-- Logs begin at Thu 2021-11-11 23:52:49 UTC, end at Fri 2021-11-12 02:13:38 UTC. -- Nov 12 00:26:52.149392 n-d-712141-15 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 00:26:54.937936 n-d-712141-15 neutron-server[102569]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:26:54.938635 n-d-712141-15 neutron-server[102569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:26:54.938635 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:26:54.941830 n-d-712141-15 neutron-server[102569]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:26:54.942080 n-d-712141-15 neutron-server[102569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:26:54.942388 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:26:54.943311 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:26:54.943547 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:26:54.943925 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:26:54.944195 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:26:54.944421 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:26:54.944741 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.945144 n-d-712141-15 neutron-server[102569]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 00:26:54.945456 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.945745 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.946034 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.946326 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.946615 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.946890 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.947174 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.947816 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.948123 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.948405 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.948803 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.949093 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.949385 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.949654 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.949936 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.950218 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.950501 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.950928 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.951373 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.951649 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.951913 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.952272 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.952478 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.952753 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.953035 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.953357 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] host = n-d-712141-15 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.953630 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.953917 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.954200 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.954484 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.954756 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.955027 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.955306 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.955600 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.955866 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.956176 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.956458 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.956740 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.957026 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.957245 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.957467 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.957760 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.958041 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.958295 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.958584 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.958839 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.959108 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.959378 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.959641 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.959920 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.960233 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.960518 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.960789 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.961057 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.961324 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.961590 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.961867 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.962134 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.962404 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.962677 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.962958 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.963225 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.963494 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.963790 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.964081 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.964493 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.964881 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.965037 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.965320 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.965589 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.965856 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.966122 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.966391 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.966657 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.966932 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.967199 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.967467 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.967734 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.968000 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.968303 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:54.968599 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.968892 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.969187 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.969468 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.969770 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.970044 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.970327 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.970602 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.970888 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.971173 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.971457 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.971728 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.972008 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.972302 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.972600 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.972901 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.973190 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.973475 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.973745 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.974015 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.974282 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.974556 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.974838 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.975113 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.975395 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.975679 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.975953 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.976263 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.976559 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.976841 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.977112 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.977389 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.977675 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.977949 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.978217 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.978493 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.978775 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.979052 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.979320 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.979599 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.980029 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.980250 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.980523 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.980802 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.981090 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.981367 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.981634 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.981901 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.982174 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.982441 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.982729 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.983005 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.983273 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.983540 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.983813 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.984102 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.984373 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.984648 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.984916 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.985188 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.985456 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.985723 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.985989 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.986254 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.986522 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.986789 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.987056 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.987326 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.987592 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.987858 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.988151 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.988421 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.988691 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.988973 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.989267 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.989539 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.989813 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.990085 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.990357 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.990628 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.990900 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.991174 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.991448 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.991715 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.991999 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.992303 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.992591 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.992872 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.993145 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.993462 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.993737 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.994016 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.994289 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.994561 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.994838 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.995115 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.995402 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.995734 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.996005 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.996393 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.996601 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.996878 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.997186 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.997472 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:54.997677 n-d-712141-15 neutron-server[102569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:26:54.997915 n-d-712141-15 neutron-server[102569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 00:26:55.435810 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:26:55.436081 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:26:55.436394 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:26:55.436726 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 00:26:55.767714 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.767953 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.768196 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.769383 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.769653 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.769914 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.804136 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.804415 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.804681 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.819979 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.820293 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.820551 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.850833 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.851107 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.851374 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.887125 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.887392 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:55.887660 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.124701 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.125396 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.125396 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.125545 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.126199 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.252721 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.253040 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.253316 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.253588 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.253852 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.254169 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.254426 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.254654 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.254944 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.255224 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.255496 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.255735 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.255987 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.256255 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.256514 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.256780 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.257034 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.257298 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.257569 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.257822 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.258091 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.258342 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.258603 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.258985 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.259224 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.259469 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.259867 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.260135 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.260375 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.260612 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.260845 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.261259 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:56.261791 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 00:26:56.265077 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 00:26:56.269190 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 00:26:56.273079 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 12 00:26:56.274707 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 00:26:56.275191 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 00:26:56.275523 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 00:26:56.275900 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 00:26:56.278999 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 00:26:56.279252 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 00:26:56.279597 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:26:56.285020 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 00:26:56.306995 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 00:26:56.307446 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.307746 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 00:26:56.308144 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.309556 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 00:26:56.309830 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:26:56.310071 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 00:26:56.313388 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.313668 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:56.380567 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 00:26:56.380825 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 00:26:56.380927 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 00:26:56.381324 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 00:26:56.403379 n-d-712141-15 neutron-server[102569]: DEBUG oslo_db.sqlalchemy.engines [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 00:26:56.946164 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing driver for type 'gre' Nov 12 00:26:56.946611 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] gre ID ranges: [(1, 1000)] Nov 12 00:26:57.010349 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing driver for type 'local' Nov 12 00:26:57.010708 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing driver for type 'vlan' Nov 12 00:26:57.027968 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] VlanTypeDriver initialization complete Nov 12 00:26:57.028336 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing driver for type 'vxlan' Nov 12 00:26:57.028829 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] vxlan ID ranges: [(1, 1000)] Nov 12 00:26:57.078942 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing extension driver 'port_security' Nov 12 00:26:57.079294 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.extensions.port_security [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] PortSecurityExtensionDriver initialization complete Nov 12 00:26:57.079648 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing mechanism driver 'openvswitch' Nov 12 00:26:57.079984 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing mechanism driver 'hyperv' Nov 12 00:26:57.086640 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:26:57.087478 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.087846 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.088227 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.088791 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.089219 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.089568 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.089948 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.090311 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.090735 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.091075 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.091411 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.091796 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.092224 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.092570 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.092904 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.093279 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.093680 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.094023 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.094353 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.094741 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.095139 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > address_group after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.095480 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > address_group after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.095817 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.096305 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:26:57.096682 n-d-712141-15 neutron-server[102569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] ML2 OVO RPC backend initialized. {{(pid=102569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 00:26:57.097383 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.097733 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.098142 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.098483 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > networks before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.098812 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.099147 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > ports before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.099486 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.099816 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnets before_response 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.100180 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.100514 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.100842 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.101174 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.101509 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.101842 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.102172 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.102502 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.102831 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.103394 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.plugin [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Modular L2 Plugin initialization complete Nov 12 00:26:57.103721 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading services supported by the core plugin {{(pid=102569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 00:26:57.104043 n-d-712141-15 neutron-server[102569]: INFO neutron.plugins.ml2.managers [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Got port-security extension from driver 'port_security' Nov 12 00:26:57.104519 n-d-712141-15 neutron-server[102569]: INFO neutron.extensions.vlantransparent [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Disabled vlantransparent extension. Nov 12 00:26:57.104999 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 00:26:57.105308 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: router Nov 12 00:26:57.141335 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.141945 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.142065 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router before_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.142412 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.142781 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.143129 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_delete 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.143482 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.143946 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.144327 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.144673 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.145044 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.145388 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.145741 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.146151 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.146516 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.146854 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.147187 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: subnet after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.147522 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.147864 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.148235 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.148574 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.148912 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.149260 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router after_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.149597 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.149929 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_create 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.150288 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.150630 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_update 55549900 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.150987 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > agent after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.151336 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > agent after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.151671 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > network after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.152682 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Tracking information for resource: router configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:57.153012 n-d-712141-15 neutron-server[102569]: DEBUG neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Tracking information for resource: floatingip configured {{(pid=102569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:26:57.158055 n-d-712141-15 neutron-server[102569]: INFO neutron.db.l3_agentschedulers_db [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 00:26:57.158630 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.158989 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.159338 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.159685 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: port after_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.160508 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router before_create 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.160871 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.161231 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_create 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.161584 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > router precommit_update 55550100 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.166535 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.provider_configuration [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service providers = [] {{(pid=102569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 00:26:57.166897 n-d-712141-15 neutron-server[102569]: DEBUG neutron.db.servicetype_db [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 00:26:57.169907 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.service_base [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:26:57.170250 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.service_base [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:26:57.170584 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.service_base [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:26:57.171459 n-d-712141-15 neutron-server[102569]: DEBUG neutron.services.service_base [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:26:57.171910 n-d-712141-15 neutron-server[102569]: INFO neutron.services.service_base [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 00:26:57.172308 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.172617 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 00:26:57.184855 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.185184 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: auto_allocate Nov 12 00:26:57.191195 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: network precommit_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.191560 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: network precommit_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.192084 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.192409 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: tag Nov 12 00:26:57.199704 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.199942 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: timestamp Nov 12 00:26:57.203756 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.204085 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: network_ip_availability Nov 12 00:26:57.209582 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.209952 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.210303 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.211027 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.211341 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: flavors Nov 12 00:26:57.216690 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.217018 n-d-712141-15 neutron-server[102569]: INFO neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading Plugin: revisions Nov 12 00:26:57.221884 n-d-712141-15 neutron-server[102569]: DEBUG neutron.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:26:57.222277 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=102569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:26:57.223032 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 00:26:57.223368 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Initializing extension manager. Nov 12 00:26:57.223886 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: __init__.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.224253 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: __pycache__ {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.224585 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.224913 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.225697 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.226281 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: address-group Nov 12 00:26:57.226621 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: address_scope.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.227593 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.228134 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: address-scope Nov 12 00:26:57.228454 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.229382 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.229898 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: router-admin-state-down-before-update Nov 12 00:26:57.230215 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: agent.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.230972 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.231486 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: agent Nov 12 00:26:57.231804 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: agent_resources_synced.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.232744 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.233283 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: agent-resources-synced Nov 12 00:26:57.233598 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: allowedaddresspairs.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.235398 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.235918 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: allowed-address-pairs Nov 12 00:26:57.236340 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: auto_allocated_topology.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.237424 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.237945 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: auto-allocated-topology Nov 12 00:26:57.238267 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.238953 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.239471 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: availability_zone Nov 12 00:26:57.239788 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: availability_zone_filter.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.240724 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.241234 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: availability_zone_filter Nov 12 00:26:57.241548 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: data_plane_status.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.242448 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.242956 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 00:26:57.243272 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: default_subnetpools.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.244215 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.244731 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: default-subnetpools Nov 12 00:26:57.245047 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.245866 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.246420 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: dhcp_agent_scheduler Nov 12 00:26:57.246736 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: dns.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.247654 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.248199 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension dns-integration not supported by any of loaded plugins Nov 12 00:26:57.248520 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: dns_domain_ports.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.249454 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.249967 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 00:26:57.250287 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.251202 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.251809 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 00:26:57.252156 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: dvr.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.252827 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.253353 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: dvr Nov 12 00:26:57.253660 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: ecmp_routes.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.254572 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.255085 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 00:26:57.255401 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: empty_string_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.256343 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.256856 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: empty-string-filtering Nov 12 00:26:57.257171 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.258073 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.258579 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:26:57.258896 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.259803 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.260335 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 00:26:57.260655 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: external_net.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.261549 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.262236 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: external-net Nov 12 00:26:57.262553 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.263456 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.263966 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: extra_dhcp_opt Nov 12 00:26:57.264311 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: extraroute.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.265225 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.265733 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: extraroute Nov 12 00:26:57.266051 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: extraroute_atomic.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.267069 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.267586 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: extraroute-atomic Nov 12 00:26:57.267905 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: filter_validation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.268835 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.269374 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: filter-validation Nov 12 00:26:57.269674 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: fip_pf_description.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.270577 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.271087 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 00:26:57.271406 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: fip_port_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.272349 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.272862 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: fip-port-details Nov 12 00:26:57.273179 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: flavors.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.274411 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.274936 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: flavors Nov 12 00:26:57.275265 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.276977 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.277588 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 00:26:57.277914 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: floatingip_pools.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.278688 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.279206 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: floatingip-pools Nov 12 00:26:57.279528 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: ip_allocation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.280487 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.280999 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 00:26:57.281401 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.282319 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.282834 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: ip-substring-filtering Nov 12 00:26:57.283153 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l2_adjacency.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.284107 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.284614 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 00:26:57.284932 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.285905 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.286428 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: router Nov 12 00:26:57.286750 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.289084 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.289618 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:26:57.289949 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.290879 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.291401 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: ext-gw-mode Nov 12 00:26:57.291723 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.292682 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.293280 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: l3-ha Nov 12 00:26:57.293600 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3_flavors.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.294526 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.295047 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: l3-flavors Nov 12 00:26:57.295366 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.296311 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.296826 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 00:26:57.297144 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: l3agentscheduler.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.298182 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.298701 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: l3_agent_scheduler Nov 12 00:26:57.299025 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: logging.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.300627 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.301151 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension logging not supported by any of loaded plugins Nov 12 00:26:57.301475 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: metering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.302215 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.302796 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: metering Nov 12 00:26:57.303117 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.304363 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.304888 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: metering_source_and_destination_fields Nov 12 00:26:57.305212 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: multiprovidernet.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.306128 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.306652 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: multi-provider Nov 12 00:26:57.306970 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: netmtu.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.307871 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.308420 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: net-mtu Nov 12 00:26:57.308765 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: netmtu_writable.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.309672 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.310184 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: net-mtu-writable Nov 12 00:26:57.310507 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: network_availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.311173 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.311697 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: network_availability_zone Nov 12 00:26:57.312007 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: network_ip_availability.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.313223 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.313738 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: network-ip-availability Nov 12 00:26:57.314054 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: network_segment_range.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.314813 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.315330 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 00:26:57.315645 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: pagination.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.316635 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.316962 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: pagination Nov 12 00:26:57.317278 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: port_device_profile.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.318169 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.318686 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: port-device-profile Nov 12 00:26:57.319004 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.319909 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.320459 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: port-mac-address-regenerate Nov 12 00:26:57.320780 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.321677 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.322188 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: port-numa-affinity-policy Nov 12 00:26:57.322852 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: port_resource_request.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.323748 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.324467 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 00:26:57.324792 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: port_resource_request_groups.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.325757 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.326271 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 00:26:57.326594 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: portbindings.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.327508 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.328025 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: binding Nov 12 00:26:57.328371 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: portbindings_extended.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.329708 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.330227 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: binding-extended Nov 12 00:26:57.330549 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: portsecurity.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.331464 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.331987 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: port-security Nov 12 00:26:57.332328 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: project_id.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.333312 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.333640 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: project-id Nov 12 00:26:57.333961 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: providernet.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.335017 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.335539 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: provider Nov 12 00:26:57.335858 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.339558 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.340150 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos not supported by any of loaded plugins Nov 12 00:26:57.340561 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.341807 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.342336 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 00:26:57.342658 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.343602 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.344148 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 00:26:57.344465 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_default.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.345381 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.345897 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-default not supported by any of loaded plugins Nov 12 00:26:57.346221 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_fip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.346877 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.347385 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-fip not supported by any of loaded plugins Nov 12 00:26:57.347702 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_gateway_ip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.348651 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.349170 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 00:26:57.349489 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_port_network_policy.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.350390 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.350899 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 00:26:57.351219 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.352256 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.352768 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 00:26:57.353088 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_pps_rule.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.354251 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.354959 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-pps not supported by any of loaded plugins Nov 12 00:26:57.355284 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_rule_type_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.356286 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.356808 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 00:26:57.357132 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: qos_rules_alias.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.358185 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.358703 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 00:26:57.359214 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: quota_check_limit.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.360041 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.360585 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: quota-check-limit Nov 12 00:26:57.360910 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: quotasv2.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.361869 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.362190 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: quotas Nov 12 00:26:57.362507 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: quotasv2_detail.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.365706 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.366043 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: quota_details Nov 12 00:26:57.366377 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: rbac.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.367443 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.367979 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: rbac-policies Nov 12 00:26:57.368332 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: rbac_address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.369258 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.369785 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: rbac-address-group Nov 12 00:26:57.370109 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: rbac_address_scope.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.371022 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.371561 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: rbac-address-scope Nov 12 00:26:57.371976 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: rbac_security_groups.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.372923 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.373438 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: rbac-security-groups Nov 12 00:26:57.373759 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: rbac_subnetpool.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.374659 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.375182 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: rbac-subnetpool Nov 12 00:26:57.375503 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: revisionifmatch.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.376459 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.376977 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: revision-if-match Nov 12 00:26:57.377299 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: revisions.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.378399 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.378918 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: standard-attr-revisions Nov 12 00:26:57.379238 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: router_availability_zone.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.379907 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.380453 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: router_availability_zone Nov 12 00:26:57.380771 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: routerservicetype.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.381680 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.382197 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension router-service-type not supported by any of loaded plugins Nov 12 00:26:57.382515 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.383426 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.383941 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: security-groups-normalized-cidr Nov 12 00:26:57.384292 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.385294 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.385815 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: port-security-groups-filtering Nov 12 00:26:57.386132 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.387121 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.387628 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: security-groups-remote-address-group Nov 12 00:26:57.387948 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.388900 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.389419 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: security-groups-shared-filtering Nov 12 00:26:57.389737 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.390448 n-d-712141-15 neutron-server[102569]: WARNING neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 00:26:57.390761 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: securitygroup.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.400834 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.401365 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: security-group Nov 12 00:26:57.401695 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: segment.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.402507 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.403023 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension segment not supported by any of loaded plugins Nov 12 00:26:57.403368 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.404335 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.404848 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 00:26:57.405172 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: servicetype.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.406295 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.406807 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: service-type Nov 12 00:26:57.407133 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: sorting.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.408112 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.408451 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: sorting Nov 12 00:26:57.408768 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: standard_attr_segment.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.409680 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.410196 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 00:26:57.410518 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: standardattrdescription.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.411143 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.411655 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: standard-attr-description Nov 12 00:26:57.411971 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: stateful_security_group.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.412916 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.413440 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: stateful-security-group Nov 12 00:26:57.413753 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: stdattrs_common.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.414319 n-d-712141-15 neutron-server[102569]: WARNING neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 00:26:57.414661 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.415575 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.416094 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 00:26:57.416427 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnet_onboard.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.417486 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.418077 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: subnet_onboard Nov 12 00:26:57.418476 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.419422 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.419937 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 00:26:57.420283 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnet_service_types.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.421250 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.421759 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: subnet-service-types Nov 12 00:26:57.422076 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnetallocation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.423163 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.423685 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: subnet_allocation Nov 12 00:26:57.424004 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.424693 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.425223 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: subnetpool-prefix-ops Nov 12 00:26:57.425538 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.426467 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.427069 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 00:26:57.427386 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: tagging.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.428485 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.429006 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: standard-attr-tag Nov 12 00:26:57.429326 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: timestamp.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.430521 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.431043 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loaded extension: standard-attr-timestamp Nov 12 00:26:57.431363 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: trunk.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.432414 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.432937 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension trunk not supported by any of loaded plugins Nov 12 00:26:57.433260 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: trunk_details.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.434189 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.434702 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension trunk-details not supported by any of loaded plugins Nov 12 00:26:57.435026 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: uplink_status_propagation.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.435949 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.436493 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 00:26:57.436810 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Loading extension file: vlantransparent.py {{(pid=102569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:26:57.437479 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:26:57.437988 n-d-712141-15 neutron-server[102569]: INFO neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 00:26:57.440721 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:network Nov 12 00:26:57.441242 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnet Nov 12 00:26:57.441633 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:26:57.442023 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:port Nov 12 00:26:57.443243 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.443679 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service FLAVORS assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.444319 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.444744 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.445073 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:router Nov 12 00:26:57.445605 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:26:57.446127 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service METERING assigned prefix: /metering {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.447947 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.448338 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.448683 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:26:57.449803 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:26:57.450176 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:26:57.450619 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:26:57.451223 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.451560 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:26:57.451906 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] subnetpool is already registered Nov 12 00:26:57.452357 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.452678 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:26:57.453005 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] subnetpool is already registered Nov 12 00:26:57.455508 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.455934 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service FLAVORS assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.456572 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.456999 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.457326 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:router Nov 12 00:26:57.457655 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] router is already registered Nov 12 00:26:57.458067 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:26:57.458398 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] floatingip is already registered Nov 12 00:26:57.458855 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service METERING assigned prefix: /metering {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.459564 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:26:57.459886 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] rbac_policy is already registered Nov 12 00:26:57.460318 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:26:57.460651 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] security_group is already registered Nov 12 00:26:57.461047 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:26:57.461384 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] security_group_rule is already registered Nov 12 00:26:57.461864 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.462188 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:26:57.462510 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] subnetpool is already registered Nov 12 00:26:57.462917 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.v2.resource_helper [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Service CORE assigned prefix: {{(pid=102569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:26:57.463236 n-d-712141-15 neutron-server[102569]: INFO neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:26:57.463558 n-d-712141-15 neutron-server[102569]: WARNING neutron.quota.resource_registry [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] subnetpool is already registered Nov 12 00:26:57.465312 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: extensions {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.466788 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: address-groups {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.468332 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: address-scopes {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.469672 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.470943 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: auto-allocated-topology {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.472258 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: availability_zones {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.473479 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: dhcp-networks {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.474931 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: dhcp-agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.476524 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.478673 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: flavors {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.479959 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: service_profiles {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.481275 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: next_providers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.482723 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: service_profiles {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.484203 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: floatingip-pools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.485546 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.487685 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: floatingips {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.489040 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: l3-routers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.490555 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: l3-agents {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.491964 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: metering-labels {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.493247 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: metering-label-rules {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.494658 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: network-ip-availabilities {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.495972 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: bindings {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.497757 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: quotas {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.499396 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: quotas {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.500975 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: rbac-policies {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.502166 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: security-groups {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.503527 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: security-group-rules {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.504811 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: service-providers {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.506045 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: subnetpools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.507444 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: subnetpools {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.508954 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.510663 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.512900 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.514676 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.516434 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.518360 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.520082 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.522850 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.524662 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.526411 n-d-712141-15 neutron-server[102569]: DEBUG neutron.api.extensions [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Extended resource: tags {{(pid=102569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:26:57.532962 n-d-712141-15 neutron-server[102569]: WARNING keystonemiddleware.auth_token [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 00:26:57.537478 n-d-712141-15 neutron-server[102569]: WARNING keystonemiddleware.auth_token [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 00:26:57.546621 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Acquired lock "singleton_lock" {{(pid=102569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 00:26:57.547098 n-d-712141-15 neutron-server[102569]: DEBUG oslo_concurrency.lockutils [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Releasing lock "singleton_lock" {{(pid=102569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 00:26:57.547753 n-d-712141-15 neutron-server[102569]: INFO oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Starting 2 workers Nov 12 00:26:57.552569 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Started child 102676 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:26:57.556896 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Started child 102677 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:26:57.558196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.558955 n-d-712141-15 neutron-server[102569]: INFO neutron.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 00:26:57.559079 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Publish callbacks [] for process, before_spawn {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.560121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [-] (102676) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:26:57.561555 n-d-712141-15 neutron-server[102569]: INFO oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Starting 1 workers Nov 12 00:26:57.561899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.563210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [-] (102677) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:26:57.566714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Started child 102678 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:26:57.567254 n-d-712141-15 neutron-server[102569]: INFO oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Starting 1 workers Nov 12 00:26:57.570398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] calling RpcWorker wait() {{(pid=102678) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 00:26:57.570993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] returning from RpcWorker wait() {{(pid=102678) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 00:26:57.571646 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Started child 102679 {{(pid=102569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:26:57.572536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.572787 n-d-712141-15 neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed43-a508-46c1-bba2-57b13f022f4a None None] Publish callbacks [] for process, after_spawn {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.572960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:26:57.574886 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:26:57.575080 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:26:57.575265 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:26:57.575476 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:26:57.575804 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:26:57.575980 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:26:57.576526 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.576797 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.577055 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.577279 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.577554 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.578101 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.578282 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:57.578797 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.578797 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.578797 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.579049 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.579403 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.579552 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.579756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:26:57.579852 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.580006 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.580400 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.580660 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.580914 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.581172 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.581321 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.581751 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.582022 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.582259 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.582521 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.582753 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.583202 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.583431 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.583672 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.583890 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.584197 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.584436 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.584846 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.585087 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.585317 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.585546 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.585787 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.586021 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.586226 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.586445 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.586653 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.586912 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.587152 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.587623 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] host = n-d-712141-15 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.587834 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.588047 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.588295 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.588544 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.588831 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.589022 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.589264 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.589527 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.589760 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.590066 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.590349 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.590558 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.590833 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.591155 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.591406 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_options = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.591708 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.591906 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.592176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.592372 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.592537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.592707 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.592962 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.593122 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.593375 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.593602 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.593815 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.594038 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.594269 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.594484 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.594725 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.594960 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.595198 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.595421 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.595661 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.595888 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.596129 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.596369 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.596611 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.596849 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.597058 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.597299 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.597534 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.597780 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.597984 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.598210 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.598445 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.598696 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.598969 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.599160 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.599412 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.599650 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.599872 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.600135 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.600486 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.600619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.600842 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.601078 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.601288 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.601536 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.601836 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.601969 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.602183 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.602389 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.602609 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.602842 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.603049 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.603276 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.603483 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.603691 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.603940 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.604377 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.604653 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.604946 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.605186 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.606353 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.606353 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.606551 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.606658 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.607093 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.607725 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.608194 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.608583 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.608961 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.609345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.609576 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.609899 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.610149 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.610609 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.611024 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.614628 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.615941 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.618916 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.619537 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620472 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.620472 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.621213 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.621213 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.621213 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.622614 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.626808 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.627619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628723 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628723 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.628882 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.629697 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.629697 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.629697 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.630086 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.630086 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.632667 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.632667 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.632861 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.633033 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.633280 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.633539 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.633784 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.634028 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.634275 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.634509 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.634792 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.634984 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.635273 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.635625 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.635757 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.635977 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.636393 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.636560 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.637581 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.637581 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.637581 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.637581 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.638046 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.638178 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.638735 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.638735 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.638969 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.639100 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.639451 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.639601 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.639847 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.640137 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.640438 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.640712 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.640994 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.641366 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.641737 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.642146 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.642622 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.642851 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.643113 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.643338 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.643643 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.643814 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.644046 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.644342 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.644560 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.644832 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.645048 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.645414 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.645794 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.646157 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.646556 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.646911 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.647293 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.647655 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.648006 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.648384 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.648786 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.649183 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.649527 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.649874 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.650246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.650620 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.651549 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.651939 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.652353 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.652736 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.653108 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.653572 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.653927 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.654289 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.654657 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.655033 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.655422 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.655932 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.656340 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.656705 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.657082 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.657530 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.657931 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.658304 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.658555 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.658777 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.659072 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.660274 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.660542 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.660787 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.661044 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.661307 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.661556 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.661840 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.662114 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.662464 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.662726 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.662966 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.663210 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.663430 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.663685 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.663907 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.664574 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.664820 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.665095 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.665527 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.665798 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.668605 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.668881 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.669135 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.669809 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.672219 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.672498 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.672735 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.673038 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.673327 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.673578 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.673857 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.674115 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.674355 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.674594 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.674812 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.675048 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.675276 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.675496 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.675726 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.675957 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.676247 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.676461 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.676706 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.676947 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.677157 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.677433 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.677648 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.677859 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.678081 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.678297 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.678504 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.678729 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.678935 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.679142 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.679359 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.679592 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.679796 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.680020 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.680322 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681128 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681128 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681128 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681548 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681548 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.681802 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.682030 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.682283 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.682549 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.682801 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.683042 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.683368 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.683704 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.684113 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.684353 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.684730 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.684976 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.685232 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.685540 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.685841 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.686084 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.686338 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.686618 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.686898 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.687152 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.687364 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.687666 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.687997 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.688303 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.688566 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.688807 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.689062 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.689288 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.689515 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.689756 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.689985 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.690199 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.690453 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.690692 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.690935 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.691165 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.691387 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.691599 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.691820 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.692046 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.692387 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.692605 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.692762 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:26:57.693311 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:26:57.693470 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:26:57.693620 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:26:57.693790 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:26:57.693958 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:26:57.694109 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:26:57.694317 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.694476 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.694656 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.694785 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.694975 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695109 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695256 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695426 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695559 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695709 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.695861 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696012 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696200 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696358 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696513 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696668 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696825 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.696982 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.697145 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.697669 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.697824 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.697979 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698524 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] debug = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698524 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698524 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698912 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698912 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.698912 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.699374 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.699374 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.699374 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.699700 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.699948 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.700171 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.700334 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.700491 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.700648 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701175 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701175 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701175 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701526 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701526 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] host = n-d-712141-15 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701526 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701865 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.701865 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702105 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702105 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702355 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702474 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702624 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702822 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.702986 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703070 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703218 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703376 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703532 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703686 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_options = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703841 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.703998 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704179 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704362 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704525 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704683 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704844 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.704999 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705158 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705305 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705463 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705618 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705772 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.705926 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.706081 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.706235 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.706551 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.706705 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.706861 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707014 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707174 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707325 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707468 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707619 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707762 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.707895 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708080 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708218 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708376 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708532 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708688 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.708846 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709004 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709149 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709304 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709460 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709617 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709776 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.709935 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710091 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710403 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710558 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710715 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.710874 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711030 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711190 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_json = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711345 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711501 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711656 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711810 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.711965 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.712143 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.712300 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.712481 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:26:57.712671 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.712802 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.712975 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713144 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713292 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713442 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713600 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713758 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.713917 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714075 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714241 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714400 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714568 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714726 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.714959 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.715198 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.715464 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.715736 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716194 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716194 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716381 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716381 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:26:57.716629 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716722 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716832 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.716986 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717126 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717300 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717442 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717612 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717756 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.717918 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718080 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718232 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718369 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718532 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718674 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718838 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.718992 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719129 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719287 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719449 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719600 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719738 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.719902 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720116 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720276 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720426 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720563 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720698 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720833 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.720978 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721145 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721289 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721451 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721621 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721771 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.721908 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722068 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722222 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722359 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722519 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722746 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.722891 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723038 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723295 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723295 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723565 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723701 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723837 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.723982 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724145 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724284 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724434 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724582 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724721 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.724856 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725086 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725086 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725447 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725447 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725709 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725709 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725985 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.725985 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726552 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726552 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726814 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.726960 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727098 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727242 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727378 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727513 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727649 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727784 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.727919 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728117 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728275 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728411 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728559 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728697 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728842 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.728979 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729114 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729250 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729386 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729518 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729657 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729802 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.729939 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.730083 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.730219 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.730354 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.730570 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.730803 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.731640 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.731640 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.731640 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.731640 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732221 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732221 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732221 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732602 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732602 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.732602 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733098 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733098 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733098 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733566 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733566 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.733566 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.734673 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.735873 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.736755 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737348 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737348 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737348 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737348 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.737982 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738106 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738236 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738321 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738450 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738608 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738765 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.738923 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739080 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739236 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739393 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739745 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739745 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739979 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.739979 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.740496 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.740627 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.740750 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.740881 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741042 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741201 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741360 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741519 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741677 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741836 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.741995 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.742567 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.742567 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.742567 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.742567 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743125 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743125 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743125 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743463 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743463 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743463 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743800 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.743800 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744040 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744040 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744298 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744420 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744542 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744662 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744814 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.744973 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745133 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745344 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745555 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745694 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745818 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.745940 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.746157 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.746334 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.746567 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.746865 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747089 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747249 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747408 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747571 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747728 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.747897 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748107 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748238 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748377 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748570 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748709 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.748922 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749054 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749176 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749334 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749491 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749648 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749815 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.749972 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750129 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750287 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750446 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750603 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750770 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.750927 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751084 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751241 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751398 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751555 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751724 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.751885 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752042 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752228 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752384 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752541 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752700 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.752869 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753077 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753204 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753596 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753596 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753596 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753944 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.753944 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754246 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754481 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754603 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754723 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754844 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.754965 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755107 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755288 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755506 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755714 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.755950 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756132 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756257 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756516 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756516 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756751 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.756751 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757001 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757125 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757259 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757384 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757495 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757629 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757787 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.757945 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.758103 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:26:57.758253 n-d-712141-15 neutron-server[102569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:26:57.842516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:57.852869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077419 Nov 12 00:27:09.304485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12214498-b47a-4048-baf2-6684d5c57af2 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:27:09.461612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12214498-b47a-4048-baf2-6684d5c57af2 None None] No non-hosted networks {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 00:27:09.471742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.agentschedulers_db [None req-12214498-b47a-4048-baf2-6684d5c57af2 None None] DHCP Agent not found on host n-d-712141-15 {{(pid=102678) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 00:27:09.601124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a488c931-b479-46d7-8d75-112b450101e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:11.668126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f81b6404-1fc3-486c-8011-1cb4f45eab97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:11.729659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5160e85-1ca8-464c-b324-61acfb03b243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:12.572649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:13.826249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:14.783846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:14.784523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.784885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.785266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.785656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.786017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.786367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.786687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.787004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.787323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.787649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.787947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.788281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:14.788680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712141-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:14.795848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712141-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:15.434892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:15.975354 n-d-712141-15 neutron-server[102677]: WARNING oslo_policy.policy [None req-64d1540f-2a76-45eb-ba59-44562ba47980 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:15.975892 n-d-712141-15 neutron-server[102677]: WARNING oslo_policy.policy [None req-64d1540f-2a76-45eb-ba59-44562ba47980 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:16.208073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-64d1540f-2a76-45eb-ba59-44562ba47980 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:16.210274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-64d1540f-2a76-45eb-ba59-44562ba47980 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7727988 Nov 12 00:27:18.211646 n-d-712141-15 neutron-server[102678]: INFO neutron.db.l3_hamode_db [None req-cacae801-a75e-480c-b92d-b3a613ce0238 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 00:27:18.290098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacae801-a75e-480c-b92d-b3a613ce0238 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:18.290456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacae801-a75e-480c-b92d-b3a613ce0238 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:27:18.759306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33552) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:19.305725 n-d-712141-15 neutron-server[102676]: WARNING oslo_policy.policy [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:19.306289 n-d-712141-15 neutron-server[102676]: WARNING oslo_policy.policy [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:19.532772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:19.627751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.policy [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:27:19.674948 n-d-712141-15 neutron-server[102676]: WARNING oslo_policy.policy [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:19.675366 n-d-712141-15 neutron-server[102676]: WARNING oslo_policy.policy [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:19.684096 n-d-712141-15 neutron-server[102676]: INFO neutron.quota [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] Loaded quota_driver: . Nov 12 00:27:19.789887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975396574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975394957', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975400724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975348553', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975813596', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754975361878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32774921', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32768661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-359159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430741'] for rbac-policy, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:19.875361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:19.876668 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-63c588de-d37a-42bf-999e-bb22903c2280 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1164038 Nov 12 00:27:22.616944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:22.939804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Request body: {'network': {'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'name': 'private', 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:22.971769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Made reservation on behalf of 7234a5e9aae846488e5ad6392108e6e4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:22.974675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.995027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.106127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.112559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.136531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:27:23.160471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754972076005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.161028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Unsubscribe: segment precommit_create {{(pid=102676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:27:23.161536 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Added segment 87752a27-ee7f-4f58-a4f7-e18d3b44deec of type vlan for network 9aa64055-1db3-4e47-b6e2-334446997f87 Nov 12 00:27:23.176171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d340cc8-1c36-470c-a952-f0f05cc791b9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:23.223456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.223790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.224141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.224467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.224804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.225123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.225437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.225749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.226062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.226372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.226683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.226990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Tracked resource versions report: Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: pushed versions: Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Log': {'1.0'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Network': {'1.1'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Port': {'1.7'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'PortForwarding': {'1.2'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'QosPolicy': {'1.10'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SubPort': {'1.0'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Subnet': {'1.1'}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Trunk': {'1.1'}} Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: consumer versions: Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: L3 agent@n-d-712141-15: {}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: Metadata agent@n-d-712141-15: {}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: Metering agent@n-d-712141-15: {}, Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'ConntrackHelper': '1.0', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Log': '1.0', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Network': '1.1', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Port': '1.7', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'PortForwarding': '1.2', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'QosPolicy': '1.10', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SecurityGroup': '1.5', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SecurityGroupRule': '1.2', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'SubPort': '1.0', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Subnet': '1.1', Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: 'Trunk': '1.1'}} Nov 12 00:27:23.228118 n-d-712141-15 neutron-server[102676]: {{(pid=102676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:23.278930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.324182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.326802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:23.327907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.394238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7760899 Nov 12 00:27:23.437375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d995a7-df91-4286-a7e3-0d51fb69be9e admin admin] Pushing event updated for resources: {'Network': ['ID=9aa64055-1db3-4e47-b6e2-334446997f87,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:23.450104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9aa64055-1db3-4e47-b6e2-334446997f87 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:27:26.336709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:26.931052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.policy [None req-c7f066a1-5e3a-49c6-a062-9ff025082671 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:27:26.977952 n-d-712141-15 neutron-server[102677]: WARNING oslo_policy.policy [None req-c7f066a1-5e3a-49c6-a062-9ff025082671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:26.978323 n-d-712141-15 neutron-server[102677]: WARNING oslo_policy.policy [None req-c7f066a1-5e3a-49c6-a062-9ff025082671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:27:26.987422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f066a1-5e3a-49c6-a062-9ff025082671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:26.989223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c7f066a1-5e3a-49c6-a062-9ff025082671 admin admin] 10.222.0.11 "GET /v2.0/networks/9aa64055-1db3-4e47-b6e2-334446997f87 HTTP/1.1" status: 200 len: 825 time: 0.6515660 Nov 12 00:27:27.031693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-261d061d-2ab6-4029-b67c-e4de2ac23143 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/364c23af-e695-464a-8e18-71bf57408b14 HTTP/1.1" status: 200 len: 734 time: 0.0331891 Nov 12 00:27:27.048003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Request body: {'subnet': {'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14', 'name': 'private-subnet'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:27.049667 n-d-712141-15 neutron-server[102677]: INFO neutron.quota [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Loaded quota_driver: . Nov 12 00:27:27.098254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Made reservation on behalf of 7234a5e9aae846488e5ad6392108e6e4 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:27.102481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:27.411728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:27.477265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Checking segment: {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:27.477644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Network hostable DHCP agents. Network: 9aa64055-1db3-4e47-b6e2-334446997f87, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:27:27.494531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0ef32b-8fc9-40ec-b2be-a7655203d70a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:27.509294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.509657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.510017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.510333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.510651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.510977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.511312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.511581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.511899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.512230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.512684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.512997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Tracked resource versions report: Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: pushed versions: Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Log': {'1.0'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Network': {'1.1'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Port': {'1.7'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: consumer versions: Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: L3 agent@n-d-712141-15: {}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: Metadata agent@n-d-712141-15: {}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: Metering agent@n-d-712141-15: {}, Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Log': '1.0', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Network': '1.1', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Port': '1.7', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'PortForwarding': '1.2', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'QosPolicy': '1.10', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'SubPort': '1.0', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Subnet': '1.1', Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: 'Trunk': '1.1'}} Nov 12 00:27:27.514072 n-d-712141-15 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:27.533608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Network 9aa64055-1db3-4e47-b6e2-334446997f87 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:27:27.554043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9aa64055-1db3-4e47-b6e2-334446997f87) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:27.558509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:27.559161 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:27.564288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feae9de-4d6a-4224-9f32-439ca6088abb None None] Network 9aa64055-1db3-4e47-b6e2-334446997f87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:27:27.582357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fef05396-cc85-4604-b841-c860341209a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5409462 Nov 12 00:27:27.898397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-9aa64055-1db3-4e47-b6e2-334446997f87', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:27:27.899670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.201053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Allocated IP 172.20.0.2 (9aa64055-1db3-4e47-b6e2-334446997f87/5e0ef32b-8fc9-40ec-b2be-a7655203d70a/f22e3699-6d26-4063-87b7-fe296e717a70) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:27:28.405449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.413603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.494443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Network 9aa64055-1db3-4e47-b6e2-334446997f87 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:27:28.499000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:28.500727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Pushing event updated for resources: {'Port': ['ID=f22e3699-6d26-4063-87b7-fe296e717a70,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:28.505497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:27:28.513405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.513751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.514091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.514424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.514755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.515067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.515389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.515712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.516033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.516389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.516710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.517028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Tracked resource versions report: Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: pushed versions: Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Log': {'1.0'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Network': {'1.1'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Port': {'1.7'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: consumer versions: Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: L3 agent@n-d-712141-15: {}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: Metadata agent@n-d-712141-15: {}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: Metering agent@n-d-712141-15: {}, Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Log': '1.0', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Network': '1.1', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Port': '1.7', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'PortForwarding': '1.2', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'QosPolicy': '1.10', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'SubPort': '1.0', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Subnet': '1.1', Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: 'Trunk': '1.1'}} Nov 12 00:27:28.518101 n-d-712141-15 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:28.595855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Attempting to bind port f22e3699-6d26-4063-87b7-fe296e717a70 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:27:28.596567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Attempting to bind port f22e3699-6d26-4063-87b7-fe296e717a70 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:27:28.596670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Attempting to bind port f22e3699-6d26-4063-87b7-fe296e717a70 on network 9aa64055-1db3-4e47-b6e2-334446997f87 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:27:28.602012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:27:28.602403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Checking segment: {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:28.602888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.603273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Bound using segment: {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:27:28.603771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Bound port: f22e3699-6d26-4063-87b7-fe296e717a70, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:27:28.604223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.667020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] For port f22e3699-6d26-4063-87b7-fe296e717a70, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:27:28.671633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] For port f22e3699-6d26-4063-87b7-fe296e717a70, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f22e3699-6d26-4063-87b7-fe296e717a70,segment=NetworkSegment(87752a27-ee7f-4f58-a4f7-e18d3b44deec),segment_id=87752a27-ee7f-4f58-a4f7-e18d3b44deec)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:27:28.677399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:28.743641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2939-f1e4-4ed8-b6a9-b9177e0ea199 None None] Pushing event updated for resources: {'Port': ['ID=f22e3699-6d26-4063-87b7-fe296e717a70,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:30.116731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:30.444462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-82e0f3a3-46c5-4a4b-812d-e56fe8b9ce69 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:30.460092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82e0f3a3-46c5-4a4b-812d-e56fe8b9ce69 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3277464 Nov 12 00:27:32.973039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:33.318939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-527d86ca-c58f-440c-80c9-9891ae0da81c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:33.319923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-527d86ca-c58f-440c-80c9-9891ae0da81c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3459408 Nov 12 00:27:36.071342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:36.410416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:36.437709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.439223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.580023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.586120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.605694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.607542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a20f82b7-31e0-44cb-8719-c5f7a33f0d06 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5346224 Nov 12 00:27:36.666003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f22e3699-6d26-4063-87b7-fe296e717a70 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:27:36.763469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f22e3699-6d26-4063-87b7-fe296e717a70 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:36.763853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.878063 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.913226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f22e3699-6d26-4063-87b7-fe296e717a70, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f22e3699-6d26-4063-87b7-fe296e717a70,segment=NetworkSegment(87752a27-ee7f-4f58-a4f7-e18d3b44deec),segment_id=87752a27-ee7f-4f58-a4f7-e18d3b44deec)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:27:36.917915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:36.964780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f22e3699-6d26-4063-87b7-fe296e717a70,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:37.837814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b3a4b8-942e-4d54-a060-a826075dc01e None None] Network 9aa64055-1db3-4e47-b6e2-334446997f87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:27:37.960792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cc5d73be-82b5-41dd-b493-b218f2031ad1 None None] Provisioning complete for port f22e3699-6d26-4063-87b7-fe296e717a70 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:37.961113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc5d73be-82b5-41dd-b493-b218f2031ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:38.311096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d6b34423-2c1b-4754-966f-3bd10d8609a3 None None] Provisioning complete for port f22e3699-6d26-4063-87b7-fe296e717a70 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:38.311473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6b34423-2c1b-4754-966f-3bd10d8609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:38.619986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f22e3699-6d26-4063-87b7-fe296e717a70 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:27:38.669454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f22e3699-6d26-4063-87b7-fe296e717a70 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:38.669808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:39.139691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c41aba6-88c7-4761-b741-b86ae3baa856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:39.160383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:39.508249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-c83c4c13-f375-41f8-bf5a-3b342963e81e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:27:39.509533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c83c4c13-f375-41f8-bf5a-3b342963e81e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3481915 Nov 12 00:27:41.657817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27219c43-813f-454e-9e05-5106fd7f64ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.060496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:42.435130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:42.458876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Made reservation on behalf of 8e8f806a620b426f8c9fb2844baeba53 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:42.461086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.469826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.515436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.541427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.547488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.559940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Reserving flat network on physical network physnet1 {{(pid=102676) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 00:27:42.586251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.586590 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Added segment 9eabe3e5-87a7-45e2-bcb0-fd06b8093f06 of type flat for network f0be5289-a6b9-4840-b7ef-fc86dac80546 Nov 12 00:27:42.588134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd48ba-d1ba-4fb5-aa54-2de17de9daeb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:42.639163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.677686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.678625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:42.679211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:42.750371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6885478 Nov 12 00:27:42.758291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7ceb8-3426-44c6-814b-08587bb56a00 admin admin] Pushing event updated for resources: {'Network': ['ID=f0be5289-a6b9-4840-b7ef-fc86dac80546,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:42.773073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:27:43.755306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:44.787766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:45.279986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:45.529515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59909055-e96d-4bb7-96f8-4520bf3aff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:45.530899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-59909055-e96d-4bb7-96f8-4520bf3aff9b admin admin] 10.222.0.11 "GET /v2.0/subnets/5e0ef32b-8fc9-40ec-b2be-a7655203d70a HTTP/1.1" status: 200 len: 849 time: 0.2496040 Nov 12 00:27:45.661940 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-79b24bb7-34e0-4079-ad81-923a209fe3da admin admin] 10.222.0.11 "GET /v2.0/routers/8038a114-fc98-4b90-80ac-5319cdebbc4a HTTP/1.1" status: 200 len: 704 time: 0.1245670 Nov 12 00:27:45.952449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.263633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Allocated IP 172.20.0.1 (9aa64055-1db3-4e47-b6e2-334446997f87/5e0ef32b-8fc9-40ec-b2be-a7655203d70a/ae7da3d6-aa3a-4273-82dc-ad725af1c62d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:27:46.461508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.531624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.610877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Network 9aa64055-1db3-4e47-b6e2-334446997f87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:27:46.615609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:46.621069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:46.632504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:27:46.633002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.875487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4c9a3531-2719-4590-a69e-207ac0239caf None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:46.876083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3531-2719-4590-a69e-207ac0239caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.897969 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:46.908795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a3531-2719-4590-a69e-207ac0239caf None None] Port ae7da3d6-aa3a-4273-82dc-ad725af1c62d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:27:47.122328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.130171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.130903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.188015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:47.258760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Network 9aa64055-1db3-4e47-b6e2-334446997f87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:27:47.260261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:47.432537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f487e05b-a3f2-4638-a578-ddacb3a72fd7 None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:47.433104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f487e05b-a3f2-4638-a578-ddacb3a72fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:47.435579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Router 8038a114-fc98-4b90-80ac-5319cdebbc4a is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:27:47.471562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f487e05b-a3f2-4638-a578-ddacb3a72fd7 None None] Port ae7da3d6-aa3a-4273-82dc-ad725af1c62d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:27:47.540139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:27:47.546934 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5b021327-2122-48ec-ab99-d833df465918 admin admin] 10.222.0.11 "PUT /v2.0/routers/8038a114-fc98-4b90-80ac-5319cdebbc4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8776391 Nov 12 00:27:47.564802 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Sync routers for ids ['8038a114-fc98-4b90-80ac-5319cdebbc4a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:27:47.577764 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Routers {'8038a114-fc98-4b90-80ac-5319cdebbc4a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:47.578607 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:27:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8038a114-fc98-4b90-80ac-5319cdebbc4a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:47.781130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Set router 8038a114-fc98-4b90-80ac-5319cdebbc4a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:27:48.228321 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:46Z', 'revision_number': 2, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port_host': None, '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:46Z', 'revision_number': 2, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:48.280956 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Checking router: 8038a114-fc98-4b90-80ac-5319cdebbc4a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:27:48.281309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Updating router 8038a114-fc98-4b90-80ac-5319cdebbc4a port ae7da3d6-aa3a-4273-82dc-ad725af1c62d binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:27:48.334194 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:48.876961 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:48.885092 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.019966 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Pushing event updated for resources: {'Port': ['ID=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:49.050921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.050921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.050921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.051283 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.051363 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.051684 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.052014 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.052352 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.052679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.053003 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.053320 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.053637 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Tracked resource versions report: Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: pushed versions: Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Log': {'1.0'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Network': {'1.1'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Port': {'1.7'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SubPort': {'1.0'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Subnet': {'1.1'}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Trunk': {'1.1'}} Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: consumer versions: Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: L3 agent@n-d-712141-15: {}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: Metadata agent@n-d-712141-15: {}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: Metering agent@n-d-712141-15: {}, Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Log': '1.0', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Network': '1.1', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Port': '1.7', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'PortForwarding': '1.2', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'QosPolicy': '1.10', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SecurityGroup': '1.5', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'SubPort': '1.0', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Subnet': '1.1', Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: 'Trunk': '1.1'}} Nov 12 00:27:49.054754 n-d-712141-15 neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:27:49.088132 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Attempting to bind port ae7da3d6-aa3a-4273-82dc-ad725af1c62d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:27:49.088539 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Attempting to bind port ae7da3d6-aa3a-4273-82dc-ad725af1c62d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:27:49.088968 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Attempting to bind port ae7da3d6-aa3a-4273-82dc-ad725af1c62d on network 9aa64055-1db3-4e47-b6e2-334446997f87 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:27:49.094668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:27:49.095092 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Checking segment: {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:49.095571 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.095959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Bound using segment: {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:27:49.096595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Bound port: ae7da3d6-aa3a-4273-82dc-ad725af1c62d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87752a27-ee7f-4f58-a4f7-e18d3b44deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:27:49.096992 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.168477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] For port ae7da3d6-aa3a-4273-82dc-ad725af1c62d, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:27:49.189810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] For port ae7da3d6-aa3a-4273-82dc-ad725af1c62d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,segment=NetworkSegment(87752a27-ee7f-4f58-a4f7-e18d3b44deec),segment_id=87752a27-ee7f-4f58-a4f7-e18d3b44deec)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:27:49.195392 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.204803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:49.205406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.246571 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684c23-3b2d-4ae8-ae7f-9826b87c8875 None None] Pushing event updated for resources: {'Port': ['ID=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:49.265395 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Routers {'8038a114-fc98-4b90-80ac-5319cdebbc4a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:49.265912 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:27:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8038a114-fc98-4b90-80ac-5319cdebbc4a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:49.290031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.325951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] For port ae7da3d6-aa3a-4273-82dc-ad725af1c62d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,segment=NetworkSegment(87752a27-ee7f-4f58-a4f7-e18d3b44deec),segment_id=87752a27-ee7f-4f58-a4f7-e18d3b44deec)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:27:49.333154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.355138 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] Set router 8038a114-fc98-4b90-80ac-5319cdebbc4a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:27:49.385704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda9ec-3a5d-4804-ab72-f2eb09150e13 None None] Pushing event updated for resources: {'Port': ['ID=ae7da3d6-aa3a-4273-82dc-ad725af1c62d,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:49.560440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-587d9b12-0fe2-4b2c-ae87-4fa687583355 None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:49.560813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-587d9b12-0fe2-4b2c-ae87-4fa687583355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:49.584128 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:46Z', 'revision_number': 2, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port_host': None, '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:49Z', 'revision_number': 4, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:49.612282 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293eed62-4621-4862-9bf1-1583133e31f0 None None] The sync data for ids ['8038a114-fc98-4b90-80ac-5319cdebbc4a'] in n-d-712141-15 is: [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:46Z', 'revision_number': 2, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port_host': None, '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:49Z', 'revision_number': 4, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:27:49.985183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:50.130242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0dac7-c173-41c9-896b-04fd982538ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:50.131975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1df0dac7-c173-41c9-896b-04fd982538ec admin admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 842 time: 0.1457386 Nov 12 00:27:50.146832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:50.169711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Made reservation on behalf of 8e8f806a620b426f8c9fb2844baeba53 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:27:50.171958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:50.547863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:27:50.548355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:50.605260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20901fd-46e2-4dbb-8e68-4a4040fa3d70,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:50.614304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:50.614889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Network hostable DHCP agents. Network: f0be5289-a6b9-4840-b7ef-fc86dac80546, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:27:50.632573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:27:50.643448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f0be5289-a6b9-4840-b7ef-fc86dac80546) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:50.649011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:50.649618 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:50.657442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aaf843-122c-433b-b599-cd6b17e1362e None None] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:27:50.668960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-50f6a828-823c-4a3a-b606-e2578195948a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5257776 Nov 12 00:27:50.820389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a69653-f77c-4597-8bd6-92aaa7edd993 None None] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:27:53.155452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:53.394426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b790eab-6574-4895-9bbb-0d03882d582e admin admin] 10.222.0.11 "GET /v2.0/routers/8038a114-fc98-4b90-80ac-5319cdebbc4a HTTP/1.1" status: 200 len: 710 time: 0.2375433 Nov 12 00:27:53.487180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09222330-eec9-47a2-9a9b-5560e37243e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:27:53.488686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-09222330-eec9-47a2-9a9b-5560e37243e4 admin admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 886 time: 0.0863397 Nov 12 00:27:53.498197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:27:53.746476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:53.989622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:54.075034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:54.300439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Allocated IP 172.25.6.14 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/72e373e7-d8b5-469d-a9de-b0b2d579babd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:27:54.414947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:54.478026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:54.551832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:27:54.558695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:27:54.568503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:27:54.572133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Pushing event updated for resources: {'Port': ['ID=72e373e7-d8b5-469d-a9de-b0b2d579babd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:54.865485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.072437 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.077945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.205110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Router 8038a114-fc98-4b90-80ac-5319cdebbc4a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:27:55.317205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:27:55.322115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.323362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b22d2c9-90db-46e0-ab02-c7e5f3ba9a0a admin admin] 10.222.0.11 "PUT /v2.0/routers/8038a114-fc98-4b90-80ac-5319cdebbc4a HTTP/1.1" status: 200 len: 889 time: 1.8284478 Nov 12 00:27:56.668613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae7da3d6-aa3a-4273-82dc-ad725af1c62d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:27:56.722796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Sync routers for ids ['8038a114-fc98-4b90-80ac-5319cdebbc4a'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:27:56.729418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:56.729783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:56.758368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Routers {'8038a114-fc98-4b90-80ac-5319cdebbc4a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:56.759059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:27:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8038a114-fc98-4b90-80ac-5319cdebbc4a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:57.005217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Set router 8038a114-fc98-4b90-80ac-5319cdebbc4a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:27:57.474902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:54Z', 'revision_number': 4, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port': {'id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:54Z', 'updated_at': '2021-11-12T00:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:49Z', 'revision_number': 5, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:57.527564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Checking router: 8038a114-fc98-4b90-80ac-5319cdebbc4a for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:27:57.528219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Updating router 8038a114-fc98-4b90-80ac-5319cdebbc4a port 72e373e7-d8b5-469d-a9de-b0b2d579babd binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:27:57.575182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:57.857996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:27:57.902171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:57.913191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:57.967044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74987-6449-4891-a329-232fccdb87e8 None None] Pushing event updated for resources: {'Port': ['ID=72e373e7-d8b5-469d-a9de-b0b2d579babd,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:57.969398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Attempting to bind port 72e373e7-d8b5-469d-a9de-b0b2d579babd on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:27:57.969762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Attempting to bind port 72e373e7-d8b5-469d-a9de-b0b2d579babd by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:27:57.970119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Attempting to bind port 72e373e7-d8b5-469d-a9de-b0b2d579babd on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:27:57.975300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:27:57.975667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:27:57.976094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:57.976444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aa14a3d9-ae63-4d28-9aa6-83c8d1c3553a admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1172683 Nov 12 00:27:57.976550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:27:57.976925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Bound port: 72e373e7-d8b5-469d-a9de-b0b2d579babd, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:27:57.977332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:58.032774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] For port 72e373e7-d8b5-469d-a9de-b0b2d579babd, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:27:58.036850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] For port 72e373e7-d8b5-469d-a9de-b0b2d579babd, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=72e373e7-d8b5-469d-a9de-b0b2d579babd,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:27:58.042489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:58.108572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74987-6449-4891-a329-232fccdb87e8 None None] Pushing event updated for resources: {'Port': ['ID=72e373e7-d8b5-469d-a9de-b0b2d579babd,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:27:58.111696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Routers {'8038a114-fc98-4b90-80ac-5319cdebbc4a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:27:58.112345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:27:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8038a114-fc98-4b90-80ac-5319cdebbc4a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:58.236045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] Set router 8038a114-fc98-4b90-80ac-5319cdebbc4a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:27:58.452710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:54Z', 'revision_number': 4, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port': {'id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:54Z', 'updated_at': '2021-11-12T00:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:49Z', 'revision_number': 5, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:27:58.479474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd7dc7-b28c-4cc5-8e52-df7afb81c0e3 None None] The sync data for ids ['8038a114-fc98-4b90-80ac-5319cdebbc4a'] in n-d-712141-15 is: [{'id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'name': 'router1', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:27:36Z', 'updated_at': '2021-11-12T00:27:54Z', 'revision_number': 4, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'gw_port': {'id': '72e373e7-d8b5-469d-a9de-b0b2d579babd', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:54Z', 'updated_at': '2021-11-12T00:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae7da3d6-aa3a-4273-82dc-ad725af1c62d', 'name': '', 'network_id': '9aa64055-1db3-4e47-b6e2-334446997f87', 'tenant_id': '7234a5e9aae846488e5ad6392108e6e4', 'mac_address': 'fa:16:3e:71:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8038a114-fc98-4b90-80ac-5319cdebbc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:27:45Z', 'updated_at': '2021-11-12T00:27:49Z', 'revision_number': 5, 'project_id': '7234a5e9aae846488e5ad6392108e6e4', 'subnets': [{'id': '5e0ef32b-8fc9-40ec-b2be-a7655203d70a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364c23af-e695-464a-8e18-71bf57408b14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:27:58.682418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 72e373e7-d8b5-469d-a9de-b0b2d579babd up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:27:58.743377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 72e373e7-d8b5-469d-a9de-b0b2d579babd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:27:58.743377 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:58.833815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:58.857903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 72e373e7-d8b5-469d-a9de-b0b2d579babd, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=72e373e7-d8b5-469d-a9de-b0b2d579babd,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:27:58.865572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:58.934302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=72e373e7-d8b5-469d-a9de-b0b2d579babd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:00.678702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 72e373e7-d8b5-469d-a9de-b0b2d579babd up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:28:00.734086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 72e373e7-d8b5-469d-a9de-b0b2d579babd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:28:00.734716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:09.147225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7db950ad-cb8a-48b2-875d-ea24577e2563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:11.634961 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:28:11.662562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-faafe2ea-3183-4f48-ac1d-0ed89a3f4154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:12.521986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:13.779628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:14.789952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:39.152937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-321e937c-94af-46d8-b4da-02a6f8ee1b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:41.661828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6647e1-1573-43c4-a352-af34d7a9dc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:42.531348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:43.780870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:44.791071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:48.634750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:09.140014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1b450bd-c5fa-41ee-839b-a99266ac9238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:11.658584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a98147-8efb-4fd5-aa6e-7fea4f04ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:12.527923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:13.771754 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:14.787306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:25.636292 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:39.144946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba51c78c-81b6-42ec-9a60-d49eebb1cf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:41.667856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09ff6217-8a94-4ee8-8830-e8a9e8b2f815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:42.531330 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:43.135351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:43.203007 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7642875c-17fd-4d45-b934-33aad8ca17e7 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:29:43.204400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7642875c-17fd-4d45-b934-33aad8ca17e7 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679972 Nov 12 00:29:43.384392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f8864-5500-475d-8132-59910a1ddce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:43.386022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-982f8864-5500-475d-8132-59910a1ddce0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1768730 Nov 12 00:29:43.774471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:44.794100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:45.685285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:45.783498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb6c4b-8ffd-4547-93b2-0acb7c77762c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:45.784952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dccb6c4b-8ffd-4547-93b2-0acb7c77762c admin admin] 10.222.0.11 "GET /v2.0/subnets/5e0ef32b-8fc9-40ec-b2be-a7655203d70a HTTP/1.1" status: 200 len: 849 time: 0.0986414 Nov 12 00:29:45.795775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:29:45.893279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Publish callbacks [] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:46.061178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754972186507'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:46.099414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:46.100346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:46.101378 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] 10.222.0.11 "PUT /v2.0/subnets/5e0ef32b-8fc9-40ec-b2be-a7655203d70a HTTP/1.1" status: 200 len: 868 time: 0.3096163 Nov 12 00:29:46.103464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a960f9-c0da-4e02-9ac0-446d7eb927ac None None] Network 9aa64055-1db3-4e47-b6e2-334446997f87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:29:46.119979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0ef32b-8fc9-40ec-b2be-a7655203d70a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:29:46.128171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.128523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.128857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.129169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.129496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.129826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.130140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.130458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.130775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.131092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.131405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.131718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02c205-c3b1-4787-a817-ae0b90ad189f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:29:46.467148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b3da0469-4abc-4cd1-a74c-c03d6f6d6f57 None None] Provisioning complete for port ae7da3d6-aa3a-4273-82dc-ad725af1c62d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:29:46.467525 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3da0469-4abc-4cd1-a74c-c03d6f6d6f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:46.560584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b3da0469-4abc-4cd1-a74c-c03d6f6d6f57 None None] Provisioning complete for port f22e3699-6d26-4063-87b7-fe296e717a70 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:29:46.560957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3da0469-4abc-4cd1-a74c-c03d6f6d6f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:48.450331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:48.660770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54a3d9-3636-498b-9b0f-b274f4676a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:48.661249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54a3d9-3636-498b-9b0f-b274f4676a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:48.662852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3b54a3d9-3636-498b-9b0f-b274f4676a7b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113161 Nov 12 00:29:51.000182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:51.233293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a2c59-c89a-45d0-b732-9ee2717b024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:51.233673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a2c59-c89a-45d0-b732-9ee2717b024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:51.235235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b0a2c59-c89a-45d0-b732-9ee2717b024d admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2340729 Nov 12 00:29:53.581017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:53.740896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3f171-e236-45b5-be17-0864daeac984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:53.742337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d3a3f171-e236-45b5-be17-0864daeac984 admin admin] 10.222.0.11 "GET /v2.0/networks/9aa64055-1db3-4e47-b6e2-334446997f87 HTTP/1.1" status: 200 len: 869 time: 0.1603112 Nov 12 00:29:56.081086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:56.214859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141eddb-758a-4608-b69e-68d629671087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:56.216308 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6141eddb-758a-4608-b69e-68d629671087 admin admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 886 time: 0.1341281 Nov 12 00:29:58.539185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:29:58.771608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e199dd2-23e2-4dea-a007-4c4c1c1bab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:58.772082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e199dd2-23e2-4dea-a007-4c4c1c1bab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:29:58.773656 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e199dd2-23e2-4dea-a007-4c4c1c1bab3d admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2334871 Nov 12 00:30:01.133743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:01.235451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c48668-aa90-4d37-865b-ff2987e75083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:01.235899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c48668-aa90-4d37-865b-ff2987e75083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:01.237509 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52c48668-aa90-4d37-865b-ff2987e75083 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028037 Nov 12 00:30:02.635635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:03.624988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:03.731404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18a672-9960-4e9b-993e-7d61cde83707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:03.732823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf18a672-9960-4e9b-993e-7d61cde83707 admin admin] 10.222.0.11 "GET /v2.0/subnets/5e0ef32b-8fc9-40ec-b2be-a7655203d70a HTTP/1.1" status: 200 len: 868 time: 0.1065283 Nov 12 00:30:06.131155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:06.230110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d386ef-0d06-4695-9597-ef0c8666ac32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:06.231622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b1d386ef-0d06-4695-9597-ef0c8666ac32 admin admin] 10.222.0.11 "GET /v2.0/subnets/c20901fd-46e2-4dbb-8e68-4a4040fa3d70 HTTP/1.1" status: 200 len: 816 time: 0.0995121 Nov 12 00:30:09.142647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d708f488-654f-49b5-8d01-d3d3710602ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:11.661005 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de4dd612-5686-447a-bff4-a4e0609fae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:12.533926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:13.774317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:14.799420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:31.838286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:31.898025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-254bd780-48aa-42d0-973d-faad0a433252 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:30:31.899075 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-254bd780-48aa-42d0-973d-faad0a433252 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581920 Nov 12 00:30:34.433358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:34.501162 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea392427-3429-43f2-a45a-d822c61bed5e admin admin] GET failed (client error): The resource could not be found. Nov 12 00:30:34.504104 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea392427-3429-43f2-a45a-d822c61bed5e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683324 Nov 12 00:30:34.598753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e27ac7-51d1-4528-bf02-c108556d051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:34.600354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3e27ac7-51d1-4528-bf02-c108556d051f admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0928106 Nov 12 00:30:37.018017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:37.076880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:30:37.106341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Made reservation on behalf of 8e8f806a620b426f8c9fb2844baeba53 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:30:37.109881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.141636 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.revisions.revision_plugin [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Could not find related network for resource to bump revision. Nov 12 00:30:37.158183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:30:37.176385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.176859 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Added segment 890eb021-287b-4b3f-8ca5-5dc748999570 of type vlan for network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 Nov 12 00:30:37.228101 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.256915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.257997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:37.258596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:37.322998 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3038077 Nov 12 00:30:37.331246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308828f-805c-4407-8cbf-31424a1f6061 admin admin] Pushing event updated for resources: {'Network': ['ID=59b8a6e5-a013-4af2-982d-4169dfb6ec87,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:37.345387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:30:39.141455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af86cd98-c6fb-4666-becc-871b861fc817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:39.637619 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:39.791700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:30:39.873321 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2321124d-ff60-43ad-931a-c54b83ccb6ad admin admin] GET failed (client error): The resource could not be found. Nov 12 00:30:39.875098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2321124d-ff60-43ad-931a-c54b83ccb6ad admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0821815 Nov 12 00:30:39.990009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4123b-d45a-4dd7-9a79-9fdcfe5899e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:39.991418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8dd4123b-d45a-4dd7-9a79-9fdcfe5899e2 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1103463 Nov 12 00:30:40.002349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'cidr': '192.168.233.0/24'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:30:40.025704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Made reservation on behalf of 8e8f806a620b426f8c9fb2844baeba53 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:30:40.028315 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.219972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.276861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a0d47b-619b-4d4c-bf80-85607be0aca8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:40.288936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.289281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.289617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.289950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.290284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.290609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.290929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.291254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.291572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.291950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.292449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.292942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.295966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:30:40.296344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Network hostable DHCP agents. Network: 59b8a6e5-a013-4af2-982d-4169dfb6ec87, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:30:40.319876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:30:40.330535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 59b8a6e5-a013-4af2-982d-4169dfb6ec87) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:30:40.334859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:30:40.335480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.339866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b900a4-77d7-4e21-bbc3-bd5943e53e06 None None] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:30:40.360767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c4e8409e-1e44-4841-a613-49367c0c2dfd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3618109 Nov 12 00:30:40.510726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'tenant_id': '8e8f806a620b426f8c9fb2844baeba53', 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:30:40.511729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.677116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Allocated IP 192.168.233.2 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/ea0bc275-233b-4b47-9e69-a20ddda665e4) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:30:40.841321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.850969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:40.900519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Pushing event updated for resources: {'Port': ['ID=ea0bc275-233b-4b47-9e69-a20ddda665e4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:40.904522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:30:40.906713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:30:40.912488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.912839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.913189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.913494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.913855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.914391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.914517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.914804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.915107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.915433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.916192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.916192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:30:40.929660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:30:40.995872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Attempting to bind port ea0bc275-233b-4b47-9e69-a20ddda665e4 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:30:40.996339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Attempting to bind port ea0bc275-233b-4b47-9e69-a20ddda665e4 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:30:40.996699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Attempting to bind port ea0bc275-233b-4b47-9e69-a20ddda665e4 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:30:41.004584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:30:41.005139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:30:41.005652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:41.006294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:30:41.007117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Bound port: ea0bc275-233b-4b47-9e69-a20ddda665e4, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:30:41.007870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:41.086942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] For port ea0bc275-233b-4b47-9e69-a20ddda665e4, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:30:41.091883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] For port ea0bc275-233b-4b47-9e69-a20ddda665e4, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ea0bc275-233b-4b47-9e69-a20ddda665e4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:30:41.099375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:41.170185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412555-22e1-4bd9-be1c-71f2fc9770da None None] Pushing event updated for resources: {'Port': ['ID=ea0bc275-233b-4b47-9e69-a20ddda665e4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:41.667273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8cf355a-0b0a-4103-aaa6-6aa737eda3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.098787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c35e39-3582-4912-87c3-b9b54398b9ab None None] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:30:42.182876 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] Provisioning complete for port ea0bc275-233b-4b47-9e69-a20ddda665e4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:30:42.183177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.312010 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.371536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] For port ea0bc275-233b-4b47-9e69-a20ddda665e4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ea0bc275-233b-4b47-9e69-a20ddda665e4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:30:42.380051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.436425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318f9b0-9e84-44a7-8ac7-bbe788290f53 None None] Pushing event updated for resources: {'Port': ['ID=ea0bc275-233b-4b47-9e69-a20ddda665e4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:30:42.547269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.614102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d773ba72-8433-4ac2-bac1-c4f37666a692 None None] Provisioning complete for port ea0bc275-233b-4b47-9e69-a20ddda665e4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:30:42.614642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d773ba72-8433-4ac2-bac1-c4f37666a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:42.842981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ea0bc275-233b-4b47-9e69-a20ddda665e4 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:30:42.898407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ea0bc275-233b-4b47-9e69-a20ddda665e4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:30:42.898782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:43.779895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:44.796606 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:09.149990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76b9e10f-e53c-4054-a89d-3ab16c101ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:11.666457 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6902e09a-e8f9-4112-a09c-3b2c399a8aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:12.540558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:13.786200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:14.796592 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:16.640934 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:31:39.147402 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3be9-9cc3-4bcc-b6f5-dd2bd651f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:41.666656 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27c2b514-e994-4bce-b3fb-f68a4f91308b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:42.545118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:43.786062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:44.799524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:53.640490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:31:55.815797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:31:55.821879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-8533d045-633d-4350-a7af-cf986c76a702 tempest-verify_tempest_config-391915919 tempest-verify_tempest_config-391915919-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:31:55.823186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8533d045-633d-4350-a7af-cf986c76a702 tempest-verify_tempest_config-391915919 tempest-verify_tempest_config-391915919-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063667 Nov 12 00:31:56.127642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:31:56.247257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.353550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.358246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.402772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c4973014f6b453aa6c7610efe9b2381&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2739878 Nov 12 00:31:56.403591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51686749-fc2e-44d0-bd32-2447270e18e1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:31:56.405463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:31:56.420970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.421315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.421652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.421981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.422308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.422627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.422948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.423266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.423586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.423905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.424250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.424548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56fdac-2752-4a5a-be65-aa07a7df2592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:31:56.469256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.490098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.586813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.589682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:56.590878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51686749-fc2e-44d0-bd32-2447270e18e1 HTTP/1.1" status: 204 len: 168 time: 0.1845245 Nov 12 00:31:56.599079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a587348-ee21-48f7-919a-8408454c9a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51686749-fc2e-44d0-bd32-2447270e18e1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:32:09.149354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70b18972-6951-4419-b23a-c18f9e802d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:11.667371 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2805495d-f9c1-4e27-8488-583a413b1bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:12.548073 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:13.784954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:14.806740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:30.641205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:32:39.142732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56999bd0-9e8b-418a-8034-d19aebe2d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:41.662804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c166142b-5d21-408b-b8c3-4d8b61cc7177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:42.551597 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:43.794522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:44.804041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:07.642012 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:33:09.149266 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2de48a67-3e0b-471b-9c18-b30682ddbbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:11.666964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a08dc3d-32ae-47ad-8762-78a92167b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:12.552176 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:13.789907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:14.799661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.145638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f703-467f-4d7f-b64a-fc8d4f3ec1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.675323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-837176c9-2d33-4854-a487-142b3b43766a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.555665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.793741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.642756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:33:44.805790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.153620 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b0883fc-e843-4e87-a6e7-d395d672b08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.679358 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df3d048f-e99d-4ce9-9cdf-75a99f0e0c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.570863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:13.798504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.811291 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.647303 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:34:39.155483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68d9015b-8fd9-44e6-8c4b-f6b6b39ca237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:41.672743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7216b3a7-ac39-42eb-b819-f2e1e2d724c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.562235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:43.801342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.814578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.649205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 5 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:01.837622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.841449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33209526'] for agent, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.156166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7c84363-0cff-42ed-826c-48dbdff46cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.679929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68c396d5-9e6e-42e0-a62c-521e75266c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.567997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.808910 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.814256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.823805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.793787 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.651235 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:39.151164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcab23b3-3d46-4f7f-86da-27c8c19b29ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.681342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fccae74c-8317-4889-bfc9-7782a328ec90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:42.581392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:43.804798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.809800 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.290008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:45.412090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-285a8749-280c-4d65-9dcb-38d4987325c6 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1208930 Nov 12 00:35:47.759765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:47.822668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f796057-8de6-450f-9153-09aec325a345 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0617414 Nov 12 00:36:01.825351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.808965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.160420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-397b5beb-f7c2-4724-86a1-9956b502a7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.680618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb2b0-0e04-47eb-aec3-678553e56026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.581013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.651788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:36:13.811520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.819300 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.852881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:34.824155 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:39.155893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4abc4f9b-12d8-4eb1-8e62-31c1aa95c72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:41.673810 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb1dda5c-356f-4d71-a149-0075117955dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:42.579362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:43.812152 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.815759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.651795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:01.879012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.823243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.162621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7189c068-7eeb-4736-926d-d4938d2d6e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.483903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:11.685963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c3844c-c641-4140-9f8b-49c7a34841c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.784202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-network', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:11.809190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Made reservation on behalf of a532534f63b84bb284e0aef0ba76c21f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:11.811986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.822218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.899045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.903922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.930166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320ef11-ce54-434e-8d26-a1d0e364e63d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:11.939844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.940219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.940675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.941009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.941336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.941661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.941982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.942303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.942634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.942959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.943252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.943587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Tracked resource versions report: Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: pushed versions: Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Log': {'1.0'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Network': {'1.1'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Port': {'1.7'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'PortForwarding': {'1.2'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'QosPolicy': {'1.10'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SubPort': {'1.0'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Subnet': {'1.1'}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Trunk': {'1.1'}} Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: consumer versions: Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: HyperV agent@n-h1-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: HyperV agent@n-h2-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: L3 agent@n-d-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: Metadata agent@n-d-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: Metering agent@n-d-712141-15: {}, Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'ConntrackHelper': '1.0', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Log': '1.0', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Network': '1.1', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Port': '1.7', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'PortForwarding': '1.2', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'QosPolicy': '1.10', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SecurityGroup': '1.5', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SecurityGroupRule': '1.2', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'SubPort': '1.0', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Subnet': '1.1', Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: 'Trunk': '1.1'}} Nov 12 00:37:11.944709 n-d-712141-15 neutron-server[102676]: {{(pid=102676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:11.950493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:11.960788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.961160 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Added segment 5f41661f-a70e-40d2-94e9-cdb20dcb19ea of type vlan for network 6d91d372-6d2f-42e9-aede-c34af507cc87 Nov 12 00:37:12.005841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.032342 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.034190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.034914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.102412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6131337 Nov 12 00:37:12.102755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:12.106956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab062a6-f4b1-45cc-b91d-1eec4d7b4f74 admin admin] Pushing event updated for resources: {'Network': ['ID=6d91d372-6d2f-42e9-aede-c34af507cc87,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.108445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Request body: {'subnet': {'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-subnet', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:12.117544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:12.132152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Made reservation on behalf of a532534f63b84bb284e0aef0ba76c21f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:12.134544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.303557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.352863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1baaadb9-0284-4d4a-81be-718a455a05d1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.363001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.363349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.363685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.364017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.364368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.364692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.365021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.365416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.365794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.366153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.366638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.367240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Tracked resource versions report: Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: pushed versions: Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Log': {'1.0'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Network': {'1.1'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Port': {'1.7'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: consumer versions: Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: HyperV agent@n-h1-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: HyperV agent@n-h2-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: L3 agent@n-d-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: Metadata agent@n-d-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: Metering agent@n-d-712141-15: {}, Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Log': '1.0', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Network': '1.1', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Port': '1.7', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'PortForwarding': '1.2', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'QosPolicy': '1.10', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'SubPort': '1.0', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Subnet': '1.1', Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: 'Trunk': '1.1'}} Nov 12 00:37:12.368360 n-d-712141-15 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:12.385598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Checking segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:12.385952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Network hostable DHCP agents. Network: 6d91d372-6d2f-42e9-aede-c34af507cc87, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:12.403025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:12.413279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 6d91d372-6d2f-42e9-aede-c34af507cc87) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:12.422981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5df1c6-ef53-4364-b710-8a3e25de1966 None None] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:12.426291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.426919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.451455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2f8db576-d9d9-4b63-b7ea-642499508c92 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3475039 Nov 12 00:37:12.454122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:12.458621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:12.498513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.499716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.595825 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.613277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.626058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-6d91d372-6d2f-42e9-aede-c34af507cc87', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:12.626943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.760565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.785430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Allocated IP 172.20.0.2 (6d91d372-6d2f-42e9-aede-c34af507cc87/1baaadb9-0284-4d4a-81be-718a455a05d1/363c0737-0078-40f7-94f7-3c233c6386d7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:12.937602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:12.961980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.971646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.981190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.009442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.037696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Pushing event updated for resources: {'Port': ['ID=363c0737-0078-40f7-94f7-3c233c6386d7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:13.042966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:13.053024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:13.056460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.056965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.057870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.058371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.058854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.059529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.059891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.060250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.060581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.060905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.061230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.061554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Tracked resource versions report: Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: pushed versions: Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Log': {'1.0'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Network': {'1.1'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Port': {'1.7'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: consumer versions: Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: HyperV agent@n-h1-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: HyperV agent@n-h2-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: L3 agent@n-d-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: Metadata agent@n-d-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: Metering agent@n-d-712141-15: {}, Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Log': '1.0', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Network': '1.1', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Port': '1.7', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'PortForwarding': '1.2', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'QosPolicy': '1.10', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'SubPort': '1.0', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Subnet': '1.1', Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: 'Trunk': '1.1'}} Nov 12 00:37:13.062879 n-d-712141-15 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:13.065652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:13.135020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Attempting to bind port 363c0737-0078-40f7-94f7-3c233c6386d7 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:13.135427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Attempting to bind port 363c0737-0078-40f7-94f7-3c233c6386d7 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:13.135727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Attempting to bind port 363c0737-0078-40f7-94f7-3c233c6386d7 on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:13.142379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:13.143639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Checking segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:13.144197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.164667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Bound using segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:13.164667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Bound port: 363c0737-0078-40f7-94f7-3c233c6386d7, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:13.164667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.233977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] For port 363c0737-0078-40f7-94f7-3c233c6386d7, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:13.237221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] For port 363c0737-0078-40f7-94f7-3c233c6386d7, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=363c0737-0078-40f7-94f7-3c233c6386d7,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:13.242804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.245331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Allocated IP 172.25.6.137 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/08211939-90ee-4857-93f4-e096ccc92a46) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:13.310118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6301851-88b4-4157-b2bb-eedaec49c679 None None] Pushing event updated for resources: {'Port': ['ID=363c0737-0078-40f7-94f7-3c233c6386d7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:13.374481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.417789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.460925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:13.466821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:13.470628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:13.500447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35e6ec0d-b960-4992-a327-5b2aa0fb787c tempest-AutoAllocateNetworkTest-1212042638 tempest-AutoAllocateNetworkTest-1212042638-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f609781f02e47ab9ee0146be509b8b8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5612385 Nov 12 00:37:13.501296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:13.528113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Pushing event updated for resources: {'Port': ['ID=08211939-90ee-4857-93f4-e096ccc92a46,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:13.746091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35e9a4-7812-4112-8e77-d9e4d7fc20b4 tempest-AutoAllocateNetworkTest-1212042638 tempest-AutoAllocateNetworkTest-1212042638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:13.752381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1e35e9a4-7812-4112-8e77-d9e4d7fc20b4 tempest-AutoAllocateNetworkTest-1212042638 tempest-AutoAllocateNetworkTest-1212042638-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2497883 Nov 12 00:37:13.753146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:13.840038 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d4c8e22f-00a2-49f3-81a0-8b9b47d2ad8e tempest-AutoAllocateNetworkTest-1212042638 tempest-AutoAllocateNetworkTest-1212042638-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853291 Nov 12 00:37:13.841010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:13.841138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.846836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.877254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ef9268f6-c39b-46b0-9ec6-523901173c2f tempest-AutoAllocateNetworkTest-1212042638 tempest-AutoAllocateNetworkTest-1212042638-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f609781f02e47ab9ee0146be509b8b8 HTTP/1.1" status: 200 len: 208 time: 0.0348613 Nov 12 00:37:14.056708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.232383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:37:14.369560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:14.380879 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:14.396896 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:14.397841 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:14.408051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.409487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ba30f501-d875-4144-a9f3-cf07dfba6351 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9544525 Nov 12 00:37:14.412566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:14.578897 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:14.611943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:14.660906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01a673-e8d9-45a3-b64c-183ed17d13fa None None] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:14.744958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] Provisioning complete for port 363c0737-0078-40f7-94f7-3c233c6386d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:14.745549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.803474 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:13Z', 'revision_number': 3, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:14.832863 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:14.833483 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Updating router ae583f9d-71ac-42ee-a04d-403e402e9eb9 port 08211939-90ee-4857-93f4-e096ccc92a46 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:14.870318 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.032960 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.070225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.071733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] For port 363c0737-0078-40f7-94f7-3c233c6386d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=363c0737-0078-40f7-94f7-3c233c6386d7,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:15.084819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.148690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232d109-25d3-438c-8287-5cbfd77a8c43 None None] Pushing event updated for resources: {'Port': ['ID=363c0737-0078-40f7-94f7-3c233c6386d7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.152884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.154992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 363c0737-0078-40f7-94f7-3c233c6386d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:15.174585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01b147a7-a6f6-47c1-9bce-ab3a8b8ac7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.303432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 363c0737-0078-40f7-94f7-3c233c6386d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:15.303806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.383399 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.388424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01b147a7-a6f6-47c1-9bce-ab3a8b8ac7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.402204 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.407698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01b147a7-a6f6-47c1-9bce-ab3a8b8ac7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.464210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b147a7-a6f6-47c1-9bce-ab3a8b8ac7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de15c7-f0a3-4e1c-8a31-b300d33da821,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.510533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-01b147a7-a6f6-47c1-9bce-ab3a8b8ac7e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f609781f02e47ab9ee0146be509b8b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8968616 Nov 12 00:37:15.511348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34914) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:15.538347 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Pushing event updated for resources: {'Port': ['ID=08211939-90ee-4857-93f4-e096ccc92a46,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.542062 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Attempting to bind port 08211939-90ee-4857-93f4-e096ccc92a46 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:15.542452 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Attempting to bind port 08211939-90ee-4857-93f4-e096ccc92a46 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:15.542811 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Attempting to bind port 08211939-90ee-4857-93f4-e096ccc92a46 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:15.554145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Allocated IP 172.20.0.1 (6d91d372-6d2f-42e9-aede-c34af507cc87/1baaadb9-0284-4d4a-81be-718a455a05d1/d2bd4980-27bd-425e-a45d-2f3214fd361a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:15.560246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:15.560677 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:15.561264 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.561852 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:15.562492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Bound port: 08211939-90ee-4857-93f4-e096ccc92a46, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:15.563114 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.565968 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.566483 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.566999 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.567510 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.568134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.568618 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.569132 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.569611 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.570081 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.570540 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.571447 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.571906 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Tracked resource versions report: Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: pushed versions: Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Log': {'1.0'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Network': {'1.1'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Port': {'1.7'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SubPort': {'1.0'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Subnet': {'1.1'}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Trunk': {'1.1'}} Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: consumer versions: Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: { DHCP agent@n-d-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: HyperV agent@n-h1-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: HyperV agent@n-h2-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: L3 agent@n-d-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: Metadata agent@n-d-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: Metering agent@n-d-712141-15: {}, Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: Open vSwitch agent@n-d-712141-15: { 'AddressGroup': '1.2', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Log': '1.0', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Network': '1.1', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Port': '1.7', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'PortForwarding': '1.2', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'QosPolicy': '1.10', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SecurityGroup': '1.5', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'SubPort': '1.0', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Subnet': '1.1', Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: 'Trunk': '1.1'}} Nov 12 00:37:15.574518 n-d-712141-15 neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:37:15.590625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.631439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.671205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] For port 08211939-90ee-4857-93f4-e096ccc92a46, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:15.676576 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] For port 08211939-90ee-4857-93f4-e096ccc92a46, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=08211939-90ee-4857-93f4-e096ccc92a46,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:15.686686 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.703645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.716315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-758e90b1-9867-484d-a8d0-731e07769125 None None] Provisioning complete for port 363c0737-0078-40f7-94f7-3c233c6386d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:15.716710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-758e90b1-9867-484d-a8d0-731e07769125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.720963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.724121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.728787 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3de15c7-f0a3-4e1c-8a31-b300d33da821 HTTP/1.1" status: 204 len: 168 time: 0.2150874 Nov 12 00:37:15.749511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716ea6b-b02e-4b95-943d-f12f284524d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de15c7-f0a3-4e1c-8a31-b300d33da821,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.772517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.796208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a6be-1139-4f66-a94c-19368ea2e623 None None] Pushing event updated for resources: {'Port': ['ID=08211939-90ee-4857-93f4-e096ccc92a46,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.825341 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:15.826451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:15.843228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Pushing event updated for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.848136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:15.849756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:15.852668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:15.853483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.974020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:16.214926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e146f8a1-1712-4218-bd0c-118f4b73bbb1 None None] Provisioning complete for port d2bd4980-27bd-425e-a45d-2f3214fd361a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:16.215355 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e146f8a1-1712-4218-bd0c-118f4b73bbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.242062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.283962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e146f8a1-1712-4218-bd0c-118f4b73bbb1 None None] Port d2bd4980-27bd-425e-a45d-2f3214fd361a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:16.293569 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:13Z', 'revision_number': 3, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:16.363130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464785e2-e508-4708-af33-1ff505fcab01 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:13Z', 'revision_number': 3, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:16.475208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.483869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.484917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.553055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Pushing event updated for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:16.741162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:16.744286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:16.936748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:17.210074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 08211939-90ee-4857-93f4-e096ccc92a46 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:17.218143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:17.224040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0de8f24f-0fa6-48eb-9c49-288afe8d5f7f admin admin] 10.222.0.11 "PUT /v2.0/routers/ae583f9d-71ac-42ee-a04d-403e402e9eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8104641 Nov 12 00:37:17.311130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b1e6a399-8582-4a57-80ef-69fcaf748b89 None None] Provisioning complete for port d2bd4980-27bd-425e-a45d-2f3214fd361a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:17.312086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a399-8582-4a57-80ef-69fcaf748b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.367088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6a399-8582-4a57-80ef-69fcaf748b89 None None] Port d2bd4980-27bd-425e-a45d-2f3214fd361a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:17.384675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 08211939-90ee-4857-93f4-e096ccc92a46 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:17.385256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.454487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:17.498511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.523489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 08211939-90ee-4857-93f4-e096ccc92a46, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=08211939-90ee-4857-93f4-e096ccc92a46,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:17.530607 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.532511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 363c0737-0078-40f7-94f7-3c233c6386d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:17.614293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=08211939-90ee-4857-93f4-e096ccc92a46,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:17.626178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 363c0737-0078-40f7-94f7-3c233c6386d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:17.626541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.907145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5307-9885-4d97-b1d8-22049d4792b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.002432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5307-9885-4d97-b1d8-22049d4792b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.008816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5307-9885-4d97-b1d8-22049d4792b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.051846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5307-9885-4d97-b1d8-22049d4792b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48531e0-7f48-44ab-b774-7fc38699aa0a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:18.063367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa9c5307-9885-4d97-b1d8-22049d4792b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de7b71d182124ec0bdb124a68d3de457&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6074185 Nov 12 00:37:18.065997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:18.134059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.168402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.243467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.247011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.252297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f48531e0-7f48-44ab-b774-7fc38699aa0a HTTP/1.1" status: 204 len: 168 time: 0.1812651 Nov 12 00:37:18.261247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11db42-080a-4b8c-affb-163dd97431fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48531e0-7f48-44ab-b774-7fc38699aa0a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:18.665097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:18.676680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:18.677576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:18.786667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:18.808130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09d1b14-4709-482a-a992-b1a986213676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.849224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:18.909189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09d1b14-4709-482a-a992-b1a986213676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.923573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09d1b14-4709-482a-a992-b1a986213676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.988098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d1b14-4709-482a-a992-b1a986213676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67394a61-31e3-45fd-9b67-10eb707d8405,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.010428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:19.017653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-network', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:19.032477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b09d1b14-4709-482a-a992-b1a986213676 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73b33eb74df74fcfaa986853228f60f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2440259 Nov 12 00:37:19.032962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:19.076238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 08211939-90ee-4857-93f4-e096ccc92a46 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:19.097810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Made reservation on behalf of dc2447afa34c4809912ceae83573cbfa for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:19.100334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.111620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.150414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.175531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.196903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 08211939-90ee-4857-93f4-e096ccc92a46 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:19.197274 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.235875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 2, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:19.238659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.241597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.243001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67394a61-31e3-45fd-9b67-10eb707d8405 HTTP/1.1" status: 204 len: 168 time: 0.2086637 Nov 12 00:37:19.257832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2129f-8f1f-4661-a0bc-fc59ad777dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67394a61-31e3-45fd-9b67-10eb707d8405,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.337381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:19.339568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Updating router ae583f9d-71ac-42ee-a04d-403e402e9eb9 port d2bd4980-27bd-425e-a45d-2f3214fd361a binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:19.350736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.358789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.389324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:19.426703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.439815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754972076005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.440532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Unsubscribe: segment precommit_create {{(pid=102677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:37:19.441010 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Added segment 15f7eb38-deaa-42ca-946a-4c93580badcf of type vlan for network 83ff921e-6e13-4f41-acf4-a64070ef248e Nov 12 00:37:19.487013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83951504-372f-4d25-a2f2-e8c6c372f04b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.536487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.590271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.591700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:19.592345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.733477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] Pushing event updated for resources: {'Network': ['ID=83ff921e-6e13-4f41-acf4-a64070ef248e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.751884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-81546b10-c1bb-4c75-bc66-b9e597a03d77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7401175 Nov 12 00:37:19.754942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:19.761853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Request body: {'subnet': {'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-subnet', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:19.771796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:19.819910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Made reservation on behalf of dc2447afa34c4809912ceae83573cbfa for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:19.827199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.997888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.005770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.094123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779084b-2858-44f1-9f3e-469f8fee303a None None] Pushing event updated for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:20.126729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Attempting to bind port d2bd4980-27bd-425e-a45d-2f3214fd361a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:20.127105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Attempting to bind port d2bd4980-27bd-425e-a45d-2f3214fd361a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:20.127468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Attempting to bind port d2bd4980-27bd-425e-a45d-2f3214fd361a on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:20.133260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:20.133857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Checking segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:20.134303 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.134732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Bound using segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:20.135252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Bound port: d2bd4980-27bd-425e-a45d-2f3214fd361a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:20.135679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.139493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.187138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c277baa-df17-47ce-afb8-1ccea7883bda,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:20.215647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] For port d2bd4980-27bd-425e-a45d-2f3214fd361a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:20.219288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] For port d2bd4980-27bd-425e-a45d-2f3214fd361a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2bd4980-27bd-425e-a45d-2f3214fd361a,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:20.229226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Checking segment: {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:20.229722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Network hostable DHCP agents. Network: 83ff921e-6e13-4f41-acf4-a64070ef248e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:20.234747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.261940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Network 83ff921e-6e13-4f41-acf4-a64070ef248e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:20.300550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 83ff921e-6e13-4f41-acf4-a64070ef248e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:20.306248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.306944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.314315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:20.315272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:20.317398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6cdf8-26a3-42e8-9d1a-dd41f8b96e5e None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:20.346200 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a0e4163c-246a-4ad4-915c-1c62ff849baa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5892467 Nov 12 00:37:20.348569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:20.366415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:20.407976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.409290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.465139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:20.492790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.505029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:20.535128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779084b-2858-44f1-9f3e-469f8fee303a None None] Pushing event updated for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:20.721265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] Provisioning complete for port d2bd4980-27bd-425e-a45d-2f3214fd361a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:20.721575 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.767602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da2e808-fbd0-4c41-90d4-a0576cfe2ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.805923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b66b02-708a-444c-8381-63fcec0c4a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.812012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:20.922433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.922997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-83ff921e-6e13-4f41-acf4-a64070ef248e', 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'fixed_ips': [{'subnet_id': '4c277baa-df17-47ce-afb8-1ccea7883bda'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:20.923351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.062806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.211582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.261159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:21.279152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.315846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] For port d2bd4980-27bd-425e-a45d-2f3214fd361a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2bd4980-27bd-425e-a45d-2f3214fd361a,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:21.346268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.403234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b66b02-708a-444c-8381-63fcec0c4a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.440290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b66b02-708a-444c-8381-63fcec0c4a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.451396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da2e808-fbd0-4c41-90d4-a0576cfe2ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.457437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:21.478048 n-d-712141-15 neutron-server[102677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:37:21.496619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Allocated IP 172.20.0.2 (83ff921e-6e13-4f41-acf4-a64070ef248e/4c277baa-df17-47ce-afb8-1ccea7883bda/fa51eaa7-86a7-4f43-9f26-3beefea42965) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:21.517496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da2e808-fbd0-4c41-90d4-a0576cfe2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.547628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Allocated IP 172.25.6.26 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cd48f05c-8e81-4bfb-b499-18a798e800e0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:21.583330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34bbc2-e3ff-4089-9492-835dea302fa3 None None] Pushing event updated for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:21.603625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-03a8d2bc-04f4-460e-8186-e86d584da71d None None] Provisioning complete for port d2bd4980-27bd-425e-a45d-2f3214fd361a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:21.603999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03a8d2bc-04f4-460e-8186-e86d584da71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.662091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-7da72885-86d9-4072-b46e-96ab134efd79 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=193e35f039654c70a37c7d0f109d0b40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1910403 Nov 12 00:37:21.681415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15b66b02-708a-444c-8381-63fcec0c4a2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a09726e212e141aabf48b131692abd69&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1729479 Nov 12 00:37:21.681904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:21.711286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66b02-708a-444c-8381-63fcec0c4a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f5ae2-467f-4c46-8a43-bf8cff828d67,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:21.729462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.755128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2da2e808-fbd0-4c41-90d4-a0576cfe2ab8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d7a836ae525433f881a0db7e73401dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2884598 Nov 12 00:37:21.778138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:21.847306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a1b7fd-3d0d-41e3-ada5-af2728d5cdfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.890634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.913999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.921790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:21.940319 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.965201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.982582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2e808-fbd0-4c41-90d4-a0576cfe2ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600c17d-3f11-4c0b-8fef-c8306368ea39,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.007624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.011159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f4497-b75f-4535-a41d-a6a81549e5d8 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:22.021999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.025759 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.061452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.064383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.065541 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/874f5ae2-467f-4c46-8a43-bf8cff828d67 HTTP/1.1" status: 204 len: 168 time: 0.3827100 Nov 12 00:37:22.095776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76852686-b765-4efa-9320-35a877e2faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f5ae2-467f-4c46-8a43-bf8cff828d67,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.109272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:22.113438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:22.119775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:22.145438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:22.160015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:22.166961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:22.176864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Pushing event updated for resources: {'Port': ['ID=fa51eaa7-86a7-4f43-9f26-3beefea42965,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.199709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Pushing event updated for resources: {'Port': ['ID=cd48f05c-8e81-4bfb-b499-18a798e800e0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.229761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-37d6e985-9bed-498c-a22e-7af9b329b3c7 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.240972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-37d6e985-9bed-498c-a22e-7af9b329b3c7 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5598736 Nov 12 00:37:22.252913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Attempting to bind port fa51eaa7-86a7-4f43-9f26-3beefea42965 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:22.253391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Attempting to bind port fa51eaa7-86a7-4f43-9f26-3beefea42965 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:22.254386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Attempting to bind port fa51eaa7-86a7-4f43-9f26-3beefea42965 on network 83ff921e-6e13-4f41-acf4-a64070ef248e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:22.255339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.261080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:22.261346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.261458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Checking segment: {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:22.261856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.262319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Bound using segment: {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:22.262804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Bound port: fa51eaa7-86a7-4f43-9f26-3beefea42965, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:22.263468 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.265448 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b600c17d-3f11-4c0b-8fef-c8306368ea39 HTTP/1.1" status: 204 len: 168 time: 0.4807992 Nov 12 00:37:22.268673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-1f4dd39f-17aa-46f8-9e01-b7c91c03fac6 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/quotas/193e35f039654c70a37c7d0f109d0b40 HTTP/1.1" status: 200 len: 375 time: 0.0254452 Nov 12 00:37:22.301140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3ee22-a3fc-4b31-a5c0-a5a30df8139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600c17d-3f11-4c0b-8fef-c8306368ea39,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.357024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-968bc62e-4717-4068-978d-ed4abea231de tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=193e35f039654c70a37c7d0f109d0b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871043 Nov 12 00:37:22.449230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] For port fa51eaa7-86a7-4f43-9f26-3beefea42965, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:22.458574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] For port fa51eaa7-86a7-4f43-9f26-3beefea42965, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa51eaa7-86a7-4f43-9f26-3beefea42965,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:22.468794 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.503321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a1b7fd-3d0d-41e3-ada5-af2728d5cdfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.513936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a1b7fd-3d0d-41e3-ada5-af2728d5cdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.606327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-58a1b7fd-3d0d-41e3-ada5-af2728d5cdfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=943e31e0219549c4bbffb5840377b402&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3325357 Nov 12 00:37:22.611333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35282) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:22.623877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b7fd-3d0d-41e3-ada5-af2728d5cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3167feea-e3a1-4403-b027-5952172cad4d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.638073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3df10-116d-41a2-889f-1d41a75e92a6 None None] Pushing event updated for resources: {'Port': ['ID=fa51eaa7-86a7-4f43-9f26-3beefea42965,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.704686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:22.715369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.760186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.817194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.912933 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.917777 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.921159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3167feea-e3a1-4403-b027-5952172cad4d HTTP/1.1" status: 204 len: 168 time: 0.3073289 Nov 12 00:37:22.968556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ec866-13bf-4734-9799-5c210b47f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3167feea-e3a1-4403-b027-5952172cad4d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.982205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.041192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01c6ace-694b-4495-a524-1b6620c78a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.164340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.207331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2bd4980-27bd-425e-a45d-2f3214fd361a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:23.253951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01c6ace-694b-4495-a524-1b6620c78a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.274610 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01c6ace-694b-4495-a524-1b6620c78a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.308788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d2bd4980-27bd-425e-a45d-2f3214fd361a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:23.309195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.323464 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c67fb8cd-63d3-4483-83ee-4e24de5114ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.376373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c6ace-694b-4495-a524-1b6620c78a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653869a0-656e-4859-91a4-5992f1aaabc8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:23.392649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c01c6ace-694b-4495-a524-1b6620c78a08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3db4f7c039a4de3a19e18ae7ae9309b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4069695 Nov 12 00:37:23.394240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.474299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.506787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.589130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.605882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Router be0607a6-9440-451f-9009-d6b262491688 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:37:23.617094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367955f0-bd0a-4460-b02c-c765844c4bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.633496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.640399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.645565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/653869a0-656e-4859-91a4-5992f1aaabc8 HTTP/1.1" status: 204 len: 168 time: 0.2503107 Nov 12 00:37:23.654361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c67fb8cd-63d3-4483-83ee-4e24de5114ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.675155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0d07a-b2c9-48b1-b1db-11f7b9f8c928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653869a0-656e-4859-91a4-5992f1aaabc8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:23.708530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c67fb8cd-63d3-4483-83ee-4e24de5114ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.787936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.796524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c67fb8cd-63d3-4483-83ee-4e24de5114ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e1313895d734ae0bdb41b4c3c568616&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0786767 Nov 12 00:37:23.874788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.889220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fb8cd-63d3-4483-83ee-4e24de5114ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e296ff-3885-4867-91ac-167d18f9713f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:23.889519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.904777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:23.915986 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Sync routers for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:23.931652 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Routers {'be0607a6-9440-451f-9009-d6b262491688'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:23.935991 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['be0607a6-9440-451f-9009-d6b262491688'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:23.946279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.001811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.003101 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7c7083f-75a0-4f7f-8d01-521dae0f8dda admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6532438 Nov 12 00:37:24.018352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:24.061665 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.065024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.069650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79e296ff-3885-4867-91ac-167d18f9713f HTTP/1.1" status: 204 len: 168 time: 0.2805831 Nov 12 00:37:24.103743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03c71f-210a-4229-acec-06cb10752b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e296ff-3885-4867-91ac-167d18f9713f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:24.254703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303064c-962e-4f09-abb7-935314abdd68 None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:24.261216 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367955f0-bd0a-4460-b02c-c765844c4bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.286804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367955f0-bd0a-4460-b02c-c765844c4bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.326766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:24.351612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac94c9c-fe45-47b0-ac64-941f4ecb0f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.385562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] Provisioning complete for port fa51eaa7-86a7-4f43-9f26-3beefea42965 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:24.386820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.559666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac94c9c-fe45-47b0-ac64-941f4ecb0f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.569187 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Set router be0607a6-9440-451f-9009-d6b262491688 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:24.570607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac94c9c-fe45-47b0-ac64-941f4ecb0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.628965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-367955f0-bd0a-4460-b02c-c765844c4bec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75f99a2ccc0a44f6a04c2fae52ff2453&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0387483 Nov 12 00:37:24.631629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367955f0-bd0a-4460-b02c-c765844c4bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c419278-a79d-405b-851a-42143817a7f3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:24.653153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:24.662143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1ac94c9c-fe45-47b0-ac64-941f4ecb0f49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d2d61b59f934455a2333b0f5226c991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336980 Nov 12 00:37:24.665929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:24.685981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.776302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] For port fa51eaa7-86a7-4f43-9f26-3beefea42965, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa51eaa7-86a7-4f43-9f26-3beefea42965,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:24.795742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.925545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8051ab2-cfc7-4527-80a5-bbcdca437d1b req-978250f3-d161-481a-a4b9-3fbf07d004a7 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 210 time: 1.0345626 Nov 12 00:37:24.943006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac94c9c-fe45-47b0-ac64-941f4ecb0f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d12789-3150-4abc-8b15-da21c88ef983,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.034270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.074182 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 3, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:25.113234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.115775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.203542 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Checking router: be0607a6-9440-451f-9009-d6b262491688 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:25.205029 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Updating router be0607a6-9440-451f-9009-d6b262491688 port cd48f05c-8e81-4bfb-b499-18a798e800e0 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:25.214838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.236550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:25.269839 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.272707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3be027a3-50a8-43a2-8b81-68fc6d7198a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.317968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa51eaa7-86a7-4f43-9f26-3beefea42965 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:25.331495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.340299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.345176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2d12789-3150-4abc-8b15-da21c88ef983 HTTP/1.1" status: 204 len: 168 time: 0.6492004 Nov 12 00:37:25.378516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a7d1-e0d0-4154-aa62-14aaf6a12edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d12789-3150-4abc-8b15-da21c88ef983,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.472965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.473909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36082a4-3f52-4bc6-a2b9-a82b7b697d0a None None] Pushing event updated for resources: {'Port': ['ID=fa51eaa7-86a7-4f43-9f26-3beefea42965,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.479380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-89458701-2a20-412c-ba02-29b331d87b4f None None] Provisioning complete for port fa51eaa7-86a7-4f43-9f26-3beefea42965 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:25.479926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89458701-2a20-412c-ba02-29b331d87b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.486114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.487243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c419278-a79d-405b-851a-42143817a7f3 HTTP/1.1" status: 204 len: 168 time: 0.8307929 Nov 12 00:37:25.532450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8767d7-7ee8-447f-8f75-1a6f2e484e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c419278-a79d-405b-851a-42143817a7f3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.544072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fa51eaa7-86a7-4f43-9f26-3beefea42965 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:25.544879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.547722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3be027a3-50a8-43a2-8b81-68fc6d7198a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.560981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3be027a3-50a8-43a2-8b81-68fc6d7198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.665132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be027a3-50a8-43a2-8b81-68fc6d7198a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69f8eb-8464-48fb-9088-4499e3563e0a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.683563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3be027a3-50a8-43a2-8b81-68fc6d7198a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1065a24a80f4ad799a13e3489e76d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405797 Nov 12 00:37:25.683711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:25.777125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.787145 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.802576 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.831993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.836808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.888595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b6a9-e834-4a7f-9092-031bc9dcb1e2 None None] Pushing event updated for resources: {'Port': ['ID=cd48f05c-8e81-4bfb-b499-18a798e800e0,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.938718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.941842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.946460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e69f8eb-8464-48fb-9088-4499e3563e0a HTTP/1.1" status: 204 len: 168 time: 0.2587974 Nov 12 00:37:25.953441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc2da1-4746-4e38-ad14-9ae1c070f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69f8eb-8464-48fb-9088-4499e3563e0a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.961962 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Attempting to bind port cd48f05c-8e81-4bfb-b499-18a798e800e0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:25.962342 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Attempting to bind port cd48f05c-8e81-4bfb-b499-18a798e800e0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:25.970862 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Attempting to bind port cd48f05c-8e81-4bfb-b499-18a798e800e0 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:25.982874 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:25.983156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:25.989603 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.990200 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:25.990895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Bound port: cd48f05c-8e81-4bfb-b499-18a798e800e0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:25.994551 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.110420 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] For port cd48f05c-8e81-4bfb-b499-18a798e800e0, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:26.117903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] For port cd48f05c-8e81-4bfb-b499-18a798e800e0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd48f05c-8e81-4bfb-b499-18a798e800e0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:26.130014 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.177145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-462b5b82-4dc7-4c5a-86f3-57ca541d42cc req-8362364f-55d9-4b61-a5a9-941e8adbd2ca tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 210 time: 0.0749438 Nov 12 00:37:26.184771 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b6a9-e834-4a7f-9092-031bc9dcb1e2 None None] Pushing event updated for resources: {'Port': ['ID=cd48f05c-8e81-4bfb-b499-18a798e800e0,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:26.211083 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Routers {'be0607a6-9440-451f-9009-d6b262491688'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:26.211720 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['be0607a6-9440-451f-9009-d6b262491688'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:26.220348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Allocated IP 172.20.0.1 (83ff921e-6e13-4f41-acf4-a64070ef248e/4c277baa-df17-47ce-afb8-1ccea7883bda/98a0037c-4474-4320-a0c9-1648640e0b26) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:26.360928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.376759 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] Set router be0607a6-9440-451f-9009-d6b262491688 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:26.402746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.453630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Network 83ff921e-6e13-4f41-acf4-a64070ef248e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:26.456605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:26.461629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:26.462096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.583428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Pushing event updated for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:26.612423 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 3, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:26.645797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:26.649802 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a421bd6-991e-48c6-93cc-01f561c9cb82 None None] The sync data for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 is: [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 3, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:26.662973 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:26.715012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.721173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.32', 52618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:26.758399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-a033b3b2-446d-4042-85b1-f5a28675b3b4 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=193e35f039654c70a37c7d0f109d0b40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356538 Nov 12 00:37:26.891877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e56c9cd3-416b-401a-a471-4ca943fb3189 None None] Provisioning complete for port 98a0037c-4474-4320-a0c9-1648640e0b26 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:26.907130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e56c9cd3-416b-401a-a471-4ca943fb3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.960467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-217985a5-da55-4868-b86a-4a6eb5a00596 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.963082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-217985a5-da55-4868-b86a-4a6eb5a00596 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961248 Nov 12 00:37:26.995079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e56c9cd3-416b-401a-a471-4ca943fb3189 None None] Port 98a0037c-4474-4320-a0c9-1648640e0b26 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:27.029231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7653ac64-e1c4-493e-af6e-98a801b55530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.067021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa51eaa7-86a7-4f43-9f26-3beefea42965 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:27.079955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.086225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Request body: {'port': {'device_id': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '193e35f039654c70a37c7d0f109d0b40'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:27.099386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.100025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.225750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fa51eaa7-86a7-4f43-9f26-3beefea42965 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:27.227524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.254419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7653ac64-e1c4-493e-af6e-98a801b55530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.279029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7653ac64-e1c4-493e-af6e-98a801b55530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.339958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7653ac64-e1c4-493e-af6e-98a801b55530 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58a99575a27b49c895d208cd60c864bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6930387 Nov 12 00:37:27.341330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:27.425859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Pushing event updated for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:27.428191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ac64-e1c4-493e-af6e-98a801b55530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af4be9-ef67-4b50-8935-992909e0d339,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:27.497748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Network 83ff921e-6e13-4f41-acf4-a64070ef248e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:27.499680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:27.562711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb05fbdb-adfc-44b7-8a5a-2797fff69e6e req-6d1e7e10-14a4-43ce-aae5-10877ca035a3 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 210 time: 0.1018622 Nov 12 00:37:27.699489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.756414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.785761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Made reservation on behalf of 193e35f039654c70a37c7d0f109d0b40 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:27.790224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.840078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.890428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.893767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.895745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98af4be9-ef67-4b50-8935-992909e0d339 HTTP/1.1" status: 204 len: 168 time: 0.4857283 Nov 12 00:37:27.899273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Router be0607a6-9440-451f-9009-d6b262491688 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:27.919276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8001d16-46df-43da-820c-6ba5a8996786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af4be9-ef67-4b50-8935-992909e0d339,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:27.953392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-deefdf22-f8c3-4aa4-bcf4-92c59a6988aa None None] Provisioning complete for port 98a0037c-4474-4320-a0c9-1648640e0b26 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:27.953896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deefdf22-f8c3-4aa4-bcf4-92c59a6988aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.011227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.017760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.038008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deefdf22-f8c3-4aa4-bcf4-92c59a6988aa None None] Port 98a0037c-4474-4320-a0c9-1648640e0b26 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:28.095142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:28.106851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc795ed-3493-45dc-999e-26123a9e5356,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:28.113666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e51a556-ad96-487e-83c1-56a45a29a922 admin admin] 10.222.0.11 "PUT /v2.0/routers/be0607a6-9440-451f-9009-d6b262491688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0938125 Nov 12 00:37:28.463723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Allocated IP 192.168.233.119 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/6b7ea102-068a-457f-a0dc-3f012222cc88) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:28.706849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:28.737168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-472ec8cd-556c-4fe0-8928-70dba9443c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.888693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92d25dad-ced0-4d57-b2bf-4e392c7d8445 req-408cf3a2-6e46-4675-bb6e-ce29211afab5 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 210 time: 0.1186681 Nov 12 00:37:28.954757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.982551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-472ec8cd-556c-4fe0-8928-70dba9443c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.991164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-472ec8cd-556c-4fe0-8928-70dba9443c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.033077 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.115551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-472ec8cd-556c-4fe0-8928-70dba9443c56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a9a73c32fdf485db483e6831524d6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050477 Nov 12 00:37:29.116623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec8cd-556c-4fe0-8928-70dba9443c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ddc142-66fb-49ad-bfb5-33a3bd7e8abf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:29.116897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd48f05c-8e81-4bfb-b499-18a798e800e0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:29.125110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:29.280284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Pushing event updated for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:29.295269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cd48f05c-8e81-4bfb-b499-18a798e800e0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:29.295684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.300462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.329119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:29.338132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:29.344541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:29.358648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.359402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.392345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.399424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Sync routers for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:29.406700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-0c23f4de-8315-4909-9bb0-e7ace2543d67 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3337827 Nov 12 00:37:29.478433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-37c7a271-c13f-4aa6-8181-75fd4acf615b tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:37:29.480097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-37c7a271-c13f-4aa6-8181-75fd4acf615b tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136890 Nov 12 00:37:29.486877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Routers {'be0607a6-9440-451f-9009-d6b262491688'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:29.498772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['be0607a6-9440-451f-9009-d6b262491688'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:29.517723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.527243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.529597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40ddc142-66fb-49ad-bfb5-33a3bd7e8abf HTTP/1.1" status: 204 len: 168 time: 0.4033196 Nov 12 00:37:29.546920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5909bb-6c8d-4067-b034-11f6413acaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ddc142-66fb-49ad-bfb5-33a3bd7e8abf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:29.970349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.037566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port cd48f05c-8e81-4bfb-b499-18a798e800e0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd48f05c-8e81-4bfb-b499-18a798e800e0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:30.078680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Set router be0607a6-9440-451f-9009-d6b262491688 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:30.175684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9375d0-84bb-44fd-90e1-cbd6ef16fbfb req-b104d452-92b2-4823-8a5a-0036a4ea123a tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.177303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a9375d0-84bb-44fd-90e1-cbd6ef16fbfb req-b104d452-92b2-4823-8a5a-0036a4ea123a tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 936 time: 0.1311016 Nov 12 00:37:30.277499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0083fdd4-1c8b-40f7-90b4-4dc5fecdc4de None None] Provisioning complete for port 6b7ea102-068a-457f-a0dc-3f012222cc88 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:30.280298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0083fdd4-1c8b-40f7-90b4-4dc5fecdc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.284723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a9375d0-84bb-44fd-90e1-cbd6ef16fbfb req-0bf01cbf-c064-43e8-9cff-628210a2b0c2 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Nov 12 00:37:30.447903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:30.482117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.575950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=cd48f05c-8e81-4bfb-b499-18a798e800e0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:30.618452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 4, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '98a0037c-4474-4320-a0c9-1648640e0b26', 'name': '', 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'mac_address': 'fa:16:3e:df:b5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:25Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 2, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'subnets': [{'id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:30.653822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Checking router: be0607a6-9440-451f-9009-d6b262491688 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:30.653822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Updating router be0607a6-9440-451f-9009-d6b262491688 port 98a0037c-4474-4320-a0c9-1648640e0b26 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:30.687043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0083fdd4-1c8b-40f7-90b4-4dc5fecdc4de None None] Port 6b7ea102-068a-457f-a0dc-3f012222cc88 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:30.691000 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.785764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:30.795282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109556116', 'description': 'tempest-description--725369490'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:30.865982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1736294557-network', 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:30.898465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.953048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Request body: {'port': {'device_id': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'device_owner': 'compute:tempest-test_az-1983419288', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:31.056026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd48f05c-8e81-4bfb-b499-18a798e800e0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:31.122839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.128419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:31.131270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.154909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.231856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cd48f05c-8e81-4bfb-b499-18a798e800e0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:31.237765 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.538339 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.579024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.607123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7ea102-068a-457f-a0dc-3f012222cc88 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:31.636709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.651330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07079-a9de-4ec6-af1f-581deefd5279 None None] Pushing event updated for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.702036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Transition to ACTIVE for port object 6b7ea102-068a-457f-a0dc-3f012222cc88 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:31.753092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.862594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Attempting to bind port 98a0037c-4474-4320-a0c9-1648640e0b26 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:31.864072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Attempting to bind port 98a0037c-4474-4320-a0c9-1648640e0b26 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:31.865988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Attempting to bind port 98a0037c-4474-4320-a0c9-1648640e0b26 on network 83ff921e-6e13-4f41-acf4-a64070ef248e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:31.886585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.911199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff9651-0a42-4375-8b51-22db601e06fb req-2ffbb6ac-4ba7-42df-807e-5a8ad06c8f30 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.917445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cff9651-0a42-4375-8b51-22db601e06fb req-2ffbb6ac-4ba7-42df-807e-5a8ad06c8f30 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 936 time: 0.3833244 Nov 12 00:37:31.920771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:31.922383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Checking segment: {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:31.922798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.923252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Bound using segment: {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:31.926196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Bound port: 98a0037c-4474-4320-a0c9-1648640e0b26, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f7eb38-deaa-42ca-946a-4c93580badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:31.927909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.936713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.974806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.127169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] For port 98a0037c-4474-4320-a0c9-1648640e0b26, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:32.137652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] For port 98a0037c-4474-4320-a0c9-1648640e0b26, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=98a0037c-4474-4320-a0c9-1648640e0b26,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:32.151891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.186665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.201038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.205346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4177363 Nov 12 00:37:32.208382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:32.213426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'security_group_rule': {'security_group_id': '2b1e862b-a2db-41e3-9273-528038643446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:32.318613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.349057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] Provisioning complete for port 98a0037c-4474-4320-a0c9-1648640e0b26 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:32.349392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.355207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f6a57-bf4c-45c1-b5fd-630f03d32fe7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1e862b-a2db-41e3-9273-528038643446,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:32.482415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Attempting to bind port 6b7ea102-068a-457f-a0dc-3f012222cc88 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:32.486993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Attempting to bind port 6b7ea102-068a-457f-a0dc-3f012222cc88 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:32.495896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Attempting to bind port 6b7ea102-068a-457f-a0dc-3f012222cc88 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:32.526865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.530096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Port 6b7ea102-068a-457f-a0dc-3f012222cc88 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:32.534818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07079-a9de-4ec6-af1f-581deefd5279 None None] Pushing event updated for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:32.534964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Attempting to bind port 6b7ea102-068a-457f-a0dc-3f012222cc88 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:32.568401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Routers {'be0607a6-9440-451f-9009-d6b262491688'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:32.569233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['be0607a6-9440-451f-9009-d6b262491688'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:32.569902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cff9651-0a42-4375-8b51-22db601e06fb req-4876cf2d-dddd-45ad-ab49-1485df4dc151 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300468 Nov 12 00:37:32.573055 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.590813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:32.600716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:32.602977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.603820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:32.605031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Bound port: 6b7ea102-068a-457f-a0dc-3f012222cc88, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:32.605791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.611060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.641134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8b4893-4510-4bcc-ad29-1ef10544afe4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:32.693077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:32.703442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.707649 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f71b4fd0-4050-4b05-95cc-aa489d1a008f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4954515 Nov 12 00:37:32.708741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:32.713166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'security_group_rule': {'security_group_id': '2b1e862b-a2db-41e3-9273-528038643446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:32.719786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:32.803522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.817687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.818021 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Added segment 07b08b47-2196-415a-bf10-416260307c0c of type vlan for network 851b403e-459a-448c-968d-00735df47227 Nov 12 00:37:32.918358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.934444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:32.948241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6b7ea102-068a-457f-a0dc-3f012222cc88,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:32.970590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.000513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.011291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.021989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.023195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.023878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.044969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.045781 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.048885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b7ea102-068a-457f-a0dc-3f012222cc88 HTTP/1.1" status: 200 len: 1119 time: 2.3015018 Nov 12 00:37:33.048885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:33.061081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5a8472-83f5-49e1-bba7-6a0044cd9309,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:33.100524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.111821 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b2dd5bd-fe14-4468-9fdb-f0ee71729767 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027185 Nov 12 00:37:33.112827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:33.131646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:33.194760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.288318 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.306869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] Set router be0607a6-9440-451f-9009-d6b262491688 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:33.468593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] Pushing event updated for resources: {'Network': ['ID=851b403e-459a-448c-968d-00735df47227,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:33.493211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] For port 98a0037c-4474-4320-a0c9-1648640e0b26, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=98a0037c-4474-4320-a0c9-1648640e0b26,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:33.497519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 851b403e-459a-448c-968d-00735df47227 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:33.541604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cecee31f-09a6-4276-8d5c-76525629595d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0920091 Nov 12 00:37:33.556930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:33.559365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.567667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Request body: {'subnet': {'network_id': '851b403e-459a-448c-968d-00735df47227', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1736294557-subnet', 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:33.664977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:33.666411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7a10-5b4d-4ad1-83dd-2922a3a65d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:33.671138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.725950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-b257586b-d81b-4d46-bc95-fa84ab90be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.737275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-b257586b-d81b-4d46-bc95-fa84ab90be18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=193e35f039654c70a37c7d0f109d0b40&device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 1122 time: 0.5041392 Nov 12 00:37:33.993971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf46e316-5c96-4508-b617-d39fd96e61d0 None None] Provisioning complete for port 98a0037c-4474-4320-a0c9-1648640e0b26 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:33.994615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf46e316-5c96-4508-b617-d39fd96e61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.001167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685c42-e678-436e-84f7-23e048f297d5 None None] Pushing event updated for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:34.173865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.174638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-f60cbd98-6e3a-41f7-b70a-a7ef4afc1612 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6b7ea102-068a-457f-a0dc-3f012222cc88 HTTP/1.1" status: 200 len: 217 time: 0.4249177 Nov 12 00:37:34.196684 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:34.201597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.277725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b62d2c-c393-49c4-a798-c5611a151b27 req-3d30c484-a3ad-41b1-8f99-b12d2404d0ab tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.295670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b62d2c-c393-49c4-a798-c5611a151b27 req-3d30c484-a3ad-41b1-8f99-b12d2404d0ab tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.4065371 Nov 12 00:37:34.349212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 4, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '98a0037c-4474-4320-a0c9-1648640e0b26', 'name': '', 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'mac_address': 'fa:16:3e:df:b5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:25Z', 'updated_at': '2021-11-12T00:37:32Z', 'revision_number': 4, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'subnets': [{'id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:34.384542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Allocated IP 172.25.6.20 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/056d8adf-a2db-4a53-a52f-6df607aaf7d2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:34.447138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b09a00-f68d-4848-aa7e-8dece1620e1f None None] The sync data for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 is: [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:37:26Z', 'revision_number': 4, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '98a0037c-4474-4320-a0c9-1648640e0b26', 'name': '', 'network_id': '83ff921e-6e13-4f41-acf4-a64070ef248e', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'mac_address': 'fa:16:3e:df:b5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:25Z', 'updated_at': '2021-11-12T00:37:32Z', 'revision_number': 4, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'subnets': [{'id': '4c277baa-df17-47ce-afb8-1ccea7883bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:34.539581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.567087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b62d2c-c393-49c4-a798-c5611a151b27 req-cfe07d30-2c4c-475a-87a8-6b510db46f71 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690449 Nov 12 00:37:34.572919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-a0af00b0-5593-492a-b045-8f01ed5089bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.582620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-a0af00b0-5593-492a-b045-8f01ed5089bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2608430 Nov 12 00:37:34.585050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5295d8-43a0-4693-a52f-632ec358db9c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:34.594620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.677365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:34.684650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'Port': ['ID=056d8adf-a2db-4a53-a52f-6df607aaf7d2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:34.694972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:34.701612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:34.780906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-a8c4fed4-5d53-43b4-bb64-27c0a03c6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.782654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-a8c4fed4-5d53-43b4-bb64-27c0a03c6ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1872320 Nov 12 00:37:34.858259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.927773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:34.928238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Network hostable DHCP agents. Network: 851b403e-459a-448c-968d-00735df47227, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:34.930800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.991943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Network 851b403e-459a-448c-968d-00735df47227 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:34.995453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.130297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-e1bd46c7-2c9d-492e-a680-6534306f2550 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076308 Nov 12 00:37:35.278751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 98a0037c-4474-4320-a0c9-1648640e0b26 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:35.290578 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce185de-28d7-403d-a555-9a6280b002fb x-openstack-request-id: req-cce185de-28d7-403d-a555-9a6280b002fb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:35.292533 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:35.295988 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cce185de-28d7-403d-a555-9a6280b002fb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:35.297514 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88', 'status': 'completed', 'code': 200} Nov 12 00:37:35.430987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.439558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.454038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.482198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 98a0037c-4474-4320-a0c9-1648640e0b26 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:35.482579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.543756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.553997 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4383297 Nov 12 00:37:35.555213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 851b403e-459a-448c-968d-00735df47227) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:35.563972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.563972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.591501 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b16eb2f6-c681-4943-a59f-525d986d7403 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0311759 Nov 12 00:37:35.618163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc048ca6-e85c-4dce-9af7-5fc4544a27cb req-4069be01-cfb6-43fd-ac7a-b1359ff14000 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762743 Nov 12 00:37:35.619926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279bdb6-6542-48ac-b264-7975283cb0d7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'Port': ['ID=056d8adf-a2db-4a53-a52f-6df607aaf7d2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:35.626375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae0286-48fa-464b-bd53-c76f7eb25917 None None] Network 851b403e-459a-448c-968d-00735df47227 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:35.824209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-a8692fd2-920c-4993-8b0a-1b2d31dc52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.831545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-a8692fd2-920c-4993-8b0a-1b2d31dc52df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=193e35f039654c70a37c7d0f109d0b40&device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 1122 time: 0.0693178 Nov 12 00:37:35.880676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db3bd8-7883-4330-a2f3-de03e89aad45 None None] Network 851b403e-459a-448c-968d-00735df47227 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:36.217728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a150ec8-4d7c-403d-98ad-3f383171aac4 req-bcac72e4-e6dc-48cd-b733-fd7828720ec0 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.219598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a150ec8-4d7c-403d-98ad-3f383171aac4 req-bcac72e4-e6dc-48cd-b733-fd7828720ec0 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.2212369 Nov 12 00:37:36.225252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-92734ef2-a01a-44a2-b320-f531e17a13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.226997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-92734ef2-a01a-44a2-b320-f531e17a13f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3754423 Nov 12 00:37:36.282560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a150ec8-4d7c-403d-98ad-3f383171aac4 req-82d4cff2-af6a-4c7a-be51-7715e1ad64c5 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Nov 12 00:37:36.363530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-3af358c4-5ea4-4e36-b397-939794c0af85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6b7ea102-068a-457f-a0dc-3f012222cc88 HTTP/1.1" status: 200 len: 217 time: 0.0796721 Nov 12 00:37:36.812856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-c47235e6-648e-4311-989d-890723c6c381 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--109556116&fields=id&tenant_id=a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 267 time: 0.1493189 Nov 12 00:37:37.230762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-21c5246d-73eb-44fc-a2e8-444507995b44 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.241094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-21c5246d-73eb-44fc-a2e8-444507995b44 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 824 time: 0.4091463 Nov 12 00:37:37.253545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-b3ac091b-e72c-4a69-a1c3-3131a208803f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/quotas/a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 375 time: 0.0112364 Nov 12 00:37:37.334148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-fb8438b7-6b60-4c13-b988-8fe8b4077af6 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750420 Nov 12 00:37:37.683146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:37.722231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:37.835361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:37.840472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1274347840-network', 'tenant_id': 'c9bbd8165f734fdd8465d8f179d32819'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:37.843986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67cfe3f6-e942-4ac9-801b-63736411e226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.889982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Made reservation on behalf of c9bbd8165f734fdd8465d8f179d32819 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:37.894086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.918187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.986856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67cfe3f6-e942-4ac9-801b-63736411e226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.993857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67cfe3f6-e942-4ac9-801b-63736411e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.021180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-2bafe48e-01c4-4fe9-b52c-c19d08b1883d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:37:38.022486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-2bafe48e-01c4-4fe9-b52c-c19d08b1883d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2250187 Nov 12 00:37:38.047960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-67cfe3f6-e942-4ac9-801b-63736411e226 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29455a03ed1141299f592e351579f515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622553 Nov 12 00:37:38.049594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfe3f6-e942-4ac9-801b-63736411e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc91cf-b271-4103-bf85-dcdac4508ba3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.052609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.092772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af2b36bb-8d71-4789-9a46-68cf62741589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.116145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.138390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.167960 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.186801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.214162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.222751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.225621 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bfc91cf-b271-4103-bf85-dcdac4508ba3 HTTP/1.1" status: 204 len: 168 time: 0.1716168 Nov 12 00:37:38.237246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a217f-dff9-49b8-ad5c-54af51a1f96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc91cf-b271-4103-bf85-dcdac4508ba3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.249247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-568cc29b-5670-4b68-b6ca-0bc828381d67 service neutron] 10.222.0.11 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104130 Nov 12 00:37:38.258721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:38.280221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953281e6-832d-4783-be96-dbc5f313e754,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.307873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.308328 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Added segment 06b95cea-4fbe-4e9d-bf4c-ce7b91c92c65 of type vlan for network 3275c21d-a331-497b-8e94-00471d5dabd2 Nov 12 00:37:38.407654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af2b36bb-8d71-4789-9a46-68cf62741589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.410768 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.423042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af2b36bb-8d71-4789-9a46-68cf62741589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.494926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-ee67f7a0-2066-4b67-9e8a-1368d7bea874 service neutron] 10.222.0.11 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292910 Nov 12 00:37:38.519194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af2b36bb-8d71-4789-9a46-68cf62741589 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51b8d6a68591407dbfc98ced9cefc926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7960055 Nov 12 00:37:38.522305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.527074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b36bb-8d71-4789-9a46-68cf62741589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e868e94c-28fc-4d68-988f-0377360addd9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.530054 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.530928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.531589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.586992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.599017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7596681 Nov 12 00:37:38.599325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.604703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Request body: {'subnet': {'network_id': '3275c21d-a331-497b-8e94-00471d5dabd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1274347840-subnet', 'tenant_id': 'c9bbd8165f734fdd8465d8f179d32819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:38.626475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.660391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.706705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ffffd23-f9d5-4759-96fe-771c8add5b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.729221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.744266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.745781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e868e94c-28fc-4d68-988f-0377360addd9 HTTP/1.1" status: 204 len: 168 time: 0.2224145 Nov 12 00:37:38.747289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a8ef7-5a62-45c7-bca4-3ed2feeee693 admin admin] Pushing event updated for resources: {'Network': ['ID=3275c21d-a331-497b-8e94-00471d5dabd2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.763914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 3275c21d-a331-497b-8e94-00471d5dabd2 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:38.791982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Made reservation on behalf of c9bbd8165f734fdd8465d8f179d32819 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:38.794726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.903381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a94b0-28e4-48b1-838c-2548ffaf9ae8 req-f35b28d9-cec6-492e-ba1c-83b0596fb1a8 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.906098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b68a94b0-28e4-48b1-838c-2548ffaf9ae8 req-f35b28d9-cec6-492e-ba1c-83b0596fb1a8 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.0847118 Nov 12 00:37:38.925117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ffffd23-f9d5-4759-96fe-771c8add5b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.943210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ffffd23-f9d5-4759-96fe-771c8add5b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.024615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1ffffd23-f9d5-4759-96fe-771c8add5b03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cee00354073c4b75be5be58c067e5f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571694 Nov 12 00:37:39.026606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:39.084904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffffd23-f9d5-4759-96fe-771c8add5b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6641ae8-7cad-4590-a659-cdd1b351b46b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.174689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d17eab3-c872-47fb-ae0d-3dfcf4e5170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.225615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01f2ef-2153-4267-8c33-964cb47bbbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868e94c-28fc-4d68-988f-0377360addd9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.245583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b68a94b0-28e4-48b1-838c-2548ffaf9ae8 req-2a1b405c-9ced-4fd5-a779-5521acee764f tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253243 Nov 12 00:37:39.284169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.411995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.465398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edf284b-5796-40ac-84a2-982f6bab3ecc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.514885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Checking segment: {'id': '06b95cea-4fbe-4e9d-bf4c-ce7b91c92c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3275c21d-a331-497b-8e94-00471d5dabd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:39.515340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Network hostable DHCP agents. Network: 3275c21d-a331-497b-8e94-00471d5dabd2, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:39.537347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Network 3275c21d-a331-497b-8e94-00471d5dabd2 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:39.541751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:39.569448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d003620-400f-478e-9989-de1deb9179d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.581591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 3275c21d-a331-497b-8e94-00471d5dabd2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:39.592780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f5da2-4c81-4f4a-855e-5e456f5827e2 None None] Network 3275c21d-a331-497b-8e94-00471d5dabd2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:39.597276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.598039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.639978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0dfbc4ff-5730-4406-bb1d-d952b4d2b424 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0313494 Nov 12 00:37:39.720442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.729946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d003620-400f-478e-9989-de1deb9179d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.739317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d003620-400f-478e-9989-de1deb9179d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.774037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93b97490-c3b2-4ac4-99ce-febe4dab8659 req-fb2b7298-ac69-4c36-bb3f-8e2b2ccbc6a1 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.4298244 Nov 12 00:37:39.829856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.833395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.844165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6641ae8-7cad-4590-a659-cdd1b351b46b HTTP/1.1" status: 204 len: 168 time: 0.8046563 Nov 12 00:37:39.859489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dc17a-e658-4491-98dc-457ef2108a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6641ae8-7cad-4590-a659-cdd1b351b46b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.865426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d003620-400f-478e-9989-de1deb9179d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03214f27-ca37-4941-ad8b-2c37a5ecc5b4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.892381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d003620-400f-478e-9989-de1deb9179d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b57b3f8bcad4d64a810c16edcfd09f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494937 Nov 12 00:37:39.894986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35824) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:39.951691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83618bd7-d6b2-4ab5-b88c-529a043a00d2 None None] Network 3275c21d-a331-497b-8e94-00471d5dabd2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:40.006669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.065520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.131528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.135067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.136371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03214f27-ca37-4941-ad8b-2c37a5ecc5b4 HTTP/1.1" status: 204 len: 168 time: 0.2402456 Nov 12 00:37:40.147057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea602e-3149-4026-93d3-001a1939aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03214f27-ca37-4941-ad8b-2c37a5ecc5b4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:40.472510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-5ea61585-9e5a-4a62-b4c2-fb1f278ce749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.474768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-5ea61585-9e5a-4a62-b4c2-fb1f278ce749 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0754924 Nov 12 00:37:40.573649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-a0a04f0f-be81-48da-9609-6ab69e718b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.576130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-a0a04f0f-be81-48da-9609-6ab69e718b36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933311 Nov 12 00:37:40.591079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639a0e1-94e0-43d5-b77d-47447cdbd2bf req-62d3d813-916f-4be7-b91b-9ecb3b67a075 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.593108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8639a0e1-94e0-43d5-b77d-47447cdbd2bf req-62d3d813-916f-4be7-b91b-9ecb3b67a075 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.0778725 Nov 12 00:37:40.766770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.39', 58827) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:40.784826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:40.857028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8639a0e1-94e0-43d5-b77d-47447cdbd2bf req-168808db-754c-4fae-bf31-c9c14b1005be tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533860 Nov 12 00:37:40.885134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-1469c0e3-8aa7-4d89-85c0-c69c0a7e9135 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900915 Nov 12 00:37:40.937875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-1e22c6e6-7771-4a1b-9e67-18d09c30613c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.945406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-1e22c6e6-7771-4a1b-9e67-18d09c30613c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.2353055 Nov 12 00:37:41.004220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-e1b236c7-67a0-4267-8ce1-8de5b6f9d14d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/quotas/d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 375 time: 0.0571856 Nov 12 00:37:41.013255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-d415728a-ce67-4d45-a30d-92a6f922ea60 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.024432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-d415728a-ce67-4d45-a30d-92a6f922ea60 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 824 time: 0.2565219 Nov 12 00:37:41.056285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-53901f1d-6017-4b50-8927-2b3ae7d08787 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440021 Nov 12 00:37:41.090790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b27f9b4-df90-4988-b6d9-74e125e1fff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.119010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3795fca-3aca-4f52-8d25-e508e79483c2 req-795c5154-24e6-44b3-bbdf-99b78252c073 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0671401 Nov 12 00:37:41.121162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1d01349-c46d-49dc-99d1-c7c30a42c7a2 req-6440939e-ca9f-4910-9f74-9f7a6b20ea93 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280166 Nov 12 00:37:41.243174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-e16e27a5-31ed-4a2f-8866-01a2ef243b00 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 379 time: 0.1167481 Nov 12 00:37:41.247365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-2fc564b3-db98-4de6-a83d-5e71ba51d141 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653805 Nov 12 00:37:41.277514 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b27f9b4-df90-4988-b6d9-74e125e1fff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.285972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b27f9b4-df90-4988-b6d9-74e125e1fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.351869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1b27f9b4-df90-4988-b6d9-74e125e1fff0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abb0079b456a4780941ee5211967f671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657048 Nov 12 00:37:41.353169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27f9b4-df90-4988-b6d9-74e125e1fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb436431-3ff1-482b-ac98-a5206907e1ee,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:41.355741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.382077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.428993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.431260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7648420b-4229-451b-84f5-d0e91cba9809 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796141 Nov 12 00:37:41.459257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.551873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.558256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.562503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb436431-3ff1-482b-ac98-a5206907e1ee HTTP/1.1" status: 204 len: 168 time: 0.2030849 Nov 12 00:37:41.575666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584287f-0bb6-4252-ac01-889f2e488c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb436431-3ff1-482b-ac98-a5206907e1ee,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:41.643242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69991a20-53bb-42bd-8c82-2772ae94a32b req-ecbdc862-67b8-489f-847d-9291f0e652bf tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 210 time: 0.0291524 Nov 12 00:37:41.701526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3041ef76-0aad-4c13-8288-2503527ae16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.769393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a037245-dfdf-4706-b158-0c3867bea9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.892893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a037245-dfdf-4706-b158-0c3867bea9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.900865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a037245-dfdf-4706-b158-0c3867bea9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:41.954487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a037245-dfdf-4706-b158-0c3867bea9f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e04c618e312f45978d90e3c214a5e7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712619 Nov 12 00:37:41.957626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:41.961174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a037245-dfdf-4706-b158-0c3867bea9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5622bfbd-c915-472b-a26a-f60251294d07,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.085112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.095310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7615295-9a0a-4765-a877-ea5076a36e4d req-ced7aa64-1af7-473e-9404-4f6891da362e tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.096852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7615295-9a0a-4765-a877-ea5076a36e4d req-ced7aa64-1af7-473e-9404-4f6891da362e tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.0915635 Nov 12 00:37:42.141287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.201577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7615295-9a0a-4765-a877-ea5076a36e4d req-520e989c-34d0-4e6b-b35a-a9391cc3de45 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971594 Nov 12 00:37:42.259221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5915112-dac4-4f19-9c10-1bef56d733af req-024d8e46-f497-4283-b4f2-324fe2c9f5f2 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0286586 Nov 12 00:37:42.259890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.262809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.263950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5622bfbd-c915-472b-a26a-f60251294d07 HTTP/1.1" status: 204 len: 168 time: 0.3051362 Nov 12 00:37:42.271969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a16cdb-4e45-4c2e-940f-edca084747af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622bfbd-c915-472b-a26a-f60251294d07,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.332974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:42.346806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0387ed3b-82ba-4b2b-877d-3e46d2ed0901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.462814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0387ed3b-82ba-4b2b-877d-3e46d2ed0901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.467134 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0387ed3b-82ba-4b2b-877d-3e46d2ed0901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.512271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0387ed3b-82ba-4b2b-877d-3e46d2ed0901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fd86de3dfe542ae9ed81d8d8a8627be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781175 Nov 12 00:37:42.512529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:42.514421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387ed3b-82ba-4b2b-877d-3e46d2ed0901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf1300a-079b-4feb-9409-9bf9d167c232,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.580928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.592538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.607862 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.674639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.677462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.681055 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cf1300a-079b-4feb-9409-9bf9d167c232 HTTP/1.1" status: 204 len: 168 time: 0.1653180 Nov 12 00:37:42.687491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ed785-512c-4c43-9bf5-5c3ec25c18c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf1300a-079b-4feb-9409-9bf9d167c232,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:42.815668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11de8088-2796-4f94-997d-706b774aaa46 req-678edbe7-c977-46de-8349-441b82554b1e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 210 time: 0.0628879 Nov 12 00:37:42.998638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-15148f5e-ff27-48e0-9000-506864484a86 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.001262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-15148f5e-ff27-48e0-9000-506864484a86 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.1199124 Nov 12 00:37:43.021454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Request body: {'port': {'device_id': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'admin_state_up': True, 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:43.071484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:43.088712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f6a33cb-0fd6-4621-8a29-d06dc637a7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.177834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:43.189425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.201576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f6a33cb-0fd6-4621-8a29-d06dc637a7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.208723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f6a33cb-0fd6-4621-8a29-d06dc637a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.271171 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f6a33cb-0fd6-4621-8a29-d06dc637a7f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b98bad54f9784fe1bf1757e9c74ab820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951253 Nov 12 00:37:43.271171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a33cb-0fd6-4621-8a29-d06dc637a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6124d06-a2ab-4aa9-8abe-2bf77cb18393,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.273273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:43.460225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.468326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-517bee7e-d088-4a5d-a563-17e43ac98820 req-84767080-b5b1-4890-a055-b1cc64e9c67e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0833735 Nov 12 00:37:43.503266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459f18-7da4-4e26-95c6-4143b650c579 req-713e70c6-0e79-4496-8e2e-545454a42ed1 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.504773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f459f18-7da4-4e26-95c6-4143b650c579 req-713e70c6-0e79-4496-8e2e-545454a42ed1 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.1790659 Nov 12 00:37:43.508654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Allocated IP 172.20.0.10 (851b403e-459a-448c-968d-00735df47227/eb5295d8-43a0-4693-a52f-632ec358db9c/4f0b52c0-ba55-4cc2-9392-08dfe1a60057) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:43.511933 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.634460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f459f18-7da4-4e26-95c6-4143b650c579 req-ca705f92-55d9-475c-bf54-55f53a500bcb tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202042 Nov 12 00:37:43.651838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.653754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.657922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6124d06-a2ab-4aa9-8abe-2bf77cb18393 HTTP/1.1" status: 204 len: 168 time: 0.3806584 Nov 12 00:37:43.679725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc533fb-dce2-4a3b-951c-0fcab6916a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6124d06-a2ab-4aa9-8abe-2bf77cb18393,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.767995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.823019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.825891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.893987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Network 851b403e-459a-448c-968d-00735df47227 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:43.899288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:43.901143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.916015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:43.922655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.923281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.948772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-18593cdb-2e38-4787-a9ec-53f423b5d061 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9374249 Nov 12 00:37:43.962708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Request body: {'port': {'device_id': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'device_owner': 'compute:tempest-test_az-1983419288', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:44.037103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.268796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-6189908f-b6af-495d-9cac-c893491178db tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342734 Nov 12 00:37:44.504286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:44.516085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.527955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-347c83db-cd90-4834-9fff-e141ddcffffd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.527955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-347c83db-cd90-4834-9fff-e141ddcffffd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415559 Nov 12 00:37:44.549288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2df5-4657-4bcc-95ea-7f3770187e6b req-b54f4ffc-f5f7-46ca-8ac9-b1df926383ed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.550930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a00a2df5-4657-4bcc-95ea-7f3770187e6b req-b54f4ffc-f5f7-46ca-8ac9-b1df926383ed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 932 time: 0.1571066 Nov 12 00:37:44.562029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Transition to ACTIVE for port object 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:44.571494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.586334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-b2927023-e0ce-4af3-8792-d95b19d25d19 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/quotas/d89fa493b8424bdb8fbaf8f6fe0ca880 HTTP/1.1" status: 200 len: 375 time: 0.0481021 Nov 12 00:37:44.673864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-1fb6cac9-4cb1-4dbf-a688-3601b9b02989 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626268 Nov 12 00:37:44.674857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6b7ea102-068a-457f-a0dc-3f012222cc88 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:44.681212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:44.696638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a00a2df5-4657-4bcc-95ea-7f3770187e6b req-608eb3d4-f6c3-4817-8042-72c8a246061e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359270 Nov 12 00:37:44.745037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:44.747719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:44.748006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:44.759172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:44.760025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:44.793633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:44.793970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:44.794339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:44.794790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Bound port: 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:44.795143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.865380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.880830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6b7ea102-068a-457f-a0dc-3f012222cc88,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:44.895050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '6b7ea102-068a-457f-a0dc-3f012222cc88', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '6b7ea102-068a-457f-a0dc-3f012222cc88', 'mac_address': 'fa:16:3e:fc:02:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-1983419288', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:44.987828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:45.006149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:45.035799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.105315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea27ae74-236e-4af8-92ac-0d6c107a164f req-6d3cedc0-b43a-4a17-8a85-cd6664fd35cc tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0919633 Nov 12 00:37:45.168678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.170530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.172666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] 10.222.0.32 "PUT /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 1115 time: 1.2143087 Nov 12 00:37:45.175369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:45.178061 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728ba57b-8458-46d6-a4af-c2895b6921a7" -d '{"events": [{"name": "network-changed", "server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:45.230038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5914a-c5e1-4eb8-b658-2d95c8efa92b service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.268999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.292561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7ea102-068a-457f-a0dc-3f012222cc88 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:45.328590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6b7ea102-068a-457f-a0dc-3f012222cc88,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:45.334609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.352565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806703b-c4b3-4aec-9b68-63b36ed90441 req-49404cd8-6d67-42eb-b3a4-eeae0f7d8ffa tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.365513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b806703b-c4b3-4aec-9b68-63b36ed90441 req-49404cd8-6d67-42eb-b3a4-eeae0f7d8ffa tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 970 time: 0.1373270 Nov 12 00:37:45.384888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-d7f55e3e-9927-476a-8ecb-954173c3440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.386374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-d7f55e3e-9927-476a-8ecb-954173c3440b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1118 time: 0.1492922 Nov 12 00:37:45.414220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.461757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-b6d41241-db75-4b14-9fb3-e901034d92f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0601978 Nov 12 00:37:45.466993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b806703b-c4b3-4aec-9b68-63b36ed90441 req-5e9c4c59-fec4-4068-a0a8-a5bbc12f7bba tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004548 Nov 12 00:37:45.616344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4878bd8-710c-4f8a-a458-8ac824b7dccb req-ef98651a-e36f-4cfa-9ec3-e5cfbde55a0f tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 210 time: 0.0679715 Nov 12 00:37:45.632017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-8a089539-517c-4239-851e-077c4740def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.632017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-8a089539-517c-4239-851e-077c4740def8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1595945 Nov 12 00:37:45.665709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6b7ea102-068a-457f-a0dc-3f012222cc88'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:45.670815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-932d66dc-b089-4ce4-bf95-aca5cb962510 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334828 Nov 12 00:37:45.703795 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb084f-5505-49f8-b92f-410aa89f0ac3 x-openstack-request-id: req-93bb084f-5505-49f8-b92f-410aa89f0ac3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:45.704518 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:45.704773 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93bb084f-5505-49f8-b92f-410aa89f0ac3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:45.705223 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'status': 'completed', 'code': 200} Nov 12 00:37:45.850111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-98264a5a-13ee-45a6-82b2-c98a9711e66f service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697588 Nov 12 00:37:45.976583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae8e8-2e6f-4a20-88c0-37ec64f52a80 req-733be0bc-8a93-453c-a103-3872b7231044 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.985530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4feae8e8-2e6f-4a20-88c0-37ec64f52a80 req-733be0bc-8a93-453c-a103-3872b7231044 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.1511996 Nov 12 00:37:46.066149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36013599-4f4e-46aa-939c-5ec26902c7b2 req-c0bc3bb7-a40d-4906-ba9d-56636b658233 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936793 Nov 12 00:37:46.094187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4feae8e8-2e6f-4a20-88c0-37ec64f52a80 req-02cb52d3-2205-41b9-9a01-c85e67d9ff84 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070871 Nov 12 00:37:46.424613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-a00c5ea0-5657-4043-8fb9-a7a1221f1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.426024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-a00c5ea0-5657-4043-8fb9-a7a1221f1c75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1118 time: 0.2867148 Nov 12 00:37:46.477301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-473b3ea5-d404-4e2e-80a7-ca2cfb48cf10 req-cd728eb1-cbb2-4531-8344-f339316925be tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0550754 Nov 12 00:37:46.488814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa66a33-126e-4681-9149-8ce07fb4db93 req-9d01f415-d2be-4d49-8cdb-f22c186ce672 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f22f2bb99fed42d681d03df3c4b196df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679536 Nov 12 00:37:46.632441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-94435bec-f472-46ac-8962-ac7922eeecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.633980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-94435bec-f472-46ac-8962-ac7922eeecf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1900597 Nov 12 00:37:46.652629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6b7ea102-068a-457f-a0dc-3f012222cc88 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:46.694185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-043be970-0ad8-4d00-a457-97dc58fd345d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0513809 Nov 12 00:37:46.702176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa66a33-126e-4681-9149-8ce07fb4db93 req-dee2457b-ac9a-436a-8a26-543dd65620a9 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.703636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa66a33-126e-4681-9149-8ce07fb4db93 req-dee2457b-ac9a-436a-8a26-543dd65620a9 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081332 Nov 12 00:37:46.704848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 6b7ea102-068a-457f-a0dc-3f012222cc88 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:46.709129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 6b7ea102-068a-457f-a0dc-3f012222cc88 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:46.709698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.750263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa66a33-126e-4681-9149-8ce07fb4db93 req-d9bb4957-29dc-447b-9220-785099fdf390 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/quotas/f22f2bb99fed42d681d03df3c4b196df HTTP/1.1" status: 200 len: 375 time: 0.0378382 Nov 12 00:37:46.764644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-71273e20-3f97-4c68-8dda-ee5f183fcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.766411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-71273e20-3f97-4c68-8dda-ee5f183fcffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0616994 Nov 12 00:37:46.799796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.814793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa66a33-126e-4681-9149-8ce07fb4db93 req-d52b3a15-deac-42b6-8b55-9efa325864bd tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f22f2bb99fed42d681d03df3c4b196df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548735 Nov 12 00:37:46.817751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-d420f99b-ac1b-47df-ad47-b9d71d681a8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418208 Nov 12 00:37:46.838452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:46.922168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6b7ea102-068a-457f-a0dc-3f012222cc88,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:46.928902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79939-0214-4793-bbe9-4278cb71032a req-cdcf8148-8176-4c0f-b556-1048a3aeec6e tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.930534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8a79939-0214-4793-bbe9-4278cb71032a req-cdcf8148-8176-4c0f-b556-1048a3aeec6e tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 971 time: 0.1316440 Nov 12 00:37:46.934513 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.975816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-bf70f27d-7327-4dd1-9a7c-1f7920d8df7b service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495397 Nov 12 00:37:46.992518 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7331d384-af9f-4c97-a5d8-1e2a94a4e57b" -d '{"events": [{"server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:47.013174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:47.063830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8a79939-0214-4793-bbe9-4278cb71032a req-6f767aaf-c50b-423e-822a-40ccb282e027 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227477 Nov 12 00:37:47.086935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f1af76e-5c1b-4dba-8a52-0080945d08cc req-b05b2333-b87c-4f5b-8cda-f335617c0daa tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 210 time: 0.0649710 Nov 12 00:37:47.126894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728ba57b-8458-46d6-a4af-c2895b6921a7 req-a982b9c0-0fd0-498b-8896-4b3d0448fbd5 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346836 Nov 12 00:37:47.388387 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f07b5d-881d-42ee-8337-5fcfab52ae2e x-openstack-request-id: req-00f07b5d-881d-42ee-8337-5fcfab52ae2e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:47.388777 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:47.388969 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00f07b5d-881d-42ee-8337-5fcfab52ae2e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:47.389447 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88', 'code': 200} Nov 12 00:37:47.551250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d039b79-12d9-4c6e-85fe-2427ce899268 req-871f1b65-963f-48ce-92dc-f7b67e917505 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.552770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d039b79-12d9-4c6e-85fe-2427ce899268 req-871f1b65-963f-48ce-92dc-f7b67e917505 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.1211586 Nov 12 00:37:47.567196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-4be3f49b-12fe-47cf-9f2b-e316f3acf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.568646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-4be3f49b-12fe-47cf-9f2b-e316f3acf987 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 1124 time: 0.0994766 Nov 12 00:37:47.591164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-54d5478e-c9f0-45ea-822c-463f49894355 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.632569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d039b79-12d9-4c6e-85fe-2427ce899268 req-abcd549e-003e-4d92-8c62-186415c4e789 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Nov 12 00:37:47.696659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053f796-b6ab-407f-971f-bc04890ec1e4 req-123b3fec-f22e-4cc6-a5f9-c159a228d31e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 210 time: 0.0382552 Nov 12 00:37:47.751679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-54d5478e-c9f0-45ea-822c-463f49894355 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.757188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-54d5478e-c9f0-45ea-822c-463f49894355 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.819695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3f38811-fa1c-47f7-8613-fd4e37fb1d41 req-54d5478e-c9f0-45ea-822c-463f49894355 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425470 Nov 12 00:37:47.821119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5478e-c9f0-45ea-822c-463f49894355 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=adb75bdf-4d21-4112-8c5f-55a326d52cfe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.038770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'port': {'device_id': '49e7d499-da46-4aab-8e63-bd15272a326f', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'admin_state_up': True, 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'security_groups': ['2b1e862b-a2db-41e3-9273-528038643446']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:48.069530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.069863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.100689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96b973-5566-44f6-9755-4011fa5aab88 req-4098e28a-85f8-4c83-ae2c-df68f55d924d tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f22f2bb99fed42d681d03df3c4b196df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426991 Nov 12 00:37:48.218898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Made reservation on behalf of a532534f63b84bb284e0aef0ba76c21f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:48.223855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.323062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96b973-5566-44f6-9755-4011fa5aab88 req-4d16c25a-cc4e-4de8-86c1-ca2c4bb83717 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.324912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96b973-5566-44f6-9755-4011fa5aab88 req-4d16c25a-cc4e-4de8-86c1-ca2c4bb83717 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204924 Nov 12 00:37:48.333600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746047a-5c03-454e-9807-5165ff0baa13 req-7e51224f-7572-492a-9933-1637b7ba8172 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.335062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5746047a-5c03-454e-9807-5165ff0baa13 req-7e51224f-7572-492a-9933-1637b7ba8172 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.1850417 Nov 12 00:37:48.337469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218977b8-e0b5-4c3b-89f9-0ab6e17fe694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.341702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdd784ea-1eb5-4094-8eab-ea6d26e105c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.387124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96b973-5566-44f6-9755-4011fa5aab88 req-77ba693e-ddad-4fce-b45f-ac5e8ce7d76e tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/quotas/f22f2bb99fed42d681d03df3c4b196df HTTP/1.1" status: 200 len: 375 time: 0.0506141 Nov 12 00:37:48.446482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96b973-5566-44f6-9755-4011fa5aab88 req-c00454c6-9967-4c48-89c6-9127a8330b7e tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f22f2bb99fed42d681d03df3c4b196df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508945 Nov 12 00:37:48.455873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Allocated IP 172.20.0.3 (6d91d372-6d2f-42e9-aede-c34af507cc87/1baaadb9-0284-4d4a-81be-718a455a05d1/664382f1-470c-4cdd-a81c-c51c70a9f528) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:48.482248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5746047a-5c03-454e-9807-5165ff0baa13 req-52e77e04-4f7f-4e8c-b20b-87f1cf357f48 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319275 Nov 12 00:37:48.557339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218977b8-e0b5-4c3b-89f9-0ab6e17fe694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.563132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdd784ea-1eb5-4094-8eab-ea6d26e105c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.566320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218977b8-e0b5-4c3b-89f9-0ab6e17fe694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.579679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdd784ea-1eb5-4094-8eab-ea6d26e105c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.667999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f9673ad-3b93-4cc3-881f-0295085732eb req-787fbed4-9854-4233-bc3b-efe30825ffae tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 210 time: 0.0798111 Nov 12 00:37:48.671455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218977b8-e0b5-4c3b-89f9-0ab6e17fe694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895addfe-c557-4d3e-b1ba-bcff980e636b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.679940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.681380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.39', 58831) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.696052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-218977b8-e0b5-4c3b-89f9-0ab6e17fe694 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a9071ebaba3407299d36ef2b5900a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226296 Nov 12 00:37:48.696615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.718477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bdd784ea-1eb5-4094-8eab-ea6d26e105c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b69c3fbd23f4750bf10dc7a57964a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468134 Nov 12 00:37:48.718683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:48.749400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd784ea-1eb5-4094-8eab-ea6d26e105c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c4eeea-f7c1-47d4-aa69-f9c70294be53,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.762899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-e3407570-7fc7-497e-a8c8-64492e859a14 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654521 Nov 12 00:37:48.797835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.856550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.874766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.885834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.917617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e2c67-50e8-4da5-a1de-35edb422bbaf req-55011d75-de9d-4f97-b3d8-e18ff08397c4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.919504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-766e2c67-50e8-4da5-a1de-35edb422bbaf req-55011d75-de9d-4f97-b3d8-e18ff08397c4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.1077073 Nov 12 00:37:48.957140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.959707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.963329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/895addfe-c557-4d3e-b1ba-bcff980e636b HTTP/1.1" status: 204 len: 168 time: 0.2618439 Nov 12 00:37:48.987358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.000228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276bfb-5613-4684-ac6f-bc783189f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895addfe-c557-4d3e-b1ba-bcff980e636b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.014059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-766e2c67-50e8-4da5-a1de-35edb422bbaf req-5e41736a-b986-4c99-8097-14ae66bd6dcb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Nov 12 00:37:49.025916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:49.030186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.043795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-7829b01e-18dc-4f74-83d7-149968efa9bd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.045406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-7829b01e-18dc-4f74-83d7-149968efa9bd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720613 Nov 12 00:37:49.048783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:49.057848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:49.063613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.064372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.074196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Request body: {'port': {'device_id': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'd89fa493b8424bdb8fbaf8f6fe0ca880'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:49.089581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298f2b-04be-40d9-9606-35c0d2284366 req-6c33b1ff-530c-4ff5-835a-5c16bc412949 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.091524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30298f2b-04be-40d9-9606-35c0d2284366 req-6c33b1ff-530c-4ff5-835a-5c16bc412949 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 931 time: 0.1149306 Nov 12 00:37:49.109721 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-cb722dea-1472-4156-b305-82efe67b24f0 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866928 Nov 12 00:37:49.124537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-d084cb5b-35ed-4755-a4f7-cc8434a6a633 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:37:49.125571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-d084cb5b-35ed-4755-a4f7-cc8434a6a633 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086234 Nov 12 00:37:49.159609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30298f2b-04be-40d9-9606-35c0d2284366 req-00a29d6b-941d-49fc-bd88-55e27cedd87a tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511606 Nov 12 00:37:49.209804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.212587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.213949 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39c4eeea-f7c1-47d4-aa69-f9c70294be53 HTTP/1.1" status: 204 len: 168 time: 0.4906096 Nov 12 00:37:49.229991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcfd96-0403-4a3b-aae7-7e7e81b9f970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c4eeea-f7c1-47d4-aa69-f9c70294be53,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.311382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Made reservation on behalf of d89fa493b8424bdb8fbaf8f6fe0ca880 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:49.318224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.339129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.400131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2427fe0c-c083-4153-b0a7-ea2f0dc5a2af None None] Provisioning complete for port 664382f1-470c-4cdd-a81c-c51c70a9f528 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:49.400666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2427fe0c-c083-4153-b0a7-ea2f0dc5a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.439922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2427fe0c-c083-4153-b0a7-ea2f0dc5a2af None None] Port 664382f1-470c-4cdd-a81c-c51c70a9f528 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:49.465813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.488490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895d2a27-5134-4dd5-b34f-209259b96616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.584418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.589837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.621130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895d2a27-5134-4dd5-b34f-209259b96616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.637383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895d2a27-5134-4dd5-b34f-209259b96616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.654497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Request body: {'port': {'device_id': '49e7d499-da46-4aab-8e63-bd15272a326f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:49.664904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f6d8c3-867c-41ce-a800-a81a5dc82a50,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.720560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-895d2a27-5134-4dd5-b34f-209259b96616 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02c0e10c13ab4b6ca0889bf2c33b20b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534084 Nov 12 00:37:49.721962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2a27-5134-4dd5-b34f-209259b96616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d324f-9f6f-4aaf-8bd9-d0e51eb5a4b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.723087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.738923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d826-5a96-4480-92c5-cac10645d087 req-6dbf26bb-abb0-4e21-ba52-b5ead60f7551 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.763465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b613d826-5a96-4480-92c5-cac10645d087 req-6dbf26bb-abb0-4e21-ba52-b5ead60f7551 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.1403980 Nov 12 00:37:49.830271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.865437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Allocated IP 192.168.233.52 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/d4cf952f-f692-4951-a9bb-bba73cd92077) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:49.887161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b613d826-5a96-4480-92c5-cac10645d087 req-02ef6248-0d1d-4f83-8cd7-d073f2e4025e tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223862 Nov 12 00:37:49.921378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.942956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:49.959408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-908023e8-dbbb-408e-a4e4-bb18765ed5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.004694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f26882e2-d968-450b-9943-3d0d2e30d9ed req-54a7c335-aa9c-4f62-9b40-886c9ea2f3e0 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 210 time: 0.0375178 Nov 12 00:37:50.005473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.135852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-908023e8-dbbb-408e-a4e4-bb18765ed5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.160756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-908023e8-dbbb-408e-a4e4-bb18765ed5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.167495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd28b8ad-277e-4297-96e8-180b160f50ab req-62612bae-bb4a-4759-be47-05e7d3950f08 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f22f2bb99fed42d681d03df3c4b196df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299439 Nov 12 00:37:50.234180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908023e8-dbbb-408e-a4e4-bb18765ed5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db1473-b742-461e-a35f-c79e9f4e3c91,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.238288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-908023e8-dbbb-408e-a4e4-bb18765ed5f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3923427dd66643bd8b88f6c405aa0809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937689 Nov 12 00:37:50.257379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:50.281086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae34d-0843-471d-9229-54f3e2ce02c3 req-7b515e2d-fb64-4290-bd6d-9f9f4ef00916 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.282715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62cae34d-0843-471d-9229-54f3e2ce02c3 req-7b515e2d-fb64-4290-bd6d-9f9f4ef00916 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.1738896 Nov 12 00:37:50.308894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.311436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.315247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe6d324f-9f6f-4aaf-8bd9-d0e51eb5a4b5 HTTP/1.1" status: 204 len: 168 time: 0.5885770 Nov 12 00:37:50.348002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28b8ad-277e-4297-96e8-180b160f50ab req-00c021d9-fdcd-4daa-af37-16848b0172b9 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.349500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd28b8ad-277e-4297-96e8-180b160f50ab req-00c021d9-fdcd-4daa-af37-16848b0172b9 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741755 Nov 12 00:37:50.357798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35384a30-7c66-46b3-aeee-35a1231a90de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d324f-9f6f-4aaf-8bd9-d0e51eb5a4b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.385064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62cae34d-0843-471d-9229-54f3e2ce02c3 req-9fe7c157-234e-4a03-8b90-6de7a12988ed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933421 Nov 12 00:37:50.391515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd28b8ad-277e-4297-96e8-180b160f50ab req-08f04dce-797f-4b74-bfb1-030d7c161918 tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/quotas/f22f2bb99fed42d681d03df3c4b196df HTTP/1.1" status: 200 len: 375 time: 0.0258372 Nov 12 00:37:50.405283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.441083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd28b8ad-277e-4297-96e8-180b160f50ab req-dd234fc8-8efb-44c6-bc28-5097d4446e9d tempest-QuotasAdminNegativeTest-1180110938 tempest-QuotasAdminNegativeTest-1180110938-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f22f2bb99fed42d681d03df3c4b196df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360079 Nov 12 00:37:50.458071 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.499285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664382f1-470c-4cdd-a81c-c51c70a9f528 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:50.511017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.513853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.549230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17289852-76f4-4225-ba3f-a58299f02ae3 req-44ddda0d-c9ec-4191-8a55-1601381690f1 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.550814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.551743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17289852-76f4-4225-ba3f-a58299f02ae3 req-44ddda0d-c9ec-4191-8a55-1601381690f1 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 931 time: 0.0784640 Nov 12 00:37:50.572964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Transition to ACTIVE for port object 664382f1-470c-4cdd-a81c-c51c70a9f528 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:50.601977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.622115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:50.643043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:50.645111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:50.656363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17289852-76f4-4225-ba3f-a58299f02ae3 req-d1057ece-0289-4cff-86b2-4be444f459d5 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984228 Nov 12 00:37:50.656898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.657569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.673607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:50.674479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Pushing event updated for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.709092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.711686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.715398 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98db1473-b742-461e-a35f-c79e9f4e3c91 HTTP/1.1" status: 204 len: 168 time: 0.4543452 Nov 12 00:37:50.719067 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-a7549d4a-0608-4ded-89f8-7e43e68c8a7c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6623039 Nov 12 00:37:50.772747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Request body: {'port': {'device_id': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:50.796619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861027d7-e7c7-409e-87a2-7e31040933a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db1473-b742-461e-a35f-c79e9f4e3c91,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.868668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Attempting to bind port 664382f1-470c-4cdd-a81c-c51c70a9f528 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:50.869067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Attempting to bind port 664382f1-470c-4cdd-a81c-c51c70a9f528 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:50.869768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Attempting to bind port 664382f1-470c-4cdd-a81c-c51c70a9f528 on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:50.895540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Port 664382f1-470c-4cdd-a81c-c51c70a9f528 on network 6d91d372-6d2f-42e9-aede-c34af507cc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:50.895855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Attempting to bind port 664382f1-470c-4cdd-a81c-c51c70a9f528 on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:50.900968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Pushing event updated for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.943734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:50.950938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:50.951252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Checking segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:50.951833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Bound using segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:50.953717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Bound port: 664382f1-470c-4cdd-a81c-c51c70a9f528, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:50.954077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.967146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'port_id': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'mac_address': 'fa:16:3e:b1:59:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5295d8-43a0-4693-a52f-632ec358db9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1983419288', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:51.047455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.074211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:51.077635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.119355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:51.132909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.145183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79d98-4848-48c5-9246-b0c5b3a3cb0f req-bf190aaf-9f11-4f66-b183-56d88186de39 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.146833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bee79d98-4848-48c5-9246-b0c5b3a3cb0f req-bf190aaf-9f11-4f66-b183-56d88186de39 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.1396322 Nov 12 00:37:51.196708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:51.244266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bee79d98-4848-48c5-9246-b0c5b3a3cb0f req-cc68a854-bafb-41e3-9658-d33c6fa8f0be tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857191 Nov 12 00:37:51.265024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc330962-89ac-4d7d-bc95-9237a99d86c5 req-44206f04-044a-400a-8370-5729929ee15b tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.273335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc330962-89ac-4d7d-bc95-9237a99d86c5 req-44206f04-044a-400a-8370-5729929ee15b tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 935 time: 0.0796762 Nov 12 00:37:51.284241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:51.292383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=664382f1-470c-4cdd-a81c-c51c70a9f528,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:51.335575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1152dfa2-1956-4a80-b203-0d5900f07d07 None None] Provisioning complete for port d4cf952f-f692-4951-a9bb-bba73cd92077 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:51.335959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1152dfa2-1956-4a80-b203-0d5900f07d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.342807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc330962-89ac-4d7d-bc95-9237a99d86c5 req-4dac83d9-e83b-4021-9967-a7da8a2edf93 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679107 Nov 12 00:37:51.354534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.397337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.398118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.401992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] 10.222.0.39 "PUT /v2.0/ports/664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 200 len: 1092 time: 2.0802548 Nov 12 00:37:51.428032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1152dfa2-1956-4a80-b203-0d5900f07d07 None None] Port d4cf952f-f692-4951-a9bb-bba73cd92077 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:51.438137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4f0b52c0-ba55-4cc2-9392-08dfe1a60057'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:51.461885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:51.485453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:51.678148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-970e07f1-3839-4d9b-844d-f6d50375d4cf tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.688437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-970e07f1-3839-4d9b-844d-f6d50375d4cf tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 1124 time: 0.2078109 Nov 12 00:37:51.723863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f1d8-d28f-4b1a-9e5d-7eb57756f9b4 req-f0919405-3526-44c8-b124-66f136acca29 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.735275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f90f1d8-d28f-4b1a-9e5d-7eb57756f9b4 req-f0919405-3526-44c8-b124-66f136acca29 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.1720047 Nov 12 00:37:51.810747 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-b8845c8a-598c-4e84-8385-b81dcd5276f1 tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.834922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf99c74-80de-4b72-a8ad-74ebbea3a6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.999652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3457e-0a75-4983-8be5-2694ac05365e service neutron] Pushing event updated for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.017062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f90f1d8-d28f-4b1a-9e5d-7eb57756f9b4 req-1d755d24-739f-4fa0-b012-a0c082137de1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727675 Nov 12 00:37:52.028749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-ab96422f-0f82-4418-80ff-8220ab3de1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.030429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-ab96422f-0f82-4418-80ff-8220ab3de1f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 1095 time: 0.4095430 Nov 12 00:37:52.099534 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbf3c87-8344-4fda-8274-48f499f4a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:52.113068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf99c74-80de-4b72-a8ad-74ebbea3a6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.127218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf99c74-80de-4b72-a8ad-74ebbea3a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.170046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bf99c74-80de-4b72-a8ad-74ebbea3a6ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f22f2bb99fed42d681d03df3c4b196df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7060492 Nov 12 00:37:52.178929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:52.253878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-48c9f34d-ae48-436b-9b9b-351eae1dd3a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 200 len: 217 time: 0.2126415 Nov 12 00:37:52.266779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf99c74-80de-4b72-a8ad-74ebbea3a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4c900-9721-4629-a80b-f170b5b03432,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.280283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-b8845c8a-598c-4e84-8385-b81dcd5276f1 tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.293952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c199e6-77c7-401f-b805-9dfbb30a29ae req-99f05aa1-692e-4989-b7c8-f1c7b8bc294b tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.301283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45c199e6-77c7-401f-b805-9dfbb30a29ae req-99f05aa1-692e-4989-b7c8-f1c7b8bc294b tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 943 time: 0.1460855 Nov 12 00:37:52.311670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cf952f-f692-4951-a9bb-bba73cd92077 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:52.320878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-b8845c8a-598c-4e84-8385-b81dcd5276f1 tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.364433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.381849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.401790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4003b09-cd10-438d-b9c0-b72632c5cb00 req-b8845c8a-598c-4e84-8385-b81dcd5276f1 tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121396 Nov 12 00:37:52.420279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-559934b9-869c-429a-ac48-afaec7319d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.420279 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-559934b9-869c-429a-ac48-afaec7319d51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.1504309 Nov 12 00:37:52.423537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Transition to ACTIVE for port object d4cf952f-f692-4951-a9bb-bba73cd92077 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:52.424475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8845c8a-598c-4e84-8385-b81dcd5276f1 tempest-AggregatesAdminTestJSON-1493716955 tempest-AggregatesAdminTestJSON-1493716955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8634bdf-51c9-4699-8b1a-5115e8473a21,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.431199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.451948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45c199e6-77c7-401f-b805-9dfbb30a29ae req-0c83e4ff-d436-4977-a2c3-c715a788fe9a tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497099 Nov 12 00:37:52.484639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.529022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.532792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.537757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58a4c900-9721-4629-a80b-f170b5b03432 HTTP/1.1" status: 204 len: 168 time: 0.3540118 Nov 12 00:37:52.550760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138ab1-c82c-4407-8abf-52ba6cf2cf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4c900-9721-4629-a80b-f170b5b03432,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.637387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3956720-da1f-41a3-a2ae-4c23cdd0f715 req-daa3f7d9-4fbc-4a3d-9fd6-8933d7072034 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.641950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3956720-da1f-41a3-a2ae-4c23cdd0f715 req-daa3f7d9-4fbc-4a3d-9fd6-8933d7072034 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 947 time: 0.0845797 Nov 12 00:37:52.683567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:52.775308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:52.781720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:52.782297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.801434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:52.805837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321a6-d914-4060-979b-44346923a6e0 req-a228d8be-20a8-4877-9bc2-5833b91556f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.807402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-a228d8be-20a8-4877-9bc2-5833b91556f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827503 Nov 12 00:37:52.811764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3956720-da1f-41a3-a2ae-4c23cdd0f715 req-13e1932a-5dec-4a3d-a7b2-c0adc74651dd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634064 Nov 12 00:37:52.874569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Attempting to bind port d4cf952f-f692-4951-a9bb-bba73cd92077 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:52.874833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Attempting to bind port d4cf952f-f692-4951-a9bb-bba73cd92077 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:52.875171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Attempting to bind port d4cf952f-f692-4951-a9bb-bba73cd92077 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:52.910517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Port d4cf952f-f692-4951-a9bb-bba73cd92077 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:52.910849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Attempting to bind port d4cf952f-f692-4951-a9bb-bba73cd92077 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:52.919020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:52.919367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:52.919754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:52.920237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Bound port: d4cf952f-f692-4951-a9bb-bba73cd92077, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:52.920597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.997582 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.013916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-1236efce-fc16-4ea1-84c7-bf766c390b7a service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895056 Nov 12 00:37:53.033682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:53.037389 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad68b6-b701-430a-9b23-f36dcd0bb6f7" -d '{"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:53.108521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:53.126873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:53.142904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.145744 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d040cd-3c40-4b98-a57a-5e28e0a702be x-openstack-request-id: req-b3d040cd-3c40-4b98-a57a-5e28e0a702be {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:53.146094 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:53.146351 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3d040cd-3c40-4b98-a57a-5e28e0a702be {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:53.148235 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'status': 'completed', 'code': 200} Nov 12 00:37:53.221691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4cf952f-f692-4951-a9bb-bba73cd92077,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:53.239239 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61762f7e-728f-48d9-9aa8-f6f14cd07f4a x-openstack-request-id: req-61762f7e-728f-48d9-9aa8-f6f14cd07f4a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:53.239852 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:53.240266 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61762f7e-728f-48d9-9aa8-f6f14cd07f4a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:53.240752 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'code': 200} Nov 12 00:37:53.242231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.323964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.367439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:53.378060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.378642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.384093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4cf952f-f692-4951-a9bb-bba73cd92077 HTTP/1.1" status: 200 len: 1096 time: 2.6358247 Nov 12 00:37:53.479410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d8584-dd70-40cb-9b5b-363a222cb13a req-b773b21c-3569-4ead-b87c-3adf335d2792 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.483684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-683d8584-dd70-40cb-9b5b-363a222cb13a req-b773b21c-3569-4ead-b87c-3adf335d2792 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 968 time: 0.2303858 Nov 12 00:37:53.485518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ec921be-27c8-4576-83a0-5ac0e97455b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.534841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77eeac-6503-438d-b95b-cea9ad25b33d req-3507eb05-28dd-4de1-882b-30003dbbe15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.538651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b77eeac-6503-438d-b95b-cea9ad25b33d req-3507eb05-28dd-4de1-882b-30003dbbe15f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1120 time: 0.2269216 Nov 12 00:37:53.539059 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-546321a6-d914-4060-979b-44346923a6e0 req-997bf3c4-9afc-437c-a51b-6e7f18eae71f service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127363 Nov 12 00:37:53.606469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcd720-9b84-47ef-b5bd-495ac2e99c06 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.672259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-256a2867-fa44-4e3c-96e8-3a98474c2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.673867 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-256a2867-fa44-4e3c-96e8-3a98474c2b56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 1099 time: 0.2393191 Nov 12 00:37:53.687322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-415a268c-1b4c-4483-b535-0cecc0434983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.687481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-683d8584-dd70-40cb-9b5b-363a222cb13a req-758e3839-6192-4f6c-b459-2d8416a032e6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855955 Nov 12 00:37:53.692338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-415a268c-1b4c-4483-b535-0cecc0434983 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 1095 time: 0.0767150 Nov 12 00:37:53.804547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b77eeac-6503-438d-b95b-cea9ad25b33d req-9b272e8e-1a0f-4974-8d34-9356a8c1517f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500288 Nov 12 00:37:53.808302 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-33f86db8-f7ac-455e-bade-7fcde7748b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d4cf952f-f692-4951-a9bb-bba73cd92077 HTTP/1.1" status: 200 len: 217 time: 0.1134739 Nov 12 00:37:53.894824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-f1aca2b9-22de-4278-aeb1-431a087a45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.895445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ec921be-27c8-4576-83a0-5ac0e97455b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.896401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-f1aca2b9-22de-4278-aeb1-431a087a45bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0678363 Nov 12 00:37:53.909278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959c89a-f292-4509-b034-19286e8cb8c2 req-660739ea-cde9-4d4e-bffd-5ad74143de90 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.916808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c959c89a-f292-4509-b034-19286e8cb8c2 req-660739ea-cde9-4d4e-bffd-5ad74143de90 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 943 time: 0.0974340 Nov 12 00:37:53.939784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ec921be-27c8-4576-83a0-5ac0e97455b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.015800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c959c89a-f292-4509-b034-19286e8cb8c2 req-99a3b34d-39fd-4367-8083-3352c23cad97 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914381 Nov 12 00:37:54.029612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ec921be-27c8-4576-83a0-5ac0e97455b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b84160f7071044fb887df202a39eee05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6608088 Nov 12 00:37:54.031153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:54.070346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec921be-27c8-4576-83a0-5ac0e97455b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f944e-e192-4dc4-9df1-7990a40b69af,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:54.099018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.140119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-f58031cd-b8b6-4ca5-a79f-ced30c32d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.144541 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-f58031cd-b8b6-4ca5-a79f-ced30c32d080 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2214417 Nov 12 00:37:54.147858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-93cce5dd-6e40-4a0f-b796-d0a467175327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.148656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.149665 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-93cce5dd-6e40-4a0f-b796-d0a467175327 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 925 time: 0.4398074 Nov 12 00:37:54.205507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce3ef-a4d5-460f-ae24-8003545b006e req-958f6444-17b2-4031-940c-2651c33e8bc9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.207083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d12ce3ef-a4d5-460f-ae24-8003545b006e req-958f6444-17b2-4031-940c-2651c33e8bc9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 947 time: 0.0980625 Nov 12 00:37:54.233060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-a2aa7640-e7f9-49e5-9ed7-f6546a4e06b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 200 len: 217 time: 0.0633674 Nov 12 00:37:54.256721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.259290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.260447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d87f944e-e192-4dc4-9df1-7990a40b69af HTTP/1.1" status: 204 len: 168 time: 0.2281084 Nov 12 00:37:54.267624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d12ce3ef-a4d5-460f-ae24-8003545b006e req-7960dfde-001d-4799-acc9-4f99103b40d9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Nov 12 00:37:54.273991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0badc6-74a8-4678-a28b-7f91b7619058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f944e-e192-4dc4-9df1-7990a40b69af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:54.338591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-ea828d96-512c-4099-bb9e-c17bddb0b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.340408 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-ea828d96-512c-4099-bb9e-c17bddb0b916 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.0737872 Nov 12 00:37:54.358636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-81df7a31-8b11-48c9-ac99-6c1c5cb78a2d service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998889 Nov 12 00:37:54.447594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-d9031f4f-ee9f-4674-83cf-089d7dd27a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.449206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-d9031f4f-ee9f-4674-83cf-089d7dd27a0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999451 Nov 12 00:37:54.495959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f4b0e32-0a9b-4d9a-8be7-7ac5c784c296 req-d163385a-6737-4d1a-acfa-76ea454ee279 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175520 Nov 12 00:37:54.542649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Request body: {'security_group': {'name': 'tempest-securitygroup-831347645', 'description': 'tempest-description-1043022965'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:54.572597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.577419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-11369899-dc7c-4c54-a007-57216a521e1e service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197436 Nov 12 00:37:54.582047 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.667608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.674346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.685126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cbf3c87-8344-4fda-8274-48f499f4a57b req-41113c5c-ac8c-4eaa-aed2-a3a286dede4f service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995550 Nov 12 00:37:54.712398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31642c-c2b8-4c40-8e24-d911aa4edaa9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:54.777785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.782192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.816032 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.817277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fced5bf6-d4c1-456f-a8ff-5895cc63f093 req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2805526 Nov 12 00:37:54.819109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d606-775a-4285-874e-254c450b9e0f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799a7d6a-73b2-4722-bdea-e85a100f1a65,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:54.914439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a7c9-f17c-4293-9386-c6c2f2e7d7f9 req-4a5f9d82-d366-4344-bb70-dbf523ab8f58 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.917127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2787a7c9-f17c-4293-9386-c6c2f2e7d7f9 req-4a5f9d82-d366-4344-bb70-dbf523ab8f58 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 968 time: 0.0776553 Nov 12 00:37:54.982610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2787a7c9-f17c-4293-9386-c6c2f2e7d7f9 req-ced3e013-75f4-46b2-90c1-68dbdd2f2301 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571694 Nov 12 00:37:55.018640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Request body: {'security_group': {'name': 'tempest-securitygroup-939431072', 'description': 'tempest-description-2006232636'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:55.051032 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.122583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.127354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.149193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:55.151762 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a543ee22-c5a2-4751-9ab8-709be9dd40c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:55.158647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.160504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffd45b33-4fa1-4772-8650-4fca6c9917cc req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1549225 Nov 12 00:37:55.162300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8242f-bebc-49ef-af92-75b9461ed2be tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef7c4a-3428-4503-becf-29fb0af5b62e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:55.281658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ede720-1d62-4343-a927-e60c43953c58 req-4cdf2cdb-a503-48f6-93e9-0434eabf8a9c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.283564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ede720-1d62-4343-a927-e60c43953c58 req-4cdf2cdb-a503-48f6-93e9-0434eabf8a9c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 943 time: 0.0507073 Nov 12 00:37:55.352840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ede720-1d62-4343-a927-e60c43953c58 req-d3915e94-bb40-49bf-9ff8-7d4812ebe96c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565689 Nov 12 00:37:55.399135 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaeb333-03f9-418f-9084-19ef1c1c1154 x-openstack-request-id: req-4aaeb333-03f9-418f-9084-19ef1c1c1154 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:55.399606 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:55.399998 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4aaeb333-03f9-418f-9084-19ef1c1c1154 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:55.400669 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077', 'status': 'completed', 'code': 200} Nov 12 00:37:55.481246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-93fe801f-adf6-467f-a470-bf6bdb6d2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.482791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-93fe801f-adf6-467f-a470-bf6bdb6d2a40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 1099 time: 0.0521147 Nov 12 00:37:55.618049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-f77ddb7c-c1f1-4000-b088-8ff2a93d1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.619547 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-f77ddb7c-c1f1-4000-b088-8ff2a93d1dff service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1262758 Nov 12 00:37:55.674281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-c75a63b7-7371-4ca8-9dea-679699b824f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d4cf952f-f692-4951-a9bb-bba73cd92077 HTTP/1.1" status: 200 len: 217 time: 0.0454233 Nov 12 00:37:55.692375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-944528320', 'description': 'tempest-description-1902129700'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:55.725732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.736402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acaa9c-dcf5-4271-ae80-23cc019d4b71 req-12c59d7f-260e-44b9-862c-eb6b408fee98 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.736596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-751c327e-c6ff-42f2-a7e2-500a8a3c4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.737909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1acaa9c-dcf5-4271-ae80-23cc019d4b71 req-12c59d7f-260e-44b9-862c-eb6b408fee98 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 947 time: 0.2903862 Nov 12 00:37:55.738022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-751c327e-c6ff-42f2-a7e2-500a8a3c4312 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0548005 Nov 12 00:37:55.743821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.795087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-2ae6c9b6-2bb5-41ff-9603-937ac68dd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.796803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-2ae6c9b6-2bb5-41ff-9603-937ac68dd9e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499063 Nov 12 00:37:55.813997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1acaa9c-dcf5-4271-ae80-23cc019d4b71 req-6b30398a-8f66-44d9-b7cc-3979408976cd tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658667 Nov 12 00:37:55.884437 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.891190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.934378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149a7c2-7276-4fc1-8819-b19c7a2e25ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:55.942543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-06ce2c02-58ba-4270-a0d5-ab6e996472e2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344464 Nov 12 00:37:55.973947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.978599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.008638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.009937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d346f732-df63-48db-819f-11b722b702b3 req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3225660 Nov 12 00:37:56.021915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26738e-9d84-41b5-ab23-419336df16ea tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41be36b-e466-4834-a12f-ec3d72a0ef62,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.060501 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a543ee22-c5a2-4751-9ab8-709be9dd40c6 req-bac0d524-a1d7-4cdd-9b48-328f9c1788fa service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073549 Nov 12 00:37:56.139506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f5156-0105-4fa8-ac31-d7f7e25311b6 req-a89f8246-9e40-4800-8d5c-b5a4df8141d7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.141045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d3f5156-0105-4fa8-ac31-d7f7e25311b6 req-a89f8246-9e40-4800-8d5c-b5a4df8141d7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 968 time: 0.0508211 Nov 12 00:37:56.191184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d3f5156-0105-4fa8-ac31-d7f7e25311b6 req-9d26fe85-ef3b-4ebf-a27b-129000468ada tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Nov 12 00:37:56.213769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-49642404-7156-4fea-ac86-9f6af9b4b3ac tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210166 Nov 12 00:37:56.235575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1749081478', 'description': 'tempest-description-1882665076'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:56.307084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.364451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-8d8128ca-a472-4c6b-ba8f-eabf32b30a38 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.365918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-8d8128ca-a472-4c6b-ba8f-eabf32b30a38 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452231 Nov 12 00:37:56.391803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-b0500bdc-8be8-4910-8edc-5deb28f87465 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0162897 Nov 12 00:37:56.429722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-03ab1a42-f0b0-4c7b-9bd5-8a90535a5c6b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318084 Nov 12 00:37:56.438772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.444170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.470959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.472237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a6e51f7-215e-4698-a4b3-260883553689 req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2422028 Nov 12 00:37:56.476582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad048e-bfdf-4ff7-a974-04e6b3ef72f8 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086e08d-c4c2-4d76-911f-2b4aa0783392,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:56.809383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fe512-9d48-453b-97c3-4bf0d0bd2bbb req-2fea667c-2dc5-4276-a487-8b30745937f7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.810891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d05fe512-9d48-453b-97c3-4bf0d0bd2bbb req-2fea667c-2dc5-4276-a487-8b30745937f7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 943 time: 0.0811102 Nov 12 00:37:56.813723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494c68-1bfd-4b8d-b6be-42b5cb235fdf req-b2c4590b-2f0f-40fc-a71b-527cf24c0f08 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.815076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4494c68-1bfd-4b8d-b6be-42b5cb235fdf req-b2c4590b-2f0f-40fc-a71b-527cf24c0f08 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1120 time: 0.0742702 Nov 12 00:37:56.886347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d05fe512-9d48-453b-97c3-4bf0d0bd2bbb req-dc6f2aeb-4a63-4885-9c76-659bedde721d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690384 Nov 12 00:37:56.889621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4494c68-1bfd-4b8d-b6be-42b5cb235fdf req-4ed92b8f-8dd1-4766-9590-deab7d6e2d51 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652261 Nov 12 00:37:57.152751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-1edd1511-3e49-432f-861d-ccc0a30f32de tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42607 time: 0.2408633 Nov 12 00:37:57.208038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b792bbe-f305-45a8-863c-439085a199aa req-2bd40029-dc25-45da-8ec2-e2705dff5c0f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 210 time: 0.0344238 Nov 12 00:37:57.229159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-8b029156-aafb-4126-9ab6-5651a4184779 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6149a7c2-7276-4fc1-8819-b19c7a2e25ff HTTP/1.1" status: 200 len: 2998 time: 0.0617490 Nov 12 00:37:57.271063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-4b5473a6-9b6b-40cb-a5ab-5c6015c2a1a7 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6149a7c2-7276-4fc1-8819-b19c7a2e25ff HTTP/1.1" status: 200 len: 2998 time: 0.0430079 Nov 12 00:37:57.341964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-0e536a28-3e68-41d5-8d73-1ecba6c0579c tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6d340cc8-1c36-470c-a952-f0f05cc791b9 HTTP/1.1" status: 200 len: 2990 time: 0.0647764 Nov 12 00:37:57.370684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ea00-b756-498f-ba2f-e31c0fecfdec req-2fa182b2-22d4-4bf5-b2f3-5bcf9551bcd4 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.372127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46b1ea00-b756-498f-ba2f-e31c0fecfdec req-2fa182b2-22d4-4bf5-b2f3-5bcf9551bcd4 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 947 time: 0.0703442 Nov 12 00:37:57.407311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-0b7d0d20-d9fc-4830-887b-b652314f4993 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6d340cc8-1c36-470c-a952-f0f05cc791b9 HTTP/1.1" status: 200 len: 2990 time: 0.0594146 Nov 12 00:37:57.444851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46b1ea00-b756-498f-ba2f-e31c0fecfdec req-774ce16a-8fe7-4e55-a3c7-2b00e6a32e72 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654078 Nov 12 00:37:57.477702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-5e17bc0c-a055-49cc-ae75-1a3d0450300e tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7f31642c-c2b8-4c40-8e24-d911aa4edaa9 HTTP/1.1" status: 200 len: 2998 time: 0.0611014 Nov 12 00:37:57.493118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4cf952f-f692-4951-a9bb-bba73cd92077 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:57.580164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-68199083-9a24-4b33-8fbb-4406fda4e724 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311038 Nov 12 00:37:57.582653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-73df0ae9-0af8-4546-88ed-63da44e11fa9 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7f31642c-c2b8-4c40-8e24-d911aa4edaa9 HTTP/1.1" status: 200 len: 2998 time: 0.0971992 Nov 12 00:37:57.589051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874ae8d-2eee-4986-a104-e6435ba70a5b req-5ecb9a8c-3f31-4db9-ba1c-c0d15c021040 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.590822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d874ae8d-2eee-4986-a104-e6435ba70a5b req-5ecb9a8c-3f31-4db9-ba1c-c0d15c021040 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1120 time: 0.0827391 Nov 12 00:37:57.603194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4cf952f-f692-4951-a9bb-bba73cd92077,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:57.615223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd4cf952f-f692-4951-a9bb-bba73cd92077', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'd4cf952f-f692-4951-a9bb-bba73cd92077', 'mac_address': 'fa:16:3e:f8:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:57.656038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.669707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cf952f-f692-4951-a9bb-bba73cd92077 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:57.692371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4cf952f-f692-4951-a9bb-bba73cd92077,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:57.697814 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.698494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 664382f1-470c-4cdd-a81c-c51c70a9f528 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:57.740009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-8b0a099e-bc71-4ff0-8408-31ca1165cf57 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8320ef11-ce54-434e-8d26-a1d0e364e63d HTTP/1.1" status: 200 len: 2994 time: 0.1406252 Nov 12 00:37:57.744720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d874ae8d-2eee-4986-a104-e6435ba70a5b req-1f0330db-9564-43ab-a430-798c3467434c tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445141 Nov 12 00:37:57.786548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-147fb7fb-5383-40ea-a9d3-65751a5e7da5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.787986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-147fb7fb-5383-40ea-a9d3-65751a5e7da5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016413 Nov 12 00:37:57.803869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:57.807746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:57.826272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-1fdc15cf-d416-49f7-9ab4-4bcf3ef9bc4b tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8320ef11-ce54-434e-8d26-a1d0e364e63d HTTP/1.1" status: 200 len: 2994 time: 0.0782623 Nov 12 00:37:57.855852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=664382f1-470c-4cdd-a81c-c51c70a9f528,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:57.870415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'port_id': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'mac_address': 'fa:16:3e:23:2e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:57.918116 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.922715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-5613d8b2-93da-45d9-91d3-aa29e6a78e40 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/83951504-372f-4d25-a2f2-e8c6c372f04b HTTP/1.1" status: 200 len: 2994 time: 0.0871704 Nov 12 00:37:57.940627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664382f1-470c-4cdd-a81c-c51c70a9f528 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:57.965336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=664382f1-470c-4cdd-a81c-c51c70a9f528,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:57.972710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.989817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-4276c68a-c54c-48db-b3a6-d573995e92d0 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/83951504-372f-4d25-a2f2-e8c6c372f04b HTTP/1.1" status: 200 len: 2994 time: 0.0581183 Nov 12 00:37:57.995032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:57.999517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.019176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.046494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.084471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-7409c39d-339d-40f6-97a1-fb1edfb91d27 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/953281e6-832d-4783-be96-dbc5f313e754 HTTP/1.1" status: 200 len: 2998 time: 0.0791202 Nov 12 00:37:58.161617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:58.164879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-c405f718-acb6-4604-8a06-9e8326def9b1 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/953281e6-832d-4783-be96-dbc5f313e754 HTTP/1.1" status: 200 len: 2998 time: 0.0708988 Nov 12 00:37:58.226561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.237284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.273150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-024f6b96-f307-47b3-a143-d7dd37fc9d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.281709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cb21c-181d-4ef9-b57c-d81ed7f2e161 req-0a01087d-1fcb-4485-acb4-75233ce737b1 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.283416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-411cb21c-181d-4ef9-b57c-d81ed7f2e161 req-0a01087d-1fcb-4485-acb4-75233ce737b1 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 944 time: 0.1330433 Nov 12 00:37:58.313842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-56023cd6-fe8f-48f2-9824-20541cfb0e6b tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8 HTTP/1.1" status: 200 len: 2998 time: 0.1329145 Nov 12 00:37:58.336416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1397a095-7908-4921-9139-7277d12e0d3a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.352031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-024f6b96-f307-47b3-a143-d7dd37fc9d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.357752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-024f6b96-f307-47b3-a143-d7dd37fc9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.358040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d4cf952f-f692-4951-a9bb-bba73cd92077'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:58.362044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['664382f1-470c-4cdd-a81c-c51c70a9f528'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:58.401175 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-024f6b96-f307-47b3-a143-d7dd37fc9d14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de0dc281d216480bb1257cce5c47e716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383394 Nov 12 00:37:58.402497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f6b96-f307-47b3-a143-d7dd37fc9d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe0e8b-ad59-4160-8387-4d4a84b33ae9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.405959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:58.441848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-a21cb029-3827-4c91-9dff-0eda8a55fb73 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8 HTTP/1.1" status: 200 len: 2998 time: 0.1193483 Nov 12 00:37:58.458023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-411cb21c-181d-4ef9-b57c-d81ed7f2e161 req-8186ca55-4025-4703-8a67-774f650edccc tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392570 Nov 12 00:37:58.460804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.490414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.492637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.56 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/a7e42b4d-fabe-4002-b81e-c26f258d11ea) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:58.553088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.555703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.557131 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cbe0e8b-ad59-4160-8387-4d4a84b33ae9 HTTP/1.1" status: 204 len: 168 time: 0.1500442 Nov 12 00:37:58.567735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321cfd6-cae1-4196-a857-872a70c67390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe0e8b-ad59-4160-8387-4d4a84b33ae9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:58.659098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-d3de09ee-304e-4d82-8914-90967f214e95 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/adb75bdf-4d21-4112-8c5f-55a326d52cfe HTTP/1.1" status: 200 len: 2998 time: 0.1185341 Nov 12 00:37:58.752151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-7b08abb3-e46e-44d0-98ec-16c3c45ad91b tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/adb75bdf-4d21-4112-8c5f-55a326d52cfe HTTP/1.1" status: 200 len: 2998 time: 0.0920694 Nov 12 00:37:58.798010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-d128c1a2-bce1-4e52-9718-4a3474dd0b73 req-cabd53e4-f3bc-45d3-aa52-554aa6a6d086 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:37:58.800679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d128c1a2-bce1-4e52-9718-4a3474dd0b73 req-cabd53e4-f3bc-45d3-aa52-554aa6a6d086 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1711309 Nov 12 00:37:58.828198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-e37b3ad0-da14-4a9a-9c03-bd05223729ab tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8634bdf-51c9-4699-8b1a-5115e8473a21 HTTP/1.1" status: 200 len: 2998 time: 0.0750420 Nov 12 00:37:58.832087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.905332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-2cc3dcd1-0cec-4ed3-b061-b9b03275e1b6 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8634bdf-51c9-4699-8b1a-5115e8473a21 HTTP/1.1" status: 200 len: 2998 time: 0.0674641 Nov 12 00:37:58.922322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.000125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:59.004796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:59.009627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:59.014308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:59.015971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.016654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.024217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-ddf61156-dd7b-466e-be1c-b3029e73808b tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8dd48ba-d1ba-4fb5-aa54-2de17de9daeb HTTP/1.1" status: 200 len: 2994 time: 0.1091785 Nov 12 00:37:59.028205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.036304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb3b-f60f-41e3-accc-0f9fb3b39ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.063728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-a84a406c-6e1b-4789-a0a9-c29afa326d12 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2621505 Nov 12 00:37:59.079476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Request body: {'port': {'device_id': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:59.123447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-02cb7c5e-701f-48e8-973d-500fced0febd tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8dd48ba-d1ba-4fb5-aa54-2de17de9daeb HTTP/1.1" status: 200 len: 2994 time: 0.0784152 Nov 12 00:37:59.181705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb3b-f60f-41e3-accc-0f9fb3b39ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.188178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cec2eb3b-f60f-41e3-accc-0f9fb3b39ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.199763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-a5997ca2-66fc-41a7-961e-80587161fab0 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8f6d8c3-867c-41ce-a800-a81a5dc82a50 HTTP/1.1" status: 200 len: 2998 time: 0.0512059 Nov 12 00:37:59.200631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.222128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2eb3b-f60f-41e3-accc-0f9fb3b39ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eef0be5-a595-4bfa-8f45-862243ef4756,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.240451 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cec2eb3b-f60f-41e3-accc-0f9fb3b39ffe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21188a34db1541dbb1bee4c7dab98db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227812 Nov 12 00:37:59.244795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:59.306366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.307384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-930e7ea2-1126-46ec-870c-3464a184df8b tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d8f6d8c3-867c-41ce-a800-a81a5dc82a50 HTTP/1.1" status: 200 len: 2998 time: 0.0870609 Nov 12 00:37:59.335237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.395471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.399706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.401559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5eef0be5-a595-4bfa-8f45-862243ef4756 HTTP/1.1" status: 204 len: 168 time: 0.1554801 Nov 12 00:37:59.413902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5f13-5515-4e3a-a7ed-1dcc53be871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eef0be5-a595-4bfa-8f45-862243ef4756,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.422391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-99fd9b41-3422-4aae-bc1e-de4811635ce4 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/dcc795ed-3493-45dc-999e-26123a9e5356 HTTP/1.1" status: 200 len: 2998 time: 0.1142161 Nov 12 00:37:59.457558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d2f669ad-3c00-45a7-aa84-12c7ec02edcc None None] Provisioning complete for port a7e42b4d-fabe-4002-b81e-c26f258d11ea triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:59.458643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2f669ad-3c00-45a7-aa84-12c7ec02edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.463473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4cf952f-f692-4951-a9bb-bba73cd92077 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:59.529132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84bdf0e-5ab7-41d8-86b4-161e24457efd req-e9a058d3-79b9-4def-8b7b-23c13f4c3726 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/dcc795ed-3493-45dc-999e-26123a9e5356 HTTP/1.1" status: 200 len: 2998 time: 0.1057785 Nov 12 00:37:59.552111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d2f669ad-3c00-45a7-aa84-12c7ec02edcc None None] Port a7e42b4d-fabe-4002-b81e-c26f258d11ea cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:59.577094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d4cf952f-f692-4951-a9bb-bba73cd92077 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:59.585084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d4cf952f-f692-4951-a9bb-bba73cd92077 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:59.585663 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.690964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e42b4d-fabe-4002-b81e-c26f258d11ea {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:59.702821 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.713357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.731102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:59.734390 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16914342-c45a-4638-b4e4-13b08c885888" -d '{"events": [{"server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:59.743598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Transition to ACTIVE for port object a7e42b4d-fabe-4002-b81e-c26f258d11ea will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:59.751733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4cf952f-f692-4951-a9bb-bba73cd92077,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:59.756649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.761818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.762696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 664382f1-470c-4cdd-a81c-c51c70a9f528 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:59.852137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.878616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 664382f1-470c-4cdd-a81c-c51c70a9f528 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:59.885676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 664382f1-470c-4cdd-a81c-c51c70a9f528 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:59.886362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.936187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Pushing event updated for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.991035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4300e8-bc31-43b9-9f9a-4016262e7e3b req-a8676ab7-55b1-4586-a9b9-ea6d0afc0b02 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.992688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb4300e8-bc31-43b9-9f9a-4016262e7e3b req-a8676ab7-55b1-4586-a9b9-ea6d0afc0b02 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 947 time: 0.1234813 Nov 12 00:38:00.005933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.008752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Attempting to bind port a7e42b4d-fabe-4002-b81e-c26f258d11ea on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:00.009082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Attempting to bind port a7e42b4d-fabe-4002-b81e-c26f258d11ea by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:00.009406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Attempting to bind port a7e42b4d-fabe-4002-b81e-c26f258d11ea on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:00.032569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Port a7e42b4d-fabe-4002-b81e-c26f258d11ea on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:00.033557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Attempting to bind port a7e42b4d-fabe-4002-b81e-c26f258d11ea on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:00.055136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:00.055136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:00.055340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:00.055784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Bound port: a7e42b4d-fabe-4002-b81e-c26f258d11ea, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:00.056287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.085480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=664382f1-470c-4cdd-a81c-c51c70a9f528,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:00.093410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.127684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb4300e8-bc31-43b9-9f9a-4016262e7e3b req-30a63fcd-85c2-4365-ab56-72ca6df99e03 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269448 Nov 12 00:38:00.163301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.178633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:00.183968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:00.191105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.283603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.284261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.285688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] 10.222.0.32 "PUT /v2.0/ports/a7e42b4d-fabe-4002-b81e-c26f258d11ea HTTP/1.1" status: 200 len: 1096 time: 1.2110367 Nov 12 00:38:00.292888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:00.295312 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9355428-7eab-48cb-aa60-3a04da2564b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:00.320953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3ee7-f19a-4c5b-9d33-57485d1d6aee service neutron] Pushing event updated for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.337522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104f06-b389-474c-be45-d1ada0e75f97 req-ba24b644-0dfb-4aa8-a2bc-6faeeb4963c7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.343153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3104f06-b389-474c-be45-d1ada0e75f97 req-ba24b644-0dfb-4aa8-a2bc-6faeeb4963c7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.0998418 Nov 12 00:38:00.422384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-3b37007d-4d11-4089-baac-7449fbb39f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.424122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-3b37007d-4d11-4089-baac-7449fbb39f52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 1099 time: 0.0800099 Nov 12 00:38:00.432032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3104f06-b389-474c-be45-d1ada0e75f97 req-86cbb371-4346-4576-bc0c-b3fee8fbb354 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798314 Nov 12 00:38:00.671785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-ec0d47de-0fcd-46d8-bdd5-ac418b0c0e6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea HTTP/1.1" status: 200 len: 217 time: 0.2387185 Nov 12 00:38:00.743264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-aaab1310-98b3-433e-8188-6e2fe4d866de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.744739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-aaab1310-98b3-433e-8188-6e2fe4d866de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0642371 Nov 12 00:38:00.752879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe923021-66ae-4eec-88d2-b7d31daf2d98 req-67ddf59b-f0c1-452c-9f61-eaad9f10133e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.754395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe923021-66ae-4eec-88d2-b7d31daf2d98 req-67ddf59b-f0c1-452c-9f61-eaad9f10133e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.0853093 Nov 12 00:38:00.760625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:00.823201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-c0186545-749e-4485-ac71-1815c7be68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.824967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-c0186545-749e-4485-ac71-1815c7be68ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0696218 Nov 12 00:38:00.844798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe923021-66ae-4eec-88d2-b7d31daf2d98 req-4acdd9e5-c307-496a-85ac-41ae6d714beb tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663021 Nov 12 00:38:00.995246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-33f37e3a-5d62-40a5-aad2-b75b3319a26c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622939 Nov 12 00:38:01.002296 n-d-712141-15 neutron-server[102676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:38:01.006133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-f176a656-abb0-4067-b7e4-dae9ffb259af tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:01.007319 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-f176a656-abb0-4067-b7e4-dae9ffb259af tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2445648 Nov 12 00:38:01.016688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d44fc3c0-7462-4a05-bc36-64dc316ff2c1 req-2a8f3b8b-e2fe-4faa-8891-711b56d4748f tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=380adfd462bd46d2b563a0a38ddac851 HTTP/1.1" status: 200 len: 6153 time: 0.1478240 Nov 12 00:38:01.119490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d44fc3c0-7462-4a05-bc36-64dc316ff2c1 req-8fb0cd13-2036-4f14-bc17-d46ba9c56710 tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "GET /v2.0/security-groups/7f31642c-c2b8-4c40-8e24-d911aa4edaa9 HTTP/1.1" status: 200 len: 2998 time: 0.1004260 Nov 12 00:38:01.168886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b18f4f7e-4422-4ab8-934d-96f29919fdf1 req-279f592e-818f-4cdb-bf3a-e5ad5d5db14d service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510501 Nov 12 00:38:01.184315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d44fc3c0-7462-4a05-bc36-64dc316ff2c1 req-fe5765c6-3a3f-4f63-b0fa-d6b9d3997008 tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "GET /v2.0/security-groups/7f31642c-c2b8-4c40-8e24-d911aa4edaa9 HTTP/1.1" status: 200 len: 2998 time: 0.0637167 Nov 12 00:38:01.201604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-0ae4f814-6ea3-4474-81a2-fd1c61819348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.208473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-0ae4f814-6ea3-4474-81a2-fd1c61819348 service neutron] 10.222.0.11 "GET /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 1117 time: 0.1034622 Nov 12 00:38:01.213323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Request body: {'binding': {'host': 'n-h2-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:01.213841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:38:01.221656 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e257cf-8c31-4545-b611-fa9135132279 x-openstack-request-id: req-e0e257cf-8c31-4545-b611-fa9135132279 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:01.222478 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:01.222891 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0e257cf-8c31-4545-b611-fa9135132279 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:01.223412 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077', 'code': 200} Nov 12 00:38:01.292461 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee8fae2-85cc-459b-a60f-61f5c3d2e3b9 x-openstack-request-id: req-fee8fae2-85cc-459b-a60f-61f5c3d2e3b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:01.293066 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:01.293522 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fee8fae2-85cc-459b-a60f-61f5c3d2e3b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:01.294176 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea', 'status': 'completed', 'code': 200} Nov 12 00:38:01.394052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-be8ccd9e-8375-442f-8962-7686288d8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.395439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4080530-d0e1-4d2e-a035-e0e0789bde90 req-25ea68c4-f88a-486b-8b3e-bd0a5344e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.395601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-be8ccd9e-8375-442f-8962-7686288d8eaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 1099 time: 0.0764000 Nov 12 00:38:01.396975 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f4080530-d0e1-4d2e-a035-e0e0789bde90 req-25ea68c4-f88a-486b-8b3e-bd0a5344e70f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 1101 time: 0.0896971 Nov 12 00:38:01.408236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a3941-5695-4e67-820e-9f5e75fb7ba7 req-2da05bc9-aa1e-4286-806f-76b277592bd0 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.409668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c9a3941-5695-4e67-820e-9f5e75fb7ba7 req-2da05bc9-aa1e-4286-806f-76b277592bd0 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 947 time: 0.0597415 Nov 12 00:38:01.458722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on host n-h2-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:01.459061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:01.459380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:01.474385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:01.474703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:01.480614 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f4080530-d0e1-4d2e-a035-e0e0789bde90 req-0daa0b22-348b-416d-a2b0-ab7a654c2cd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Nov 12 00:38:01.484803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:01.485097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:01.485501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:01.485930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Bound port: 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:01.517441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c9a3941-5695-4e67-820e-9f5e75fb7ba7 req-f8a84b98-2f6b-40c2-bcef-70de5773772b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997281 Nov 12 00:38:01.549682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-6bdd1ade-bd5a-4e85-9d89-69bfe7b0648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.551119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-6bdd1ade-bd5a-4e85-9d89-69bfe7b0648d service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1406102 Nov 12 00:38:01.573063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:01.580561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.581771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ace4ceae-da0f-4c8b-ac27-6969fd047536 service neutron] 10.222.0.11 "POST /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057/bindings HTTP/1.1" status: 201 len: 390 time: 0.3725197 Nov 12 00:38:01.604590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-6e855bf2-fdc9-4753-a580-13b35c0527c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea HTTP/1.1" status: 200 len: 217 time: 0.0425918 Nov 12 00:38:01.623924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-7883e66d-1f36-4d54-aa94-ce7459bcf927 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8086e08d-c4c2-4d76-911f-2b4aa0783392 HTTP/1.1" status: 200 len: 1795 time: 0.0832653 Nov 12 00:38:01.707072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-892813f3-40fd-4131-8f69-3e7a86ca3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.708579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-892813f3-40fd-4131-8f69-3e7a86ca3a94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0956981 Nov 12 00:38:01.732508 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.787517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.816117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-3eea4d48-33a3-4322-8a9f-e32d100d9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.817641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-3eea4d48-33a3-4322-8a9f-e32d100d9fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821571 Nov 12 00:38:01.873540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.877699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.878816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7e2ec6c-234d-4a52-b090-08cad4ccf930 req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/8086e08d-c4c2-4d76-911f-2b4aa0783392 HTTP/1.1" status: 204 len: 173 time: 0.2278984 Nov 12 00:38:01.901467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.917299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-1936caae-1789-48af-9521-d4e8de28e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.918938 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-1936caae-1789-48af-9521-d4e8de28e91e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1120 time: 0.0549870 Nov 12 00:38:01.920453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b82a-9488-4d26-b2ac-0c1320bf26a5 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086e08d-c4c2-4d76-911f-2b4aa0783392,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.066983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-858debe5-cebd-4c73-bf8e-6b06498a58ca service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234373 Nov 12 00:38:02.077320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a44b-2631-4c07-a44f-3dd5fb883001 req-27380f27-60c5-41a6-a6bb-02c58e6e68af tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.078848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04c1a44b-2631-4c07-a44f-3dd5fb883001 req-27380f27-60c5-41a6-a6bb-02c58e6e68af tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.1281323 Nov 12 00:38:02.165696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.166067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.166514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.166935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.167445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.168164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.168625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.170394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d07076d6-9097-432f-8b25-3f65e07f21db req-1057f67c-5f6a-4026-8b81-95ad92035689 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.2513604 Nov 12 00:38:02.207098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-e4836c67-dcba-4295-ac3a-7cdb5d685334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.209213 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-e4836c67-dcba-4295-ac3a-7cdb5d685334 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2800267 Nov 12 00:38:02.211649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04c1a44b-2631-4c07-a44f-3dd5fb883001 req-63751706-35e6-45b0-8839-c617d5deffae tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200304 Nov 12 00:38:02.230208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9355428-7eab-48cb-aa60-3a04da2564b0 req-68f96356-bba6-47f1-8bad-f3e2cc015a65 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474915 Nov 12 00:38:02.277572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-816da6f6-c4c2-4b71-97dd-1eec63891552 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0601730 Nov 12 00:38:02.307582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4470b-63e0-4a98-b22b-d0ce7baee5a3 req-2425ae5d-af8b-4823-bbdf-d2fd25a5bb3c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.309401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4e4470b-63e0-4a98-b22b-d0ce7baee5a3 req-2425ae5d-af8b-4823-bbdf-d2fd25a5bb3c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 968 time: 0.0635571 Nov 12 00:38:02.332127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-d240234c-c83f-4aba-8bda-58769958d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.333716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-d240234c-c83f-4aba-8bda-58769958d04a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0492764 Nov 12 00:38:02.361921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4e4470b-63e0-4a98-b22b-d0ce7baee5a3 req-72a2e9a4-0dee-4497-b3f5-cc6943b70895 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Nov 12 00:38:02.377136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-d045bbe0-14b7-4ce5-851b-cdc2a9c42d84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328872 Nov 12 00:38:02.441719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-5a0f3322-8892-465f-8a35-8766e33b0cda tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f41be36b-e466-4834-a12f-ec3d72a0ef62 HTTP/1.1" status: 200 len: 1794 time: 0.0397291 Nov 12 00:38:02.485021 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-caa78741-c5fc-49ee-ae89-c464dd501a25 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995862 Nov 12 00:38:02.513954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60f32c-a2ad-4920-82d0-8b53a9c341b4 req-ca889a67-8450-4ee5-b1cc-12e3ef0c022e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.515461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce60f32c-a2ad-4920-82d0-8b53a9c341b4 req-ca889a67-8450-4ee5-b1cc-12e3ef0c022e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.0729632 Nov 12 00:38:02.541040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.578308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.580278 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-6eb4b333-2bcd-4f47-ac60-752873cb8e2a service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872774 Nov 12 00:38:02.604028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce60f32c-a2ad-4920-82d0-8b53a9c341b4 req-fced0502-2dab-445a-91a7-863029bc999b tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810845 Nov 12 00:38:02.636044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.638728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.639804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-837e5a1e-ec2f-48cf-983d-f14d9fe1a5fc req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/f41be36b-e466-4834-a12f-ec3d72a0ef62 HTTP/1.1" status: 204 len: 173 time: 0.1863720 Nov 12 00:38:02.665265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126bec-ada5-46b2-a6e6-e63e487a0575 tempest-SecurityGroupsTestAdminJSON-2038535997 tempest-SecurityGroupsTestAdminJSON-2038535997-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41be36b-e466-4834-a12f-ec3d72a0ef62,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.730124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec2309-d06c-481e-bcd1-81ab8e333bbe req-e05a4967-3cc5-49e4-bc97-89a1c976140d tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.731767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44ec2309-d06c-481e-bcd1-81ab8e333bbe req-e05a4967-3cc5-49e4-bc97-89a1c976140d tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 886 time: 0.1053474 Nov 12 00:38:02.798244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-fbd5857f-7eca-43cd-8f63-ae5eac3df945 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.799726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-fbd5857f-7eca-43cd-8f63-ae5eac3df945 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1120 time: 0.0837529 Nov 12 00:38:02.812375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:02.815506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60450f98-b5f9-40ac-8cd6-1ecea6c75dc9 req-990793ef-9f27-4bae-a7ad-e31c27491ddd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.817012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60450f98-b5f9-40ac-8cd6-1ecea6c75dc9 req-990793ef-9f27-4bae-a7ad-e31c27491ddd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 947 time: 0.0896189 Nov 12 00:38:02.822539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-471d5178-d968-4ad9-9e74-2cb552211256 tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "GET /v2.0/security-groups/74ef7c4a-3428-4503-becf-29fb0af5b62e HTTP/1.1" status: 200 len: 1794 time: 0.0576439 Nov 12 00:38:02.869776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.891276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60450f98-b5f9-40ac-8cd6-1ecea6c75dc9 req-ece8b078-e4c9-4439-8d31-8d115e1f629a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677826 Nov 12 00:38:02.914225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.941591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.994376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.997909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.999216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86ab76cc-6845-417e-902b-37efde9d72b9 req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "DELETE /v2.0/security-groups/74ef7c4a-3428-4503-becf-29fb0af5b62e HTTP/1.1" status: 204 len: 173 time: 0.1698806 Nov 12 00:38:03.009056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea37f9-7c6b-4c31-9fce-c25df84d470d tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef7c4a-3428-4503-becf-29fb0af5b62e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:03.013717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:03.058936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:03.107836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:03.111094 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb329f8-67ed-44ec-9af4-fa1bc4a36c6d" -d '{"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:03.116644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.127215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.169705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.170723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.171086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.171540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.172039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.172522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.173010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.174939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc9f6474-5710-4a04-9a00-fc0e48a0baf5 req-115636e7-6516-40f2-b4b9-b3cb70f8c720 tempest-NetworksTest-1918346753 tempest-NetworksTest-1918346753-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.1409843 Nov 12 00:38:03.205823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-010ce5ab-ddfb-48f2-9d55-d262f9c9c390 tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "GET /v2.0/security-groups/799a7d6a-73b2-4722-bdea-e85a100f1a65 HTTP/1.1" status: 200 len: 1794 time: 0.0676589 Nov 12 00:38:03.220475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:03.226221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:03.232320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on host n-h1-712141-15 for vnic_type normal with profile {"migrating_to": "n-h2-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:03.232524 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6c340a-d06e-4190-8528-935ef25133ce" -d '{"events": [{"server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "name": "network-vif-plugged", "status": "completed", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:03.232674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:03.232965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:03.238720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:03.239043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Attempting to bind port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:03.245252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:03.246581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:03.246581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:03.246957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Bound port: 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:03.247328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.296496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.322024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.384512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:03.388846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:03.393209 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.396580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.396756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.414859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59d4b209-aadc-44ce-aeac-f50a6bea3804 req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] 10.222.0.11 "DELETE /v2.0/security-groups/799a7d6a-73b2-4722-bdea-e85a100f1a65 HTTP/1.1" status: 204 len: 173 time: 0.2028303 Nov 12 00:38:03.437214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5323ad-0989-4bb3-ab80-6fedc66291fd tempest-SecurityGroupsTestAdminJSON-589971888 tempest-SecurityGroupsTestAdminJSON-589971888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a7d6a-73b2-4722-bdea-e85a100f1a65,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:03.483030 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352acf0-226f-4f8c-bfe9-ba897b8ef5f1 x-openstack-request-id: req-b352acf0-226f-4f8c-bfe9-ba897b8ef5f1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:03.483385 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:03.483633 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b352acf0-226f-4f8c-bfe9-ba897b8ef5f1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:03.484103 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'code': 200} Nov 12 00:38:03.511258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:03.516150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.516793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.518359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-929e31b7-0ae0-46e6-98b1-4b10709e6499 service neutron] 10.222.0.39 "PUT /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 1146 time: 0.7103877 Nov 12 00:38:03.583089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:03.584612 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39528c-ab6f-479c-acf6-7339d1bf7f64 x-openstack-request-id: req-8a39528c-ab6f-479c-acf6-7339d1bf7f64 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:03.585639 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "name": "network-vif-plugged", "status": "completed", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:03.585906 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a39528c-ab6f-479c-acf6-7339d1bf7f64 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:03.586314 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'code': 200} Nov 12 00:38:03.594684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4f0b52c0-ba55-4cc2-9392-08dfe1a60057'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:03.648970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fecb7e-da61-4cc4-a8a3-c03ac9baff53 req-dfd02524-c51e-45e2-978b-b3a2390ffa08 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.651232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81fecb7e-da61-4cc4-a8a3-c03ac9baff53 req-dfd02524-c51e-45e2-978b-b3a2390ffa08 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.0750890 Nov 12 00:38:03.659212 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:03.742024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a08a-d07c-4eb0-b047-ef904a26f8a6 req-469e332f-1429-41f7-967f-e9fef81e87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.743476 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a671a08a-d07c-4eb0-b047-ef904a26f8a6 req-469e332f-1429-41f7-967f-e9fef81e87a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 1097 time: 0.0708709 Nov 12 00:38:03.785555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:03.818362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a671a08a-d07c-4eb0-b047-ef904a26f8a6 req-eabcc614-e897-46a4-b326-7e6815d8890d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667524 Nov 12 00:38:03.824873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81fecb7e-da61-4cc4-a8a3-c03ac9baff53 req-c8dc4fe7-65bb-44ef-8433-3026770deb59 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499791 Nov 12 00:38:03.840372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6c33-3dcb-4056-aa60-33dc607ddaaa req-8f1428db-35c3-4947-8561-0805de10af05 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.849725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f1edd6-4803-408d-9ccd-9d9c549cddd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.852562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdfc6c33-3dcb-4056-aa60-33dc607ddaaa req-8f1428db-35c3-4947-8561-0805de10af05 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.1577897 Nov 12 00:38:03.952824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdfc6c33-3dcb-4056-aa60-33dc607ddaaa req-a94f330f-34d7-4690-9a9d-1966e4c66821 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988972 Nov 12 00:38:03.969025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f1edd6-4803-408d-9ccd-9d9c549cddd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.970680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4da3f61f-fc3d-4600-b252-6a599e4dadf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=380adfd462bd46d2b563a0a38ddac851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831598 Nov 12 00:38:03.974872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:03.999680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f1edd6-4803-408d-9ccd-9d9c549cddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.024935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d089-0798-4df8-ae66-e9eefc280ddd req-4c9acba8-2d98-4daa-a52a-eadafabd929c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.027791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e73d089-0798-4df8-ae66-e9eefc280ddd req-4c9acba8-2d98-4daa-a52a-eadafabd929c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.0740638 Nov 12 00:38:04.062141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77f1edd6-4803-408d-9ccd-9d9c549cddd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2c38f04b3574323b2085f506eec4d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777665 Nov 12 00:38:04.069928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.076625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1edd6-4803-408d-9ccd-9d9c549cddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbddd27-921e-4b99-bdf3-c69de7e60763,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:04.081874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.111572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e73d089-0798-4df8-ae66-e9eefc280ddd req-85d425da-cdd9-4176-bb3d-a6fdec00a9db tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772281 Nov 12 00:38:04.112418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.140461 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.172120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.183493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.186546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.190310 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f31642c-c2b8-4c40-8e24-d911aa4edaa9 HTTP/1.1" status: 204 len: 168 time: 0.2118838 Nov 12 00:38:04.207577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0e182-93e4-4241-8e1c-61446fa15ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31642c-c2b8-4c40-8e24-d911aa4edaa9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:04.241438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.246194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.249767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dbddd27-921e-4b99-bdf3-c69de7e60763 HTTP/1.1" status: 204 len: 168 time: 0.1761203 Nov 12 00:38:04.255565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb19d8-d709-4636-aab8-7996f65c9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbddd27-921e-4b99-bdf3-c69de7e60763,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:04.257908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.328801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8bf77-78d3-495d-84f7-89334940affe req-b9d3fd95-e888-4cc7-91eb-27cc54c8248d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.330428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47d8bf77-78d3-495d-84f7-89334940affe req-b9d3fd95-e888-4cc7-91eb-27cc54c8248d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 947 time: 0.0564954 Nov 12 00:38:04.396908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47d8bf77-78d3-495d-84f7-89334940affe req-bf49c0c9-2c84-42e2-9d03-86cd81019817 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Nov 12 00:38:04.536875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd0830-e0b0-42bd-87f9-a41145a177e3 req-a3ce9c72-9407-406b-a281-d5e64125e4d7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.544978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dccd0830-e0b0-42bd-87f9-a41145a177e3 req-a3ce9c72-9407-406b-a281-d5e64125e4d7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.0710092 Nov 12 00:38:04.615377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dccd0830-e0b0-42bd-87f9-a41145a177e3 req-6a8ed716-370e-4f85-a10c-3c71a4e42360 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693316 Nov 12 00:38:04.664143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1be6c4-16f6-49b3-a831-dde9eabd2973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.728372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.747646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a7e42b4d-fabe-4002-b81e-c26f258d11ea details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:04.792341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1be6c4-16f6-49b3-a831-dde9eabd2973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.800366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1be6c4-16f6-49b3-a831-dde9eabd2973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.816633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.851286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b1eb7dd-7806-44ce-a705-b3887b943e02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af3b01069c15449cbbf149d48d8fa095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216283 Nov 12 00:38:04.853349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e524a78-1d8c-4bcf-9c6f-4e2db919809f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.861845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.862946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.882233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1be6c4-16f6-49b3-a831-dde9eabd2973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bdb4e6-1089-4eb8-95bf-e84297f36670,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:04.889115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd1be6c4-16f6-49b3-a831-dde9eabd2973 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a45a589a652e470e878024e7f56475b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300976 Nov 12 00:38:04.891826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.896987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:04.926108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea', 'mac_address': 'fa:16:3e:4f:bf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:04.983843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.015381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.025452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.040298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e42b4d-fabe-4002-b81e-c26f258d11ea {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:05.065446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:05.076879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.078643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-c319fa20-0059-40b4-8831-56666ea8060b tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552208 Nov 12 00:38:05.101005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.103824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.105424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52bdb4e6-1089-4eb8-95bf-e84297f36670 HTTP/1.1" status: 204 len: 168 time: 0.2124960 Nov 12 00:38:05.129951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251feb9f-61c4-4ac4-9e7a-aa90b3ddd3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bdb4e6-1089-4eb8-95bf-e84297f36670,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.192557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.205268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.290307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-2dbc3c57-1ac8-447c-ad4f-bdd475fb2bd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2279968 Nov 12 00:38:05.299113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2abe8-42d2-4634-a5c3-5ce838f0d482 req-f9ca1788-fadb-49a4-920b-a1d091348a82 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.301884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30b2abe8-42d2-4634-a5c3-5ce838f0d482 req-f9ca1788-fadb-49a4-920b-a1d091348a82 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.2262456 Nov 12 00:38:05.309366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.344810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:05.351682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e524a78-1d8c-4bcf-9c6f-4e2db919809f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.394998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e524a78-1d8c-4bcf-9c6f-4e2db919809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.447965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-bf2e6d1f-9e4e-4709-9ab4-d46cd56ec664 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.449532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-bf2e6d1f-9e4e-4709-9ab4-d46cd56ec664 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395016 Nov 12 00:38:05.484952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:05.487478 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d2d72-ea63-4bac-a821-7121f6e7b2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:05.497282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e524a78-1d8c-4bcf-9c6f-4e2db919809f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d621975535c4f98bf7cbce9f8390987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756852 Nov 12 00:38:05.502126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:05.515994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-05ff2648-1018-4ae0-ba4a-64346935dcb0 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/quotas/d89fa493b8424bdb8fbaf8f6fe0ca880 HTTP/1.1" status: 200 len: 375 time: 0.0509648 Nov 12 00:38:05.522083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30b2abe8-42d2-4634-a5c3-5ce838f0d482 req-efb850da-a06f-4fe8-bdce-d5758ee2f91a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085457 Nov 12 00:38:05.528658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-b3a2b3a3-e233-40a3-ab3c-6813325406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.530748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-b3a2b3a3-e233-40a3-ab3c-6813325406a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=193e35f039654c70a37c7d0f109d0b40&device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 1124 time: 0.1661439 Nov 12 00:38:05.531457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524a78-1d8c-4bcf-9c6f-4e2db919809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5244655-3b17-4605-8ed4-fb129ff24f98,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.556488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.556488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.556488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6149a7c2-7276-4fc1-8819-b19c7a2e25ff HTTP/1.1" status: 204 len: 168 time: 0.6835485 Nov 12 00:38:05.583523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b8809-deb5-413c-8a1d-2356aec2a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149a7c2-7276-4fc1-8819-b19c7a2e25ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.622654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.641099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:05.661512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.669323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-659ce0a4-b367-43fc-8c5e-f5864e34372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.691807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-4f5f7ad2-b821-4d66-899b-e5902dba5eb2 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637669 Nov 12 00:38:05.734475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.738792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.742509 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5244655-3b17-4605-8ed4-fb129ff24f98 HTTP/1.1" status: 204 len: 168 time: 0.2366228 Nov 12 00:38:05.748621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c765b-8fe8-4017-bd1d-4f57658dacae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5244655-3b17-4605-8ed4-fb129ff24f98,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.810218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-11508a7d-d9c1-4ba2-a242-f2c12794adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.811776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-11508a7d-d9c1-4ba2-a242-f2c12794adee service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2445207 Nov 12 00:38:05.865447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9978e33-d314-4609-9c04-4031615d5dc4 req-a4edfc60-9e8d-4c25-82d8-8e01948fb50b tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.873493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9978e33-d314-4609-9c04-4031615d5dc4 req-a4edfc60-9e8d-4c25-82d8-8e01948fb50b tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.1679597 Nov 12 00:38:06.107287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-775f177a-cd4e-4e00-8cdf-695a52ae771b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6b7ea102-068a-457f-a0dc-3f012222cc88 HTTP/1.1" status: 200 len: 217 time: 0.2707934 Nov 12 00:38:06.246697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-659ce0a4-b367-43fc-8c5e-f5864e34372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.250571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9978e33-d314-4609-9c04-4031615d5dc4 req-8454df04-6ff2-4317-9601-496b7f13b17d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762484 Nov 12 00:38:06.261895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff39faa-0622-4713-99b6-33397cb4d12e req-773beff0-2393-4dfb-a1db-d154fa7c7678 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.269395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ff39faa-0622-4713-99b6-33397cb4d12e req-773beff0-2393-4dfb-a1db-d154fa7c7678 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 948 time: 0.1710391 Nov 12 00:38:06.279668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-73952966-546f-40aa-a58a-9541c9293fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.281826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-73952966-546f-40aa-a58a-9541c9293fe8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1554480 Nov 12 00:38:06.282379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-659ce0a4-b367-43fc-8c5e-f5864e34372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.328419 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3b63e-cb88-4835-be35-2bfa3e1de266 x-openstack-request-id: req-30c3b63e-cb88-4835-be35-2bfa3e1de266 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:06.329419 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:06.329664 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30c3b63e-cb88-4835-be35-2bfa3e1de266 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:06.330057 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'status': 'completed', 'code': 200} Nov 12 00:38:06.357261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.32', 52652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:06.373413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-659ce0a4-b367-43fc-8c5e-f5864e34372b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2bf07f2d08f4abf9d2bf2e6eab18cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7304783 Nov 12 00:38:06.383617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:06.405634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ce0a4-b367-43fc-8c5e-f5864e34372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3515b-7b4b-4d3f-8132-c15021a9c14b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.412855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-5bc872f1-100e-469b-a824-e32dbfd6f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.417238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-5bc872f1-100e-469b-a824-e32dbfd6f956 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1149 time: 0.0582030 Nov 12 00:38:06.435577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ff39faa-0622-4713-99b6-33397cb4d12e req-4a80150b-7d02-4877-bc91-9345a4cd79bc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652999 Nov 12 00:38:06.471656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-324d8062-9bc9-4778-a78e-2fd261720f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.474841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-324d8062-9bc9-4778-a78e-2fd261720f22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1743507 Nov 12 00:38:06.520822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.594269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.597700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-66d1be43-d345-40ec-9647-5a84cd5005c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.602115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-66d1be43-d345-40ec-9647-5a84cd5005c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1439857 Nov 12 00:38:06.724734 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-35bf0778-9619-465b-9599-2f409e7be8f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.1145587 Nov 12 00:38:06.734743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-317ed518-ead9-4220-b9cd-71a18389b2fc req-7f886817-0918-4cfe-8c66-302148afc323 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 210 time: 0.0980246 Nov 12 00:38:06.762143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-d40280e4-7e91-4269-a01c-8b5d222a003c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766201 Nov 12 00:38:06.776716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a7e42b4d-fabe-4002-b81e-c26f258d11ea up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:06.815568 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.818530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.819692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcc3515b-7b4b-4d3f-8132-c15021a9c14b HTTP/1.1" status: 204 len: 168 time: 0.4327717 Nov 12 00:38:06.862989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-4424aaa3-895b-40fc-a7a1-d1616d9aef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.865225 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-4424aaa3-895b-40fc-a7a1-d1616d9aef49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1330099 Nov 12 00:38:06.881189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6a6f5-c77e-4c96-b193-47f857b3cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3515b-7b4b-4d3f-8132-c15021a9c14b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.929798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a7e42b4d-fabe-4002-b81e-c26f258d11ea completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:06.959518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a7e42b4d-fabe-4002-b81e-c26f258d11ea triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:06.960554 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.965341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-ebb7a178-1b83-42b6-823b-9b3bea4da83a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908530 Nov 12 00:38:06.988876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3c3a-3344-47e1-9668-574b6809e531 req-c0492d9b-5d23-4647-8934-38232a2df40a tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.988876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e7f3c3a-3344-47e1-9668-574b6809e531 req-c0492d9b-5d23-4647-8934-38232a2df40a tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.2087536 Nov 12 00:38:07.001285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:07.009526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'floatingip': {'port_id': '664382f1-470c-4cdd-a81c-c51c70a9f528'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:07.111868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.143815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:07.147422 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000f112-1398-4a86-ac66-90aca791248c" -d '{"events": [{"server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "name": "network-vif-plugged", "status": "completed", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:07.163979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65264d0a-0522-472d-8a92-af0d0953e3a4 req-c64aa44b-abf9-48da-b7a4-249b8dc97fa1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.165591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65264d0a-0522-472d-8a92-af0d0953e3a4 req-c64aa44b-abf9-48da-b7a4-249b8dc97fa1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.2390912 Nov 12 00:38:07.166113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:07.168082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.173367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40a8d919-d4c6-4ac6-8f62-8e7b99f077f1 req-1155f207-fb6f-4a7a-9f2f-b961abb5cdaf service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031682 Nov 12 00:38:07.174915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.196551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-40fbd490-4928-4d82-9ba8-20fa78b30c3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2177663 Nov 12 00:38:07.261617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:07.273733 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-db9277ea-7272-4729-917c-b60493a334f9 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813659 Nov 12 00:38:07.370498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb7e9-ae23-4ddd-8214-17e5f0a79fbf req-8e5b6bd6-8bb6-4a21-be56-707c82d6f556 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.372167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31ceb7e9-ae23-4ddd-8214-17e5f0a79fbf req-8e5b6bd6-8bb6-4a21-be56-707c82d6f556 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.2552299 Nov 12 00:38:07.389918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65264d0a-0522-472d-8a92-af0d0953e3a4 req-5f833351-48aa-4c8f-a10d-d0f8aba65731 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654332 Nov 12 00:38:07.393469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-0e705130-0f03-42bd-a56b-c97904a3d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.396214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-0e705130-0f03-42bd-a56b-c97904a3d717 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 1097 time: 0.1204653 Nov 12 00:38:07.464701 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d1f16-82c4-4bd7-8b61-1849f9d1dbb3 x-openstack-request-id: req-c12d1f16-82c4-4bd7-8b61-1849f9d1dbb3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:07.465793 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "name": "network-vif-plugged", "status": "completed", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:07.466136 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c12d1f16-82c4-4bd7-8b61-1849f9d1dbb3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:07.466613 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea', 'code': 200} Nov 12 00:38:07.468391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-464d2d72-ea63-4bac-a821-7121f6e7b2b8 req-35ba1310-fd8a-4953-8cc0-e38c5daeb619 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639607 Nov 12 00:38:07.495083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:07.635640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-a5c7dff9-1e13-4e26-875b-28b6efab7ed9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433013 Nov 12 00:38:07.642094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31ceb7e9-ae23-4ddd-8214-17e5f0a79fbf req-c1a271c6-2d9a-4014-beec-43a284c77c91 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463548 Nov 12 00:38:07.756291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33d24-1150-4b6d-a34c-2aac08821361 req-c1e7b686-870d-4f86-b859-232189a319cd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.768741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eda33d24-1150-4b6d-a34c-2aac08821361 req-c1e7b686-870d-4f86-b859-232189a319cd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.2035134 Nov 12 00:38:07.770191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:07.799696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 has no active binding in host n-h2-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:38:07.830585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-b78a9cad-e270-4824-9070-55e9b18d0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.832908 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-b78a9cad-e270-4824-9070-55e9b18d0ee0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 925 time: 0.3914738 Nov 12 00:38:07.885758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b0ffcc-de51-4742-86a2-9e62c00e9737 req-0d05ad01-5fd0-4fcc-97a0-6ddd40744889 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 210 time: 0.0314541 Nov 12 00:38:07.896595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-eaa0ffb3-c3fe-453f-8872-897a82af0a17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 200 len: 217 time: 0.0545008 Nov 12 00:38:07.918601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-59d073b4-9578-446b-8ae4-28784f1dbc3e tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.920420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-59d073b4-9578-446b-8ae4-28784f1dbc3e tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565219 Nov 12 00:38:07.949323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe88d-377a-4c70-824a-d1055e74a51f req-4703cf63-0722-4030-9abf-42ed87a5046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.950839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491fe88d-377a-4c70-824a-d1055e74a51f req-4703cf63-0722-4030-9abf-42ed87a5046b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 1101 time: 0.3396084 Nov 12 00:38:07.955567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Request body: {'port': {'device_id': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'd89fa493b8424bdb8fbaf8f6fe0ca880'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:08.028336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-1f319e25-bfcf-4b16-8ee2-a92c28ede6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.030053 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-1f319e25-bfcf-4b16-8ee2-a92c28ede6ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.1087811 Nov 12 00:38:08.062976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eda33d24-1150-4b6d-a34c-2aac08821361 req-1ee7d185-bb1e-4808-8870-bfb67071a633 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872939 Nov 12 00:38:08.116552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491fe88d-377a-4c70-824a-d1055e74a51f req-75a8eec0-7d53-40a4-ac82-bb1c3304dc04 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417515 Nov 12 00:38:08.118775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-ad6ea3c4-bba9-4b13-850d-31c7622088e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.120572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-ad6ea3c4-bba9-4b13-850d-31c7622088e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814717 Nov 12 00:38:08.162912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Made reservation on behalf of d89fa493b8424bdb8fbaf8f6fe0ca880 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:08.165740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.305153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-d243516a-a9b7-4f2c-8991-0b8c6c76ea05 service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755767 Nov 12 00:38:08.438225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Allocated IP 192.168.233.106 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/67948c08-bae9-4c59-b890-f745c91d0bf8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:08.459056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-83abbfe6-60cd-4f6e-b4ef-4f1e73a0b9d2 req-687b512b-0ced-4a06-9430-11671c921f8b service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462190 Nov 12 00:38:08.697192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.718716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.764429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.768539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.779059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d4cf952f-f692-4951-a9bb-bba73cd92077'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:08.843639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:08.849383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:08.866054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:08.879163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.880324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.932306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-bb191c90-c3d7-4ef7-ae52-79b3659b0607 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.934064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-bb191c90-c3d7-4ef7-ae52-79b3659b0607 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.2961936 Nov 12 00:38:08.979117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Pushing event updated for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.997404 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f51cecb7-d6a2-446b-937b-da13896b1f63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0459414 Nov 12 00:38:09.001623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fc41-f546-4a67-a19e-d12eb337fa41 req-d2bcc126-5145-4e8d-af4b-2a2d543d5d2e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.010396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb80fc41-f546-4a67-a19e-d12eb337fa41 req-d2bcc126-5145-4e8d-af4b-2a2d543d5d2e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 966 time: 0.3738930 Nov 12 00:38:09.013899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Request body: {'port': {'device_id': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:09.060447 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189 associated. External IP: 172.25.6.20, port: 664382f1-470c-4cdd-a81c-c51c70a9f528. Nov 12 00:38:09.149104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.166008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d508da16-6970-49e5-9d4b-94d466d0aec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.172337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.32', 52654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:09.207981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6e77-1c37-4c59-98e9-21d99d7c628d req-01bbec88-9490-463a-96aa-8fc9b53cfaff tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.210322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40cd6e77-1c37-4c59-98e9-21d99d7c628d req-01bbec88-9490-463a-96aa-8fc9b53cfaff tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 972 time: 0.3871291 Nov 12 00:38:09.317134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d176a5ca-f1eb-4a85-a471-9f3a855bea23 None None] Provisioning complete for port 67948c08-bae9-4c59-b890-f745c91d0bf8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:09.317806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d176a5ca-f1eb-4a85-a471-9f3a855bea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.369872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d176a5ca-f1eb-4a85-a471-9f3a855bea23 None None] Port 67948c08-bae9-4c59-b890-f745c91d0bf8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:09.456688 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-418b83e4-4bc2-4d86-b871-2c2bd2283354 service neutron] 10.222.0.32 "GET /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.2815909 Nov 12 00:38:09.461561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40cd6e77-1c37-4c59-98e9-21d99d7c628d req-097907ad-1c5e-4fb1-b852-71043a7bd777 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/security-groups?id=dcc795ed-3493-45dc-999e-26123a9e5356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426424 Nov 12 00:38:09.525080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb80fc41-f546-4a67-a19e-d12eb337fa41 req-3006a104-f9b4-4de2-9192-eb0bea2f5f96 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137560 Nov 12 00:38:09.540716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Deleting port 6b7ea102-068a-457f-a0dc-3f012222cc88 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:09.541063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.707229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:09.741226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] For port 6b7ea102-068a-457f-a0dc-3f012222cc88, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6b7ea102-068a-457f-a0dc-3f012222cc88,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:09.741603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.751910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c723-19a3-4b28-8c7c-487810997b3b req-214f9cff-3a02-4a52-b07d-222fcf9abdb7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.753264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1482c723-19a3-4b28-8c7c-487810997b3b req-214f9cff-3a02-4a52-b07d-222fcf9abdb7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 936 time: 0.1182396 Nov 12 00:38:09.800845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Calling delete_port for 6b7ea102-068a-457f-a0dc-3f012222cc88 owned by compute:tempest-test_az-1983419288 {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:09.833294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:09.998093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1482c723-19a3-4b28-8c7c-487810997b3b req-e72ffea4-5b01-4a62-a0e2-1e462276fcb6 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992381 Nov 12 00:38:10.067907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67948c08-bae9-4c59-b890-f745c91d0bf8 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:10.079949 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.100506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:10.126517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:10.133119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:10.142424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-0573fdf6-ffd8-4ff1-8399-fea8e76426ac tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502253 Nov 12 00:38:10.158108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:10.161078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.169040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:10.169669 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:10.171736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:10.185035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:10.197229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1320f8cf-6964-4619-a538-24127d4c0544 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "PUT /v2.0/floatingips/407a8fa1-ef0b-4153-af9c-d31c50b68189 HTTP/1.1" status: 200 len: 990 time: 3.1948175 Nov 12 00:38:10.200081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:10.202488 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693c633b-d9c9-4fca-8d75-513176e54ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:10.207659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc107-010e-4690-9bd7-c012e0202a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.220652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.239281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Transition to ACTIVE for port object 67948c08-bae9-4c59-b890-f745c91d0bf8 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:10.261454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.294777 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:10.319175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-cfa5bfd3-aa35-4ee9-a540-11a9eadce00d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.321208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-cfa5bfd3-aa35-4ee9-a540-11a9eadce00d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222286 Nov 12 00:38:10.327942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.348476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6b7ea102-068a-457f-a0dc-3f012222cc88'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:10.387163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Pushing event updated for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.443002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] Transition to ACTIVE for port object 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:10.447519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Pushing event deleted for resources: {'Port': ['ID=6b7ea102-068a-457f-a0dc-3f012222cc88,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.450302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-70584332-0edc-48ad-b32b-582f0936c64c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/quotas/dc733135788d4ffe88a31a857d55d019 HTTP/1.1" status: 200 len: 375 time: 0.1199722 Nov 12 00:38:10.450454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Attempting to bind port 67948c08-bae9-4c59-b890-f745c91d0bf8 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:10.450845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Attempting to bind port 67948c08-bae9-4c59-b890-f745c91d0bf8 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:10.451462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Attempting to bind port 67948c08-bae9-4c59-b890-f745c91d0bf8 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:10.458539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Port 67948c08-bae9-4c59-b890-f745c91d0bf8 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:10.459155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Attempting to bind port 67948c08-bae9-4c59-b890-f745c91d0bf8 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:10.463539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.508540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:10.508969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:10.509425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:10.509955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Bound port: 67948c08-bae9-4c59-b890-f745c91d0bf8, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:10.510372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.559832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] No DVR routers for this DVR port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:10.576882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2fb5c-2c51-4e2e-93e2-7f880bcf81d4 req-e346ea21-ae40-47a0-9ba6-468fd8f5c44b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.578896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52f2fb5c-2c51-4e2e-93e2-7f880bcf81d4 req-e346ea21-ae40-47a0-9ba6-468fd8f5c44b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.4759624 Nov 12 00:38:10.610184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.612095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-cf38c1c4-324c-4e76-844a-50ec232c034f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951619 Nov 12 00:38:10.653817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3e2c39f6-8ea8-49df-9aac-36890cf4c154 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057/bindings/n-h2-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1864467 Nov 12 00:38:10.655794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] No DVR routers for this DVR port 6b7ea102-068a-457f-a0dc-3f012222cc88 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:10.667626 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.675733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:10.679508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65ec7aa5-8fde-4d4c-b49c-35baf74909ad req-55a9add7-414c-4a17-a414-12d114bef092 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.32 "DELETE /v2.0/ports/6b7ea102-068a-457f-a0dc-3f012222cc88 HTTP/1.1" status: 204 len: 173 time: 1.7313311 Nov 12 00:38:10.684079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67948c08-bae9-4c59-b890-f745c91d0bf8,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:10.701019 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.735905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc107-010e-4690-9bd7-c012e0202a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.741422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52f2fb5c-2c51-4e2e-93e2-7f880bcf81d4 req-12232d82-dbe3-4edf-b8d0-12bf8ca09ac7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256752 Nov 12 00:38:10.748344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc107-010e-4690-9bd7-c012e0202a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.779906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.781744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.786972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] 10.222.0.32 "PUT /v2.0/ports/67948c08-bae9-4c59-b890-f745c91d0bf8 HTTP/1.1" status: 200 len: 1097 time: 1.7781563 Nov 12 00:38:10.789014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:10.795980 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:10.814345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdc107-010e-4690-9bd7-c012e0202a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81070b52-a7f4-4f7b-8cb2-d080c8d68262,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.095868 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:23:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7d499-da46-4aab-8e63-bd15272a326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:38:08Z', 'revision_number': 1, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.099721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd02b-cf91-4283-8867-7cdaab57d15e service neutron] Pushing event updated for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.134664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:11.143830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-de61c429-cde4-440b-be6d-01789566c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.145874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-de61c429-cde4-440b-be6d-01789566c109 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 1100 time: 0.2845325 Nov 12 00:38:11.150076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-8d35ef7e-1870-4ad3-8a48-275a65e23f4d tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.152082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-8d35ef7e-1870-4ad3-8a48-275a65e23f4d tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1119 time: 0.3330846 Nov 12 00:38:11.153885 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:11.154609 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:37:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.249752 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-f10111a7-d570-4f20-9b91-b12d6118e4db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=67948c08-bae9-4c59-b890-f745c91d0bf8 HTTP/1.1" status: 200 len: 217 time: 0.0936823 Nov 12 00:38:11.280732 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654da03-d34b-49c7-af29-ae3b018b1df2 x-openstack-request-id: req-1654da03-d34b-49c7-af29-ae3b018b1df2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:11.293485 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:11.293974 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1654da03-d34b-49c7-af29-ae3b018b1df2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:11.294656 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'status': 'completed', 'code': 200} Nov 12 00:38:11.327060 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:11.352614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9106725-3a50-4b11-ad74-e258e82413c6 req-a0903587-8eeb-45e6-993a-faa861650673 tempest-AggregatesAdminTestJSON-908488341 tempest-AggregatesAdminTestJSON-908488341-project] 10.222.0.11 "GET /v2.0/ports?device_id=440f4b42-53d0-4cf5-bddb-3daabaf858c6 HTTP/1.1" status: 200 len: 210 time: 0.0729942 Nov 12 00:38:11.387836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bfcdc107-010e-4690-9bd7-c012e0202a0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d9643a05f04e4e9b08e1f1c336040d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5450842 Nov 12 00:38:11.389272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:11.400534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-00dfe189-fc58-4cff-afb4-b8da2482279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.402162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-00dfe189-fc58-4cff-afb4-b8da2482279c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 1097 time: 0.3815398 Nov 12 00:38:11.403656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-8c856c7c-a475-496f-a269-44eb3b9da92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.406390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-8c856c7c-a475-496f-a269-44eb3b9da92e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0889142 Nov 12 00:38:11.549654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.593363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-12dd2a59-8cc8-4351-9453-0522b5514d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.595771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-12dd2a59-8cc8-4351-9453-0522b5514d58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634450 Nov 12 00:38:11.603709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ad649be1-26dc-4963-9512-c64c813f1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.605908 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-ad649be1-26dc-4963-9512-c64c813f1731 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&tenant_id=d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 1119 time: 0.3552423 Nov 12 00:38:11.659968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.664090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-18af041e-3a2f-4718-a3bf-442bcf7ed954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.665779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-18af041e-3a2f-4718-a3bf-442bcf7ed954 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 925 time: 0.2223642 Nov 12 00:38:11.689322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665b81-d4c4-4a7d-94fd-ef9df0e05bc3 req-40e228d8-ee2b-4a46-9264-1f92d553a3bc tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.699503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67665b81-d4c4-4a7d-94fd-ef9df0e05bc3 req-40e228d8-ee2b-4a46-9264-1f92d553a3bc tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.1506584 Nov 12 00:38:11.700994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7fc6c8a-2b53-4773-a8f4-d488666f342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.764253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:23:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7d499-da46-4aab-8e63-bd15272a326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:38:08Z', 'revision_number': 1, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.811768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e1a006-d761-4ff0-8843-1bccf38b2ff7 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:23:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e7d499-da46-4aab-8e63-bd15272a326f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:38:08Z', 'revision_number': 1, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:11.862909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67665b81-d4c4-4a7d-94fd-ef9df0e05bc3 req-6f87a7b9-ea58-448a-af57-6e25b8aaa85b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619563 Nov 12 00:38:11.890694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.895355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.896967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81070b52-a7f4-4f7b-8cb2-d080c8d68262 HTTP/1.1" status: 204 len: 168 time: 0.5053439 Nov 12 00:38:11.948591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351def0e-71c1-4034-a292-5e7ea6ae2604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81070b52-a7f4-4f7b-8cb2-d080c8d68262,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:11.973702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-11fb1e06-6c19-4043-a917-cfd5c6afb7de tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.973978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-11fb1e06-6c19-4043-a917-cfd5c6afb7de tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 1101 time: 0.0580471 Nov 12 00:38:11.975803 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216e58a-e389-4dc6-a506-7a3c9ad77b87 x-openstack-request-id: req-0216e58a-e389-4dc6-a506-7a3c9ad77b87 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:11.976253 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:11.976581 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0216e58a-e389-4dc6-a506-7a3c9ad77b87 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:11.977040 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8', 'status': 'completed', 'code': 200} Nov 12 00:38:12.012521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-59fbd182-3c75-4e0a-b8e8-28bcd194694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.014356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-59fbd182-3c75-4e0a-b8e8-28bcd194694e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1119 time: 0.3323767 Nov 12 00:38:12.016038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-e10e2899-2c97-4282-b67e-81406ab9dd3d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.018495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-b3f6e62e-47b5-4895-b34e-cad35c750e9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 200 len: 998 time: 0.2989700 Nov 12 00:38:12.023251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-948edd01-d759-46fa-bcf2-ab59c1560b20 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140012 Nov 12 00:38:12.207278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bba83a-ebfc-4e3b-b2d1-4d96abf883ec req-ab714b70-543f-4918-8aff-e09f3a0bcb98 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.207472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2fd09-2a2a-439f-a2f0-53afd8f45278 None None] New status for floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:38:12.222232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bba83a-ebfc-4e3b-b2d1-4d96abf883ec req-ab714b70-543f-4918-8aff-e09f3a0bcb98 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 948 time: 0.1343050 Nov 12 00:38:12.251437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-afe16e8c-5153-425b-8636-2f905c1f5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.253041 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-afe16e8c-5153-425b-8636-2f905c1f5ae2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.2093260 Nov 12 00:38:12.277693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-e10e2899-2c97-4282-b67e-81406ab9dd3d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.284197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3913b6c1-a733-4e91-a712-ce872e5b653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.285893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-3913b6c1-a733-4e91-a712-ce872e5b653d service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2585585 Nov 12 00:38:12.289733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-e10e2899-2c97-4282-b67e-81406ab9dd3d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.304390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7463c930-454e-4dbf-9865-fe3df7cebd3b req-226e63ea-89d4-427f-b38a-970cc297a668 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690227 Nov 12 00:38:12.316791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bba83a-ebfc-4e3b-b2d1-4d96abf883ec req-84e7fc60-acbb-41da-9861-7a5202c2e0d7 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867505 Nov 12 00:38:12.354291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dbdd045-43f4-4bc7-8c8d-a2dea3631634 req-e10e2899-2c97-4282-b67e-81406ab9dd3d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665071 Nov 12 00:38:12.358052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2899-2c97-4282-b67e-81406ab9dd3d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b7a45-bd2d-4447-93ba-275a33be66cf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:12.392955 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-75a48642-8b20-4fc1-9e7a-2360c9631277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0922248 Nov 12 00:38:12.471750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-b87cac64-73f7-4cc7-be2a-92d1891a67fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361247 Nov 12 00:38:12.508231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-e6a26db2-1920-4d7f-b06d-dd97ffbb1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.509534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-e6a26db2-1920-4d7f-b06d-dd97ffbb1678 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413280 Nov 12 00:38:12.512301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:12.591734 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.596025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.607232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.39', 58846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:12.645912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-54ec58aa-d5e7-4a0f-b814-3d12139448fc tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354445 Nov 12 00:38:12.668470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-55425a22-a81f-4ceb-b3d2-9d4ac681d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.670957 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-55425a22-a81f-4ceb-b3d2-9d4ac681d34d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 1100 time: 0.2682834 Nov 12 00:38:12.678869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-d3da1a63-b771-45a7-bce0-ea988baccd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.680616 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-d3da1a63-b771-45a7-bce0-ea988baccd5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.2020931 Nov 12 00:38:12.767439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-99b2337d-9214-474b-9bf8-ec6f904a84fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.772613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-99b2337d-9214-474b-9bf8-ec6f904a84fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997212 Nov 12 00:38:12.779774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:12.822860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-745eefbd-a07e-483a-9920-e6f20c5f8c27 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/quotas/dc733135788d4ffe88a31a857d55d019 HTTP/1.1" status: 200 len: 375 time: 0.0379794 Nov 12 00:38:12.836336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:12.836822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6b7ea102-068a-457f-a0dc-3f012222cc88 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:12.884829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-22ea0032-d2a0-4715-954a-ed988966f73c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606508 Nov 12 00:38:12.919670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-f2d52b6a-b008-4425-851a-96fcd074158a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.926098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-f2d52b6a-b008-4425-851a-96fcd074158a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708862 Nov 12 00:38:12.936394 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.950190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Request body: {'port': {'device_id': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'dc733135788d4ffe88a31a857d55d019'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:12.955328 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.034348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 6b7ea102-068a-457f-a0dc-3f012222cc88 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:13.035000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6b7ea102-068a-457f-a0dc-3f012222cc88 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:13.075370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-35e58a6f-7907-438b-b3a6-3340c2fd279d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869136 Nov 12 00:38:13.084579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bf8855d68d840e6825374cc42096723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709403 Nov 12 00:38:13.136255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37140) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:13.220990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49bfad9-5c83-4bc4-815f-694e388a611d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:13.266540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.266939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.267253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.267572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.267972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.268246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.268578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.269034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.269169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.269489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.269804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.270120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8bd90-0288-461c-9f4f-b1ebc395b8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:13.272242 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-fc1db36a-2a70-44b7-98ac-3faa614e6ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819189 Nov 12 00:38:13.302933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-03d1f92b-ceed-481d-82ec-7df945dfeef1 service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717679 Nov 12 00:38:13.306972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'name': 'network-vif-deleted', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:13.309380 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d481134-8c12-40c3-a3c1-ac3a494c4d48" -d '{"events": [{"server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "name": "network-vif-deleted", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:13.356179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Made reservation on behalf of dc733135788d4ffe88a31a857d55d019 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:13.359917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.375910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d99417-dffb-4409-affa-9f1f253fd3cb req-7e73fcbd-88ee-481d-a22b-d6b925456b37 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.377788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2d99417-dffb-4409-affa-9f1f253fd3cb req-7e73fcbd-88ee-481d-a22b-d6b925456b37 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.1175554 Nov 12 00:38:13.391497 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.408275 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-0ea7575a-2ae5-43b8-9fc7-a9f9ffcaba0c service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162078 Nov 12 00:38:13.479087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2d99417-dffb-4409-affa-9f1f253fd3cb req-1c90256c-e58b-4731-9229-c12e98e5bcda tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900714 Nov 12 00:38:13.526936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3c9afb4-15f3-48c4-affc-0c9d5a27b1b7 req-2a2c4e76-904e-41d3-bd9a-300957ae2d8c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 210 time: 0.0463772 Nov 12 00:38:13.575814 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2a7a41-9469-4c8d-834f-564edeb4c0ca x-openstack-request-id: req-1d2a7a41-9469-4c8d-834f-564edeb4c0ca {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:13.576601 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440f4b42-53d0-4cf5-bddb-3daabaf858c6", "name": "network-vif-deleted", "tag": "6b7ea102-068a-457f-a0dc-3f012222cc88", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:13.576745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-9c6a1763-7aec-486c-be6a-464292ebab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.576941 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d2a7a41-9469-4c8d-834f-564edeb4c0ca {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:13.583056 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440f4b42-53d0-4cf5-bddb-3daabaf858c6', 'name': 'network-vif-deleted', 'tag': '6b7ea102-068a-457f-a0dc-3f012222cc88', 'status': 'completed', 'code': 200} Nov 12 00:38:13.591317 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-9c6a1763-7aec-486c-be6a-464292ebab47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.9085400 Nov 12 00:38:13.691636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:13.710927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-5c8fd383-2ba4-4825-b970-8fc2adcdf8c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=67948c08-bae9-4c59-b890-f745c91d0bf8 HTTP/1.1" status: 200 len: 217 time: 0.1092324 Nov 12 00:38:13.714987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.766235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.779775 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-693c633b-d9c9-4fca-8d75-513176e54ee5 req-b5e0f2e7-9b06-4b57-8d9b-68cd7637d46d service neutron] 10.222.0.39 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557668 Nov 12 00:38:13.786300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.814757 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.840658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.847028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-7b3e5e7c-242a-4c9f-9f80-d746987fe450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.849061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-7b3e5e7c-242a-4c9f-9f80-d746987fe450 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1234498 Nov 12 00:38:13.870777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0792039-63ac-473c-91b5-a729e5e79e68 req-9c634b0b-9912-4bba-b058-046eb14bf859 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.879424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0792039-63ac-473c-91b5-a729e5e79e68 req-9c634b0b-9912-4bba-b058-046eb14bf859 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 948 time: 0.2022245 Nov 12 00:38:13.945752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5ad1a2-f242-41cd-b74f-114c0237755b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.001153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c94baef-8ce4-448b-b38a-67d0e960fa10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=193e35f039654c70a37c7d0f109d0b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043392 Nov 12 00:38:14.004448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-d08dfae0-31bf-498d-8240-9edb22e53740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.005735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-d08dfae0-31bf-498d-8240-9edb22e53740 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068978 Nov 12 00:38:14.007936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37178) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:14.008486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-fbe7d2d4-9e39-4b8b-9997-316882fdc06f tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.009877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-fbe7d2d4-9e39-4b8b-9997-316882fdc06f tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1119 time: 0.1447990 Nov 12 00:38:14.025599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0792039-63ac-473c-91b5-a729e5e79e68 req-baa0127f-5d0f-4ef2-9266-8eb5f3f1c260 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448021 Nov 12 00:38:14.084024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Allocated IP 192.168.233.122 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/631229fa-3fa0-469b-8769-e86460ff3d1b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:14.105793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.109777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.113299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c49bfad9-5c83-4bc4-815f-694e388a611d HTTP/1.1" status: 204 len: 168 time: 0.9728959 Nov 12 00:38:14.132249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-fc9126f3-25db-4734-9b0e-fa703b00a9d4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452223 Nov 12 00:38:14.180183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49bfad9-5c83-4bc4-815f-694e388a611d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.194054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.194973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.195679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.196122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.196464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.197857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.198261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.198825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.199292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.199643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.200530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.200840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2c997-1ce5-45f2-8896-96b8aaf77dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:14.348118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.351702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-4f3043ca-9011-45ac-bcca-dd52877fd6cf service neutron] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:14.363353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-a62a7dad-6c96-48c2-88cb-20783509b5ab service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447716 Nov 12 00:38:14.366038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-4f3043ca-9011-45ac-bcca-dd52877fd6cf service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.367187 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50d4af59-8b9a-4c9b-96f2-d5e7528039aa req-4f3043ca-9011-45ac-bcca-dd52877fd6cf service neutron] 10.222.0.39 "DELETE /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057/bindings/n-h1-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.3334949 Nov 12 00:38:14.369951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-d01f65ea-19e3-463f-9e4e-df87cc46317e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.380146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-d01f65ea-19e3-463f-9e4e-df87cc46317e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382219 Nov 12 00:38:14.415522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-92a6aa0d-6d10-4a6a-ad6b-cc3dae775ae6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0343287 Nov 12 00:38:14.456679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.463060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.500691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-0bbf5c22-a159-4b41-87df-7ad6b960bf79 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841720 Nov 12 00:38:14.547987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.617489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:14.623468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:14.628316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:14.635999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.637038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.643600 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-0f0b282c-c34d-45e7-a7e1-373a8f67d2ec tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567691 Nov 12 00:38:14.653895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.671088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-c60c752a-894f-4c97-9a33-6bfd18a922fa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7263405 Nov 12 00:38:14.693143 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8997e33c-6fb9-40ca-8a48-ecc028aa54d4 req-eef54bd2-8044-4a55-966d-85ee4cef1279 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087087 Nov 12 00:38:14.693800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Request body: {'port': {'device_id': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:14.722048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.724986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.726199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcc795ed-3493-45dc-999e-26123a9e5356 HTTP/1.1" status: 204 len: 168 time: 0.7153912 Nov 12 00:38:14.775333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80fbd4-e867-48ad-9950-9cd9460ed176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc795ed-3493-45dc-999e-26123a9e5356,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.780156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67948c08-bae9-4c59-b890-f745c91d0bf8 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:14.863053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-e8ebcb02-56b6-4def-ae1b-de88e43aab81 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.867896 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-e8ebcb02-56b6-4def-ae1b-de88e43aab81 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000363 Nov 12 00:38:14.885017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Request body: {'port': {'device_id': '1ab31525-efc8-4b53-8425-3462361a54a8', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'dc733135788d4ffe88a31a857d55d019'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:14.905996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.031459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67948c08-bae9-4c59-b890-f745c91d0bf8,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:15.086277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '67948c08-bae9-4c59-b890-f745c91d0bf8', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '67948c08-bae9-4c59-b890-f745c91d0bf8', 'mac_address': 'fa:16:3e:6c:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:15.152591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.169891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.185601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Made reservation on behalf of dc733135788d4ffe88a31a857d55d019 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:15.189544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.233489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4c65de57-d971-40eb-a4da-751435942c43 None None] Provisioning complete for port 631229fa-3fa0-469b-8769-e86460ff3d1b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:15.233729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c65de57-d971-40eb-a4da-751435942c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.246165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67948c08-bae9-4c59-b890-f745c91d0bf8 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:15.316294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67948c08-bae9-4c59-b890-f745c91d0bf8,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:15.399904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.497321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ea9f97e-b63a-415e-8ec7-a550fdb89628 req-a1d2d426-d25f-4d4d-bbde-6340d6977f57 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 210 time: 0.0597110 Nov 12 00:38:15.506991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4c65de57-d971-40eb-a4da-751435942c43 None None] Port 631229fa-3fa0-469b-8769-e86460ff3d1b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:15.573533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780fe6-90ed-4acc-8779-1433bc77680e req-1b6b5640-ba47-4bad-ba80-c633509a3b1f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.576425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.594073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.595057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8780fe6-90ed-4acc-8779-1433bc77680e req-1b6b5640-ba47-4bad-ba80-c633509a3b1f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.2292988 Nov 12 00:38:15.602050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.610343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.611069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.611741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.612280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.614517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.615044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.615591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.616121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.616643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.617172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:15.638548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['67948c08-bae9-4c59-b890-f745c91d0bf8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:15.670316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.749893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2c7f8544-50b4-4ebd-806b-7dfee026702a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e1fde474af9457787d5d6e7d01eaa55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779059 Nov 12 00:38:15.753438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.789755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8780fe6-90ed-4acc-8779-1433bc77680e req-4781b1aa-c8ac-4250-8cd3-1b6a661e2a66 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803942 Nov 12 00:38:15.842656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.869803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.891701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193fd42-a39a-4aa5-a529-7c88c122cfc9 req-2c827baa-c44b-4547-97a7-751f9bf6d2f9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.895147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.909033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7193fd42-a39a-4aa5-a529-7c88c122cfc9 req-2c827baa-c44b-4547-97a7-751f9bf6d2f9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 949 time: 0.2104352 Nov 12 00:38:15.918858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:15.949260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.950249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.951923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.961190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8634bdf-51c9-4699-8b1a-5115e8473a21 HTTP/1.1" status: 204 len: 168 time: 0.2032676 Nov 12 00:38:15.981534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74a4d-ddcd-4f3c-a199-fc9e72b15a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8634bdf-51c9-4699-8b1a-5115e8473a21,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.988686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Transition to ACTIVE for port object 631229fa-3fa0-469b-8769-e86460ff3d1b will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:16.003584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.061846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7193fd42-a39a-4aa5-a529-7c88c122cfc9 req-fc830e70-18ce-4362-9a75-94f8fbe460fb tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466267 Nov 12 00:38:16.132535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Allocated IP 192.168.233.93 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/f20adc89-c691-4dd9-87b1-1b800ed7e7fe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:16.198646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.236655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Attempting to bind port 631229fa-3fa0-469b-8769-e86460ff3d1b on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:16.237266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Attempting to bind port 631229fa-3fa0-469b-8769-e86460ff3d1b by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:16.237532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Attempting to bind port 631229fa-3fa0-469b-8769-e86460ff3d1b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:16.257817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Port 631229fa-3fa0-469b-8769-e86460ff3d1b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:16.263470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Attempting to bind port 631229fa-3fa0-469b-8769-e86460ff3d1b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:16.282012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:16.282462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:16.282727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:16.283178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Bound port: 631229fa-3fa0-469b-8769-e86460ff3d1b, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:16.287788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.343826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-network', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:16.446052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Made reservation on behalf of c388d17eaa64413fb5c2589c9b912732 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:16.447109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.464578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c6e11-408b-40e5-a714-6b59322e912f req-e0d779fc-f24a-45db-a064-0748ae7383f8 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.470008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.472956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad8c6e11-408b-40e5-a714-6b59322e912f req-e0d779fc-f24a-45db-a064-0748ae7383f8 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1119 time: 0.1032372 Nov 12 00:38:16.500561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:16.523427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:16.538476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.547620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.618104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.644138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad8c6e11-408b-40e5-a714-6b59322e912f req-f26f48bc-6ffb-4302-9db9-56336e5e6e18 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649916 Nov 12 00:38:16.655426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.656547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.660746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-42e78fb9-7498-40b1-a771-28d7c1564216 service neutron] 10.222.0.39 "PUT /v2.0/ports/631229fa-3fa0-469b-8769-e86460ff3d1b HTTP/1.1" status: 200 len: 1097 time: 1.9730258 Nov 12 00:38:16.664014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:16.669146 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d9ae2-4271-4ef5-9b43-084675d4b48f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:16.712672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.729686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.796122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67948c08-bae9-4c59-b890-f745c91d0bf8 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:16.803653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.874070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20493704-a37b-4d78-8fa8-af76070bd9b3 req-7293cc75-9553-4585-b139-0b9372abcbd9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 210 time: 0.0485251 Nov 12 00:38:16.908502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-93865772-f41c-4ab9-857e-ff3b98799f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.910015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-93865772-f41c-4ab9-857e-ff3b98799f85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1100 time: 0.1339514 Nov 12 00:38:16.927716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 67948c08-bae9-4c59-b890-f745c91d0bf8 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:16.936113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 67948c08-bae9-4c59-b890-f745c91d0bf8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:16.936664 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.954258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:16.956438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event updated for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.983696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73bb4e6-0381-4986-99e1-9763f560a257,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.000605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.001489 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Added segment b6257927-9693-4070-86c8-addc97fcb077 of type vlan for network 82643153-a5ca-4592-979a-059ab125626e Nov 12 00:38:17.046671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:17.056648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:17.077691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:17.083663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.084621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.113950 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-23ab87ae-321e-4439-b143-fbd84b91fe90 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2347548 Nov 12 00:38:17.114128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-cdf2f2e5-fed8-4d0d-b4eb-fbb91241583c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=631229fa-3fa0-469b-8769-e86460ff3d1b HTTP/1.1" status: 200 len: 217 time: 0.1870177 Nov 12 00:38:17.115429 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.120695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.138557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Request body: {'port': {'device_id': '1ab31525-efc8-4b53-8425-3462361a54a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:17.163803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:17.166375 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b9eb56-1166-442c-a9f7-d8897477c03e" -d '{"events": [{"server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "name": "network-vif-plugged", "status": "completed", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:17.170303 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd1e00-a68b-4bc3-830e-285bab556401 x-openstack-request-id: req-e8fd1e00-a68b-4bc3-830e-285bab556401 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:17.170881 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:17.171601 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8fd1e00-a68b-4bc3-830e-285bab556401 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:17.173170 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'status': 'completed', 'code': 200} Nov 12 00:38:17.191157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67948c08-bae9-4c59-b890-f745c91d0bf8,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:17.193684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.195155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.196307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.222225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.269812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.316603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4192040 Nov 12 00:38:17.325106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.327465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.332978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Request body: {'subnet': {'network_id': '82643153-a5ca-4592-979a-059ab125626e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-subnet', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:17.346568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54af20-736a-445c-a38c-3f097f2e51a7 req-3e09380f-d5f3-4325-9a52-795a0fc29f9e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.360608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba54af20-736a-445c-a38c-3f097f2e51a7 req-3e09380f-d5f3-4325-9a52-795a0fc29f9e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 935 time: 0.2785778 Nov 12 00:38:17.387352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-91d7541a-dab8-42b2-a996-61dd9bed952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.397446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d21e6a-828d-4f2a-9678-1b4a4d04329c admin admin] Pushing event updated for resources: {'Network': ['ID=82643153-a5ca-4592-979a-059ab125626e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.402689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-91d7541a-dab8-42b2-a996-61dd9bed952a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2443230 Nov 12 00:38:17.413069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 82643153-a5ca-4592-979a-059ab125626e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:17.457146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Made reservation on behalf of c388d17eaa64413fb5c2589c9b912732 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:17.459587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.553695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba54af20-736a-445c-a38c-3f097f2e51a7 req-fee3be60-ec31-4264-8496-f27c1ffa71ff tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923473 Nov 12 00:38:17.584385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-89d18010-67b9-40f6-8fc3-2045d9f62d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.586173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-89d18010-67b9-40f6-8fc3-2045d9f62d08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649024 Nov 12 00:38:17.607941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4e025fdc-1997-4dfe-bf71-d92c1adc4609 None None] Provisioning complete for port f20adc89-c691-4dd9-87b1-1b800ed7e7fe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:17.613625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e025fdc-1997-4dfe-bf71-d92c1adc4609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.642374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1414b89-aeee-4f10-99d2-cd6eb2d1c335 req-651c5c72-8025-4745-b93e-76dc81b52507 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.650256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1414b89-aeee-4f10-99d2-cd6eb2d1c335 req-651c5c72-8025-4745-b93e-76dc81b52507 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.1916161 Nov 12 00:38:17.721608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4e025fdc-1997-4dfe-bf71-d92c1adc4609 None None] Port f20adc89-c691-4dd9-87b1-1b800ed7e7fe cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:17.803846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-070eb112-8888-494d-9eac-6f35890492a5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323776 Nov 12 00:38:17.863986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.063246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86162ffb-2983-41f1-bfe5-92b3e76075c0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.106262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-91deb8f2-0357-46a6-844b-7d61db2ac484 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.107776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-91deb8f2-0357-46a6-844b-7d61db2ac484 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937355 Nov 12 00:38:18.116467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Checking segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:18.116820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Network hostable DHCP agents. Network: 82643153-a5ca-4592-979a-059ab125626e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:18.120366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-b006f027-6247-40da-a0f4-a274be323451 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509210 Nov 12 00:38:18.126830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:18.147022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1414b89-aeee-4f10-99d2-cd6eb2d1c335 req-23f0922b-869f-4457-b01e-cf4b8755dffb tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708183 Nov 12 00:38:18.206569 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6902b8f-d8af-438d-b489-cf0dc915f5bd x-openstack-request-id: req-e6902b8f-d8af-438d-b489-cf0dc915f5bd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:18.207079 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "name": "network-vif-plugged", "status": "completed", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:18.207908 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6902b8f-d8af-438d-b489-cf0dc915f5bd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:18.208338 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8', 'code': 200} Nov 12 00:38:18.229908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Network 82643153-a5ca-4592-979a-059ab125626e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:18.291449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-e8e5f68e-e617-40ca-b718-f18d9199cdcb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.299860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 82643153-a5ca-4592-979a-059ab125626e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:18.302438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-e8e5f68e-e617-40ca-b718-f18d9199cdcb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.5867450 Nov 12 00:38:18.311364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.312112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.314987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b3928-7c4e-4275-8026-dd1c467a3284 None None] Network 82643153-a5ca-4592-979a-059ab125626e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:18.343326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20adc89-c691-4dd9-87b1-1b800ed7e7fe {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:18.366760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.389770 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-56451df0-fff9-4ecd-bf65-a9a1536fcf0c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0609839 Nov 12 00:38:18.393152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:18.398109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Transition to ACTIVE for port object f20adc89-c691-4dd9-87b1-1b800ed7e7fe will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:18.398285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-60445688-816f-41db-8af4-d6b21a4e2fa5 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981179 Nov 12 00:38:18.406137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:18.409467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.442549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:18.443888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-115bbf83-d671-481d-a6b8-6c371da0ea0b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/quotas/d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 375 time: 0.1021750 Nov 12 00:38:18.446305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.461843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e198-ff22-4a09-ae8d-074680a343d7 req-09868116-88df-4ac4-9acc-e997cbc71f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.463338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f561e198-ff22-4a09-ae8d-074680a343d7 req-09868116-88df-4ac4-9acc-e997cbc71f12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 1102 time: 0.1456947 Nov 12 00:38:18.542296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-82643153-a5ca-4592-979a-059ab125626e', 'network_id': '82643153-a5ca-4592-979a-059ab125626e', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'fixed_ips': [{'subnet_id': '86162ffb-2983-41f1-bfe5-92b3e76075c0'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:38:18.545039 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.583170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.585356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.595565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Pushing event updated for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.614346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-68fdf6fd-a380-4e5d-9390-784527e5be09 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694708 Nov 12 00:38:18.622626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9ee9f9c7-a7f3-4e14-a69d-55dab194b0be tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.624301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9ee9f9c7-a7f3-4e14-a69d-55dab194b0be tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960778 Nov 12 00:38:18.637028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-10b75ca2-1b4d-4090-960e-07c141b51f03 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:18.638268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-10b75ca2-1b4d-4090-960e-07c141b51f03 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060067 Nov 12 00:38:18.670664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fbd20be-b3ed-4713-b188-e061a78bd5d8 req-f24f1058-2c83-4434-9950-3fbb24f241c6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 210 time: 0.0452878 Nov 12 00:38:18.671798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Attempting to bind port f20adc89-c691-4dd9-87b1-1b800ed7e7fe on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:18.672163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Attempting to bind port f20adc89-c691-4dd9-87b1-1b800ed7e7fe by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:18.672486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Attempting to bind port f20adc89-c691-4dd9-87b1-1b800ed7e7fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:18.694059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:18.703148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Port f20adc89-c691-4dd9-87b1-1b800ed7e7fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:18.703746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Attempting to bind port f20adc89-c691-4dd9-87b1-1b800ed7e7fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:18.732669 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f561e198-ff22-4a09-ae8d-074680a343d7 req-138687d9-421c-4c07-a60b-d6b969cd9e7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541895 Nov 12 00:38:18.736401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:18.736401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:18.736788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:18.737144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Bound port: f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:18.737515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.802612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.95 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/4fb71f8e-487e-4a8a-9caa-0da7c50fe05b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:18.809696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Allocated IP 172.20.0.2 (82643153-a5ca-4592-979a-059ab125626e/86162ffb-2983-41f1-bfe5-92b3e76075c0/b27b23a1-93cb-474b-a4ec-c7edca7feef3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:18.856331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:18.861263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27bbb65d-8ed6-43e8-a260-bfa97d122a5b req-ef3d88aa-74c0-4aa9-b535-6a6de21dc895 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470472 Nov 12 00:38:18.882278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:18.896684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.969650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.006356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.007008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.008751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] 10.222.0.39 "PUT /v2.0/ports/f20adc89-c691-4dd9-87b1-1b800ed7e7fe HTTP/1.1" status: 200 len: 1096 time: 1.8748305 Nov 12 00:38:19.009260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:19.011834 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48fb8ed-2548-45ff-a2f9-641347102816" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:19.063327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72683f2-cd09-4393-87b0-a579ce119e48 service neutron] Pushing event updated for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.107044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.113352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-abcdf44d-aefd-47d8-9420-b29e73db4efb service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342539 Nov 12 00:38:19.122715 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.163835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-0063ee0a-eaff-4bb4-a321-1302c86558d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.165507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-0063ee0a-eaff-4bb4-a321-1302c86558d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 1099 time: 0.0870214 Nov 12 00:38:19.172368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.197191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Network 82643153-a5ca-4592-979a-059ab125626e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:19.198476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Pushing event updated for resources: {'Port': ['ID=b27b23a1-93cb-474b-a4ec-c7edca7feef3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.201763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:19.206373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:19.230930 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-10afee7f-c583-4958-b026-f7b504636e0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe HTTP/1.1" status: 200 len: 217 time: 0.0525761 Nov 12 00:38:19.280092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Attempting to bind port b27b23a1-93cb-474b-a4ec-c7edca7feef3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:19.280741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Attempting to bind port b27b23a1-93cb-474b-a4ec-c7edca7feef3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:19.280843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Attempting to bind port b27b23a1-93cb-474b-a4ec-c7edca7feef3 on network 82643153-a5ca-4592-979a-059ab125626e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:19.289034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:19.289380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Checking segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:19.289877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.290255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Bound using segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:19.290739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Bound port: b27b23a1-93cb-474b-a4ec-c7edca7feef3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:19.291123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.333831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:19.337462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.360455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] For port b27b23a1-93cb-474b-a4ec-c7edca7feef3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:19.364738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] For port b27b23a1-93cb-474b-a4ec-c7edca7feef3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b27b23a1-93cb-474b-a4ec-c7edca7feef3,segment=NetworkSegment(b6257927-9693-4070-86c8-addc97fcb077),segment_id=b6257927-9693-4070-86c8-addc97fcb077)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:19.370486 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.385655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-aaab1c66-5941-4ae4-a7ba-ef6a4aedb7a9 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101257 Nov 12 00:38:19.423800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.430252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-0f5d17d2-78e1-422e-af57-b5264a0b882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.431730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-0f5d17d2-78e1-422e-af57-b5264a0b882b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1100 time: 0.3702788 Nov 12 00:38:19.439573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5f343-c15c-427c-b79f-e11b2c5980ad None None] Pushing event updated for resources: {'Port': ['ID=b27b23a1-93cb-474b-a4ec-c7edca7feef3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.454729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db6c5c-4d12-4662-935a-0f51142e809f req-421f94a2-17bb-4e40-bbaf-ca4348472a21 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.456298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06db6c5c-4d12-4662-935a-0f51142e809f req-421f94a2-17bb-4e40-bbaf-ca4348472a21 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 947 time: 0.3420074 Nov 12 00:38:19.537401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-a179d6b2-5c1b-402d-bfef-758628743d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.539111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-a179d6b2-5c1b-402d-bfef-758628743d06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2942009 Nov 12 00:38:19.541022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.558997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:19.638934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:19.647644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:19.656341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:19.665051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.665917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.682656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.693295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-284df978-8312-431f-baef-1aa7f9d8c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.695805 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-284df978-8312-431f-baef-1aa7f9d8c0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471307 Nov 12 00:38:19.720436 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a8dd98f-1c66-4f1d-a9e7-595577c8ed29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5976579 Nov 12 00:38:19.753620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Request body: {'port': {'device_id': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:19.898102 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08d21a-d796-4adb-9ffc-cc7f39b434e4 x-openstack-request-id: req-6f08d21a-d796-4adb-9ffc-cc7f39b434e4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:19.898666 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:19.898666 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f08d21a-d796-4adb-9ffc-cc7f39b434e4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:19.899051 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe', 'status': 'completed', 'code': 200} Nov 12 00:38:20.036517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.065642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.251 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/88c918d5-36a6-478a-85a4-3761b2420303) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:20.076468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-90a99b33-eb4b-47df-8de6-c6041e1eed7a service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713465 Nov 12 00:38:20.125231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06db6c5c-4d12-4662-935a-0f51142e809f req-0b14039e-f796-4122-ac93-1c494b1e6f0c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579673 Nov 12 00:38:20.133766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-c016070e-d785-423d-b53b-b4d77cc5ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.135260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-c016070e-d785-423d-b53b-b4d77cc5ca96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.6779799 Nov 12 00:38:20.157611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e55d2484-9c2f-4a06-88ac-73fef9a98307 None None] Provisioning complete for port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:20.157978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e55d2484-9c2f-4a06-88ac-73fef9a98307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.222210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b223-8e59-4a8b-bac8-ff0cdbe45ffd req-50522534-0e9f-41a1-bfdd-a21a715df0ae tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.223857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4c1b223-8e59-4a8b-bac8-ff0cdbe45ffd req-50522534-0e9f-41a1-bfdd-a21a715df0ae tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.2099941 Nov 12 00:38:20.236327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e55d2484-9c2f-4a06-88ac-73fef9a98307 None None] Port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:20.246285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-50747066-75d2-42b9-9f91-f4fca0defca7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=631229fa-3fa0-469b-8769-e86460ff3d1b HTTP/1.1" status: 200 len: 217 time: 0.0818162 Nov 12 00:38:20.275913 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9605ae7-79e5-4d6e-b985-f599e2185c91 req-8b2d280c-287b-46b8-b0e3-e4f7ceb949f6 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814704 Nov 12 00:38:20.307966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d6de262-18da-4699-b381-05f8d87bd8cc req-5bcf5144-d1a7-4834-966f-e9be08ad5992 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 210 time: 0.0828893 Nov 12 00:38:20.426597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4c1b223-8e59-4a8b-bac8-ff0cdbe45ffd req-93566fd2-2b57-4ed3-8002-814bc175d4b4 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878185 Nov 12 00:38:20.427088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-a6b6335d-2727-4311-9a3a-18da49e78b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.432108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-a6b6335d-2727-4311-9a3a-18da49e78b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 1099 time: 0.0772960 Nov 12 00:38:20.444099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-5a5f760a-c43f-4754-8b00-200561320d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.445960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-5a5f760a-c43f-4754-8b00-200561320d89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1755519 Nov 12 00:38:20.595103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-141389c5-47e1-4375-adc1-22624846202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.602104 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-141389c5-47e1-4375-adc1-22624846202c service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1544464 Nov 12 00:38:20.677799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-7bf92e39-5543-4ef7-a4ac-0b4687d6895f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe HTTP/1.1" status: 200 len: 217 time: 0.0678134 Nov 12 00:38:20.679664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.708588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-970bdbd4-4d66-4910-8aa1-ce9259e198fe req-4c758c09-9b43-4aef-9bd8-a5ce64921d93 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 210 time: 0.1605775 Nov 12 00:38:20.712649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.744305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.750674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-57d17571-360c-4d46-8cc9-547fee00c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.752219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-57d17571-360c-4d46-8cc9-547fee00c7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2932458 Nov 12 00:38:20.794662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-9a4e3092-4db1-46c7-82db-2be52329c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.798122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-9a4e3092-4db1-46c7-82db-2be52329c19d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1090133 Nov 12 00:38:20.878217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-f42151ae-35ca-498b-a95d-53c601b517d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.880658 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-f42151ae-35ca-498b-a95d-53c601b517d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739062 Nov 12 00:38:20.986688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535720c-911d-47b0-85de-057168790793 None None] Network 82643153-a5ca-4592-979a-059ab125626e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:21.077321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-1add06cb-c6ab-4d77-a363-e0e7065fb5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829398 Nov 12 00:38:21.244830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] Provisioning complete for port b27b23a1-93cb-474b-a4ec-c7edca7feef3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:21.245527 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.327636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b27b23a1-93cb-474b-a4ec-c7edca7feef3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:21.347338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-f7958713-6c6e-41c2-bbbb-806ce5a09da1 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821128 Nov 12 00:38:21.411361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-f82e48f1-0e44-46f2-a22f-ac7c6f99cc8c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.413037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-f82e48f1-0e44-46f2-a22f-ac7c6f99cc8c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.1921363 Nov 12 00:38:21.445037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Request body: {'port': {'device_id': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'admin_state_up': True, 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:21.491547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-110d9ae2-4271-4ef5-9b43-084675d4b48f req-e2caa45c-4c42-4a1e-8bb0-935bea43fa22 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187100 Nov 12 00:38:21.492977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.515307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.528520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f48fb8ed-2548-45ff-a2f9-641347102816 req-38105637-1e71-440c-a9e2-95651bcc725b service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370072 Nov 12 00:38:21.539308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:21.621023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] For port b27b23a1-93cb-474b-a4ec-c7edca7feef3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b27b23a1-93cb-474b-a4ec-c7edca7feef3,segment=NetworkSegment(b6257927-9693-4070-86c8-addc97fcb077),segment_id=b6257927-9693-4070-86c8-addc97fcb077)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:21.622398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b27b23a1-93cb-474b-a4ec-c7edca7feef3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:21.622762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.679300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:21.691316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.711031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d4381-ef98-4ecd-bfb8-a80f61a34b51 req-44fc7988-7e6e-438b-a650-ab572bc605db tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.719711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be8d4381-ef98-4ecd-bfb8-a80f61a34b51 req-44fc7988-7e6e-438b-a650-ab572bc605db tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.4755685 Nov 12 00:38:21.727247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:21.731888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:21.734501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:21.741453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:21.741981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.742628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.754375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.770829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Transition to ACTIVE for port object 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:21.771817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:21.774970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:21.783520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.790309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Allocated IP 172.25.6.162 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/8884679c-03df-4179-a4fd-85eeb12a361c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:21.793841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.810532 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.842860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475524-24e5-47c9-9205-b3241d5199de req-4aeccb47-fa69-4b5d-8cf3-a975c61d7175 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.855924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06475524-24e5-47c9-9205-b3241d5199de req-4aeccb47-fa69-4b5d-8cf3-a975c61d7175 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 947 time: 0.4850636 Nov 12 00:38:21.861132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-85e3779a-5ae6-423a-baed-5fe2ffc9f746 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1871316 Nov 12 00:38:21.910283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Request body: {'port': {'device_id': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:21.954871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Attempting to bind port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:21.955208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Attempting to bind port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:21.955535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Attempting to bind port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:22.004519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be8d4381-ef98-4ecd-bfb8-a80f61a34b51 req-e95ccfff-5a8b-4c59-8abb-d5d41eefcc2b tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789366 Nov 12 00:38:22.087936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06475524-24e5-47c9-9205-b3241d5199de req-4d4bdc33-5355-4065-a249-61a0370117eb tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309794 Nov 12 00:38:22.106749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:22.107360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Attempting to bind port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:22.157734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:22.158089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:22.159034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:22.159229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.159781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Bound port: 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:22.160184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.169821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-02beffc4-b31c-4268-b317-4fd879ebcb38 None None] Provisioning complete for port b27b23a1-93cb-474b-a4ec-c7edca7feef3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:22.170394 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02beffc4-b31c-4268-b317-4fd879ebcb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.213073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.241287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Allocated IP 172.20.0.8 (851b403e-459a-448c-968d-00735df47227/eb5295d8-43a0-4693-a52f-632ec358db9c/a80b27b0-8c55-4400-ad71-5f7ed7b9813b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:22.249217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.255643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98366a3b-20ae-4a42-9c98-a3c2fb49c0bb None None] Pushing event updated for resources: {'Port': ['ID=b27b23a1-93cb-474b-a4ec-c7edca7feef3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.286455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:22.317134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1494c6-d8ee-4538-97b7-d4ec85f7c2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.320666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c667e3ac-1bb8-42e6-badd-571e79e5418d req-37de3a4c-6d76-45b9-ae94-8a44dec83dab tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 210 time: 0.1309772 Nov 12 00:38:22.345110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'mac_address': 'fa:16:3e:fe:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:22.431119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.439911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:22.456276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:22.476684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:22.487503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82018fb9-293a-4b2e-a455-c6f2fafeeb5d req-2533926d-9fc9-4091-b4cd-be6b6806e6e7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.492999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.495060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82018fb9-293a-4b2e-a455-c6f2fafeeb5d req-2533926d-9fc9-4091-b4cd-be6b6806e6e7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 936 time: 0.1707807 Nov 12 00:38:22.496577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:22.505414 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.522946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.570654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.571278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.572725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fb71f8e-487e-4a8a-9caa-0da7c50fe05b HTTP/1.1" status: 200 len: 1096 time: 2.8359492 Nov 12 00:38:22.577513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:22.579355 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4773747-cd55-427e-8c37-014f667bf2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:22.579681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.584856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.596533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ed812b44-9d94-4cf5-af73-0d89e0c28cda None None] Provisioning complete for port 88c918d5-36a6-478a-85a4-3761b2420303 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:22.597243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed812b44-9d94-4cf5-af73-0d89e0c28cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.610294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1494c6-d8ee-4538-97b7-d4ec85f7c2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.625543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b1494c6-d8ee-4538-97b7-d4ec85f7c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.630952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ed052-c946-480b-ac37-e8ba6a026b82 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.645542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:22.651887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ed812b44-9d94-4cf5-af73-0d89e0c28cda None None] Port 88c918d5-36a6-478a-85a4-3761b2420303 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:22.667658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:22.673476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:22.692442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82018fb9-293a-4b2e-a455-c6f2fafeeb5d req-a61f1861-9540-41eb-99d7-ac93e4c14eea tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945336 Nov 12 00:38:22.741253 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894b3ab-4342-40c6-8fcb-5c579f60b0c2 x-openstack-request-id: req-9894b3ab-4342-40c6-8fcb-5c579f60b0c2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:22.741539 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:22.741795 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9894b3ab-4342-40c6-8fcb-5c579f60b0c2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:22.742193 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', 'status': 'completed', 'code': 200} Nov 12 00:38:22.755706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b1494c6-d8ee-4538-97b7-d4ec85f7c2f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c30454297da41b380d534bf75d5b6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9821513 Nov 12 00:38:22.759209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1494c6-d8ee-4538-97b7-d4ec85f7c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a33c93-0217-4cf1-b016-75b6302ece73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.763390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:22.779233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Pushing event updated for resources: {'Port': ['ID=8884679c-03df-4179-a4fd-85eeb12a361c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.780518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.785128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:22.834920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-099436e5-7b39-4f8b-87e9-094710e11ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.836487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-099436e5-7b39-4f8b-87e9-094710e11ead service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 1099 time: 0.1665177 Nov 12 00:38:22.933771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Network 851b403e-459a-448c-968d-00735df47227 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:22.943406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:22.946750 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-d64bfed8-6d68-4112-a90b-c563d0a9a789 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b HTTP/1.1" status: 200 len: 217 time: 0.0948851 Nov 12 00:38:22.950628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:22.956961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.957405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.977458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.024211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.046612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-0f0e4960-ff21-49d9-bcfb-1f35f067b1b6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6201067 Nov 12 00:38:23.049634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c918d5-36a6-478a-85a4-3761b2420303 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:23.063154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.067020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a2d9bfe-89de-4f50-8ffd-1bc9699a5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.070047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9a2d9bfe-89de-4f50-8ffd-1bc9699a5848 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1069033 Nov 12 00:38:23.078174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Request body: {'port': {'device_id': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:23.092000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Transition to ACTIVE for port object 88c918d5-36a6-478a-85a4-3761b2420303 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:23.101062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.129293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b27b23a1-93cb-474b-a4ec-c7edca7feef3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:23.170295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.217263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b27b23a1-93cb-474b-a4ec-c7edca7feef3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:23.217884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.223826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.247901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-1e4fe0c5-6490-4db1-96ac-d64562b8ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.249447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-1e4fe0c5-6490-4db1-96ac-d64562b8ffbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1637909 Nov 12 00:38:23.254421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.350919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.353469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.358988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34a33c93-0217-4cf1-b016-75b6302ece73 HTTP/1.1" status: 204 len: 168 time: 0.5902967 Nov 12 00:38:23.362682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Pushing event updated for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.380997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23199ad1-653d-46e6-8979-ab61e4480621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a33c93-0217-4cf1-b016-75b6302ece73,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.470598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-c79f4e7d-780c-4afa-89d3-bc0bf838054c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123232 Nov 12 00:38:23.482337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ce4aa-f80d-44f7-8cc4-5cd5264bec13 req-559e3f17-f0ad-4011-9f0e-d0ba812818e2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.483985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-108ce4aa-f80d-44f7-8cc4-5cd5264bec13 req-559e3f17-f0ad-4011-9f0e-d0ba812818e2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 947 time: 0.2648146 Nov 12 00:38:23.497183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cdccb-a347-43a7-a211-de6e781eaa8b req-535c7914-c8c6-4c5d-a119-1b5e8327895c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.504872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd6cdccb-a347-43a7-a211-de6e781eaa8b req-535c7914-c8c6-4c5d-a119-1b5e8327895c tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.2867379 Nov 12 00:38:23.511557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Attempting to bind port 88c918d5-36a6-478a-85a4-3761b2420303 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:23.512015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Attempting to bind port 88c918d5-36a6-478a-85a4-3761b2420303 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:23.512520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Attempting to bind port 88c918d5-36a6-478a-85a4-3761b2420303 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:23.526619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f20adc89-c691-4dd9-87b1-1b800ed7e7fe details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:23.544357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Port 88c918d5-36a6-478a-85a4-3761b2420303 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:23.544745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Attempting to bind port 88c918d5-36a6-478a-85a4-3761b2420303 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:23.560267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.567784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:23.568144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:23.568522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:23.568954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Bound port: 88c918d5-36a6-478a-85a4-3761b2420303, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:23.569301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.668997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd6cdccb-a347-43a7-a211-de6e781eaa8b req-fa2da7f6-0179-4a58-96e5-a9b59e0501ce tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578970 Nov 12 00:38:23.676601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:23.691824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe', 'mac_address': 'fa:16:3e:85:7c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:23.722244 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-69c48b32-dafe-474a-94a6-b33da220afdb service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365618 Nov 12 00:38:23.742988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-108ce4aa-f80d-44f7-8cc4-5cd5264bec13 req-d0a2c35c-a74d-4e12-97f0-f5f01f212d14 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356381 Nov 12 00:38:23.813939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.855117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20adc89-c691-4dd9-87b1-1b800ed7e7fe {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:23.858874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:23.879473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:23.885897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b67da8f0-cb33-4684-ba69-a8be66d396cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.887288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.903909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80b27b0-8c55-4400-ad71-5f7ed7b9813b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:23.919445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:23.919658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.935739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-56c13b29-fdc4-48d3-8622-48c4c06757d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.937422 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-56c13b29-fdc4-48d3-8622-48c4c06757d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 1099 time: 0.1406636 Nov 12 00:38:23.944752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.961906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=88c918d5-36a6-478a-85a4-3761b2420303,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:23.965777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Transition to ACTIVE for port object a80b27b0-8c55-4400-ad71-5f7ed7b9813b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:23.974864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.988819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.026456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.027371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.029013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] 10.222.0.32 "PUT /v2.0/ports/88c918d5-36a6-478a-85a4-3761b2420303 HTTP/1.1" status: 200 len: 1097 time: 2.1366394 Nov 12 00:38:24.038181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afd5b4-dba7-455d-bc18-11498b162013 req-6fe83c16-8a6c-4aab-b19e-a9763d751746 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.039949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76afd5b4-dba7-455d-bc18-11498b162013 req-6fe83c16-8a6c-4aab-b19e-a9763d751746 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 931 time: 0.1679442 Nov 12 00:38:24.046837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:24.049387 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006920ec-3436-4d34-95bd-37eec3964827" -d '{"events": [{"name": "network-changed", "server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "tag": "88c918d5-36a6-478a-85a4-3761b2420303"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:24.059877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-f6fead93-eaab-46ba-8a20-0687c333eb2d tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.061442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-f6fead93-eaab-46ba-8a20-0687c333eb2d tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 1102 time: 0.1731231 Nov 12 00:38:24.159360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee02e8-5f08-4fcd-b328-85b1e6179746 service neutron] Pushing event updated for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.170806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-bff856fb-d7d7-431e-b013-9d1c0011c1b5 tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.189674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Router 6b52fcf6-f496-421a-8033-6f536956c691 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:38:24.201079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76afd5b4-dba7-455d-bc18-11498b162013 req-0eaf5d02-0953-4d2c-95b1-82c19adca8d3 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480143 Nov 12 00:38:24.223249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f20adc89-c691-4dd9-87b1-1b800ed7e7fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:24.231762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-6bdeb47e-d25d-442a-a02c-553bc642bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.233314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-6bdeb47e-d25d-442a-a02c-553bc642bdb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 1100 time: 0.1253664 Nov 12 00:38:24.327856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.342651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-9478f2c7-cd99-4a44-ad5b-bfe12487acb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=88c918d5-36a6-478a-85a4-3761b2420303 HTTP/1.1" status: 200 len: 217 time: 0.0617666 Nov 12 00:38:24.396235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b67da8f0-cb33-4684-ba69-a8be66d396cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.399456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:24.399974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:24.400573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:24.404635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-b108b284-f3ed-437e-bbb1-bd7728ba8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.406229 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-b108b284-f3ed-437e-bbb1-bd7728ba8f1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.4586759 Nov 12 00:38:24.408117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b67da8f0-cb33-4684-ba69-a8be66d396cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.418843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:24.419432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:24.474276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:24.474599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:24.474981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:24.475421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Bound port: a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:24.475780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.497356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:24.498734 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-e893b1b4-f1a4-455b-81c4-73ef1521e353 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b HTTP/1.1" status: 200 len: 217 time: 0.0710478 Nov 12 00:38:24.502116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-cbc17089-cbea-4cb5-8fc6-a63e38b9d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.503434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-cbc17089-cbea-4cb5-8fc6-a63e38b9d000 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1455944 Nov 12 00:38:24.506403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b67da8f0-cb33-4684-ba69-a8be66d396cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b8f67ddd6ef48c88a36d20cefad0fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445601 Nov 12 00:38:24.507173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da8f0-cb33-4684-ba69-a8be66d396cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef414507-f8ef-4292-85e9-a31b55510c76,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.509604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:24.509860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Sync routers for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:24.524478 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:24.525172 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:24.531727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4826b-8a39-416f-832f-ec7c9dd50938 req-dd9c1971-a16b-4386-aa8d-50df5cdbae8a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.539977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82e4826b-8a39-416f-832f-ec7c9dd50938 req-dd9c1971-a16b-4386-aa8d-50df5cdbae8a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 948 time: 0.2074602 Nov 12 00:38:24.582145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.586207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7f72868c-781d-4fcc-b0e5-60418f0095da admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1883495 Nov 12 00:38:24.586847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-bff856fb-d7d7-431e-b013-9d1c0011c1b5 tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.588957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:24.607209 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-bff856fb-d7d7-431e-b013-9d1c0011c1b5 tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.642270 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:24.675564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-78c95a80-08ab-410c-96c9-06c52f1661f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.677093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-78c95a80-08ab-410c-96c9-06c52f1661f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1630375 Nov 12 00:38:24.704507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:24.774857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:24.777875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.793546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.846988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:22Z', 'revision_number': 3, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:24.851746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.870515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.871138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.872569 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] 10.222.0.39 "PUT /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 1092 time: 1.8010788 Nov 12 00:38:24.876781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:24.879178 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e049fa-7de9-4708-b45f-771f0c3caeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:24.882289 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Checking router: 6b52fcf6-f496-421a-8033-6f536956c691 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:24.882809 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Updating router 6b52fcf6-f496-421a-8033-6f536956c691 port 8884679c-03df-4179-a4fd-85eeb12a361c binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:38:24.894680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-bfbaeba4-5fe6-43f7-95a9-38a72a215644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.896220 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-bfbaeba4-5fe6-43f7-95a9-38a72a215644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070827 Nov 12 00:38:24.906474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60e10b36-62f2-4d59-92bc-913c7abeffe6 req-bff856fb-d7d7-431e-b013-9d1c0011c1b5 tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018458 Nov 12 00:38:24.910013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff856fb-d7d7-431e-b013-9d1c0011c1b5 tempest-LiveMigrationNegativeTest-1432587653 tempest-LiveMigrationNegativeTest-1432587653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e59bcb2-4557-4262-ac43-110111138412,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.913902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-6feae37c-0291-4000-b151-95894818d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.915441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-6feae37c-0291-4000-b151-95894818d6e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3732567 Nov 12 00:38:24.926511 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.939629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82e4826b-8a39-416f-832f-ec7c9dd50938 req-9c5b006e-aed0-42b9-8101-0dd98db3db07 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984420 Nov 12 00:38:24.998133 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723ab03d-ffcd-470e-985b-c4291d5b5f01 x-openstack-request-id: req-723ab03d-ffcd-470e-985b-c4291d5b5f01 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:25.005338 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "tag": "88c918d5-36a6-478a-85a4-3761b2420303", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:25.005599 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-723ab03d-ffcd-470e-985b-c4291d5b5f01 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:25.006016 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303', 'status': 'completed', 'code': 200} Nov 12 00:38:25.060840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e393-c40f-4b0b-a8c4-de5bbfdb1811 service neutron] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.130480 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5fe1cb-787a-42ec-abcb-2ed9e0c3d04a x-openstack-request-id: req-4e5fe1cb-787a-42ec-abcb-2ed9e0c3d04a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:25.130766 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:25.131012 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e5fe1cb-787a-42ec-abcb-2ed9e0c3d04a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:25.131401 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'status': 'completed', 'code': 200} Nov 12 00:38:25.175023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efddd46-92a4-472d-8274-2f040bff75d9 req-6d2a5a03-d60a-495f-bfe0-7188ef70fef9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.175219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5f774ce6-9e6d-49d7-a2b6-971d0c36bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.175321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0efddd46-92a4-472d-8274-2f040bff75d9 req-6d2a5a03-d60a-495f-bfe0-7188ef70fef9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 948 time: 0.1082799 Nov 12 00:38:25.175412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-5f774ce6-9e6d-49d7-a2b6-971d0c36bb73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1095 time: 0.2064404 Nov 12 00:38:25.178163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-d477212c-0b90-4192-8c2f-002780f9fb2c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370744 Nov 12 00:38:25.185263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.187914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.189223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef414507-f8ef-4292-85e9-a31b55510c76 HTTP/1.1" status: 204 len: 168 time: 0.6776862 Nov 12 00:38:25.269841 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-f3490c36-0517-4904-97a3-ecb7d3c9c1e0 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014011 Nov 12 00:38:25.272652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ac344-226a-4788-9437-033377088211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef414507-f8ef-4292-85e9-a31b55510c76,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.277358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-a45f708b-a486-4fac-9f39-bf2a74db51c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.0872457 Nov 12 00:38:25.314798 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.326063 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.343319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0efddd46-92a4-472d-8274-2f040bff75d9 req-28310274-6714-421f-b89a-a5a976f8746f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605542 Nov 12 00:38:25.389732 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Pushing event updated for resources: {'Port': ['ID=8884679c-03df-4179-a4fd-85eeb12a361c,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.405577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.406490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.406490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.406788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.407112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.407444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.408099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e06a0a0-fd06-4b1e-845b-5fde42c83e21 req-497b4d0b-e87a-44f3-b2ea-dc96572f9a79 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189560 Nov 12 00:38:25.408290 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.408698 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.409019 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.409393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.410011 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.410376 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:25.444832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Attempting to bind port 8884679c-03df-4179-a4fd-85eeb12a361c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:25.446042 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Attempting to bind port 8884679c-03df-4179-a4fd-85eeb12a361c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:25.447484 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Attempting to bind port 8884679c-03df-4179-a4fd-85eeb12a361c on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:25.458647 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:25.459021 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:25.459711 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.460051 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:25.461615 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Bound port: 8884679c-03df-4179-a4fd-85eeb12a361c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:25.461615 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.544101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:25.545730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-f7034556-16c1-48f9-93b2-5dc5db33610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.547398 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-f7034556-16c1-48f9-93b2-5dc5db33610a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.2507918 Nov 12 00:38:25.571125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006920ec-3436-4d34-95bd-37eec3964827 req-c6df0f0a-9e22-4888-bfc9-96c3beea187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.572779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-c6df0f0a-9e22-4888-bfc9-96c3beea187b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 1100 time: 0.0779822 Nov 12 00:38:25.579259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] For port 8884679c-03df-4179-a4fd-85eeb12a361c, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:25.584978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bb1ab-2498-42bb-9f1c-f832bc23c690 req-f8551ffc-3b45-413f-98f7-aa35d7257266 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.586669 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] For port 8884679c-03df-4179-a4fd-85eeb12a361c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8884679c-03df-4179-a4fd-85eeb12a361c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:25.586819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f2bb1ab-2498-42bb-9f1c-f832bc23c690 req-f8551ffc-3b45-413f-98f7-aa35d7257266 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1212139 Nov 12 00:38:25.598496 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.659853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-c84ce6ca-ecfc-4c7d-8930-3fd68308f20f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672233 Nov 12 00:38:25.681812 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d4773747-cd55-427e-8c37-014f667bf2c5 req-805fe78d-971b-42a5-940f-88323e6cfcae service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017024 Nov 12 00:38:25.702255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 631229fa-3fa0-469b-8769-e86460ff3d1b completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:25.707770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 631229fa-3fa0-469b-8769-e86460ff3d1b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:25.710174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.734187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f2bb1ab-2498-42bb-9f1c-f832bc23c690 req-6c994eb0-0568-44e7-8bc0-dca8773b27a5 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300516 Nov 12 00:38:25.753673 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fd891-54fd-4318-a7b9-056d664ac2d5 None None] Pushing event updated for resources: {'Port': ['ID=8884679c-03df-4179-a4fd-85eeb12a361c,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.756260 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:25.756856 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:25.837201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006920ec-3436-4d34-95bd-37eec3964827 req-a690d225-11ba-40c9-8411-5ce73f1ea6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.840522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-a690d225-11ba-40c9-8411-5ce73f1ea6ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2513356 Nov 12 00:38:25.845125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.879677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f912e-7116-48ec-8ef3-9201a7c32340 req-cfe8c0e2-e177-4050-afe1-55a0aee438c8 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.880832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:25.883369 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db74e62e-1ee0-40bc-bdcd-17a8dc2f97d0" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:25.896861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a59f912e-7116-48ec-8ef3-9201a7c32340 req-cfe8c0e2-e177-4050-afe1-55a0aee438c8 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.1576679 Nov 12 00:38:25.906366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:25.917646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.918655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f20adc89-c691-4dd9-87b1-1b800ed7e7fe up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:25.956346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:25.960894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-a84d4702-49eb-4f10-baf7-2d56711e2b07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=88c918d5-36a6-478a-85a4-3761b2420303 HTTP/1.1" status: 200 len: 217 time: 0.1092401 Nov 12 00:38:25.967282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-b6a6d04c-6daa-46ec-a4c8-6066da5e186e service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902367 Nov 12 00:38:25.976255 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:25.978637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731ce9bc-324b-42d3-9426-d0de2121e39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.984858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.011794 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed70bc-4ecf-406a-95b2-267362af548f x-openstack-request-id: req-24ed70bc-4ecf-406a-95b2-267362af548f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:26.012135 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:26.012394 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24ed70bc-4ecf-406a-95b2-267362af548f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:26.012744 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'code': 200} Nov 12 00:38:26.020832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.048043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port f20adc89-c691-4dd9-87b1-1b800ed7e7fe completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:26.053425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port f20adc89-c691-4dd9-87b1-1b800ed7e7fe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:26.053799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.091558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006920ec-3436-4d34-95bd-37eec3964827 req-6d9a19bf-84f1-42aa-942a-8443c58cd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.093185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-6d9a19bf-84f1-42aa-942a-8443c58cd447 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1203542 Nov 12 00:38:26.180964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a59f912e-7116-48ec-8ef3-9201a7c32340 req-712fdd96-c878-4741-9ca9-4d07eb19faf9 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250319 Nov 12 00:38:26.220790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.254103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2514cb-40ba-4dff-8b53-9dc4792390ee req-93a679f9-5cfa-4136-9ec1-2dffc9420a1b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.263131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d2514cb-40ba-4dff-8b53-9dc4792390ee req-93a679f9-5cfa-4136-9ec1-2dffc9420a1b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 948 time: 0.1638148 Nov 12 00:38:26.274547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:26.277916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006920ec-3436-4d34-95bd-37eec3964827 req-2b18c4ec-fd52-4785-b88c-257cdeea0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.280030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-2b18c4ec-fd52-4785-b88c-257cdeea0c9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1735206 Nov 12 00:38:26.281926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.360938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.372689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:22Z', 'revision_number': 3, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:26.407250 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c39c-8784-440b-807c-094aaff36584 None None] The sync data for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 is: [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:22Z', 'revision_number': 3, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:26.431984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d2514cb-40ba-4dff-8b53-9dc4792390ee req-ea34c966-1a70-4a13-9aea-d5f565ac5204 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573505 Nov 12 00:38:26.473724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-59fb452e-ed8b-4d8a-bf7d-4998e4234fa7 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800532 Nov 12 00:38:26.519889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c5772d3-2def-4271-ae1a-860655c95d8b req-6e1349fe-bd11-4af2-95c6-7ccf718e8255 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377724 Nov 12 00:38:26.522724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eb434-97c4-498d-a70a-ea53dae5e949 req-c1b1c453-0d4c-4520-ac09-8607f55f06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.524350 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c9eb434-97c4-498d-a70a-ea53dae5e949 req-c1b1c453-0d4c-4520-ac09-8607f55f06ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1102 time: 0.4306779 Nov 12 00:38:26.601779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731ce9bc-324b-42d3-9426-d0de2121e39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.608249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed264c-6966-4fde-af35-23c7fd0d8d93 req-0cff5366-9730-4e94-ac43-8390e1f021d7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.618356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaed264c-6966-4fde-af35-23c7fd0d8d93 req-0cff5366-9730-4e94-ac43-8390e1f021d7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1435282 Nov 12 00:38:26.644598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-731ce9bc-324b-42d3-9426-d0de2121e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.672011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006920ec-3436-4d34-95bd-37eec3964827 req-61d2d9ac-c3b3-4f39-830b-41d89fe9268b service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760960 Nov 12 00:38:26.700156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaed264c-6966-4fde-af35-23c7fd0d8d93 req-aeb3c0bd-b5a2-472e-a57c-f8a9760f4661 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806839 Nov 12 00:38:26.716508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Allocated IP 172.20.0.1 (82643153-a5ca-4592-979a-059ab125626e/86162ffb-2983-41f1-bfe5-92b3e76075c0/7008d522-72df-48b2-9bb7-040f3a3092ec) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:26.742609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c9eb434-97c4-498d-a70a-ea53dae5e949 req-c28c0ac3-4439-499e-b504-7b325d002db9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874478 Nov 12 00:38:26.750395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-731ce9bc-324b-42d3-9426-d0de2121e39a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce71319967ac48428e84912ec15eb007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7930429 Nov 12 00:38:26.753258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:26.756866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce9bc-324b-42d3-9426-d0de2121e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ad218-3c73-4502-b3d3-43c08598b673,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:26.763312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-da655709-8b6d-46af-bdd4-3ca9d03a3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.765079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-da655709-8b6d-46af-bdd4-3ca9d03a3dbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1095 time: 0.1608672 Nov 12 00:38:26.819281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:26.895980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.938904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.950598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.978316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a716-23be-4ee2-a040-979eb3c77dfc req-366bb88a-3fd3-468f-93eb-f4feb362c358 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.981331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9803a716-23be-4ee2-a040-979eb3c77dfc req-366bb88a-3fd3-468f-93eb-f4feb362c358 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1491792 Nov 12 00:38:27.045545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:27.067977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.080202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', 'mac_address': 'fa:16:3e:ad:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:27.112702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.115351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.124663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/990ad218-3c73-4502-b3d3-43c08598b673 HTTP/1.1" status: 204 len: 168 time: 0.3701878 Nov 12 00:38:27.154396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9803a716-23be-4ee2-a040-979eb3c77dfc req-a7d971f1-c0c5-4965-a3b9-304817a2108c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551828 Nov 12 00:38:27.160211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.190757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:27.194972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b153-0d2b-4668-afe3-260714481240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ad218-3c73-4502-b3d3-43c08598b673,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.220513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8884679c-03df-4179-a4fd-85eeb12a361c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:27.233065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Network 82643153-a5ca-4592-979a-059ab125626e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:27.263073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:27.271322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:27.271809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.283466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150689-501a-47d8-b7a8-65def649a94f req-4ee182fc-7520-4ca7-b67a-63d5aea74938 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.285506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65150689-501a-47d8-b7a8-65def649a94f req-4ee182fc-7520-4ca7-b67a-63d5aea74938 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.1593418 Nov 12 00:38:27.318136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:27.347313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.376109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Pushing event updated for resources: {'Port': ['ID=7008d522-72df-48b2-9bb7-040f3a3092ec,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.452531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-c52f9f72-18b1-4331-ac6a-bd4c4bdcf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.454091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-c52f9f72-18b1-4331-ac6a-bd4c4bdcf0f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.4854982 Nov 12 00:38:27.556134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12bd1-586b-416a-b4f1-594c73ca15b1 req-289bc7c9-c7e0-4aa5-a185-f56825f1dc75 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.558736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0b12bd1-586b-416a-b4f1-594c73ca15b1 req-289bc7c9-c7e0-4aa5-a185-f56825f1dc75 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 950 time: 0.2443812 Nov 12 00:38:27.585972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.598481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8884679c-03df-4179-a4fd-85eeb12a361c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:27.601152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-25286894-612f-4c2f-b10d-e3394ec97053 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.0722699 Nov 12 00:38:27.604494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.657140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Deleting port 67948c08-bae9-4c59-b890-f745c91d0bf8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:27.657676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.669332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4fb71f8e-487e-4a8a-9caa-0da7c50fe05b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:27.681804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0b12bd1-586b-416a-b4f1-594c73ca15b1 req-b521d0d3-c701-44d7-b31b-e8c502e0f221 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108918 Nov 12 00:38:27.708439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.735275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-62d191cd-15a3-41eb-9b5c-d45326579481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.743552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-62d191cd-15a3-41eb-9b5c-d45326579481 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0723751 Nov 12 00:38:27.833866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-d3376b29-cba8-46fb-8993-1256e012bf12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600622 Nov 12 00:38:27.862497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-992374f5-1b13-4c51-a7e8-45e2ef2cdf10 None None] Provisioning complete for port 7008d522-72df-48b2-9bb7-040f3a3092ec triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:27.863118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-992374f5-1b13-4c51-a7e8-45e2ef2cdf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.881706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] For port 67948c08-bae9-4c59-b890-f745c91d0bf8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67948c08-bae9-4c59-b890-f745c91d0bf8,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:27.882327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.899713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Calling delete_port for 67948c08-bae9-4c59-b890-f745c91d0bf8 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:27.916221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-992374f5-1b13-4c51-a7e8-45e2ef2cdf10 None None] Port 7008d522-72df-48b2-9bb7-040f3a3092ec cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:28.080762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.084659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:28.089764 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadc241-73e7-45f3-95d5-e1197b9c0aa2" -d '{"events": [{"server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "name": "network-vif-plugged", "status": "completed", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:28.093191 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-4f91d794-1867-4ff3-b98b-257cb4691e2c service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470217 Nov 12 00:38:28.159383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d4cf952f-f692-4951-a9bb-bba73cd92077'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:28.173127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.226876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.244317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.245510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.247203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 8884679c-03df-4179-a4fd-85eeb12a361c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8884679c-03df-4179-a4fd-85eeb12a361c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:28.280513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Pushing event deleted for resources: {'Port': ['ID=67948c08-bae9-4c59-b890-f745c91d0bf8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.295320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] No DVR routers for this DVR port 67948c08-bae9-4c59-b890-f745c91d0bf8 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:28.310045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bcbd4-7cc1-467d-bbc2-3f8e91f352f2 req-83714a74-787d-4fe4-a612-afd7be9c35de tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.317928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-376bcbd4-7cc1-467d-bbc2-3f8e91f352f2 req-83714a74-787d-4fe4-a612-afd7be9c35de tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 948 time: 0.2601080 Nov 12 00:38:28.323421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.326833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65150689-501a-47d8-b7a8-65def649a94f req-fb7c4ae6-6456-46e8-89a5-1f61f3e113e1 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.32 "DELETE /v2.0/ports/67948c08-bae9-4c59-b890-f745c91d0bf8 HTTP/1.1" status: 204 len: 173 time: 1.0292339 Nov 12 00:38:28.333215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'name': 'network-vif-deleted', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:28.335661 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51eee6-67a1-4662-820e-fdb8f8e42664" -d '{"events": [{"server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "name": "network-vif-deleted", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:28.354991 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56e049fa-7de9-4708-b45f-771f0c3caeeb req-576f5486-572d-4afc-bdf5-a33f423a80c9 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461610 Nov 12 00:38:28.393559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37610) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:28.412917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.426609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a740e-90d1-4993-ad4e-aa241bef40ed req-c4a33c96-3fdb-4483-a37e-2689d16c2e20 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.428285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce6a740e-90d1-4993-ad4e-aa241bef40ed req-c4a33c96-3fdb-4483-a37e-2689d16c2e20 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.3723087 Nov 12 00:38:28.458163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Pushing event updated for resources: {'Port': ['ID=7008d522-72df-48b2-9bb7-040f3a3092ec,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.535435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=8884679c-03df-4179-a4fd-85eeb12a361c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.535998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Network 82643153-a5ca-4592-979a-059ab125626e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:28.537754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:28.573109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-376bcbd4-7cc1-467d-bbc2-3f8e91f352f2 req-64411c33-57b5-4276-ae95-12510c643644 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539549 Nov 12 00:38:28.676794 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a8013-d4ae-4add-bdf8-93fc1df48e13 x-openstack-request-id: req-424a8013-d4ae-4add-bdf8-93fc1df48e13 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:28.677206 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "name": "network-vif-plugged", "status": "completed", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:28.677548 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-424a8013-d4ae-4add-bdf8-93fc1df48e13 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:28.678034 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe', 'code': 200} Nov 12 00:38:28.702482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce6a740e-90d1-4993-ad4e-aa241bef40ed req-5146483b-2cf3-415e-889a-95101135e9e8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187481 Nov 12 00:38:28.775701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70af9155-af6a-4849-9d1f-3111c21b5594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.805096 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d667847-4080-4b14-9711-1532304e28a0 x-openstack-request-id: req-7d667847-4080-4b14-9711-1532304e28a0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:28.805410 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18d1c15-4530-493e-8cb5-a396b5f794bb", "name": "network-vif-deleted", "tag": "67948c08-bae9-4c59-b890-f745c91d0bf8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:28.805642 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d667847-4080-4b14-9711-1532304e28a0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:28.806066 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18d1c15-4530-493e-8cb5-a396b5f794bb', 'name': 'network-vif-deleted', 'tag': '67948c08-bae9-4c59-b890-f745c91d0bf8', 'status': 'completed', 'code': 200} Nov 12 00:38:28.824698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 88c918d5-36a6-478a-85a4-3761b2420303 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:28.900688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:28.910402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Router 6b52fcf6-f496-421a-8033-6f536956c691 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:28.927031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30263218-5ea9-44bf-8a4d-c1fe0fc00057 req-75202fcd-9cae-42ec-8449-3b6c14949477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.932520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30263218-5ea9-44bf-8a4d-c1fe0fc00057 req-75202fcd-9cae-42ec-8449-3b6c14949477 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 1101 time: 0.1358218 Nov 12 00:38:29.033022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7bfc-9a6e-459b-9d52-a59e65cfe83e req-8b0ff61e-1958-4bd3-9995-b69f43c9912c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.034624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e5c7bfc-9a6e-459b-9d52-a59e65cfe83e req-8b0ff61e-1958-4bd3-9995-b69f43c9912c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1337156 Nov 12 00:38:29.109354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70af9155-af6a-4849-9d1f-3111c21b5594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.128953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70af9155-af6a-4849-9d1f-3111c21b5594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.134439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30263218-5ea9-44bf-8a4d-c1fe0fc00057 req-e38fb747-630f-44ad-a9d1-ec1da4faab00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927874 Nov 12 00:38:29.239996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:29.246575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8884679c-03df-4179-a4fd-85eeb12a361c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:29.254794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccdd345f-230e-44d6-a6b7-afbf90f5d16d req-fab9541d-9e56-42f6-ae5b-ce8bf5f9c157 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18d1c15-4530-493e-8cb5-a396b5f794bb HTTP/1.1" status: 200 len: 210 time: 0.1226375 Nov 12 00:38:29.257339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-228ae497-ccd4-4cad-b328-af6f0424232d admin admin] 10.222.0.11 "PUT /v2.0/routers/6b52fcf6-f496-421a-8033-6f536956c691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6638584 Nov 12 00:38:29.293752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f4f5a0d5-da34-4831-aa2b-9a922f64e80e None None] Provisioning complete for port 7008d522-72df-48b2-9bb7-040f3a3092ec triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:29.294324 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4f5a0d5-da34-4831-aa2b-9a922f64e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.321865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e5c7bfc-9a6e-459b-9d52-a59e65cfe83e req-03f4ccf0-5791-43bf-8fd9-9d04edafafb7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778995 Nov 12 00:38:29.353055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=88c918d5-36a6-478a-85a4-3761b2420303,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.353208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af9155-af6a-4849-9d1f-3111c21b5594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841ebfc-f289-4180-b073-a3d91d65260f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.363151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Sync routers for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:29.377478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:29.378434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70af9155-af6a-4849-9d1f-3111c21b5594 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c92606f13f404a44906985f7fe5f15bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9459519 Nov 12 00:38:29.413306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:29.421243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '88c918d5-36a6-478a-85a4-3761b2420303', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '88c918d5-36a6-478a-85a4-3761b2420303', 'mac_address': 'fa:16:3e:4e:22:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:29.427556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:29.428472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:29.433272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:29.433841 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.435581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5a0d5-da34-4831-aa2b-9a922f64e80e None None] Port 7008d522-72df-48b2-9bb7-040f3a3092ec cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:29.438690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.465170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.530846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.533434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.537360 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0841ebfc-f289-4180-b073-a3d91d65260f HTTP/1.1" status: 204 len: 168 time: 0.1561954 Nov 12 00:38:29.541913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8884679c-03df-4179-a4fd-85eeb12a361c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:29.542685 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.545927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ee5c-1652-4132-8a0d-a789af15c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841ebfc-f289-4180-b073-a3d91d65260f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.579210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:29.667814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0923d82-65a7-427d-926b-af2de0ad7c2a req-970fdb78-3aa2-4483-8fb9-d5d936886012 tempest-FloatingIPsNegativeTestJSON-464926828 tempest-FloatingIPsNegativeTestJSON-464926828-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=c388d17eaa64413fb5c2589c9b912732 HTTP/1.1" status: 200 len: 217 time: 0.0896184 Nov 12 00:38:29.731013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.741710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8aa319bb-8856-4d35-b27a-65283de0b606 req-3785d4d3-ea17-4d32-a2a2-ef3af5fc25ad tempest-FloatingIPsNegativeTestJSON-464926828 tempest-FloatingIPsNegativeTestJSON-464926828-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0644703 Nov 12 00:38:29.773074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b645dc-49e1-46d9-a71f-d9c449b63cae req-b81cd658-a6a8-4a94-9dea-6018bb865fd1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.774956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c918d5-36a6-478a-85a4-3761b2420303 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:29.781718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b645dc-49e1-46d9-a71f-d9c449b63cae req-b81cd658-a6a8-4a94-9dea-6018bb865fd1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 948 time: 0.0892384 Nov 12 00:38:29.846564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b645dc-49e1-46d9-a71f-d9c449b63cae req-b320ab62-b56a-4195-b21d-60121a2358a0 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636938 Nov 12 00:38:29.864768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:29.871987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=88c918d5-36a6-478a-85a4-3761b2420303,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.919914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.942223 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-e6f5837d-5a18-464c-b23a-b52d5cfd74f1 req-2e4fd3a0-dad9-40e3-b46b-a778e320d08c tempest-FloatingIPsNegativeTestJSON-464926828 tempest-FloatingIPsNegativeTestJSON-464926828-project] show failed (client error): The resource could not be found. Nov 12 00:38:29.943419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f5837d-5a18-464c-b23a-b52d5cfd74f1 req-2e4fd3a0-dad9-40e3-b46b-a778e320d08c tempest-FloatingIPsNegativeTestJSON-464926828 tempest-FloatingIPsNegativeTestJSON-464926828-project] 10.222.0.11 "GET /v2.0/floatingips/4f6c8f38-04c0-4114-958e-d19250178641 HTTP/1.1" status: 404 len: 350 time: 0.0443964 Nov 12 00:38:29.954067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37666) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:29.987444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97264-d8c6-4128-97f4-53148c28839d req-12c9d272-ba66-486d-b985-48b89e5b49ca tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.992632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.998250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cf97264-d8c6-4128-97f4-53148c28839d req-12c9d272-ba66-486d-b985-48b89e5b49ca tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1474092 Nov 12 00:38:30.044411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'port_id': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'mac_address': 'fa:16:3e:37:60:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5295d8-43a0-4693-a52f-632ec358db9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:30.045945 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.108968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cf97264-d8c6-4128-97f4-53148c28839d req-d404016b-a3c5-4db8-8a90-5089cd521ce2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053007 Nov 12 00:38:30.183919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:30.207509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9290399-af62-47ae-8bac-26e8283d0aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.214305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['88c918d5-36a6-478a-85a4-3761b2420303'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:30.275302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.294023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:30.310165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.346280 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.347079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67948c08-bae9-4c59-b890-f745c91d0bf8 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:30.405857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 67948c08-bae9-4c59-b890-f745c91d0bf8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:30.406225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67948c08-bae9-4c59-b890-f745c91d0bf8 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:30.417533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80b27b0-8c55-4400-ad71-5f7ed7b9813b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:30.426024 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9290399-af62-47ae-8bac-26e8283d0aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.448498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9290399-af62-47ae-8bac-26e8283d0aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.487578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:30.502627 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.517339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.545711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9290399-af62-47ae-8bac-26e8283d0aeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b4fb95849ae4f11b0c0a18d66beb690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576045 Nov 12 00:38:30.545711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9290399-af62-47ae-8bac-26e8283d0aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4a5df-965e-47cc-9315-1934f3176dc9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.546042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:30.587589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.656123 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.690242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:30.693012 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e10f4-9f05-4cb6-b12b-aeedcae09f4e" -d '{"events": [{"server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "name": "network-vif-plugged", "status": "completed", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:30.724959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.732449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:27Z', 'revision_number': 4, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7008d522-72df-48b2-9bb7-040f3a3092ec', 'name': '', 'network_id': '82643153-a5ca-4592-979a-059ab125626e', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'mac_address': 'fa:16:3e:b3:17:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '86162ffb-2983-41f1-bfe5-92b3e76075c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:26Z', 'updated_at': '2021-11-12T00:38:27Z', 'revision_number': 2, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'subnets': [{'id': '86162ffb-2983-41f1-bfe5-92b3e76075c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:30.744814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.766653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Checking router: 6b52fcf6-f496-421a-8033-6f536956c691 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:30.767066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Updating router 6b52fcf6-f496-421a-8033-6f536956c691 port 7008d522-72df-48b2-9bb7-040f3a3092ec binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:38:30.799071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf972e5-3e34-4bff-a920-13987dcfddaf req-965de7ce-9270-4dc1-8a8c-ed602f7c639e tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.800767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddf972e5-3e34-4bff-a920-13987dcfddaf req-965de7ce-9270-4dc1-8a8c-ed602f7c639e tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.1201937 Nov 12 00:38:30.809166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee8c0-6056-42a2-8168-888c7c1c6a39 req-5df35dc1-80e8-4a65-a4fb-b885d486d6f2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.810695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db3ee8c0-6056-42a2-8168-888c7c1c6a39 req-5df35dc1-80e8-4a65-a4fb-b885d486d6f2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 944 time: 0.1335964 Nov 12 00:38:30.819593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.861450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.864292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.867708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6a4a5df-965e-47cc-9315-1934f3176dc9 HTTP/1.1" status: 204 len: 168 time: 0.3184962 Nov 12 00:38:30.899887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347ec8-fb23-4d35-a59f-00227e0e77e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4a5df-965e-47cc-9315-1934f3176dc9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.913637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddf972e5-3e34-4bff-a920-13987dcfddaf req-a3fd8b10-7509-4e45-814e-7c9fa9928c02 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987902 Nov 12 00:38:30.961905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db3ee8c0-6056-42a2-8168-888c7c1c6a39 req-312849db-2588-483a-9b47-922ff05827df tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Nov 12 00:38:31.022892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a80b27b0-8c55-4400-ad71-5f7ed7b9813b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:31.081651 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f96b90-555f-4781-a1fa-3e95e20e170f x-openstack-request-id: req-05f96b90-555f-4781-a1fa-3e95e20e170f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:31.081986 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "name": "network-vif-plugged", "status": "completed", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:31.082152 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05f96b90-555f-4781-a1fa-3e95e20e170f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:31.082515 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', 'code': 200} Nov 12 00:38:31.186652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130f196-0578-4411-b744-f2472301e206 req-bbabbdca-8701-4e7e-8d93-60439e4b206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.188919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3130f196-0578-4411-b744-f2472301e206 req-bbabbdca-8701-4e7e-8d93-60439e4b206a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 1101 time: 0.0824132 Nov 12 00:38:31.313304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3130f196-0578-4411-b744-f2472301e206 req-a33d2879-4167-4cda-a9cb-4725e438b017 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147208 Nov 12 00:38:31.316686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Deleting port 7008d522-72df-48b2-9bb7-040f3a3092ec {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:31.317614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.324823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100bbdc-4bd7-4c3a-b7e3-fbb0ce37dac9 req-5de50c42-6bf4-48a1-9b5b-bf7931b22f55 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.333202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8100bbdc-4bd7-4c3a-b7e3-fbb0ce37dac9 req-5de50c42-6bf4-48a1-9b5b-bf7931b22f55 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 949 time: 0.1254396 Nov 12 00:38:31.363346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.372788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.383275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0774b07-ee2d-48bf-b709-77ee6abe2c34 req-6f2596eb-0a8d-41ca-a5cb-523c050dda29 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.384740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0774b07-ee2d-48bf-b709-77ee6abe2c34 req-6f2596eb-0a8d-41ca-a5cb-523c050dda29 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1201079 Nov 12 00:38:31.421640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8100bbdc-4bd7-4c3a-b7e3-fbb0ce37dac9 req-84161592-4265-4b1a-87b3-d0d6c4ad7149 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862081 Nov 12 00:38:31.450769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.460638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7992817-19e8-4f42-b715-5460d1b58e36 None None] Pushing event updated for resources: {'Port': ['ID=7008d522-72df-48b2-9bb7-040f3a3092ec,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.487389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Calling delete_port for 7008d522-72df-48b2-9bb7-040f3a3092ec owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:31.491385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0774b07-ee2d-48bf-b709-77ee6abe2c34 req-1f855023-dd53-4934-90c7-12c8588b5973 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968561 Nov 12 00:38:31.501668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:31.502106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:31.502533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec on network 82643153-a5ca-4592-979a-059ab125626e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:31.523626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:31.524008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Checking segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:31.525230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.525626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Bound using segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:31.526161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Bound port: 7008d522-72df-48b2-9bb7-040f3a3092ec, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:31.526545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.702998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b55185-9887-424f-a01a-5b53c4cf22e9 req-e649b942-dad6-4f17-90a1-de955f577a93 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.709856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63b55185-9887-424f-a01a-5b53c4cf22e9 req-e649b942-dad6-4f17-90a1-de955f577a93 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0824170 Nov 12 00:38:31.814638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63b55185-9887-424f-a01a-5b53c4cf22e9 req-d7478237-dc1a-4dee-89d2-9f0ba5a1b7b6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955229 Nov 12 00:38:31.883071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-346f14e2-4820-46a7-9923-0422f7b2da4e None None] Provisioning complete for port 7008d522-72df-48b2-9bb7-040f3a3092ec triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:31.883437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-346f14e2-4820-46a7-9923-0422f7b2da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.931905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.935075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-346f14e2-4820-46a7-9923-0422f7b2da4e None None] Port 7008d522-72df-48b2-9bb7-040f3a3092ec cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:31.939369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:38:31.939369 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:38:31.939752 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.969891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Pushing event deleted for resources: {'Port': ['ID=7008d522-72df-48b2-9bb7-040f3a3092ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:32.095458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-1adb2dbb-bb58-41d4-8e37-9fb9276da6ae tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347307 Nov 12 00:38:32.157486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb6a1f-0396-4485-9f7d-d1fd18dfab00 req-f0911923-171b-447f-99d5-c46550e4c859 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.159625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53bb6a1f-0396-4485-9f7d-d1fd18dfab00 req-f0911923-171b-447f-99d5-c46550e4c859 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.1323590 Nov 12 00:38:32.164474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.298264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:32.336691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53bb6a1f-0396-4485-9f7d-d1fd18dfab00 req-d99af79d-524f-4f82-9548-746e4a3b2b63 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630881 Nov 12 00:38:32.396098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-0f83f6fc-1a60-42c2-83af-d949570c9024 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.398172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-0f83f6fc-1a60-42c2-83af-d949570c9024 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961376 Nov 12 00:38:32.436532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-cee0eef3-bea6-45b9-95e7-d8e2f5079c36 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/quotas/dc733135788d4ffe88a31a857d55d019 HTTP/1.1" status: 200 len: 375 time: 0.0176845 Nov 12 00:38:32.472917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:32.473489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:32.473628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Attempting to bind port 7008d522-72df-48b2-9bb7-040f3a3092ec on network 82643153-a5ca-4592-979a-059ab125626e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:32.479382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:32.480177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Checking segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:32.480724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.481245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Bound using segment: {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:32.492919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Bound port: 7008d522-72df-48b2-9bb7-040f3a3092ec, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6257927-9693-4070-86c8-addc97fcb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82643153-a5ca-4592-979a-059ab125626e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:32.493581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.533083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Router 6b52fcf6-f496-421a-8033-6f536956c691 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:32.557509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Port 7008d522-72df-48b2-9bb7-040f3a3092ec has been deleted concurrently {{(pid=102678) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:38:32.559963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-480b8269-e8ce-4f1b-93d6-a858a7b6b91e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.577572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:32.578227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:32.619431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-84b8c9f1-1651-4ee8-b692-48532548845f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695151 Nov 12 00:38:32.639367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425b5b-a986-4af3-9663-4cc457113f69 req-d2067602-0052-46d7-abb5-22192c247689 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.647015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf425b5b-a986-4af3-9663-4cc457113f69 req-d2067602-0052-46d7-abb5-22192c247689 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 944 time: 0.1644409 Nov 12 00:38:32.728265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf425b5b-a986-4af3-9663-4cc457113f69 req-13e69fed-9c44-4407-8949-fd6d98bed10c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802605 Nov 12 00:38:32.734877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:32.768656 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7ff5c3b-ac35-4496-8366-c4090aa96381 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b52fcf6-f496-421a-8033-6f536956c691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110647 Nov 12 00:38:32.770378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37772) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:32.840963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 88c918d5-36a6-478a-85a4-3761b2420303 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:32.858180 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-480b8269-e8ce-4f1b-93d6-a858a7b6b91e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.913385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:32.925499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-480b8269-e8ce-4f1b-93d6-a858a7b6b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.939557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-f0c598ee-23b3-4e69-a4fd-cb7494fef362 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.942957 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-f0c598ee-23b3-4e69-a4fd-cb7494fef362 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.1528573 Nov 12 00:38:33.071013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-480b8269-e8ce-4f1b-93d6-a858a7b6b91e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2cec2ab67cd487885ab80bf995217c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7680566 Nov 12 00:38:33.072863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37780) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:33.097899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b8269-e8ce-4f1b-93d6-a858a7b6b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e78c9f-6c93-4d7f-92d5-efc7382d2e41,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.099246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 88c918d5-36a6-478a-85a4-3761b2420303 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:33.122963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 88c918d5-36a6-478a-85a4-3761b2420303 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:33.124614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.126503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d3957d8-7f15-4307-9746-a974b2b164cf req-23a17f43-1c84-4740-a34c-ed9d7ecf3d41 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0406473 Nov 12 00:38:33.141211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9530-0763-482e-bd5e-727616b715b2 req-413eeda9-06ee-45d3-8391-647de4c2e650 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.148778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c34a9530-0763-482e-bd5e-727616b715b2 req-413eeda9-06ee-45d3-8391-647de4c2e650 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 949 time: 0.2397447 Nov 12 00:38:33.177838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.336937 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.375079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.438701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Deleting port d4cf952f-f692-4951-a9bb-bba73cd92077 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:33.439294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.443876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.480667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:33.483564 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a6458-9954-4421-a19f-457c0586428f" -d '{"events": [{"server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "name": "network-vif-plugged", "status": "completed", "tag": "88c918d5-36a6-478a-85a4-3761b2420303"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:33.504670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=88c918d5-36a6-478a-85a4-3761b2420303,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:33.519223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.529118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:31Z', 'revision_number': 5, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:33.556456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.559671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c34a9530-0763-482e-bd5e-727616b715b2 req-391fca58-84a2-4876-bdf7-3eda4bc84a2e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099469 Nov 12 00:38:33.560472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.561784 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17e78c9f-6c93-4d7f-92d5-efc7382d2e41 HTTP/1.1" status: 204 len: 168 time: 0.4822772 Nov 12 00:38:33.591258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e7ed-1208-4439-b17e-558767668d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e78c9f-6c93-4d7f-92d5-efc7382d2e41,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.638005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] For port d4cf952f-f692-4951-a9bb-bba73cd92077, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4cf952f-f692-4951-a9bb-bba73cd92077,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:33.638261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.641417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:33.646180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ba22-e1ef-42f2-a4ec-92d79632999b req-0bc8b26f-f6d0-44fe-adaa-d57034f1e9e5 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.660120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d88aa-60d9-4a68-9e43-cea192c44efd None None] The sync data for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 is: [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:31Z', 'revision_number': 5, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port': {'id': '8884679c-03df-4179-a4fd-85eeb12a361c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52fcf6-f496-421a-8033-6f536956c691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:20Z', 'updated_at': '2021-11-12T00:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:33.661782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aeb6ba22-e1ef-42f2-a4ec-92d79632999b req-0bc8b26f-f6d0-44fe-adaa-d57034f1e9e5 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 949 time: 0.1680112 Nov 12 00:38:33.673907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Calling delete_port for d4cf952f-f692-4951-a9bb-bba73cd92077 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:33.758566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.801707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.803199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port a80b27b0-8c55-4400-ad71-5f7ed7b9813b completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:33.808573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port a80b27b0-8c55-4400-ad71-5f7ed7b9813b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:33.811477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.919766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.964181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d4cf952f-f692-4951-a9bb-bba73cd92077'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:34.003835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Pushing event deleted for resources: {'Port': ['ID=d4cf952f-f692-4951-a9bb-bba73cd92077,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.004694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aeb6ba22-e1ef-42f2-a4ec-92d79632999b req-eb73a25f-e9ff-46e4-a138-180ffb54a056 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8f6d8c3-867c-41ce-a800-a81a5dc82a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418078 Nov 12 00:38:34.035522 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb0dd0-1c29-4f46-b9d5-68c8794aa01c x-openstack-request-id: req-0acb0dd0-1c29-4f46-b9d5-68c8794aa01c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:34.036188 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "name": "network-vif-plugged", "status": "completed", "tag": "88c918d5-36a6-478a-85a4-3761b2420303", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:34.036536 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0acb0dd0-1c29-4f46-b9d5-68c8794aa01c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:34.037127 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303', 'code': 200} Nov 12 00:38:34.041467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.093002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Deleting port 8884679c-03df-4179-a4fd-85eeb12a361c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:34.097292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.154523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.169131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.204962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] No DVR routers for this DVR port d4cf952f-f692-4951-a9bb-bba73cd92077 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:34.208468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.214476 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47ffe26d-eef1-4632-a837-b148ee1db044 req-91063249-6e4f-419f-b2d5-457edb891888 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.39 "DELETE /v2.0/ports/d4cf952f-f692-4951-a9bb-bba73cd92077 HTTP/1.1" status: 204 len: 173 time: 1.2621155 Nov 12 00:38:34.215197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'name': 'network-vif-deleted', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:34.218635 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64a68a-a1e4-44f7-8d8a-50a76c0cd8f3" -d '{"events": [{"server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "name": "network-vif-deleted", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:34.290951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] For port 8884679c-03df-4179-a4fd-85eeb12a361c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8884679c-03df-4179-a4fd-85eeb12a361c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.292457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.329080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Calling delete_port for 8884679c-03df-4179-a4fd-85eeb12a361c owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:34.338376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.421155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:34.523560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20854ede-d020-4afc-be4a-c4d9ff53933e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.554799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9bcfd1b-ea37-4940-8dc4-0508f5847ad5 req-bba57b93-0156-4a49-81c6-2caff2c1c85f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0680385 Nov 12 00:38:34.603884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:34.610441 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11777da4-8fcb-4c3e-ba64-954bbb2abd8d x-openstack-request-id: req-11777da4-8fcb-4c3e-ba64-954bbb2abd8d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:34.610729 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a", "name": "network-vif-deleted", "tag": "d4cf952f-f692-4951-a9bb-bba73cd92077", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:34.610966 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11777da4-8fcb-4c3e-ba64-954bbb2abd8d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:34.611357 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a', 'name': 'network-vif-deleted', 'tag': 'd4cf952f-f692-4951-a9bb-bba73cd92077', 'status': 'completed', 'code': 200} Nov 12 00:38:34.678033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Sync routers for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:34.688191 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:34.688785 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:34.705268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c040478-261e-4933-a860-3690b072aa27 req-e9c686a1-89ca-4410-afd0-fa26bb3bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.706775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c040478-261e-4933-a860-3690b072aa27 req-e9c686a1-89ca-4410-afd0-fa26bb3bb641 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 1102 time: 0.2813690 Nov 12 00:38:34.734177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4837ade6-91a8-4cf7-829c-5b37c7012230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.745493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f586682-bc1b-442a-8704-3860b83e0d8d req-0c65fffc-996a-4d00-8b50-3a9ec2d25329 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.755070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f586682-bc1b-442a-8704-3860b83e0d8d req-0c65fffc-996a-4d00-8b50-3a9ec2d25329 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.3324845 Nov 12 00:38:34.784342 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:34.817538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4837ade6-91a8-4cf7-829c-5b37c7012230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.826594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4837ade6-91a8-4cf7-829c-5b37c7012230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.833666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20854ede-d020-4afc-be4a-c4d9ff53933e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.844779 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:33Z', 'revision_number': 6, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:34.864174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.887021 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Checking router: 6b52fcf6-f496-421a-8033-6f536956c691 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:34.896648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Routers {'6b52fcf6-f496-421a-8033-6f536956c691'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:34.897263 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b52fcf6-f496-421a-8033-6f536956c691'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:34.897601 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4837ade6-91a8-4cf7-829c-5b37c7012230 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b3f5ccc79fc48f0a71b5a46bc67a346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925079 Nov 12 00:38:34.899115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:34.908048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ade6-91a8-4cf7-829c-5b37c7012230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52815c08-b5f9-44a2-a227-554b4a8b1a9f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.913779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20854ede-d020-4afc-be4a-c4d9ff53933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.946366 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-2b306499-1f65-4d40-9b7d-fd28db728419 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc733135788d4ffe88a31a857d55d019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406764 Nov 12 00:38:35.001926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c040478-261e-4933-a860-3690b072aa27 req-2ab77a48-ca3d-45ac-a6c9-ffbeef430087 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843480 Nov 12 00:38:35.015581 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] Set router 6b52fcf6-f496-421a-8033-6f536956c691 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:35.028671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-20854ede-d020-4afc-be4a-c4d9ff53933e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97c241113ca1494ca24e3b3b06e1d6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6020050 Nov 12 00:38:35.033892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f586682-bc1b-442a-8704-3860b83e0d8d req-5a5e6105-83cc-44fa-aa91-fc6de3b1e89c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780194 Nov 12 00:38:35.038352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.047840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.050255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50105b-90fd-4788-a525-fa8a60089b27 req-d8f44094-add9-4a72-938e-4bf119646575 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.059207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d50105b-90fd-4788-a525-fa8a60089b27 req-d8f44094-add9-4a72-938e-4bf119646575 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 950 time: 0.3927474 Nov 12 00:38:35.070026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.070904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.083640 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:33Z', 'revision_number': 6, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:35.090373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20854ede-d020-4afc-be4a-c4d9ff53933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f6bbcf-3849-4801-8d9d-f6986903914c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.124779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8884679c-03df-4179-a4fd-85eeb12a361c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.143595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.146780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.151375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52815c08-b5f9-44a2-a227-554b4a8b1a9f HTTP/1.1" status: 204 len: 168 time: 0.2513072 Nov 12 00:38:35.164000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.186381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e66a09-443d-43d0-8fb0-1c64b95622b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52815c08-b5f9-44a2-a227-554b4a8b1a9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.201815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f111-54b7-4e1d-ab14-5ca4a2514812 None None] The sync data for ids ['6b52fcf6-f496-421a-8033-6f536956c691'] in n-d-712141-15 is: [{'id': '6b52fcf6-f496-421a-8033-6f536956c691', 'name': 'tempest-FloatingIPsNegativeTestJSON-692023210-router', 'tenant_id': 'c388d17eaa64413fb5c2589c9b912732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:18Z', 'updated_at': '2021-11-12T00:38:33Z', 'revision_number': 6, 'project_id': 'c388d17eaa64413fb5c2589c9b912732', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:35.217283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.227673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-675a9f2b-5618-4a41-bb19-93cdb74a0957 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.229976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-675a9f2b-5618-4a41-bb19-93cdb74a0957 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690146 Nov 12 00:38:35.240669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d50105b-90fd-4788-a525-fa8a60089b27 req-14f55f82-4d16-4a44-acac-0702c40652c7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804221 Nov 12 00:38:35.275856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Request body: {'port': {'device_id': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'dc733135788d4ffe88a31a857d55d019'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:35.347959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ceb7e2a-de28-42dc-adf0-da140a590bfc req-6049761d-78e9-44cb-8f28-12ce90cd28a8 tempest-LiveMigrationNegativeTest-1568817686 tempest-LiveMigrationNegativeTest-1568817686-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f4b0c7-d4f2-4917-ba71-a11f50da2c8a HTTP/1.1" status: 200 len: 210 time: 0.0633202 Nov 12 00:38:35.349972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.352771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.377984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.461053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.463167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b52fcf6-f496-421a-8033-6f536956c691 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:38:35.469520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.473402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.473568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6a7d97d5-bc59-4453-b6c6-2da6c82cfcc0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b52fcf6-f496-421a-8033-6f536956c691 HTTP/1.1" status: 204 len: 168 time: 2.7016149 Nov 12 00:38:35.500706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Made reservation on behalf of dc733135788d4ffe88a31a857d55d019 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:35.504222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.546558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Deleting subnet 86162ffb-2983-41f1-bfe5-92b3e76075c0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:35.555572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.559046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.561735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.562881 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64f6bbcf-3849-4801-8d9d-f6986903914c HTTP/1.1" status: 204 len: 168 time: 0.5235701 Nov 12 00:38:35.619803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40ab9-7767-47bf-8927-9f757b1c2e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f6bbcf-3849-4801-8d9d-f6986903914c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.623681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.648108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-912de2a0-391e-4152-9857-bf96b964baec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.667852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.696281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d80d7602-d8a1-4055-87c1-0900eae66bb5 req-a90a1dd7-c94e-417c-88a8-e94ee26cb523 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0347390 Nov 12 00:38:35.782267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-912de2a0-391e-4152-9857-bf96b964baec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.789954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-912de2a0-391e-4152-9857-bf96b964baec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.793488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.843375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-912de2a0-391e-4152-9857-bf96b964baec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bb086497e714913a893052a16a781cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178826 Nov 12 00:38:35.845618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:35.854144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912de2a0-391e-4152-9857-bf96b964baec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22acfb44-82aa-471b-8e6a-b3c5ef73e568,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.908792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.942937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.001557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.005609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.007291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22acfb44-82aa-471b-8e6a-b3c5ef73e568 HTTP/1.1" status: 204 len: 168 time: 0.1605790 Nov 12 00:38:36.017595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a920a8a-4aa0-4ea8-8ef2-3e7edfe75b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22acfb44-82aa-471b-8e6a-b3c5ef73e568,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.037704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:36.044413 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac53a3ec-c7ae-4ff3-aad5-632e3e6ac48d" -d '{"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:36.068811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Allocated IP 192.168.233.68 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/99e545a9-eaa3-4a0a-bfdf-0a1959a6131b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:36.145346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.145505 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf193b7-bccc-43ce-9603-7bc6794643a4 x-openstack-request-id: req-7cf193b7-bccc-43ce-9603-7bc6794643a4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:36.145704 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:36.146010 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cf193b7-bccc-43ce-9603-7bc6794643a4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:36.146415 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'code': 200} Nov 12 00:38:36.213599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86162ffb-2983-41f1-bfe5-92b3e76075c0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.219360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.226955 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e3bc914-1468-4c4d-8820-3eb29c81eee4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/86162ffb-2983-41f1-bfe5-92b3e76075c0 HTTP/1.1" status: 204 len: 168 time: 0.7516880 Nov 12 00:38:36.228182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fe760-ca82-487b-bb90-733d204b8351 None None] Network 82643153-a5ca-4592-979a-059ab125626e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:36.240149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37872) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:36.305188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5c26-2ae6-4d7e-b81b-64495c081230 req-c6b69378-afa0-4dd0-9196-636f0c8ff79e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.315182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c24a5c26-2ae6-4d7e-b81b-64495c081230 req-c6b69378-afa0-4dd0-9196-636f0c8ff79e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.1018376 Nov 12 00:38:36.426460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c24a5c26-2ae6-4d7e-b81b-64495c081230 req-694540c2-e313-4e50-85b7-859081e67639 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101313 Nov 12 00:38:36.480618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72e6e4-6367-4587-a4bc-0fbfdb4287b6 req-2da0d109-a2d2-4908-855f-d034eb061b05 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.490879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d72e6e4-6367-4587-a4bc-0fbfdb4287b6 req-2da0d109-a2d2-4908-855f-d034eb061b05 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 950 time: 0.1070478 Nov 12 00:38:36.582159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d72e6e4-6367-4587-a4bc-0fbfdb4287b6 req-e42756e8-476b-45dc-a413-21a118eb27f7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880995 Nov 12 00:38:36.589859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.597968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] DHCP port deletion for 82643153-a5ca-4592-979a-059ab125626e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:36.637726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53793b07-2d3f-4b9b-9b3d-dfe683de4009 req-5d083c76-5a08-4e8a-b49a-2cd7b66c7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.639956 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-53793b07-2d3f-4b9b-9b3d-dfe683de4009 req-5d083c76-5a08-4e8a-b49a-2cd7b66c7929 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.2672253 Nov 12 00:38:36.664871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.673274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Deleting port b27b23a1-93cb-474b-a4ec-c7edca7feef3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:36.673676 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.752811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-53793b07-2d3f-4b9b-9b3d-dfe683de4009 req-e5beccce-52ef-4c80-ad39-d2a616010fcf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987463 Nov 12 00:38:36.771251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Deleting port b27b23a1-93cb-474b-a4ec-c7edca7feef3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:36.771608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.776828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] For port b27b23a1-93cb-474b-a4ec-c7edca7feef3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b27b23a1-93cb-474b-a4ec-c7edca7feef3,segment=NetworkSegment(b6257927-9693-4070-86c8-addc97fcb077),segment_id=b6257927-9693-4070-86c8-addc97fcb077)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:36.778167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.787356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.807052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['631229fa-3fa0-469b-8769-e86460ff3d1b', 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:36.866235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Calling delete_port for b27b23a1-93cb-474b-a4ec-c7edca7feef3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:36.899754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:36.902356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87b70c-5b15-4ddf-8c2d-3a021106494e req-ad82bbce-e7e1-4924-beb9-5bac373624cf tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.904459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f87b70c-5b15-4ddf-8c2d-3a021106494e req-ad82bbce-e7e1-4924-beb9-5bac373624cf tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 935 time: 0.0868809 Nov 12 00:38:36.908488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:36.918074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:36.923840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.924591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.929559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] For port b27b23a1-93cb-474b-a4ec-c7edca7feef3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b27b23a1-93cb-474b-a4ec-c7edca7feef3,segment=NetworkSegment(b6257927-9693-4070-86c8-addc97fcb077),segment_id=b6257927-9693-4070-86c8-addc97fcb077)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:36.929939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.936317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event updated for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.954765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Calling delete_port for b27b23a1-93cb-474b-a4ec-c7edca7feef3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:36.962093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-16f34d92-659b-424c-8c5c-3a0c20078509 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6947193 Nov 12 00:38:37.017084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:37.027943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Request body: {'port': {'device_id': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:37.077722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f87b70c-5b15-4ddf-8c2d-3a021106494e req-be2ea097-20e2-4cbc-bccf-2cab4db4bd2a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589177 Nov 12 00:38:37.136853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.191742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8884679c-03df-4179-a4fd-85eeb12a361c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:37.194427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.242803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27b23a1-93cb-474b-a4ec-c7edca7feef3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:37.248980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] No DVR routers for this DVR port b27b23a1-93cb-474b-a4ec-c7edca7feef3 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:37.280716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8884679c-03df-4179-a4fd-85eeb12a361c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:37.281065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8884679c-03df-4179-a4fd-85eeb12a361c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:37.281485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b27b23a1-93cb-474b-a4ec-c7edca7feef3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:37.324517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b27b23a1-93cb-474b-a4ec-c7edca7feef3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:37.324881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b27b23a1-93cb-474b-a4ec-c7edca7feef3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:37.352743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.367113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-07ea1460-8d0a-4ba3-b6e1-7aabde4e7772 None None] Provisioning complete for port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:37.367667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07ea1460-8d0a-4ba3-b6e1-7aabde4e7772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.427589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.430208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] No DVR routers for this DVR port b27b23a1-93cb-474b-a4ec-c7edca7feef3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:37.445517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799fd2-d55b-4882-82b2-eea1d8c49e2b None None] Pushing event deleted for resources: {'Port': ['ID=b27b23a1-93cb-474b-a4ec-c7edca7feef3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:37.473354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-01cbddba-e6ce-4deb-bb63-89999ab83453 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d89fa493b8424bdb8fbaf8f6fe0ca880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463975 Nov 12 00:38:37.474633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:37.491267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.491649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.492409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.492733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > port after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.493112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.493358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > port after_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.493671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.493996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.494343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.494690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.598958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.599251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.599593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.599934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:38:37.600352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82643153-a5ca-4592-979a-059ab125626e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:37.628611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6257927-9693-4070-86c8-addc97fcb077') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:37.628978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6257927-9693-4070-86c8-addc97fcb077') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:37.634929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba80ea3-3b6d-4375-8801-8a0ea35d7bb1 req-734bb635-9b54-41ef-b14f-cf050f2c074f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.646613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ba80ea3-3b6d-4375-8801-8a0ea35d7bb1 req-734bb635-9b54-41ef-b14f-cf050f2c074f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.0761161 Nov 12 00:38:37.649483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.669019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-07ea1460-8d0a-4ba3-b6e1-7aabde4e7772 None None] Port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:37.673931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4cf952f-f692-4951-a9bb-bba73cd92077 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:37.684075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.699157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:37.699675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.706473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d4cf952f-f692-4951-a9bb-bba73cd92077 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:37.707074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4cf952f-f692-4951-a9bb-bba73cd92077 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:37.756654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ba80ea3-3b6d-4375-8801-8a0ea35d7bb1 req-24c77170-1fad-41c5-a7b5-68511b66e7fd tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072533 Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: from cryptography.utils import int_from_bytes Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: from cryptography.utils import int_from_bytes Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: items = [ Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:37.793086 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:37.831538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e9fc-04ab-422e-ae94-12bc5acfba69 req-a3ff287e-1432-4edb-968a-7826eb137b23 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.833590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af77e9fc-04ab-422e-ae94-12bc5acfba69 req-a3ff287e-1432-4edb-968a-7826eb137b23 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 950 time: 0.0854967 Nov 12 00:38:37.890300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.899176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.899375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af77e9fc-04ab-422e-ae94-12bc5acfba69 req-dc3cd70f-afe5-4d5f-8a06-8be431501a99 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Nov 12 00:38:37.912658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:37.916073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] 10.222.0.11 "DELETE /v2.0/networks/82643153-a5ca-4592-979a-059ab125626e HTTP/1.1" status: 204 len: 168 time: 1.6749706 Nov 12 00:38:37.935606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f1ef3-1666-4770-bd9b-5689bcebc332 admin admin] Pushing event deleted for resources: {'Network': ['ID=82643153-a5ca-4592-979a-059ab125626e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:37.961780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.025406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:38.035905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.050665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Transition to ACTIVE for port object 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:38.069017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.075051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3528a2-798c-42f9-9e34-d08f1631375f req-903c0d27-4e09-4208-b355-19025510a921 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.078243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca3528a2-798c-42f9-9e34-d08f1631375f req-903c0d27-4e09-4208-b355-19025510a921 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 949 time: 0.0822349 Nov 12 00:38:38.108249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.110797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.112073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8f6d8c3-867c-41ce-a800-a81a5dc82a50 HTTP/1.1" status: 204 len: 168 time: 0.6363690 Nov 12 00:38:38.138355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7752-bd76-4732-a5b1-781a82c4338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f6d8c3-867c-41ce-a800-a81a5dc82a50,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.141742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Pushing event updated for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.201681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca3528a2-798c-42f9-9e34-d08f1631375f req-24761ae7-7a44-4c8d-8a78-52dd2bca9748 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120884 Nov 12 00:38:38.302211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Attempting to bind port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:38.302556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Attempting to bind port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:38.302889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Attempting to bind port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:38.318193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7b5b-7396-41f4-bfe0-f2f4891f144d req-2e829779-c1fb-4bc4-a35c-c272cdf4f0b5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.324824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:38.325623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Attempting to bind port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:38.333963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-612a7b5b-7396-41f4-bfe0-f2f4891f144d req-2e829779-c1fb-4bc4-a35c-c272cdf4f0b5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 947 time: 0.1207669 Nov 12 00:38:38.334964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:38.344796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:38.351738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:38.352265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:38.352766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Bound port: 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:38.353138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.429482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-612a7b5b-7396-41f4-bfe0-f2f4891f144d req-b5aaa5c8-499c-492f-8603-0b0e7879296d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 Nov 12 00:38:38.501102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ecd6645f-cf43-451a-9e33-8631159b874d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c388d17eaa64413fb5c2589c9b912732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648905 Nov 12 00:38:38.503456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:38.518411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:38.524143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:38.532797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.573055 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.600580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.632832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.632832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.641529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] 10.222.0.39 "PUT /v2.0/ports/99e545a9-eaa3-4a0a-bfdf-0a1959a6131b HTTP/1.1" status: 200 len: 1096 time: 1.6242940 Nov 12 00:38:38.649884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:38.656748 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435cf87a-f77a-4efd-b41e-31034854763a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:38.733161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef04f73-0bb2-4010-90a5-2c32a721b1be service neutron] Pushing event updated for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.762015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fe878ae0-2dd1-4bec-84e7-2b25a1c8231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.765633 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-fe878ae0-2dd1-4bec-84e7-2b25a1c8231c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 1099 time: 0.0722826 Nov 12 00:38:38.786529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f0e-591d-48f0-aa3f-d2daf09ce2cf req-769e2cce-99a4-4338-b73f-01113ffa3862 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.794499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f0e-591d-48f0-aa3f-d2daf09ce2cf req-769e2cce-99a4-4338-b73f-01113ffa3862 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.796192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbb08f0e-591d-48f0-aa3f-d2daf09ce2cf req-769e2cce-99a4-4338-b73f-01113ffa3862 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864&device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 1690 time: 0.1177807 Nov 12 00:38:38.796853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.800570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.817773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d73bb4e6-0381-4986-99e1-9763f560a257 HTTP/1.1" status: 204 len: 168 time: 0.3127828 Nov 12 00:38:38.850339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-adb3db53-1c2c-40e2-b9bf-4b452af29661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b HTTP/1.1" status: 200 len: 217 time: 0.0704947 Nov 12 00:38:38.891201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fbc0f-ebcf-46fb-abec-d51beac5666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73bb4e6-0381-4986-99e1-9763f560a257,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.929324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-63f13501-9596-4fe5-8ff5-524b6b29f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.931788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-63f13501-9596-4fe5-8ff5-524b6b29f0ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0673859 Nov 12 00:38:38.978157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbb08f0e-591d-48f0-aa3f-d2daf09ce2cf req-253067ec-328d-44a2-bc6b-cdfea9ab8f39 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515379 Nov 12 00:38:39.009170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-2d217487-9080-497c-b759-8699a98d784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.011196 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-2d217487-9080-497c-b759-8699a98d784f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677605 Nov 12 00:38:39.012704 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02da7d0-4bf2-446e-89e4-6d0fb11f6189 x-openstack-request-id: req-e02da7d0-4bf2-446e-89e4-6d0fb11f6189 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:39.012991 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:39.013240 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e02da7d0-4bf2-446e-89e4-6d0fb11f6189 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:39.013634 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b', 'status': 'completed', 'code': 200} Nov 12 00:38:39.033486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:39.146575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ad72e27-688c-412e-a851-86eef9a8132a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2608cb3ba63f4bb1bbb6b568595d6342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117089 Nov 12 00:38:39.150565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:39.169330 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aedcdac-06ca-41dd-861d-2a7477676fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.178923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fb75a-40ce-4166-8e36-7ced8a4c3cf3 req-e0e86731-2f22-4db6-bcb6-e73b8d30da9a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.181294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-190fb75a-40ce-4166-8e36-7ced8a4c3cf3 req-e0e86731-2f22-4db6-bcb6-e73b8d30da9a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.0808432 Nov 12 00:38:39.250612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-971dd4a0-33df-49cc-b191-3521919db374 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184017 Nov 12 00:38:39.276013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-190fb75a-40ce-4166-8e36-7ced8a4c3cf3 req-e3b33ad2-eed7-4929-85be-ccf0d84150a9 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856464 Nov 12 00:38:39.287206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.347162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.428541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853bf7d-d788-4c3a-aa09-7d94a6b332d0 req-d51208db-035b-4a5d-8924-98d9f880ac72 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.430200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6853bf7d-d788-4c3a-aa09-7d94a6b332d0 req-d51208db-035b-4a5d-8924-98d9f880ac72 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0448575 Nov 12 00:38:39.446900 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b282ecf0-d000-4442-8795-1632f5a6f0e7 req-4abd7223-8f51-4602-b5f1-4c554470c8a7 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639838 Nov 12 00:38:39.463647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.467871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.471425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e59bcb2-4557-4262-ac43-110111138412 HTTP/1.1" status: 204 len: 168 time: 0.3122075 Nov 12 00:38:39.483748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46c670-2d1e-420b-8f0c-4509fa781ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e59bcb2-4557-4262-ac43-110111138412,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:39.512399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6853bf7d-d788-4c3a-aa09-7d94a6b332d0 req-5d52a813-ac8b-46d0-a77a-bfa8225c1475 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Nov 12 00:38:39.571086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf87a-f77a-4efd-b41e-31034854763a req-067492b8-6a28-45d4-a880-b6e716b94324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.573053 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-067492b8-6a28-45d4-a880-b6e716b94324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc733135788d4ffe88a31a857d55d019&device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 1099 time: 0.0467296 Nov 12 00:38:39.701616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0393-bb31-4a77-abe5-5052600a1840 req-0b336993-9e77-46a8-9df3-6896672199b0 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.703313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0db0393-bb31-4a77-abe5-5052600a1840 req-0b336993-9e77-46a8-9df3-6896672199b0 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 1101 time: 0.0530169 Nov 12 00:38:39.729352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf87a-f77a-4efd-b41e-31034854763a req-0fd0f9d9-f05e-4d4c-b80a-a701f5740594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.731195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-0fd0f9d9-f05e-4d4c-b80a-a701f5740594 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1487145 Nov 12 00:38:39.761538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0db0393-bb31-4a77-abe5-5052600a1840 req-08b47b61-0b98-48a4-95b3-b25bde19c417 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511720 Nov 12 00:38:39.786623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-cbd400b9-8d02-4ff9-89bd-8a379ce05ffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b HTTP/1.1" status: 200 len: 217 time: 0.0426142 Nov 12 00:38:39.889009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf87a-f77a-4efd-b41e-31034854763a req-fc4586a6-5644-4d78-81e4-62407b2f309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.890565 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-fc4586a6-5644-4d78-81e4-62407b2f309f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0920303 Nov 12 00:38:39.899503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e790-81b4-4f7b-ad45-f4f3cfc16525 req-79b2c9d2-03c8-4a43-8de3-b0860c97917a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.901292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f614e790-81b4-4f7b-ad45-f4f3cfc16525 req-79b2c9d2-03c8-4a43-8de3-b0860c97917a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 947 time: 0.0740540 Nov 12 00:38:39.961793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf87a-f77a-4efd-b41e-31034854763a req-a90326ac-09f3-46b3-94ac-ca81d466dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.963336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-a90326ac-09f3-46b3-94ac-ca81d466dfb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572262 Nov 12 00:38:40.044929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f614e790-81b4-4f7b-ad45-f4f3cfc16525 req-533cb406-d955-490c-857f-65507018b6c8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339693 Nov 12 00:38:40.071377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c894c51-1587-419a-9445-aba8d4a2a612 req-b373ac57-1f04-4c3e-aadb-b08484b84598 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.079748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c894c51-1587-419a-9445-aba8d4a2a612 req-b373ac57-1f04-4c3e-aadb-b08484b84598 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.1304159 Nov 12 00:38:40.086651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-f0321a91-6d6f-468f-a882-40113dd87d8c service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151903 Nov 12 00:38:40.125160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c894c51-1587-419a-9445-aba8d4a2a612 req-02e13139-1610-4340-ada7-501c49c86559 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Nov 12 00:38:40.186452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46814715-8c06-4e20-8a1e-2fc3b58181ec req-51889d22-8557-467e-9f5c-0b7d998a7395 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.194580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46814715-8c06-4e20-8a1e-2fc3b58181ec req-51889d22-8557-467e-9f5c-0b7d998a7395 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 1102 time: 0.0724709 Nov 12 00:38:40.223699 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-435cf87a-f77a-4efd-b41e-31034854763a req-5e9485b3-bb6f-452e-a902-5f395ecffc78 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205111 Nov 12 00:38:40.236379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46814715-8c06-4e20-8a1e-2fc3b58181ec req-677c086f-1c2b-466b-b99e-0ac12ca97a3c tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Nov 12 00:38:40.650428 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:40.686783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e2f5-03df-43bd-9c65-94e9d2ab3c40 req-6a36d8fa-efc2-4281-94cc-cf4d50516b6b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.697562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5035e2f5-03df-43bd-9c65-94e9d2ab3c40 req-6a36d8fa-efc2-4281-94cc-cf4d50516b6b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0567610 Nov 12 00:38:40.755261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5035e2f5-03df-43bd-9c65-94e9d2ab3c40 req-29b7349d-8b59-425a-97c5-87e4c2add40a tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565851 Nov 12 00:38:40.945874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-40714ef7-3d69-44a6-9e06-42615aa57230 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282829 Nov 12 00:38:41.059351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7d419db7-677d-40a8-a2fa-d8d13fdcb970 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.067106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7d419db7-677d-40a8-a2fa-d8d13fdcb970 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203413 Nov 12 00:38:41.088973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-2cadc3df-0a7d-430f-aacd-fc172e3af2d0 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0165577 Nov 12 00:38:41.142308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7766bb4d-cc3c-497e-8adf-fa44ee4e12f1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522976 Nov 12 00:38:41.656540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86552-3ce8-4035-8618-3c4a68c70452 req-270d6d78-a6a2-40b5-bf8f-c88c247b7af4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.683557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87a86552-3ce8-4035-8618-3c4a68c70452 req-270d6d78-a6a2-40b5-bf8f-c88c247b7af4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 947 time: 0.0803697 Nov 12 00:38:41.691739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17c79a4b-5010-4b0b-9aab-86e0a4931779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:41.743579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87a86552-3ce8-4035-8618-3c4a68c70452 req-33cd64cf-594d-4f27-af0b-178e2c55c2f5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Nov 12 00:38:42.058138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4504b-70d0-4b25-b395-028973eb8dbf req-cec73e32-68b2-4c5a-9bb5-17a6caab1769 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.059661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eb4504b-70d0-4b25-b395-028973eb8dbf req-cec73e32-68b2-4c5a-9bb5-17a6caab1769 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0429323 Nov 12 00:38:42.106413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eb4504b-70d0-4b25-b395-028973eb8dbf req-677236bd-dc5e-4217-8d21-70fdef9f0b41 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Nov 12 00:38:42.190005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6937cb1a-0942-459d-ae6a-e6d8ca744429 req-50bf89b8-ee4f-4742-bd51-668c6381f31a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 210 time: 0.0279183 Nov 12 00:38:42.592200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.035137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-4da723f6-e9b4-4dfc-9333-573d278eab1e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537763 Nov 12 00:38:43.096817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb279b7-a1ec-4321-b0a4-020f63a554b6 req-5a16be70-c5c5-4980-8d3e-38bec70e2ee7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.098429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cb279b7-a1ec-4321-b0a4-020f63a554b6 req-5a16be70-c5c5-4980-8d3e-38bec70e2ee7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 947 time: 0.1046870 Nov 12 00:38:43.204583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-5e4924cd-b329-4b64-a6b2-4b3087fcf3e1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237017 Nov 12 00:38:43.208077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cb279b7-a1ec-4321-b0a4-020f63a554b6 req-6bbd2917-fc05-419a-9648-a5ddf859b5dd tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013124 Nov 12 00:38:43.225634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b3f57d2e-2a75-4d5d-a50b-d0585f435627 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.227191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b3f57d2e-2a75-4d5d-a50b-d0585f435627 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798697 Nov 12 00:38:43.254029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:43.384298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c0575fd0-7cd3-483a-b766-d3fce14147e9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.385922 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c0575fd0-7cd3-483a-b766-d3fce14147e9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700988 Nov 12 00:38:43.405007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:43.433144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:43.439398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.504313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-05ba12f0-97b7-4df4-ba90-c059d4b3c229 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:43.505349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-05ba12f0-97b7-4df4-ba90-c059d4b3c229 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540776 Nov 12 00:38:43.576953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-132690eb-ef5f-4754-9fa8-cf213054d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.578352 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-132690eb-ef5f-4754-9fa8-cf213054d873 service neutron] 10.222.0.11 "GET /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 1094 time: 0.0613811 Nov 12 00:38:43.592526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Request body: {'binding': {'host': 'n-h1-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:43.592982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:38:43.623421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.226 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/0653a06d-3698-403d-bbb5-f7b01ecb04fe) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:43.637983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:43.700027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:43.703607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.709820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:43.782611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:43.808876 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b', 'mac_address': 'fa:16:3e:7f:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:43.865582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on host n-h1-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:43.865916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:43.866242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:43.871002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:43.871535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:43.877504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:43.877838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:43.878221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:43.878653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Bound port: a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:43.889817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.907779 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.921607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:43.925051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080cfdc1-a7f8-4cba-91ed-93e68379021c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.940824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13e6e825-5ce5-4531-ab46-8c83dab6f20d req-bd80edc3-f7a1-4498-ba3b-817cfc33c10e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 210 time: 0.0428085 Nov 12 00:38:43.943150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:43.946129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.950352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.981792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:43.998559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.005679 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6c5ea24d-24bd-4461-9954-1c4e370f5f80 service neutron] 10.222.0.11 "POST /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4124899 Nov 12 00:38:44.027637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.031133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.055890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:44.144715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.39 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/97570b36-3c5f-4702-a3f6-a8ea21643f2f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:44.321524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['99e545a9-eaa3-4a0a-bfdf-0a1959a6131b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:44.418226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080cfdc1-a7f8-4cba-91ed-93e68379021c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.440470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080cfdc1-a7f8-4cba-91ed-93e68379021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.480739 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-080cfdc1-a7f8-4cba-91ed-93e68379021c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b038e2132d2341c9b658d9dcfeef37e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7646363 Nov 12 00:38:44.492353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.500840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-579bf196-4ae0-4bf8-98c9-9c1daac0644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.502304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-579bf196-4ae0-4bf8-98c9-9c1daac0644c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1097 time: 0.1311872 Nov 12 00:38:44.515913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:44.522575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:44.550755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:44.564289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.568692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:44.577478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.582910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.599228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cfdc1-a7f8-4cba-91ed-93e68379021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7099e8c6-b39d-42fc-a8d1-d768739fabd0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:44.613795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-d90c59f4-2b48-458f-875b-064b4ee1ea53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3636594 Nov 12 00:38:44.639455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d558f8-3179-4382-8c52-e8b51b5b81dd req-12cac287-8b27-4cf9-bd14-48029f147101 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.659399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71d558f8-3179-4382-8c52-e8b51b5b81dd req-12cac287-8b27-4cf9-bd14-48029f147101 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.1635985 Nov 12 00:38:44.691058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Request body: {'port': {'device_id': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:44.757327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71d558f8-3179-4382-8c52-e8b51b5b81dd req-077c7560-af64-4efd-96f1-4830e8a4bc3f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Nov 12 00:38:44.816222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.819988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.833003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.844248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dca8091-5dfb-48d0-a978-6fe2a24258a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.881932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.886138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-30402b38-e506-4f67-aebb-216561cc26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.887697 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-30402b38-e506-4f67-aebb-216561cc26dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.3641529 Nov 12 00:38:44.928224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d6d5ebc4-cf1e-4724-9d56-b0773c416fe0 None None] Provisioning complete for port 0653a06d-3698-403d-bbb5-f7b01ecb04fe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:44.929248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ebc4-cf1e-4724-9d56-b0773c416fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.985564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-24ce49c5-0a42-411f-acb8-4ec80aff2e25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.0721462 Nov 12 00:38:44.988788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.993678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5ebc4-cf1e-4724-9d56-b0773c416fe0 None None] Port 0653a06d-3698-403d-bbb5-f7b01ecb04fe cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:45.035325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ab1b7-62cd-4582-9910-d1bbad4433c8 req-55f21046-3435-4cd3-9454-56b13ef8a5fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.036944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c82ab1b7-62cd-4582-9910-d1bbad4433c8 req-55f21046-3435-4cd3-9454-56b13ef8a5fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 948 time: 0.1492286 Nov 12 00:38:45.093703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c82ab1b7-62cd-4582-9910-d1bbad4433c8 req-f8f4b335-f749-4e71-afe7-2f520ce48952 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Nov 12 00:38:45.187142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8909e0b2-99fb-4545-bed3-a6e2b6fdd675 req-81e61fd7-6e9a-46ec-8e45-d55f9c1c6f0b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 210 time: 0.0285017 Nov 12 00:38:45.298711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.311716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:45.362958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e4414c59-a737-4e49-a293-ab0be1107162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.364552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e4414c59-a737-4e49-a293-ab0be1107162 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1217337 Nov 12 00:38:45.425554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:45.432627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-0864f5fd-6130-4ba7-961b-abf1ed1f9451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550823 Nov 12 00:38:45.437626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.442502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:45.447953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:45.511381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.514409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.523494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7099e8c6-b39d-42fc-a8d1-d768739fabd0 HTTP/1.1" status: 204 len: 168 time: 1.0300140 Nov 12 00:38:45.544585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dca8091-5dfb-48d0-a978-6fe2a24258a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.626749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dca8091-5dfb-48d0-a978-6fe2a24258a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.641570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467227c5-be02-4c6b-9a11-49ce60c3985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099e8c6-b39d-42fc-a8d1-d768739fabd0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.683473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.684134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.696876 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:45.703428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0653a06d-3698-403d-bbb5-f7b01ecb04fe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:45.733253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.755828 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7dca8091-5dfb-48d0-a978-6fe2a24258a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c46a91da0ca4d4ca5db83acff037e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2271304 Nov 12 00:38:45.757873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38552) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:45.763734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Transition to ACTIVE for port object 0653a06d-3698-403d-bbb5-f7b01ecb04fe will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:45.780746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.784837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca8091-5dfb-48d0-a978-6fe2a24258a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db4f60-034c-4e07-bee8-fedd88de2148,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.804969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-b1979e61-feea-4d22-96dc-031d69eedc28 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4049082 Nov 12 00:38:45.826781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Request body: {'port': {'device_id': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:45.875132 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-066e8495-6557-48b1-b048-c0fc2b0653fc service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270444 Nov 12 00:38:45.882704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:45.911348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:45.920166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.955488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Pushing event updated for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.014514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:46.023566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Attempting to bind port 0653a06d-3698-403d-bbb5-f7b01ecb04fe on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:46.023903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Attempting to bind port 0653a06d-3698-403d-bbb5-f7b01ecb04fe by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:46.024426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Attempting to bind port 0653a06d-3698-403d-bbb5-f7b01ecb04fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:46.035120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Port 0653a06d-3698-403d-bbb5-f7b01ecb04fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:46.035583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Attempting to bind port 0653a06d-3698-403d-bbb5-f7b01ecb04fe on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:46.049241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826330-1e35-4a46-a8b3-a4b94c1d626a req-770b4335-d18b-4fa4-9788-b31384ea03c2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.061331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e826330-1e35-4a46-a8b3-a4b94c1d626a req-770b4335-d18b-4fa4-9788-b31384ea03c2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.1255951 Nov 12 00:38:46.083663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:46.084202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:46.084668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:46.085205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Bound port: 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:46.085640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.115685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fbdd54c3-aad6-489e-bd82-55a31dcf888f None None] Provisioning complete for port 97570b36-3c5f-4702-a3f6-a8ea21643f2f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:46.116082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fbdd54c3-aad6-489e-bd82-55a31dcf888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.155909 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.162214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.203470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.254439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e826330-1e35-4a46-a8b3-a4b94c1d626a req-733068f6-62dd-466c-b9ff-780e7529e5be tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919565 Nov 12 00:38:46.286077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:46.288764 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23423e90-a2e3-4d11-9cf9-640314e47820" -d '{"events": [{"server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "name": "network-vif-plugged", "status": "completed", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:46.303813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd54c3-aad6-489e-bd82-55a31dcf888f None None] Port 97570b36-3c5f-4702-a3f6-a8ea21643f2f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:46.332941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.341929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:46.358396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38578) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:46.358571 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.407314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c224c9b8-a7b2-45c0-aaaf-4b4390cad477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.408932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81406a91-6ae6-497d-b4fd-7dd092fb1e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.410999 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-f7ecbf5e-9fdf-42e4-b950-52409ab13532 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282393 Nov 12 00:38:46.450490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:46.452366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.483800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:46.503361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a727-dcd7-43e2-8cb2-76c020d3ea63 req-53d9e1f1-1f29-4357-a4a4-ab6249229d41 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.512048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c38a727-dcd7-43e2-8cb2-76c020d3ea63 req-53d9e1f1-1f29-4357-a4a4-ab6249229d41 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 935 time: 0.1518986 Nov 12 00:38:46.517590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.546191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.549322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.550718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7db4f60-034c-4e07-bee8-fedd88de2148 HTTP/1.1" status: 204 len: 168 time: 0.7918115 Nov 12 00:38:46.586278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15104b2-3758-4823-b0b2-644ffe22dfc3 req-641ea8b0-7de2-4009-91fd-2ed175409fea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.588139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d15104b2-3758-4823-b0b2-644ffe22dfc3 req-641ea8b0-7de2-4009-91fd-2ed175409fea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.2639966 Nov 12 00:38:46.624023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.626004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.628237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] 10.222.0.32 "PUT /v2.0/ports/0653a06d-3698-403d-bbb5-f7b01ecb04fe HTTP/1.1" status: 200 len: 1097 time: 1.9659121 Nov 12 00:38:46.631977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:46.640986 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec84b1f-2707-4898-b2e9-fbf467e982d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:46.694648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498e2c-db83-4a70-b3d8-da0df5eee3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db4f60-034c-4e07-bee8-fedd88de2148,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.746770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e6555acd-2216-456a-933e-7282b62022b1 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.759659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e6555acd-2216-456a-933e-7282b62022b1 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.2600937 Nov 12 00:38:46.779991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:46.801319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c38a727-dcd7-43e2-8cb2-76c020d3ea63 req-be244137-efec-4003-8124-69fb7865040c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827563 Nov 12 00:38:46.825369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870326e-8dbb-4b2b-a760-f026349e57cb service neutron] Pushing event updated for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.898407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c224c9b8-a7b2-45c0-aaaf-4b4390cad477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.931725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.958207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c224c9b8-a7b2-45c0-aaaf-4b4390cad477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.972074 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601dde9-4162-4c66-a654-9e593a5f6c06 x-openstack-request-id: req-4601dde9-4162-4c66-a654-9e593a5f6c06 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:46.972939 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "name": "network-vif-plugged", "status": "completed", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:46.973204 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4601dde9-4162-4c66-a654-9e593a5f6c06 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:46.973610 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b', 'code': 200} Nov 12 00:38:46.980123 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81406a91-6ae6-497d-b4fd-7dd092fb1e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.006989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d15104b2-3758-4823-b0b2-644ffe22dfc3 req-e8d7330f-0b98-4577-b481-992f51d0b3a4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992367 Nov 12 00:38:47.018993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c0a58a81-1a05-4060-868a-f3469e02540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.028756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c0a58a81-1a05-4060-868a-f3469e02540e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 1100 time: 0.3438587 Nov 12 00:38:47.030381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81406a91-6ae6-497d-b4fd-7dd092fb1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.083595 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1648b3a8-5ff0-4551-bef8-f4fc821af3b9 x-openstack-request-id: req-1648b3a8-5ff0-4551-bef8-f4fc821af3b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:47.083879 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:47.084353 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1648b3a8-5ff0-4551-bef8-f4fc821af3b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:47.084807 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe', 'status': 'completed', 'code': 200} Nov 12 00:38:47.120134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224c9b8-a7b2-45c0-aaaf-4b4390cad477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5c1ba-22d1-497f-a7ed-4e1e43b8fe00,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.123388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-cdfe5cfc-8109-49a5-b737-ac3173ab7f37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe HTTP/1.1" status: 200 len: 217 time: 0.0535724 Nov 12 00:38:47.128628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-81406a91-6ae6-497d-b4fd-7dd092fb1e13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb0b699005f9402e922c1eb837ed6da3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1124229 Nov 12 00:38:47.134049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:47.185811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81406a91-6ae6-497d-b4fd-7dd092fb1e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9661da22-56f1-436a-8408-bee2d9c0b90c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.198745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c224c9b8-a7b2-45c0-aaaf-4b4390cad477 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec66acd957a2478c8827b120db67272e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317864 Nov 12 00:38:47.203867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97570b36-3c5f-4702-a3f6-a8ea21643f2f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:47.204349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:47.234903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.242979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-a520ffe5-a493-4db8-a16f-6919c24ec966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.244843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-a520ffe5-a493-4db8-a16f-6919c24ec966 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1101112 Nov 12 00:38:47.271700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:47.305851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Transition to ACTIVE for port object 97570b36-3c5f-4702-a3f6-a8ea21643f2f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:47.310672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b71e01e-bfa3-4804-b264-d556acce50dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.310785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba659d-7db0-44c8-b30c-2b267d4bc99c req-ca73918e-f84d-4254-ad5a-eadc773078f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.312274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-79ba659d-7db0-44c8-b30c-2b267d4bc99c req-ca73918e-f84d-4254-ad5a-eadc773078f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 1101 time: 0.2089272 Nov 12 00:38:47.340545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.340840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.371070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-e0d05199-979c-4cba-b951-5655ad2611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.372617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-e0d05199-979c-4cba-b951-5655ad2611cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158855 Nov 12 00:38:47.380290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.391041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.464024 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.479934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:47.495909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Pushing event updated for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.524100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-79ba659d-7db0-44c8-b30c-2b267d4bc99c req-59a82f9c-a4f3-4c05-8048-e40353b205d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970944 Nov 12 00:38:47.585866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf404a5-0da4-4f0a-ac1d-8f61835a9059 req-640bef6d-4c2d-4907-881d-f83bdbe62270 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.593552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cf404a5-0da4-4f0a-ac1d-8f61835a9059 req-640bef6d-4c2d-4907-881d-f83bdbe62270 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 945 time: 0.2048371 Nov 12 00:38:47.607120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:47.621637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b71e01e-bfa3-4804-b264-d556acce50dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.632571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.632571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.636142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6a5c1ba-22d1-497f-a7ed-4e1e43b8fe00 HTTP/1.1" status: 204 len: 168 time: 0.4283528 Nov 12 00:38:47.636286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-a7bf898f-12ae-466b-ac89-60b0a98571e8 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465763 Nov 12 00:38:47.655847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b71e01e-bfa3-4804-b264-d556acce50dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.656696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Attempting to bind port 97570b36-3c5f-4702-a3f6-a8ea21643f2f on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:47.657096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Attempting to bind port 97570b36-3c5f-4702-a3f6-a8ea21643f2f by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:47.657459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Attempting to bind port 97570b36-3c5f-4702-a3f6-a8ea21643f2f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:47.673587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.676840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.684344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9661da22-56f1-436a-8408-bee2d9c0b90c HTTP/1.1" status: 204 len: 168 time: 0.5210595 Nov 12 00:38:47.684344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Port 97570b36-3c5f-4702-a3f6-a8ea21643f2f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:47.684344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Attempting to bind port 97570b36-3c5f-4702-a3f6-a8ea21643f2f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:47.695683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:47.698641 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94975c6-04ae-4a4d-a829-9492c464c286" -d '{"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:47.707528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.709474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:47.709811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:47.710204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:47.710658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Bound port: 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:47.711434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.729502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab040ab2-adbe-4558-a0a2-e4b9a04f9cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661da22-56f1-436a-8408-bee2d9c0b90c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.767622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.774310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7af1f-9a8d-4544-9c9c-76ddb95fb169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5c1ba-22d1-497f-a7ed-4e1e43b8fe00,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.842038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.912359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:47.923274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on host n-h2-712141-15 for vnic_type normal with profile {"migrating_to": "n-h1-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:47.923692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:47.924635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:47.937937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3b71e01e-bfa3-4804-b264-d556acce50dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37f3df21714f44569c8fff31a32f1e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611512 Nov 12 00:38:47.952480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:47.963031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:47.976577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:47.976930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Attempting to bind port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:47.986874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:47.987223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:47.987610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:47.988090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Bound port: a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:47.988446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.988860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cf404a5-0da4-4f0a-ac1d-8f61835a9059 req-5cd83d1c-4f1a-4079-bc4f-2dea4c45ae09 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944020 Nov 12 00:38:47.991533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.003625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71e01e-bfa3-4804-b264-d556acce50dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5398273a-9703-4df9-8a9e-7e87afe9d496,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.094015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-658bf35b-cfcc-4dc9-9f10-0c67386c7194 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394941 Nov 12 00:38:48.099039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.109582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.111166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-748c189c-9486-4caf-b418-241006be5d5a service neutron] 10.222.0.39 "PUT /v2.0/ports/97570b36-3c5f-4702-a3f6-a8ea21643f2f HTTP/1.1" status: 200 len: 1096 time: 2.2931585 Nov 12 00:38:48.114980 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac14d82e-3149-4267-bb55-33f6bc6ed36b x-openstack-request-id: req-ac14d82e-3149-4267-bb55-33f6bc6ed36b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:48.115310 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:48.115564 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac14d82e-3149-4267-bb55-33f6bc6ed36b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:48.115956 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'code': 200} Nov 12 00:38:48.246217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:48.252042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:48.296437 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.298679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7fd1-1a24-4e87-a724-18bf8aade247 req-d76ee3b3-6384-4d1a-a26d-6c57e62f89b8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.306170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28cb7fd1-1a24-4e87-a724-18bf8aade247 req-d76ee3b3-6384-4d1a-a26d-6c57e62f89b8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 947 time: 0.1539202 Nov 12 00:38:48.326935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.343849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-b557e081-b65b-414c-aede-e5f8f8ff53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.350386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-b557e081-b65b-414c-aede-e5f8f8ff53a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 1100 time: 0.1631045 Nov 12 00:38:48.378013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-ae2feacc-ff6c-4f7d-b67c-f58bb8ed154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.380396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-ae2feacc-ff6c-4f7d-b67c-f58bb8ed154c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 1099 time: 0.1172826 Nov 12 00:38:48.390969 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.393644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c189c-9486-4caf-b418-241006be5d5a service neutron] Pushing event updated for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.417893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebdb8-f555-49c4-bc4e-c3fa1fd2549e req-1aa52826-8645-4628-aa33-9694e2362174 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.442983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-432ebdb8-f555-49c4-bc4e-c3fa1fd2549e req-1aa52826-8645-4628-aa33-9694e2362174 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.1971214 Nov 12 00:38:48.480705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.481101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28cb7fd1-1a24-4e87-a724-18bf8aade247 req-6b0a140e-fc15-4914-8876-0a753d3e1a60 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702194 Nov 12 00:38:48.542375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:48.581268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-286d1108-d730-4b9b-bbc2-29118f6d8705 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f HTTP/1.1" status: 200 len: 217 time: 0.1119258 Nov 12 00:38:48.582771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.583750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.585288 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-190edab6-cb29-4565-8edf-a9c5bc78b96c service neutron] 10.222.0.32 "PUT /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 1123 time: 1.8151643 Nov 12 00:38:48.592318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1d433af-3017-49b7-9d62-aa06e9d7c75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.622018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-432ebdb8-f555-49c4-bc4e-c3fa1fd2549e req-dd76ea0d-9fa4-484d-841c-e964a80b01ba tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789393 Nov 12 00:38:48.673138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-57927858-e69e-48a9-8f25-2005975e3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.675932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-57927858-e69e-48a9-8f25-2005975e3ae6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3051531 Nov 12 00:38:48.715832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c643d677-8ac6-4382-9fea-bcb1d088699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.720805 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-c643d677-8ac6-4382-9fea-bcb1d088699a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0944157 Nov 12 00:38:48.727270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a80b27b0-8c55-4400-ad71-5f7ed7b9813b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:48.744839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.755860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-6961f4c0-4851-482c-8ed0-728d8effa67c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe HTTP/1.1" status: 200 len: 217 time: 0.0672512 Nov 12 00:38:48.760209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.764671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5398273a-9703-4df9-8a9e-7e87afe9d496 HTTP/1.1" status: 204 len: 168 time: 0.8101399 Nov 12 00:38:48.848070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-ebab7325-bb96-4645-a37f-f1f51142ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.850169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-ebab7325-bb96-4645-a37f-f1f51142ec13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0865681 Nov 12 00:38:48.855210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7853664a-8a77-4d01-adc2-a1676a65e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.856465 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-7853664a-8a77-4d01-adc2-a1676a65e188 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129959 Nov 12 00:38:48.857390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db749d7d-94ad-486e-b905-cd7afc011e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5398273a-9703-4df9-8a9e-7e87afe9d496,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.989315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-16f92fcd-bb25-4647-a90a-ef6c37f4d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.995711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-16f92fcd-bb25-4647-a90a-ef6c37f4d633 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365530 Nov 12 00:38:49.001162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1d433af-3017-49b7-9d62-aa06e9d7c75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.004088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-56e141f9-55e4-48d3-b938-fdbf4909f9d5 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280236 Nov 12 00:38:49.008511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a1d433af-3017-49b7-9d62-aa06e9d7c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.089802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a1d433af-3017-49b7-9d62-aa06e9d7c75e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be6c896e71c340e39cc901724244b3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459664 Nov 12 00:38:49.094154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:49.158931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d433af-3017-49b7-9d62-aa06e9d7c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0b751-93af-4957-90b1-911b2866e919,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.214609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-40df3585-754e-402d-9127-5537e80f2cdf service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084088 Nov 12 00:38:49.267183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.270689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-575146dd-19ec-4a44-847f-744565ca20e9 req-fd0bd2a6-f4f9-407c-aea1-aa79656a3c57 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378252 Nov 12 00:38:49.321564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.337691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c12f97-a1cc-4446-9a91-3403b0e6e486 req-a996879c-fcbd-4d60-b236-541a4b64ae1b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.345968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0c12f97-a1cc-4446-9a91-3403b0e6e486 req-a996879c-fcbd-4d60-b236-541a4b64ae1b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1301875 Nov 12 00:38:49.401074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.406067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.406785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec84b1f-2707-4898-b2e9-fbf467e982d6 req-3791a6a6-f41c-4386-853b-1f49131fc5a9 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784000 Nov 12 00:38:49.408188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1e0b751-93af-4957-90b1-911b2866e919 HTTP/1.1" status: 204 len: 168 time: 0.3124499 Nov 12 00:38:49.419648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0389294-a261-44af-8b14-9bb7e36324d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0b751-93af-4957-90b1-911b2866e919,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:49.425328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0c12f97-a1cc-4446-9a91-3403b0e6e486 req-7718ac13-dd13-4eb6-9e1d-eaf3b9a27eb7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782609 Nov 12 00:38:49.480965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:49.607291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd880-c611-4f7c-9548-1811e6728873 req-bb0f75da-9d42-48e1-a464-4d5c60d8c91a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.612611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-669bd880-c611-4f7c-9548-1811e6728873 req-bb0f75da-9d42-48e1-a464-4d5c60d8c91a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 947 time: 0.0626481 Nov 12 00:38:49.678096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-669bd880-c611-4f7c-9548-1811e6728873 req-4cadc056-3477-41d9-8d9e-3078d6e766c8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Nov 12 00:38:49.804774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2081850414-network', 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:49.851424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d6c5-5748-40ea-b16b-76ccedaa5816 req-1368ded8-53a4-4acc-92fc-455376f51bdf tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.853296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42f7d6c5-5748-40ea-b16b-76ccedaa5816 req-1368ded8-53a4-4acc-92fc-455376f51bdf tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.0599396 Nov 12 00:38:49.858030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:49.862056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.883905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.910168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42f7d6c5-5748-40ea-b16b-76ccedaa5816 req-54d33e48-099f-476d-af91-90e40fc7a799 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Nov 12 00:38:50.002097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.007838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.027709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:50.046704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.047119 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Added segment 25c11241-aef3-4b9a-a174-81213f21263e of type vlan for network fec42a2b-a28b-4a4c-929b-a278f7b15b72 Nov 12 00:38:50.048445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a8d178-be3f-40f8-8ce7-01059e78560f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:50.102261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.118669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f'}, {'name': 'network-changed', 'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:50.121155 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e" -d '{"events": [{"name": "network-changed", "server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f"}, {"name": "network-changed", "server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:50.136988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.138293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.139033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.201329 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ef65a-831f-41fb-93c2-5a14a5593d8c x-openstack-request-id: req-914ef65a-831f-41fb-93c2-5a14a5593d8c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:50.201622 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:50.201871 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-914ef65a-831f-41fb-93c2-5a14a5593d8c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:50.202270 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f', 'status': 'completed', 'code': 200} Nov 12 00:38:50.202528 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'status': 'completed', 'code': 200} Nov 12 00:38:50.203111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] Pushing event updated for resources: {'Network': ['ID=fec42a2b-a28b-4a4c-929b-a278f7b15b72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:50.216356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a3e76701-b667-47f0-838c-31bc34532c3c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7342093 Nov 12 00:38:50.217341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:50.219310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:50.225410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Request body: {'subnet': {'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2081850414-subnet', 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:50.291948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-02905ba7-dc84-4381-b3a8-78f35a42137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.293539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-02905ba7-dc84-4381-b3a8-78f35a42137d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 1099 time: 0.0632794 Nov 12 00:38:50.297937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:50.303723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.538368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-9100bfda-bb07-44af-9fdf-b1317e86a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.539873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-9100bfda-bb07-44af-9fdf-b1317e86a0b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2285221 Nov 12 00:38:50.603659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-a6e0a599-c645-449b-b546-c0349b96d3a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f HTTP/1.1" status: 200 len: 217 time: 0.0397806 Nov 12 00:38:50.655113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ac22-7cee-47d6-93de-d5bdb4140477 req-f6824470-d5f3-460e-bfe9-6c9aac4c5a75 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.656705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8129ac22-7cee-47d6-93de-d5bdb4140477 req-f6824470-d5f3-460e-bfe9-6c9aac4c5a75 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1105371 Nov 12 00:38:50.703814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.750595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8129ac22-7cee-47d6-93de-d5bdb4140477 req-bd845e92-7281-4fc3-9337-d38a95565c07 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 Nov 12 00:38:50.814581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:50.819487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-2d2db20a-0fb4-4105-b96a-050c359d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.821691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-2d2db20a-0fb4-4105-b96a-050c359d06f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1295204 Nov 12 00:38:50.868308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:50.869002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Network hostable DHCP agents. Network: fec42a2b-a28b-4a4c-929b-a278f7b15b72, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:50.879075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:50.911512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-1a663918-8783-465b-9eac-10f5b49fad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.913203 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-1a663918-8783-465b-9eac-10f5b49fad78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778074 Nov 12 00:38:50.913682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:50.920988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:50.939561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, fec42a2b-a28b-4a4c-929b-a278f7b15b72) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:50.960045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.960664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.995654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:51.011821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b has no active binding in host n-h1-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:38:51.012656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0653a06d-3698-403d-bbb5-f7b01ecb04fe details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:51.015395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280a9ac-64b3-4dd4-8628-235de5ff03e0 None None] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:51.068801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae89998-93c3-4713-bdcc-5a7e82562b7e req-b44d034f-48ae-486d-9b5a-42ddafa6ac53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.075690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ae89998-93c3-4713-bdcc-5a7e82562b7e req-b44d034f-48ae-486d-9b5a-42ddafa6ac53 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 947 time: 0.1847131 Nov 12 00:38:51.097041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.097523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.097995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.098458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.098969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.099818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.108170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.108816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.109302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.114106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.114696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.117064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-c10bcc80-1e65-4268-959c-c114927e7286 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13&device_id=d22d10a8-4445-4fd1-baf2-041689c4357a&device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&device_id=6207b890-5510-4d1a-bc7d-2a661eedd864&device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1&device_id=1ab31525-efc8-4b53-8425-3462361a54a8&device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c&device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 10050 time: 0.2243152 Nov 12 00:38:51.183551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-b2e1ba14-a064-492a-ab78-7845d451e420 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.194242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf49fef-616b-4b45-b4b3-632a522a59b5 None None] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:51.289622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ae89998-93c3-4713-bdcc-5a7e82562b7e req-a59882ea-f014-4c3f-80c7-30d073650c46 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714551 Nov 12 00:38:51.347622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:51.403171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-b2e1ba14-a064-492a-ab78-7845d451e420 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.420560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-b2e1ba14-a064-492a-ab78-7845d451e420 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.427013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-network', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:51.458197 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3c22d6a-36a4-4017-97f2-69bd3b2b20c2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2377028 Nov 12 00:38:51.492092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-4eb3be56-d97f-4b9c-b731-32f709580f29 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630634 Nov 12 00:38:51.499663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Made reservation on behalf of 304619bc6fb44c2d89f036bcb7c2e1d3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:51.502560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.608010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47bf5ede-1954-4783-a709-cdc49b4747ef req-b2e1ba14-a064-492a-ab78-7845d451e420 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&id=1397a095-7908-4921-9139-7277d12e0d3a&id=2c5ad1a2-f242-41cd-b74f-114c0237755b&id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.4827514 Nov 12 00:38:51.624618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-b8474aac-0c7e-4eae-a2de-cfddf0c0a217 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173904 Nov 12 00:38:51.628828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.645240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1ba14-a064-492a-ab78-7845d451e420 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7864e67-3339-4a5d-a4e8-f55383f91327,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:51.673775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c825d34e-4f8e-4824-8ebf-afb3f7ec6481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.679702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:51.726632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '0653a06d-3698-403d-bbb5-f7b01ecb04fe', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '0653a06d-3698-403d-bbb5-f7b01ecb04fe', 'mac_address': 'fa:16:3e:3f:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:51.812650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c825d34e-4f8e-4824-8ebf-afb3f7ec6481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.824142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c825d34e-4f8e-4824-8ebf-afb3f7ec6481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.848461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.850139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-06d0daee-3743-4f3e-8d1f-3cac8236b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.851873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-06d0daee-3743-4f3e-8d1f-3cac8236b73d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1126 time: 0.1595497 Nov 12 00:38:51.891516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0653a06d-3698-403d-bbb5-f7b01ecb04fe {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:51.921185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c825d34e-4f8e-4824-8ebf-afb3f7ec6481 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98458b9b11e446dfbc2ad121fa35072d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5673933 Nov 12 00:38:51.921185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825d34e-4f8e-4824-8ebf-afb3f7ec6481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250610ea-60da-492c-962f-124503e9ccf0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:51.953319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:51.964553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-6221843d-aea8-4303-89ed-c9c9ee51e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.966172 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-6221843d-aea8-4303-89ed-c9c9ee51e005 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1003802 Nov 12 00:38:51.971471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:51.986033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.045027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-3479e72e-bf2c-4a14-b82a-26291f69dd99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.0680506 Nov 12 00:38:52.051175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.065012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058e78-80a6-49db-84c5-8bd372bf262a req-b3f19549-3ae9-4ddc-817e-0c206418e4c5 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.073671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.073799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07058e78-80a6-49db-84c5-8bd372bf262a req-b3f19549-3ae9-4ddc-817e-0c206418e4c5 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1695986 Nov 12 00:38:52.090561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.108396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.135725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:52.163165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07058e78-80a6-49db-84c5-8bd372bf262a req-d6fae8e1-e431-4dd2-8d58-cbade2d08619 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827549 Nov 12 00:38:52.170028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d998f-67bd-4a92-9d63-1b21012574b7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.170826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.194936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-9726dbcb-9662-4887-be93-6e1f1025d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.196846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-9726dbcb-9662-4887-be93-6e1f1025d306 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1346171 Nov 12 00:38:52.205143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.205143 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Added segment 9c0afa61-a70a-48f0-a16f-397b23d792a4 of type vlan for network a6637b06-5822-421b-aaf7-e98e70d66380 Nov 12 00:38:52.245838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.248900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.252863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/250610ea-60da-492c-962f-124503e9ccf0 HTTP/1.1" status: 204 len: 168 time: 0.2959573 Nov 12 00:38:52.260032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:52.262342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa5d2-bdf8-4a98-a239-d16c6606419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250610ea-60da-492c-962f-124503e9ccf0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.291132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.344799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-247ed0fd-8eae-4edc-be04-759ff263624d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181166 Nov 12 00:38:52.345840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.346917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.347372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.354494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff232-72f0-437a-84d4-83d49bfe583f req-918d4510-d228-4b6d-babf-02144260870e tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.355622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff232-72f0-437a-84d4-83d49bfe583f req-918d4510-d228-4b6d-babf-02144260870e tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.356434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff232-72f0-437a-84d4-83d49bfe583f req-918d4510-d228-4b6d-babf-02144260870e tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.368247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d0ff232-72f0-437a-84d4-83d49bfe583f req-918d4510-d228-4b6d-babf-02144260870e tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6&device_id=1ab31525-efc8-4b53-8425-3462361a54a8&device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 2885 time: 0.0686264 Nov 12 00:38:52.451340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d0ff232-72f0-437a-84d4-83d49bfe583f req-d61d4411-c25e-4c0f-8c47-20dc35902e3a tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820324 Nov 12 00:38:52.541175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.550589 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6358533 Nov 12 00:38:52.561285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-84095883-network', 'tenant_id': '475bd8cf575d4698bcea14904ed7c46e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:52.566246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.596672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Request body: {'subnet': {'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-subnet', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:52.668088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b53e-1067-49ea-83cb-593c73502119 req-1e05a5b9-7817-4dad-9844-54f82c1adbae tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.673920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b29b53e-1067-49ea-83cb-593c73502119 req-1e05a5b9-7817-4dad-9844-54f82c1adbae tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 947 time: 0.1983976 Nov 12 00:38:52.696733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:38:52.696733 n-d-712141-15 neutron-server[102677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:38:52.696733 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'id': '0bf65004-a6b6-417d-b7cb-5f6e573960f3', 'expiration': datetime.datetime(2021, 11, 12, 0, 40, 52, 677240)}] Nov 12 00:38:52.696733 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:38:52.697737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9d8a-a214-4df6-ad0d-eaa103f44093 admin admin] Pushing event updated for resources: {'Network': ['ID=a6637b06-5822-421b-aaf7-e98e70d66380,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.698319 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:38:52.703560 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-f2108245-d3da-4a7f-903a-c0c95f208d7d service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439424 Nov 12 00:38:52.710471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a6637b06-5822-421b-aaf7-e98e70d66380 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:52.724545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Made reservation on behalf of 475bd8cf575d4698bcea14904ed7c46e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:52.739517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.766229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.817068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b29b53e-1067-49ea-83cb-593c73502119 req-cccbb8c1-45a9-4835-ad04-c2893583ec31 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307943 Nov 12 00:38:52.971342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.983110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.017376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7abd3c31-dc21-4a2d-9466-ae2e2ba3916e req-626ffa92-eae6-4c90-b520-414750e7aadc service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981443 Nov 12 00:38:53.030771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:53.067830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a7d17-b283-4fff-8014-c9bf798e4dbe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.072453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.075262 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Added segment e2591f87-be30-4dfa-9089-13d4ebd7c096 of type vlan for network 0a60207c-4fc0-4df0-b60c-88c729f25193 Nov 12 00:38:53.163629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.226227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.227911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.228790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.338706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Made reservation on behalf of 304619bc6fb44c2d89f036bcb7c2e1d3 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:53.341109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.363612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.364128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8184688 Nov 12 00:38:53.370717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Request body: {'subnet': {'network_id': '0a60207c-4fc0-4df0-b60c-88c729f25193', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-84095883-subnet', 'tenant_id': '475bd8cf575d4698bcea14904ed7c46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:53.377325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54abe06-42bd-499d-bfba-74bc813b5a10 admin admin] Pushing event updated for resources: {'Network': ['ID=0a60207c-4fc0-4df0-b60c-88c729f25193,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.394881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0a60207c-4fc0-4df0-b60c-88c729f25193 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:53.428580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Made reservation on behalf of 475bd8cf575d4698bcea14904ed7c46e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:53.432278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.432420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2ad28-5d3d-40af-85e7-e6f997ed5cd7 req-5a9f6600-b892-4b22-840e-83811756ae52 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.433851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27b2ad28-5d3d-40af-85e7-e6f997ed5cd7 req-5a9f6600-b892-4b22-840e-83811756ae52 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1570199 Nov 12 00:38:53.527062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27b2ad28-5d3d-40af-85e7-e6f997ed5cd7 req-1b0879e6-de94-4b57-9bf0-6c56c939c05e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Nov 12 00:38:53.638250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.668248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.693667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 97570b36-3c5f-4702-a3f6-a8ea21643f2f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:53.724675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f5802-c694-4ca6-906b-432fad8b5093 req-13500fad-6c99-491e-a8cd-2dc8e837cdb2 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.726407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6f5802-c694-4ca6-906b-432fad8b5093 req-13500fad-6c99-491e-a8cd-2dc8e837cdb2 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1102 time: 0.0982597 Nov 12 00:38:53.727339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.730766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738c9254-1822-42ac-b8ed-ccb83a89b5d5,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.764700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Checking segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:53.764900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Network hostable DHCP agents. Network: a6637b06-5822-421b-aaf7-e98e70d66380, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:53.801993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6f5802-c694-4ca6-906b-432fad8b5093 req-fb148f7d-96bd-4e0e-bcc0-a439cdead4f9 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Nov 12 00:38:53.808735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c8b945-567b-48cf-b114-87e0f830018c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.814950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Network a6637b06-5822-421b-aaf7-e98e70d66380 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:53.840826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a6637b06-5822-421b-aaf7-e98e70d66380) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:53.845499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.846255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.859287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Checking segment: {'id': 'e2591f87-be30-4dfa-9089-13d4ebd7c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0a60207c-4fc0-4df0-b60c-88c729f25193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:53.859701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09181298-fc6d-48e4-b53b-8d6f7a079fae None None] Network a6637b06-5822-421b-aaf7-e98e70d66380 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:53.860193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Network hostable DHCP agents. Network: 0a60207c-4fc0-4df0-b60c-88c729f25193, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:53.873740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a8b6a106-d14b-4dc4-a4be-d323d943efe6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2955940 Nov 12 00:38:53.874558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:53.882401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:53.885748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f623dc2-20d4-48c3-81e5-837c3569c0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.918256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Network 0a60207c-4fc0-4df0-b60c-88c729f25193 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:53.939170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:53.941702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0a60207c-4fc0-4df0-b60c-88c729f25193) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:53.947014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.948148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.959760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b5b32-7a08-4dd7-a851-9228b01323c4 None None] Network 0a60207c-4fc0-4df0-b60c-88c729f25193 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:53.969622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.970895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.004654 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cca72528-b576-4aed-871c-bd863d15e862 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6389840 Nov 12 00:38:54.014150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '97570b36-3c5f-4702-a3f6-a8ea21643f2f', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '97570b36-3c5f-4702-a3f6-a8ea21643f2f', 'mac_address': 'fa:16:3e:2c:16:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:54.080918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.086562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8158d-3d60-4287-ab35-65c50aa29b20 req-f6007b33-564a-4e6b-8bde-2108cad08b38 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.095876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7e8158d-3d60-4287-ab35-65c50aa29b20 req-f6007b33-564a-4e6b-8bde-2108cad08b38 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1102 time: 0.0584404 Nov 12 00:38:54.134501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f623dc2-20d4-48c3-81e5-837c3569c0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.154302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7e8158d-3d60-4287-ab35-65c50aa29b20 req-9f042868-6e37-4f23-8023-bb190024db13 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Nov 12 00:38:54.170792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f623dc2-20d4-48c3-81e5-837c3569c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.196415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.213363 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f623dc2-20d4-48c3-81e5-837c3569c0c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=192b8c4f0fd14bfb98c3a15636654bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740223 Nov 12 00:38:54.213562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:54.269158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97570b36-3c5f-4702-a3f6-a8ea21643f2f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:54.294258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:54.298842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a6637b06-5822-421b-aaf7-e98e70d66380', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:38:54.299969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.318228 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.328293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f623dc2-20d4-48c3-81e5-837c3569c0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e124445-3550-4ea5-aa65-5f5f0983138d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.333246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.348265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.362684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79fcc-12ea-4175-86c0-7a88702d8a8e req-fc1240bb-3d57-4966-873e-ef561da20a4a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.363933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efe79fcc-12ea-4175-86c0-7a88702d8a8e req-fc1240bb-3d57-4966-873e-ef561da20a4a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 947 time: 0.2654154 Nov 12 00:38:54.368574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b3da1-5471-49bb-be9e-695e9f2c2efb None None] Network 0a60207c-4fc0-4df0-b60c-88c729f25193 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:54.432757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.445850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efe79fcc-12ea-4175-86c0-7a88702d8a8e req-874621bf-f8f9-43ec-a6ce-6229f6ea3824 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705140 Nov 12 00:38:54.514768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.539939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.548671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.554250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e124445-3550-4ea5-aa65-5f5f0983138d HTTP/1.1" status: 204 len: 168 time: 0.3391972 Nov 12 00:38:54.573333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42c55b-bc1c-4d94-aea6-8ffa1b08be93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e124445-3550-4ea5-aa65-5f5f0983138d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:54.634913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Allocated IP 172.20.0.2 (a6637b06-5822-421b-aaf7-e98e70d66380/738c9254-1822-42ac-b8ed-ccb83a89b5d5/b99b91d5-58d7-447f-85a2-854a24d1578e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:54.679296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.701345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.852685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Allocated IP 172.25.6.66 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d91087d1-2281-4997-8399-f2ac4ced0a62) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:54.857133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.863569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:54.866023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8aa-48f4-41b1-9bd3-1d46510aa02d req-b88632c9-ed5b-47c1-9f5d-589866ddaf6d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.867559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-816ce8aa-48f4-41b1-9bd3-1d46510aa02d req-b88632c9-ed5b-47c1-9f5d-589866ddaf6d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1053960 Nov 12 00:38:54.898231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-dbc2dee5-5d4e-4207-b4b3-1669c95260ff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.899929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0653a06d-3698-403d-bbb5-f7b01ecb04fe up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:54.902974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.905583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-dbc2dee5-5d4e-4207-b4b3-1669c95260ff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.1762557 Nov 12 00:38:54.925558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-da8a6fd5-64d8-4aa3-a69a-c759c7bb984c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/quotas/fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 375 time: 0.0190840 Nov 12 00:38:54.997641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Network a6637b06-5822-421b-aaf7-e98e70d66380 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:55.014372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:55.017321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:55.023952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.025531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:55.035792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Pushing event updated for resources: {'Port': ['ID=b99b91d5-58d7-447f-85a2-854a24d1578e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.047654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74ffea62-ad43-4a36-94c1-4aa22bda4a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.115756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.138951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 0653a06d-3698-403d-bbb5-f7b01ecb04fe completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:55.149914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 0653a06d-3698-403d-bbb5-f7b01ecb04fe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:55.150788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.167795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:55.177957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Attempting to bind port b99b91d5-58d7-447f-85a2-854a24d1578e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:55.178384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Attempting to bind port b99b91d5-58d7-447f-85a2-854a24d1578e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:55.178803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Attempting to bind port b99b91d5-58d7-447f-85a2-854a24d1578e on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:55.190968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:55.191443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Checking segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:55.192013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.192391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Bound using segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:55.192936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Bound port: b99b91d5-58d7-447f-85a2-854a24d1578e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:55.193380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.194342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:55.204906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:55.209107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-334abe44-121e-4c74-aae4-eff3d328c711 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2666235 Nov 12 00:38:55.228904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-816ce8aa-48f4-41b1-9bd3-1d46510aa02d req-45496936-4848-4d01-a9fb-68a71d1f762a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495383 Nov 12 00:38:55.261045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74ffea62-ad43-4a36-94c1-4aa22bda4a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.268495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Pushing event updated for resources: {'Port': ['ID=d91087d1-2281-4997-8399-f2ac4ced0a62,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.283163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74ffea62-ad43-4a36-94c1-4aa22bda4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.361292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6d591120-7dc6-4f5f-a45b-e53af5110f3a service neutron] 10.222.0.39 "GET /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.2082059 Nov 12 00:38:55.364120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-27b08854-f66c-4931-9b34-de7448c2a1f5 service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337399 Nov 12 00:38:55.371406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] For port b99b91d5-58d7-447f-85a2-854a24d1578e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:55.391653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] For port b99b91d5-58d7-447f-85a2-854a24d1578e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b99b91d5-58d7-447f-85a2-854a24d1578e,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:55.394503 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.405732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-74ffea62-ad43-4a36-94c1-4aa22bda4a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79de6094f95e46caa57cd6158033e822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767579 Nov 12 00:38:55.409474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:55.413729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.426539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffea62-ad43-4a36-94c1-4aa22bda4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b9c6fb-437a-4d12-b978-2d004fc8d578,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.438152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:55.440531 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c8b4a-f4ad-4583-949d-918499691219" -d '{"events": [{"server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "name": "network-vif-plugged", "status": "completed", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:55.513130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:55.525895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.538200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-03fb676d-957d-4f3f-a2bb-de2cf252038d service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660416 Nov 12 00:38:55.541098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.555720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf134f1-9a37-46c6-9cc8-22d6f9319467 None None] Pushing event updated for resources: {'Port': ['ID=b99b91d5-58d7-447f-85a2-854a24d1578e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.609415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.684573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.691387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.697462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.699176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b9c6fb-437a-4d12-b978-2d004fc8d578 HTTP/1.1" status: 204 len: 168 time: 0.2887063 Nov 12 00:38:55.712191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30f44-0c4f-4862-8bca-9138e2d12368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b9c6fb-437a-4d12-b978-2d004fc8d578,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.970131 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56095961-45ee-499e-b018-89ef4711b333 x-openstack-request-id: req-56095961-45ee-499e-b018-89ef4711b333 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:55.970896 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "name": "network-vif-plugged", "status": "completed", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:55.971168 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56095961-45ee-499e-b018-89ef4711b333 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:55.971607 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe', 'code': 200} Nov 12 00:38:56.239065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:56.240492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ec241f-4db2-4978-b078-409ca44c05bd req-80a072d0-a46d-4144-92ec-13b601287f82 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 210 time: 0.1784089 Nov 12 00:38:56.274205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:56.281965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16f8b-144a-477a-8c09-a3560300fb9a req-ac270012-ae20-4f15-a9ff-d6b618758785 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.294693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87c16f8b-144a-477a-8c09-a3560300fb9a req-ac270012-ae20-4f15-a9ff-d6b618758785 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 948 time: 0.3147960 Nov 12 00:38:56.313427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.422276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa373438-d858-42e9-9fd9-666361fb892d req-7d0a1c60-ff5b-430d-a4df-af4f687253ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.423751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa373438-d858-42e9-9fd9-666361fb892d req-7d0a1c60-ff5b-430d-a4df-af4f687253ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 1102 time: 0.3304157 Nov 12 00:38:56.454680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87c16f8b-144a-477a-8c09-a3560300fb9a req-78b536bd-bb28-4cb2-a4de-a6695ebb17f7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436915 Nov 12 00:38:56.486026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80b27b0-8c55-4400-ad71-5f7ed7b9813b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:56.507589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:56.576345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:56.586757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a24a-a238-46c3-bd44-e242a76ca663 req-e61c9f18-4e79-4700-82ad-d33cc9185689 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.588580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7897a24a-a238-46c3-bd44-e242a76ca663 req-e61c9f18-4e79-4700-82ad-d33cc9185689 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2014310 Nov 12 00:38:56.594720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.692619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa373438-d858-42e9-9fd9-666361fb892d req-da5f7bd7-201f-4bf3-a8a7-7a6831c70367 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139208 Nov 12 00:38:56.705037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203c7e8-41fa-4a50-9e89-92bb229e8488 req-475e4845-7cee-4b50-96b9-ac6ae6a35b1d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.712758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4203c7e8-41fa-4a50-9e89-92bb229e8488 req-475e4845-7cee-4b50-96b9-ac6ae6a35b1d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 943 time: 0.1511519 Nov 12 00:38:56.740856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.762649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7897a24a-a238-46c3-bd44-e242a76ca663 req-5d4b267e-155d-4720-9530-cc5631987447 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400948 Nov 12 00:38:56.815593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4203c7e8-41fa-4a50-9e89-92bb229e8488 req-0c0f9aed-0da8-472b-ad04-b248a6e6e402 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015532 Nov 12 00:38:56.900217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] Transition to ACTIVE for port object a80b27b0-8c55-4400-ad71-5f7ed7b9813b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:56.925769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ab934ec-f381-4726-a17f-8cd7ed3d118c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.933664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.040923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] No DVR routers for this DVR port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:57.077460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] Pushing event updated for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.080260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ab934ec-f381-4726-a17f-8cd7ed3d118c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.086784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ab934ec-f381-4726-a17f-8cd7ed3d118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.099678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:38:57.109969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-959f10e3-3c61-49d4-9fdd-c0a10be06a7a service neutron] 10.222.0.39 "PUT /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b/bindings/n-h1-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7158458 Nov 12 00:38:57.131045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43c1e4-61fb-40e6-8ab0-517a10751e26 None None] Network a6637b06-5822-421b-aaf7-e98e70d66380 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:57.187198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab934ec-f381-4726-a17f-8cd7ed3d118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2011501b-90b1-4f6e-94d7-dcd2ba065565,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.246274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:57.269587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.273027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c32a9969-8c61-430e-8e45-773b03c2db07 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3953269 Nov 12 00:38:57.275677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.281018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b99b91d5-58d7-447f-85a2-854a24d1578e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:57.291428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:57.331354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4ab934ec-f381-4726-a17f-8cd7ed3d118c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be78e72a98bc4fbdbc66b7f756f2d779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7373931 Nov 12 00:38:57.336772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.398019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2884d121-782d-4a44-9020-cbe6eacd9954 req-8785404c-2e77-4054-9a1d-ef1217e25006 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 210 time: 0.0799856 Nov 12 00:38:57.430186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6e8c4a3d-03d0-4e0f-b6d4-04dd0ebfc40c tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.433240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-6e8c4a3d-03d0-4e0f-b6d4-04dd0ebfc40c tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.2150421 Nov 12 00:38:57.517107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.520186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:57.521004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:57.528971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-7eae2bc8-8e01-423d-af1e-430efa5a8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.530537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-7eae2bc8-8e01-423d-af1e-430efa5a8d48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&tenant_id=d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 1096 time: 0.0887272 Nov 12 00:38:57.533052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] Provisioning complete for port b99b91d5-58d7-447f-85a2-854a24d1578e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:57.533577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.597872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.659397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a429cbe-dd01-49a8-a8dd-e96e88d15871 req-fe97f051-c8f2-4c1b-93e5-e28b5f24fd7f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.671326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a429cbe-dd01-49a8-a8dd-e96e88d15871 req-fe97f051-c8f2-4c1b-93e5-e28b5f24fd7f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 948 time: 0.1348791 Nov 12 00:38:57.678289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-bba15202-19e7-4f17-8d48-c934c2fdd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.679934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-bba15202-19e7-4f17-8d48-c934c2fdd1ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1124864 Nov 12 00:38:57.721656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 97570b36-3c5f-4702-a3f6-a8ea21643f2f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:57.768283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.770829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.774377 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2011501b-90b1-4f6e-94d7-dcd2ba065565 HTTP/1.1" status: 204 len: 168 time: 0.4339981 Nov 12 00:38:57.798950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401f0de-7ab5-4c34-8e13-d1460d151996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2011501b-90b1-4f6e-94d7-dcd2ba065565,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.841272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a429cbe-dd01-49a8-a8dd-e96e88d15871 req-821aa02e-a600-489d-a7e3-6d8a7f7d809d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669314 Nov 12 00:38:57.867205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b99b91d5-58d7-447f-85a2-854a24d1578e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:57.874410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.899406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-0f351261-e96c-4f90-8200-599932d65de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.905533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-0f351261-e96c-4f90-8200-599932d65de5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2104785 Nov 12 00:38:57.988088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-18591b79-a836-4952-a493-0cb461547499 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.992099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-18591b79-a836-4952-a493-0cb461547499 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.2049332 Nov 12 00:38:58.020975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Request body: {'port': {'device_id': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'admin_state_up': True, 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:58.108410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-85bf49fb-2bc6-469f-957c-86567261591b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.1941080 Nov 12 00:38:58.211321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:58.263770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acfe4b-51d1-44fc-a48a-2f7c415b9659 req-6c2cfdea-9ed5-4051-b20e-78fbf44d4a5e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.272608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15acfe4b-51d1-44fc-a48a-2f7c415b9659 req-6c2cfdea-9ed5-4051-b20e-78fbf44d4a5e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2520425 Nov 12 00:38:58.291148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447f7f-c4b7-4673-abee-2d5daea6da48 req-772f6caa-f489-4003-9abb-2d790e245496 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.299283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.303379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc447f7f-c4b7-4673-abee-2d5daea6da48 req-772f6caa-f489-4003-9abb-2d790e245496 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 944 time: 0.2858303 Nov 12 00:38:58.321640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-8f2d206a-5357-492f-8cab-660e0e7ace44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.324020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-8f2d206a-5357-492f-8cab-660e0e7ace44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1640141 Nov 12 00:38:58.341109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:58.346111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.419203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 97570b36-3c5f-4702-a3f6-a8ea21643f2f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:58.465656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-8aeebcfb-d058-4d8d-95aa-96827ed5dc8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226096 Nov 12 00:38:58.470813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 97570b36-3c5f-4702-a3f6-a8ea21643f2f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:58.471420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.473142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.481096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc447f7f-c4b7-4673-abee-2d5daea6da48 req-38f1309e-bb1e-4a64-86f4-3ab0c8d4066a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738610 Nov 12 00:38:58.501984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15acfe4b-51d1-44fc-a48a-2f7c415b9659 req-0e87d9b5-79cb-4467-900e-55261d529d82 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923797 Nov 12 00:38:58.726551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07855b68-1fea-41e6-ab82-1d6a3c59da39 req-90bc1120-892b-48bf-8ef1-7c997d2fae87 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 210 time: 0.0822411 Nov 12 00:38:58.746471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Allocated IP 172.20.0.1 (a6637b06-5822-421b-aaf7-e98e70d66380/738c9254-1822-42ac-b8ed-ccb83a89b5d5/9bc274c1-1f02-451d-95a6-d6cfeda9c7e8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:58.755844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] For port b99b91d5-58d7-447f-85a2-854a24d1578e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b99b91d5-58d7-447f-85a2-854a24d1578e,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:58.762954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.766193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Allocated IP 172.20.0.6 (fec42a2b-a28b-4a4c-929b-a278f7b15b72/bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe/f7bb90ae-d3c0-4692-adf6-c881564c4ce6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:58.783898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-3ee57d01-eae6-449e-8315-c80dde687c3d service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809460 Nov 12 00:38:58.792531 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.048412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-0be6d67a-dd45-4d92-8ca5-391b175ae73e service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552230 Nov 12 00:38:59.060151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.069677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6707-75d0-4a65-9eab-415d42e3af70 req-8e9b2ea5-47bf-4fa3-a2e3-dc6eff4ff4b1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.081872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f5f6707-75d0-4a65-9eab-415d42e3af70 req-8e9b2ea5-47bf-4fa3-a2e3-dc6eff4ff4b1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 948 time: 0.1347094 Nov 12 00:38:59.106267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.144418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-167f74a7-4bed-4569-a373-2c1bc34bb451 None None] Provisioning complete for port b99b91d5-58d7-447f-85a2-854a24d1578e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:59.145092 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-167f74a7-4bed-4569-a373-2c1bc34bb451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.183201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f5f6707-75d0-4a65-9eab-415d42e3af70 req-134f9a2a-3172-4916-afe9-824021487007 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881932 Nov 12 00:38:59.192305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.208022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.240936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:59.254951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3180f-cf8b-4922-9cd9-19acb76a8083 None None] Pushing event updated for resources: {'Port': ['ID=b99b91d5-58d7-447f-85a2-854a24d1578e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.258047 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:38:59.258292 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:38:59.265380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Network a6637b06-5822-421b-aaf7-e98e70d66380 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:59.273350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:59.279814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:59.318642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.324496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:59.331346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.333758 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4cabe4-69d1-4647-98ed-0e33b4b29321" -d '{"events": [{"server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "name": "network-vif-plugged", "status": "completed", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:59.379425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.482793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:59.484596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e3a86a16-bd80-402e-842f-a536ed7409e6 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.487386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-e3a86a16-bd80-402e-842f-a536ed7409e6 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1092207 Nov 12 00:38:59.488512 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8235e0-a44f-46df-b703-cbdb3c136725 x-openstack-request-id: req-1a8235e0-a44f-46df-b703-cbdb3c136725 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:59.489299 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "name": "network-vif-plugged", "status": "completed", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:59.489739 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a8235e0-a44f-46df-b703-cbdb3c136725 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:59.495116 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f', 'code': 200} Nov 12 00:38:59.506817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:55Z', 'revision_number': 3, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:59.528688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1380926924-network', 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:59.566559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.596998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:59.597417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Updating router 142810c7-ff4a-4a85-9c18-6642d7528d50 port d91087d1-2281-4997-8399-f2ac4ced0a62 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:38:59.603186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:59.611044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:59.613614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:59.638873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:59.641883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.664177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.668469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-70838388-f699-4e27-a09f-2ad6b1646de2 None None] Provisioning complete for port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:59.668835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70838388-f699-4e27-a09f-2ad6b1646de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.680568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.689598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.704383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.715414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:59.811040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:59.850194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dcbce-8d67-4c1c-bce9-4b30d41e070f req-8ecbe3b6-fd6b-46f8-9c45-1625c4d68fa8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.851773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a1dcbce-8d67-4c1c-bce9-4b30d41e070f req-8ecbe3b6-fd6b-46f8-9c45-1625c4d68fa8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2546604 Nov 12 00:38:59.870924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-70838388-f699-4e27-a09f-2ad6b1646de2 None None] Port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:59.920044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5ba9d-eab8-4d2a-b751-c7de6071d68f req-d4f8698c-f386-4497-81a5-5af67c77cbf0 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.928438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cae5ba9d-eab8-4d2a-b751-c7de6071d68f req-d4f8698c-f386-4497-81a5-5af67c77cbf0 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 944 time: 0.2576149 Nov 12 00:38:59.930237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:00.036773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-68055ec6-cea3-4f85-8290-f8e953f7c7cb service neutron] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:00.047132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b99b91d5-58d7-447f-85a2-854a24d1578e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:00.050991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-68055ec6-cea3-4f85-8290-f8e953f7c7cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.052289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad12c4ee-f3a2-467a-8bc0-e228520f5d3f req-68055ec6-cea3-4f85-8290-f8e953f7c7cb service neutron] 10.222.0.32 "DELETE /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b/bindings/n-h2-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.5556083 Nov 12 00:39:00.070881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a1dcbce-8d67-4c1c-bce9-4b30d41e070f req-6ecda9b5-6473-4673-aefa-f9ef2af809d9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088265 Nov 12 00:39:00.103829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cae5ba9d-eab8-4d2a-b751-c7de6071d68f req-4c9ab17c-d619-4e8c-9c87-3d0d84437f42 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725383 Nov 12 00:39:00.145818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.149575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.151385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.164939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.166517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.171382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f61751e-be06-4966-9d67-55d64b88345e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.214528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b99b91d5-58d7-447f-85a2-854a24d1578e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:00.214865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.227257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:00.228991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7455e0b-076c-414a-acd5-63fdd0903a7c req-53799642-4c15-4436-bf07-1684dc2cfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.230458 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c7455e0b-076c-414a-acd5-63fdd0903a7c req-53799642-4c15-4436-bf07-1684dc2cfa5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 1101 time: 0.6207991 Nov 12 00:39:00.257415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c18855-1235-4511-b69f-3f1f0f6d330d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.269407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.269751 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Added segment c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a of type vlan for network 773e06f7-2107-47b8-896b-892eeee2445e Nov 12 00:39:00.271909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.286912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.288037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-200d6b93-f8c8-4636-9a36-8f58f2e4807b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2722781 Nov 12 00:39:00.307897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Request body: {'port': {'device_id': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:00.341768 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.347803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c7455e0b-076c-414a-acd5-63fdd0903a7c req-2f6df881-fb7c-4bd2-846a-cd88606a8406 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Nov 12 00:39:00.354924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b7b4-5424-4d71-af54-4d61bf2d4ea0 req-cda5b74f-faca-4eef-abb4-7cb5a0dd7c8c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.356517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c3b7b4-5424-4d71-af54-4d61bf2d4ea0 req-cda5b74f-faca-4eef-abb4-7cb5a0dd7c8c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 931 time: 0.1555891 Nov 12 00:39:00.379035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c0b7-b58c-4f52-83bd-ebae1089d364 None None] Pushing event updated for resources: {'Port': ['ID=d91087d1-2281-4997-8399-f2ac4ced0a62,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.381798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Attempting to bind port d91087d1-2281-4997-8399-f2ac4ced0a62 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:00.381798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Attempting to bind port d91087d1-2281-4997-8399-f2ac4ced0a62 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:00.382120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Attempting to bind port d91087d1-2281-4997-8399-f2ac4ced0a62 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:00.394113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:00.394474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:00.394877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.395258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:00.395733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Bound port: d91087d1-2281-4997-8399-f2ac4ced0a62, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:00.396231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.418149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.456385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.456667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] For port d91087d1-2281-4997-8399-f2ac4ced0a62, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:00.457352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.458339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.459979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] For port d91087d1-2281-4997-8399-f2ac4ced0a62, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d91087d1-2281-4997-8399-f2ac4ced0a62,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:00.466339 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.473839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.485833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.507458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f61751e-be06-4966-9d67-55d64b88345e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.520927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f61751e-be06-4966-9d67-55d64b88345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.552982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c3b7b4-5424-4d71-af54-4d61bf2d4ea0 req-6bf635bf-2677-4db3-a10d-8606edd1cbe2 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884117 Nov 12 00:39:00.564707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52836cad-7082-4430-9897-f802f9eb6b4e req-109ea5c0-424a-4243-9178-d5dba58d0c49 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.572469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52836cad-7082-4430-9897-f802f9eb6b4e req-109ea5c0-424a-4243-9178-d5dba58d0c49 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 949 time: 0.1948688 Nov 12 00:39:00.583256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3405328 Nov 12 00:39:00.593639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:00.603626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Request body: {'subnet': {'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1380926924-subnet', 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:00.619899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535cbae-7219-449d-ab3a-fd03183bcc2c admin admin] Pushing event updated for resources: {'Network': ['ID=773e06f7-2107-47b8-896b-892eeee2445e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.642884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61751e-be06-4966-9d67-55d64b88345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33d880-3dd9-4bd5-b68e-e229ae896d15,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.647717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7f61751e-be06-4966-9d67-55d64b88345e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72d21327546641eb8d08d11151f43843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7102838 Nov 12 00:39:00.651214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:00.661306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.666538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.698356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 773e06f7-2107-47b8-896b-892eeee2445e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:00.705371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52836cad-7082-4430-9897-f802f9eb6b4e req-687fb7c7-8d4e-4802-9134-0aadb69fd12b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319227 Nov 12 00:39:00.714030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:00.716378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.750504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.805284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.810072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:00.810730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:00.862130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6916-045e-40f1-9637-74c7007c8aed req-51176174-3c03-4701-bf5a-940714c71bed tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.864242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c9a6916-045e-40f1-9637-74c7007c8aed req-51176174-3c03-4701-bf5a-940714c71bed tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1192114 Nov 12 00:39:00.888825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c0b7-b58c-4f52-83bd-ebae1089d364 None None] Pushing event updated for resources: {'Port': ['ID=d91087d1-2281-4997-8399-f2ac4ced0a62,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.898557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.901992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.903113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f33d880-3dd9-4bd5-b68e-e229ae896d15 HTTP/1.1" status: 204 len: 168 time: 0.2509930 Nov 12 00:39:00.936117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Network a6637b06-5822-421b-aaf7-e98e70d66380 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:00.938422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb3db-4a85-4442-b427-5e0c2b8d5ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33d880-3dd9-4bd5-b68e-e229ae896d15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.941970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:00.988897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c9a6916-045e-40f1-9637-74c7007c8aed req-9baa21f0-1512-442e-9b63-05a67179fd74 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982192 Nov 12 00:39:01.059593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:01.084163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bb90ae-d3c0-4692-adf6-c881564c4ce6 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:01.174333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.241438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Transition to ACTIVE for port object f7bb90ae-d3c0-4692-adf6-c881564c4ce6 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:01.258740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.269848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:01.270914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.287828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ee57-bdaa-4fdf-b7df-f3386a6dbd63 req-4baf629d-5ed9-4dbc-b1c7-e0ffaf42973a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.289505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc32ee57-bdaa-4fdf-b7df-f3386a6dbd63 req-4baf629d-5ed9-4dbc-b1c7-e0ffaf42973a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1027715 Nov 12 00:39:01.304349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9ae3fd87-2ec3-4505-a266-ebc682f2e39c None None] Provisioning complete for port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:01.305324 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fd87-2ec3-4505-a266-ebc682f2e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.365054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3fd87-2ec3-4505-a266-ebc682f2e39c None None] Port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:01.383056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc32ee57-bdaa-4fdf-b7df-f3386a6dbd63 req-48578afd-618d-49dc-b880-806040e3e95f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866055 Nov 12 00:39:01.385446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.474611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39294) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:01.480349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22571747-66ee-4194-90d5-05be32989f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:00Z', 'revision_number': 2, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:01.501700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ddb680d-01fb-4f21-b8f4-c7c57ab466db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.508325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22571747-66ee-4194-90d5-05be32989f1b None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:00Z', 'revision_number': 2, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:01.545325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3b99e0-b8cc-4744-bb5b-53f1503e8386,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.585934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Checking segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:01.586354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Network hostable DHCP agents. Network: 773e06f7-2107-47b8-896b-892eeee2445e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:01.642642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-b6f6a71e-9d56-41e3-94e7-8f9f422e09ec tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.649483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-b6f6a71e-9d56-41e3-94e7-8f9f422e09ec tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.1571670 Nov 12 00:39:01.674316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Network 773e06f7-2107-47b8-896b-892eeee2445e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:01.685311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:01.685311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:01.685739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:01.696759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-c5d3a0ee-30e2-4965-9c6b-65f1d2c1e4d4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/quotas/d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 375 time: 0.0458450 Nov 12 00:39:01.701058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:01.701446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:01.705128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 773e06f7-2107-47b8-896b-892eeee2445e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:01.710277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:01.715397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a458a115-0718-4b14-b503-74d583c9f99f None None] Network 773e06f7-2107-47b8-896b-892eeee2445e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:01.725284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.725284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.736081 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-67610794-feb9-4ecd-ad21-5fd553d13804 admin admin] 10.222.0.11 "PUT /v2.0/routers/142810c7-ff4a-4a85-9c18-6642d7528d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4592645 Nov 12 00:39:01.750788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:01.752422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:01.754169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:01.754651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Bound port: f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:01.755018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.810597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c8dcc2f-b2d1-4aee-9fbf-78cbbcc18845 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2124093 Nov 12 00:39:01.825049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ddb680d-01fb-4f21-b8f4-c7c57ab466db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.847421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270675-2447-46cc-b4e3-b495a2c38963 req-aa5b508c-a5d7-43bf-98be-1a2485b38b48 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.857269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2270675-2447-46cc-b4e3-b495a2c38963 req-aa5b508c-a5d7-43bf-98be-1a2485b38b48 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.2046030 Nov 12 00:39:01.889052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ddb680d-01fb-4f21-b8f4-c7c57ab466db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.956728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:01.966572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:01.981223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.994261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-27dc0fb9-8301-4856-81f4-aa45556e1283 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2875097 Nov 12 00:39:02.016656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7ddb680d-01fb-4f21-b8f4-c7c57ab466db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84e195954f2b4390adf74f7338856170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404606 Nov 12 00:39:02.018807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb680d-01fb-4f21-b8f4-c7c57ab466db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd03bcef-008d-426a-ac0f-ca8ce0658023,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:02.043843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:02.060702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491b310-ed72-4713-b0fd-7ce22817a8cd None None] Network 773e06f7-2107-47b8-896b-892eeee2445e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:02.071231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.071930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.076915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 1092 time: 1.7745588 Nov 12 00:39:02.077388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:02.078294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.083861 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e3de95-a828-45ce-bf2b-fcab3603cb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:02.106213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db22cd-e770-4312-9229-de13d95323c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:02.178641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2270675-2447-46cc-b4e3-b495a2c38963 req-972eb915-9946-4266-af2c-55cc4cecc08c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054845 Nov 12 00:39:02.217612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-84c2cc52-b2b4-4d18-9859-af1cb2fc04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.219235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-84c2cc52-b2b4-4d18-9859-af1cb2fc04f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1095 time: 0.0859284 Nov 12 00:39:02.268646 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-6984640b-5cc9-4576-92b4-4d493956f53b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0378149 Nov 12 00:39:02.326852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.330533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88893788-5f03-4308-963d-13a0e9617248 req-fed02767-4cb5-4031-9310-3e1f489b9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.332700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-a5a70cdd-a792-41b2-a516-870e304e8f29 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931466 Nov 12 00:39:02.340029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-fed02767-4cb5-4031-9310-3e1f489b9c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0604074 Nov 12 00:39:02.387423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.388177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-66c479d6-3828-44f7-8006-8ccfecd2d9dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346382 Nov 12 00:39:02.398190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d78a-b9ea-43a3-9d99-627b90984ea7 req-690079c8-ac53-4624-807a-487a3bf921e9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.399907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b964d78a-b9ea-43a3-9d99-627b90984ea7 req-690079c8-ac53-4624-807a-487a3bf921e9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 949 time: 0.1308956 Nov 12 00:39:02.530845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-bb4c86ea-b681-4fd8-8448-17eb23bb3a79 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234601 Nov 12 00:39:02.585320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-439f0e1c-0b9a-4582-852c-49a28c6d9742 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430873 Nov 12 00:39:02.601096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b964d78a-b9ea-43a3-9d99-627b90984ea7 req-5c455f25-abc6-4a0b-9ba2-52ca3a212115 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259797 Nov 12 00:39:02.602732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.606458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:02.607086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd03bcef-008d-426a-ac0f-ca8ce0658023 HTTP/1.1" status: 204 len: 168 time: 0.5355101 Nov 12 00:39:02.638002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65266520-d4ff-49ed-aedf-de6f12ade15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd03bcef-008d-426a-ac0f-ca8ce0658023,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:02.699452 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88893788-5f03-4308-963d-13a0e9617248 req-563cca13-0360-427d-8e1b-2990961520f5 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479545 Nov 12 00:39:02.701570 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e414b-8ba0-49b4-b951-ffc6ddb1041a x-openstack-request-id: req-cd2e414b-8ba0-49b4-b951-ffc6ddb1041a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:02.702063 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:02.702454 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd2e414b-8ba0-49b4-b951-ffc6ddb1041a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:02.703013 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'status': 'completed', 'code': 200} Nov 12 00:39:02.830302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-a27fe7aa-e8d6-423d-b0e6-08c7c321d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.832411 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-a27fe7aa-e8d6-423d-b0e6-08c7c321d2a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1095 time: 0.0664911 Nov 12 00:39:02.972175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-3992df0d-7e2d-4130-af3f-f736291bb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.973674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-3992df0d-7e2d-4130-af3f-f736291bb24d service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1312785 Nov 12 00:39:03.030655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-65298abe-8971-4215-a967-7804c4d92169 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0424919 Nov 12 00:39:03.137919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-21fc149e-ab53-4af0-ad62-4dc7bb8b1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.139612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-21fc149e-ab53-4af0-ad62-4dc7bb8b1ef1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0999877 Nov 12 00:39:03.216381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-6179bc9c-4534-468a-90d8-16b913f42dbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648019 Nov 12 00:39:03.335710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-91dc43a5-356f-4aaf-9e2a-08ebfe44a5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105464 Nov 12 00:39:03.479405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-89e3de95-a828-45ce-bf2b-fcab3603cb0e req-1d2c39f4-372b-4698-a66a-61040d566665 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364086 Nov 12 00:39:03.531141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-96ba1a30-a2d5-4497-b38e-f036877dce5b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.532916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-96ba1a30-a2d5-4497-b38e-f036877dce5b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 820 time: 0.3061340 Nov 12 00:39:03.570827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4641144e-454e-459b-aa7d-20ee10ffd994 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/quotas/304619bc6fb44c2d89f036bcb7c2e1d3 HTTP/1.1" status: 200 len: 375 time: 0.0312383 Nov 12 00:39:03.579915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f1364782-1c21-4c10-a0f0-aaf35db668c8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.581440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f1364782-1c21-4c10-a0f0-aaf35db668c8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.3395150 Nov 12 00:39:03.869090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-e2995bd7-e5ac-4884-9bff-a094152f295c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/quotas/a18e1e724c984701b8854e25b868e6a5 HTTP/1.1" status: 200 len: 375 time: 0.2763789 Nov 12 00:39:03.901467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-3d9281c7-a23f-4ecc-8608-29280e74d84f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266571 Nov 12 00:39:03.912604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-3d1fbe08-9505-42e3-b661-8f060e16593c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3300619 Nov 12 00:39:04.017503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d91087d1-2281-4997-8399-f2ac4ced0a62 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:04.083091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d91087d1-2281-4997-8399-f2ac4ced0a62 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:04.083825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-55c1f5ff-91aa-49ab-be2c-536c05b8594a service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693270 Nov 12 00:39:04.084334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.092682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-2051aaa5-360e-4fb7-938b-a604766b6b5a service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770761 Nov 12 00:39:04.218575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-e9ed01a1-9ee4-4162-82a9-e6d13837c25c service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249177 Nov 12 00:39:04.227257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.255025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port d91087d1-2281-4997-8399-f2ac4ced0a62, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d91087d1-2281-4997-8399-f2ac4ced0a62,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:04.263306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.348226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=d91087d1-2281-4997-8399-f2ac4ced0a62,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:04.376440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-4b0a104c-0a2f-43c8-af91-ba6363624b0e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.379086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-4b0a104c-0a2f-43c8-af91-ba6363624b0e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.2366986 Nov 12 00:39:04.402651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Request body: {'port': {'device_id': '27a8f126-eb08-4681-8af0-239924147a87', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'admin_state_up': True, 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:04.414719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-b4d2ad8e-dded-4fe0-a254-1b52e79b96dd service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141171 Nov 12 00:39:04.571613 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:04.600523 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:04.602393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:04.689518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf0f53-b797-4a9e-aa53-a5b01c3c4605 req-f37f6567-a610-41d3-a28d-185e47a2f0cd tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.692524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99cf0f53-b797-4a9e-aa53-a5b01c3c4605 req-f37f6567-a610-41d3-a28d-185e47a2f0cd tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1308382 Nov 12 00:39:04.718466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:04.722333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.824849 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:04.847343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99cf0f53-b797-4a9e-aa53-a5b01c3c4605 req-41f74425-0267-44c5-a348-cbe571ee0520 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468558 Nov 12 00:39:04.860829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.862809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533278b3-39a9-4dc5-bcc5-2755f9d9125e req-d83e4f57-5cee-46c2-9233-1a02a7a39c7a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.864842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-533278b3-39a9-4dc5-bcc5-2755f9d9125e req-d83e4f57-5cee-46c2-9233-1a02a7a39c7a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 950 time: 0.1222465 Nov 12 00:39:04.933385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Allocated IP 172.20.0.3 (851b403e-459a-448c-968d-00735df47227/eb5295d8-43a0-4693-a52f-632ec358db9c/143bd02d-ca0d-482b-ac19-0ccbc4a72d85) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:04.949017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-533278b3-39a9-4dc5-bcc5-2755f9d9125e req-d2665d7d-f7f5-49c9-9834-59b1f2641c26 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758173 Nov 12 00:39:05.050573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1c32ff6-314b-41ce-a898-aff00bae96e2 req-0c001888-4f4f-4a29-b043-05b942f89689 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 210 time: 0.0646052 Nov 12 00:39:05.099110 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:00Z', 'revision_number': 2, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:05.130763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322c88-4ab5-4977-a39b-5010b06b356e req-7858206f-cc08-4969-b2c7-265b4606f9a5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.139330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7322c88-4ab5-4977-a39b-5010b06b356e req-7858206f-cc08-4969-b2c7-265b4606f9a5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.0760832 Nov 12 00:39:05.158626 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:05.161903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Updating router 142810c7-ff4a-4a85-9c18-6642d7528d50 port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:39:05.197867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04f5eff7-5dc0-4ec4-9749-64445a20ea68 req-c6c88248-ee15-4a1b-8cd4-e5276a964307 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 210 time: 0.0562296 Nov 12 00:39:05.203593 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.214078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.222322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7322c88-4ab5-4977-a39b-5010b06b356e req-c2125370-1259-4f52-8430-8a0db1ca4ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 Nov 12 00:39:05.285901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.315728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72c271da-e3a2-48c1-a472-3bcbe3e4416f req-3343f93f-86f0-4e61-afed-90d97a70e4d4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 210 time: 0.0483675 Nov 12 00:39:05.379636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Network 851b403e-459a-448c-968d-00735df47227 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:05.383069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:05.388042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:05.449305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.450063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.505764 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1055410 Nov 12 00:39:05.516030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94a1de-835a-4751-b622-704255b9b122 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.529481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Request body: {'port': {'device_id': '27a8f126-eb08-4681-8af0-239924147a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:05.600515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.668275 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.677321 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.782047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617daa1a-6e37-431e-90ab-52e51fc4a428 req-60e2bbff-566f-41cd-b64b-fcdd065324e7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.789844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617daa1a-6e37-431e-90ab-52e51fc4a428 req-60e2bbff-566f-41cd-b64b-fcdd065324e7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.798161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-617daa1a-6e37-431e-90ab-52e51fc4a428 req-60e2bbff-566f-41cd-b64b-fcdd065324e7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13&device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 1690 time: 0.1055934 Nov 12 00:39:05.896757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-617daa1a-6e37-431e-90ab-52e51fc4a428 req-fbf1315f-3a2e-4cef-a834-a897777b962d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954044 Nov 12 00:39:05.982891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:05.993565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.994357 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d63fd-60e9-4771-b90b-7f8d1f5db73c None None] Pushing event updated for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.997694 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Attempting to bind port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:05.998305 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Attempting to bind port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:05.999560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Attempting to bind port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:06.006477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:06.013496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Checking segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:06.014234 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.014911 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Bound using segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:06.015698 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Bound port: 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:06.016360 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.022085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Transition to ACTIVE for port object 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:06.032347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.039308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d91087d1-2281-4997-8399-f2ac4ced0a62 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:06.081589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0befd3-8b0b-43ee-a406-99f377fcb632 req-4d06f749-c616-4970-b661-d9c3d3ce9a89 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.096428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c0befd3-8b0b-43ee-a406-99f377fcb632 req-4d06f749-c616-4970-b661-d9c3d3ce9a89 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1292534 Nov 12 00:39:06.175600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.189789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d91087d1-2281-4997-8399-f2ac4ced0a62 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:06.190167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.212798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c0befd3-8b0b-43ee-a406-99f377fcb632 req-7265205f-c3fa-41f4-84e1-d138e4cf005b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073081 Nov 12 00:39:06.228331 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] For port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:06.232575 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] For port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:06.249134 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.253767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] Provisioning complete for port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:06.253989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca137039-eba6-4a55-9a73-f7614473a3a0 req-21abbaaa-cfdf-4caa-b741-10413d22f496 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.254802 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.275732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca137039-eba6-4a55-9a73-f7614473a3a0 req-21abbaaa-cfdf-4caa-b741-10413d22f496 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 1101 time: 0.1235127 Nov 12 00:39:06.375768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca137039-eba6-4a55-9a73-f7614473a3a0 req-e43b2782-4e87-499b-ab7e-20e920a3631e tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994833 Nov 12 00:39:06.420196 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:06.420196 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:38:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:06.423806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d63fd-60e9-4771-b90b-7f8d1f5db73c None None] Pushing event updated for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.435605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:06.532239 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.584151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa125f32-6f72-4dba-bf4d-1e32a74a5068 req-fdfa3981-d38f-4682-b7dc-a7338513e850 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.589356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa125f32-6f72-4dba-bf4d-1e32a74a5068 req-fdfa3981-d38f-4682-b7dc-a7338513e850 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.1940393 Nov 12 00:39:06.616921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] For port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:06.624679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.696885 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:06.706867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d5fde65-d8ec-406b-87f5-1749b327ec00 req-17827a2a-9afe-49c0-800d-89abfb191a23 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 210 time: 0.1526492 Nov 12 00:39:06.717974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac18e2f-884f-4b12-b7bc-1cc22806f468 None None] Pushing event updated for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.756949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-19ae66df-9838-4f11-bcb6-de81076e3800 None None] Provisioning complete for port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:06.757361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19ae66df-9838-4f11-bcb6-de81076e3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.782849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-728f76be-6dc4-4a94-9142-5e51c114291e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.844795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:06.845364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:06.845915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:06.864228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:06.864552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:06.874665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:06.875001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:06.875385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:06.875843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Bound port: 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:06.876234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.914518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa125f32-6f72-4dba-bf4d-1e32a74a5068 req-f5e23ae9-99b5-4010-8c74-35e3715911f1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934184 Nov 12 00:39:06.956584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:07.059742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-728f76be-6dc4-4a94-9142-5e51c114291e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.092383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:07.096918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:07.099805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ef28c55-b46e-4d25-b835-31e4731a7b42 req-44a014bc-865f-439a-9187-22f507084b6b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 210 time: 0.0470793 Nov 12 00:39:07.106121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-728f76be-6dc4-4a94-9142-5e51c114291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.114306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.148454 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:07.182266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f76be-6dc4-4a94-9142-5e51c114291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a901b-da42-431d-8a4b-ebb7940a461c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.191955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.201723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.202454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.203746 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66266ef0-529b-40e2-9e0b-e20b9226b92e service neutron] 10.222.0.32 "PUT /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 1092 time: 1.6786935 Nov 12 00:39:07.207833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:07.208533 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4d84a-60a4-4d99-baa7-b9a85d0c95f1 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:07.216660 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:07.217471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:07.233542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'port_id': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'mac_address': 'fa:16:3e:3a:01:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:07.274571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-728f76be-6dc4-4a94-9142-5e51c114291e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=829f03c4f6c0434c8f804437204d8774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8354275 Nov 12 00:39:07.280521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.300975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bb90ae-d3c0-4692-adf6-c881564c4ce6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:07.303351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:07.317371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-559fb396-0001-4dca-80aa-6ff5180089fd tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.318993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-559fb396-0001-4dca-80aa-6ff5180089fd tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 820 time: 1.0053778 Nov 12 00:39:07.327407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:07.329624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f4709e61-2abd-4f5d-8b0c-e6ad01b2aa2a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.331132 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f4709e61-2abd-4f5d-8b0c-e6ad01b2aa2a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.39 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.4878685 Nov 12 00:39:07.332599 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.342117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'port': {'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'admin_state_up': True, 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:07.349313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416a79c-eded-4e9e-b293-e3cf78bc790e req-4c931886-2558-46a6-99ed-0068d3371067 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.361980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4416a79c-eded-4e9e-b293-e3cf78bc790e req-4c931886-2558-46a6-99ed-0068d3371067 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.1522794 Nov 12 00:39:07.385706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.386190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d07bd-af4d-490f-bb6b-6ab0c77c3f2b req-8d2b3aa3-46a0-4b13-b015-6bf5da4069b4 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.390592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c2d07bd-af4d-490f-bb6b-6ab0c77c3f2b req-8d2b3aa3-46a0-4b13-b015-6bf5da4069b4 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 1102 time: 0.1937916 Nov 12 00:39:07.418537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Request body: {'port': {'device_id': '7cada138-e462-483f-9c9d-45c846a66a5c', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'admin_state_up': True, 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:07.427357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66a273f8-ef90-4dfc-8e71-00e06af11883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.428951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-66a273f8-ef90-4dfc-8e71-00e06af11883 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1095 time: 0.1610618 Nov 12 00:39:07.494715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4416a79c-eded-4e9e-b293-e3cf78bc790e req-d8accd4d-dbbf-4ab0-937c-9e93fbfa193f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318569 Nov 12 00:39:07.498178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.509622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c2d07bd-af4d-490f-bb6b-6ab0c77c3f2b req-b941ed44-0f93-4218-a282-a8487671bac7 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921578 Nov 12 00:39:07.524159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.526891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-3cf7bbff-5fcf-4162-8495-ba41cfc12ab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 217 time: 0.0815806 Nov 12 00:39:07.621232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.624418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.629261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c0a901b-da42-431d-8a4b-ebb7940a461c HTTP/1.1" status: 204 len: 168 time: 0.3199625 Nov 12 00:39:07.637906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e2719-9c84-4d5f-ac8b-5f4f647d6078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a901b-da42-431d-8a4b-ebb7940a461c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.660863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f7bb90ae-d3c0-4692-adf6-c881564c4ce6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:07.680371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-7b969e0a-d01b-4a12-84e5-8ec3c7394b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.684323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-7b969e0a-d01b-4a12-84e5-8ec3c7394b45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1446171 Nov 12 00:39:07.704959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:39:07.704959 n-d-712141-15 neutron-server[102676]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:39:07.704959 n-d-712141-15 neutron-server[102676]: [parameters: {'project_id': 'a18e1e724c984701b8854e25b868e6a5', 'id': '05cc4767-73dc-4657-8b40-747e1b5b0e58', 'expiration': datetime.datetime(2021, 11, 12, 0, 41, 7, 677336)}] Nov 12 00:39:07.704959 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:39:07.704959 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:39:07.726166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Made reservation on behalf of 304619bc6fb44c2d89f036bcb7c2e1d3 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:07.739094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.767256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d69317-ff2d-48ac-a87d-0e12a2bbea31 req-b8e44c50-1331-4021-b2a3-bab2dfe3a62a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.770232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3d69317-ff2d-48ac-a87d-0e12a2bbea31 req-b8e44c50-1331-4021-b2a3-bab2dfe3a62a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0899904 Nov 12 00:39:07.802110 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59408338-567b-439a-8c7f-37a24fa8af47 x-openstack-request-id: req-59408338-567b-439a-8c7f-37a24fa8af47 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:07.804471 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:07.804800 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59408338-567b-439a-8c7f-37a24fa8af47 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:07.805272 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'status': 'completed', 'code': 200} Nov 12 00:39:07.812514 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-414d3a14-1814-42d1-846b-2323ae0ade7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099098 Nov 12 00:39:07.888580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3d69317-ff2d-48ac-a87d-0e12a2bbea31 req-5b4ca3e3-e8dc-4fc7-b7e2-87775293c337 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985479 Nov 12 00:39:07.996182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-cf71ad68-db13-4ea9-b46b-adfac7c2c2cf tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646172 Nov 12 00:39:08.040970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:08.064296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-4e8dd3fa-de5c-464d-9c52-2dd5d94da026 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382426 Nov 12 00:39:08.117651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:08.118058 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.129904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f1ad8b0-156f-493e-9a55-9504de37c45e req-d9a4d370-327f-41cf-9ae9-54f31f279896 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 210 time: 0.1379244 Nov 12 00:39:08.153787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-97f2a9ac-2445-4b2c-b743-531bf928e5ae tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.155759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-97f2a9ac-2445-4b2c-b743-531bf928e5ae tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486156 Nov 12 00:39:08.178283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-05c003a3-4a9b-4b54-9291-53ee352d907b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0166507 Nov 12 00:39:08.190827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Allocated IP 172.20.0.12 (a6637b06-5822-421b-aaf7-e98e70d66380/738c9254-1822-42ac-b8ed-ccb83a89b5d5/f7377065-5aa3-406a-ae9f-a52d9ad44776) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:08.224478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.237232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:08.242433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.290531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46e14bda-232c-438c-84eb-effb4b0c0550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.342181 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4aec5815-b2a4-446a-90bc-7354b481b323 req-cf02b017-565f-4310-ab47-49c17c90dd4e service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636127 Nov 12 00:39:08.342404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-e75b1d90-c19f-4e6c-9dd6-15b11655dc23 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1565857 Nov 12 00:39:08.355234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33678cfe-c452-4fb5-88bb-9135f8350671 req-264eb477-696b-4126-be91-04cfa6cd744f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.356810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33678cfe-c452-4fb5-88bb-9135f8350671 req-264eb477-696b-4126-be91-04cfa6cd744f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.1311660 Nov 12 00:39:08.438797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33678cfe-c452-4fb5-88bb-9135f8350671 req-2f14b24c-3600-4115-addf-0b8b683de1b3 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720971 Nov 12 00:39:08.453819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46e14bda-232c-438c-84eb-effb4b0c0550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.460355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46e14bda-232c-438c-84eb-effb4b0c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.514918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-46e14bda-232c-438c-84eb-effb4b0c0550 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa668695f85d496f998ba216ec53111f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849307 Nov 12 00:39:08.515766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e14bda-232c-438c-84eb-effb4b0c0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999cba97-49eb-43a5-aa0f-b9393c1410ac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:08.520309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.536806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Allocated IP 172.20.0.5 (773e06f7-2107-47b8-896b-892eeee2445e/cb3b99e0-b8cc-4744-bb5b-53f1503e8386/d801d394-30fc-40d4-abf5-bd2a04ac9633) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:08.585309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-374a73bf-25ba-4d75-af5d-33e56dcbdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.586846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-374a73bf-25ba-4d75-af5d-33e56dcbdda8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1095 time: 0.1364510 Nov 12 00:39:08.593301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.603119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5418aae9-df9b-45b1-84fd-14cfdfa91b50 req-4ace81db-f7ad-4ec3-976e-f3eb914008c3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 210 time: 0.0499160 Nov 12 00:39:08.624933 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.659649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.741192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adb9a156-87c5-45b1-99f5-63d13b103997 req-f869dd99-9e28-48c0-a0d6-5a09a806d765 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 210 time: 0.0458691 Nov 12 00:39:08.796320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7dc23-c611-4eff-abc4-7e527c6b8073 req-446efae1-daad-4424-9eca-45d22ebae2f1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.804662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6f7dc23-c611-4eff-abc4-7e527c6b8073 req-446efae1-daad-4424-9eca-45d22ebae2f1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.0939445 Nov 12 00:39:08.815775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.821169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-f7b25314-b3c5-49a7-a414-6d02f309c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.823137 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-f7b25314-b3c5-49a7-a414-6d02f309c88d service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2263265 Nov 12 00:39:08.863925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.870868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.876750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/999cba97-49eb-43a5-aa0f-b9393c1410ac HTTP/1.1" status: 204 len: 168 time: 0.3548894 Nov 12 00:39:08.894185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85defb5-b529-47da-a184-673192bb7318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999cba97-49eb-43a5-aa0f-b9393c1410ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:08.922031 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-f25bca57-b5f4-4769-b371-e8e8b0aa195c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 217 time: 0.0772793 Nov 12 00:39:08.969156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6f7dc23-c611-4eff-abc4-7e527c6b8073 req-f5d898d2-0c9b-4729-94cb-e4622cc9483e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522989 Nov 12 00:39:08.971239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Network a6637b06-5822-421b-aaf7-e98e70d66380 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:08.972287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:08.984453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.033450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:09.035203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:09.040662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:09.041342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.047649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:09.051915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event updated for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.110813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-d1b76eb8-85ae-49f4-9e6d-fe51e884dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.112396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-d1b76eb8-85ae-49f4-9e6d-fe51e884dd9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1518505 Nov 12 00:39:09.156215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e914-2299-426f-911d-c249b5df82d8 req-20ddc2b8-efb6-4a33-af77-0a4bdc23fadd tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.157987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfd5e914-2299-426f-911d-c249b5df82d8 req-20ddc2b8-efb6-4a33-af77-0a4bdc23fadd tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1308541 Nov 12 00:39:09.173158 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-2223732c-1f5e-42d6-a709-c5eabd5ff24d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404136 Nov 12 00:39:09.176391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.182462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.183126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.241543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.246691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:09.252112 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea3c61-5e15-43ca-ae85-70780b2aa9c2" -d '{"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-plugged", "status": "completed", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:09.263426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20cd2225-71bb-45c7-b701-8c81abdb3e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.283396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:09.301290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.335820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfd5e914-2299-426f-911d-c249b5df82d8 req-4111bec6-8afc-4322-b08c-217eaafc38ee tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611781 Nov 12 00:39:09.348480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-4fcb820e-1db4-41af-90e6-52323afe9871 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0150750 Nov 12 00:39:09.364692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f615b-3bec-4545-ad75-d750de2859b3 req-d005946d-9581-4af0-a569-59b4547aa516 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.381294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-998f615b-3bec-4545-ad75-d750de2859b3 req-d005946d-9581-4af0-a569-59b4547aa516 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 932 time: 0.1017992 Nov 12 00:39:09.386455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Request body: {'port': {'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:09.392107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Network 773e06f7-2107-47b8-896b-892eeee2445e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:09.405361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.434540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:09.441582 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1942fb5a-f17d-4f03-9330-94a9ecb58ca7 x-openstack-request-id: req-1942fb5a-f17d-4f03-9330-94a9ecb58ca7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:09.441899 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-plugged", "status": "completed", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:09.447511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:09.457071 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1942fb5a-f17d-4f03-9330-94a9ecb58ca7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:09.457567 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'code': 200} Nov 12 00:39:09.462111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-998f615b-3bec-4545-ad75-d750de2859b3 req-c88b92a7-7177-414f-b979-eaa758fdbcac tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742514 Nov 12 00:39:09.517048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e76f08ac-c406-4fbb-8c1d-9b6998d2cced None None] Provisioning complete for port f7377065-5aa3-406a-ae9f-a52d9ad44776 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:09.517393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e76f08ac-c406-4fbb-8c1d-9b6998d2cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.532799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.557481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e76f08ac-c406-4fbb-8c1d-9b6998d2cced None None] Port f7377065-5aa3-406a-ae9f-a52d9ad44776 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:09.589696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-217462c6-4f86-488b-b55e-96f9f4d68195 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027581 Nov 12 00:39:09.593169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.610915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.611839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.640275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a94a-d98b-4b66-995e-ad079e76f3f5 req-4b2adf40-4e9a-4fcd-89ee-b472053145d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.641882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92a5a94a-d98b-4b66-995e-ad079e76f3f5 req-4b2adf40-4e9a-4fcd-89ee-b472053145d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1097 time: 0.0914707 Nov 12 00:39:09.657269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a49a-e04d-48e2-b24e-9d6445102abe req-0b2599c3-ad88-40f8-9f55-235d69b47326 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.664845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7f2a49a-e04d-48e2-b24e-9d6445102abe req-0b2599c3-ad88-40f8-9f55-235d69b47326 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.0750048 Nov 12 00:39:09.816737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7f2a49a-e04d-48e2-b24e-9d6445102abe req-68d128ff-d1cf-45ce-bd9e-04a31c5e820a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507752 Nov 12 00:39:09.826197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92a5a94a-d98b-4b66-995e-ad079e76f3f5 req-742e2c4f-6387-466d-b2a0-5ef3db6e038e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579831 Nov 12 00:39:09.841010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8528d-ad0f-48f6-ad33-4296c2d4c2c4 req-38d56d4f-222a-4909-85cc-9fa45e4e4b1b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.848812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1f8528d-ad0f-48f6-ad33-4296c2d4c2c4 req-38d56d4f-222a-4909-85cc-9fa45e4e4b1b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 931 time: 0.1306849 Nov 12 00:39:09.955414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1f8528d-ad0f-48f6-ad33-4296c2d4c2c4 req-4c1d9ed3-431e-4442-a9d5-dd60b8d66e2e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051471 Nov 12 00:39:09.990759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d05fb77-5c6f-4a92-9f13-1f10e77bd18d req-b9cd3da5-e12c-4ecb-88aa-031f7c0a8116 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 210 time: 0.0588298 Nov 12 00:39:10.006946 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-50fb594a-6f54-4a87-8d25-817c5dbc24c6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5970757 Nov 12 00:39:10.028663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Request body: {'port': {'device_id': '7cada138-e462-483f-9c9d-45c846a66a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:10.032396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d250dc6-86d0-4a74-89f7-f67c59fc0dc8 req-fba67320-16d2-4fe6-8f28-ff154e1c34d8 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152894 Nov 12 00:39:10.125147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:10.138704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d57d3-6a60-494e-884e-245989f38062 req-f8bef682-d27f-4f50-948c-737990532e25 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.140227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833d57d3-6a60-494e-884e-245989f38062 req-f8bef682-d27f-4f50-948c-737990532e25 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 945 time: 0.0609097 Nov 12 00:39:10.163347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.190783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833d57d3-6a60-494e-884e-245989f38062 req-62fa398e-1381-42bd-bbb5-dfe0c0edab7b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Nov 12 00:39:10.250195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1496918501-network', 'tenant_id': '98fba911f5af46fb8edbc0b910edf8af'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:10.272256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Made reservation on behalf of 98fba911f5af46fb8edbc0b910edf8af for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:10.274748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.283673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.367811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-c441edc2-8fae-48b2-8e32-eeb2e850e5bd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366573 Nov 12 00:39:10.464088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.478087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.501523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7377065-5aa3-406a-ae9f-a52d9ad44776 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:10.518407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.536184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:10.548997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Transition to ACTIVE for port object f7377065-5aa3-406a-ae9f-a52d9ad44776 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:10.558004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.590086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2363210-b267-4473-83a5-ba693cc2760a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.594290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.595008 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Added segment 2e76bfe5-3329-4931-93dc-96a30056c19b of type vlan for network 196d5bcd-400b-4099-ae98-ba422e288ef4 Nov 12 00:39:10.604212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-189393c8-52a2-46ea-b8cf-018726be593b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.605508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-189393c8-52a2-46ea-b8cf-018726be593b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296877 Nov 12 00:39:10.631035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:10.641602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2ca2d-1f34-4f40-bd1b-584b53a09a06 req-53bf1efc-e429-4977-bd5f-ecf94d5d9561 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.643160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49d2ca2d-1f34-4f40-bd1b-584b53a09a06 req-53bf1efc-e429-4977-bd5f-ecf94d5d9561 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1888647 Nov 12 00:39:10.663210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d801d394-30fc-40d4-abf5-bd2a04ac9633 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:10.677279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.699846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.703080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.738134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Transition to ACTIVE for port object d801d394-30fc-40d4-abf5-bd2a04ac9633 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:10.746919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.765101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c084-eca3-4831-a665-606d7443e8e1 req-adc15e9b-2779-4f0a-81cb-9998ac213981 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.772444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51f1c084-eca3-4831-a665-606d7443e8e1 req-adc15e9b-2779-4f0a-81cb-9998ac213981 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 944 time: 0.2478893 Nov 12 00:39:10.806284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Attempting to bind port f7377065-5aa3-406a-ae9f-a52d9ad44776 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:10.806622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Attempting to bind port f7377065-5aa3-406a-ae9f-a52d9ad44776 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:10.806959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Attempting to bind port f7377065-5aa3-406a-ae9f-a52d9ad44776 on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:10.818261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Port f7377065-5aa3-406a-ae9f-a52d9ad44776 on network a6637b06-5822-421b-aaf7-e98e70d66380 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:10.818728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Attempting to bind port f7377065-5aa3-406a-ae9f-a52d9ad44776 on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:10.825018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.846583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:10.847035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Checking segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:10.847424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Bound using segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:10.847858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Bound port: f7377065-5aa3-406a-ae9f-a52d9ad44776, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:10.848235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.851671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.852659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.853457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.884268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49d2ca2d-1f34-4f40-bd1b-584b53a09a06 req-fce3982a-6b8d-48aa-8078-2c9fda9d4273 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203484 Nov 12 00:39:10.916763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7902536 Nov 12 00:39:10.924755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:10.929618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Request body: {'subnet': {'network_id': '196d5bcd-400b-4099-ae98-ba422e288ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1496918501-subnet', 'tenant_id': '98fba911f5af46fb8edbc0b910edf8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:10.933088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51f1c084-eca3-4831-a665-606d7443e8e1 req-3418dc6a-938c-4c95-935e-7a7303c4683b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574750 Nov 12 00:39:10.953788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Attempting to bind port d801d394-30fc-40d4-abf5-bd2a04ac9633 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:10.954150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Attempting to bind port d801d394-30fc-40d4-abf5-bd2a04ac9633 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:10.954447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Attempting to bind port d801d394-30fc-40d4-abf5-bd2a04ac9633 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:10.974803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:10.990380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:10.995049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:10.996817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Port d801d394-30fc-40d4-abf5-bd2a04ac9633 on network 773e06f7-2107-47b8-896b-892eeee2445e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:10.997367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Attempting to bind port d801d394-30fc-40d4-abf5-bd2a04ac9633 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:11.006536 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.009780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:11.010247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Checking segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:11.011101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Bound using segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:11.011101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Bound port: d801d394-30fc-40d4-abf5-bd2a04ac9633, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:11.011438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.019297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b984bf-67fe-478e-bbf5-9c278bf3eb48 admin admin] Pushing event updated for resources: {'Network': ['ID=196d5bcd-400b-4099-ae98-ba422e288ef4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.056518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:11.056518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.060598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 196d5bcd-400b-4099-ae98-ba422e288ef4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:11.067969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b3854-3c44-4e68-ba70-bf06066e4ca8 req-863e7a17-814c-4960-93e4-61aa31aa8785 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.070183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981b3854-3c44-4e68-ba70-bf06066e4ca8 req-863e7a17-814c-4960-93e4-61aa31aa8785 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.0817928 Nov 12 00:39:11.079970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.080631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.082605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 1093 time: 1.7153161 Nov 12 00:39:11.088371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:11.090931 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb3d03-424a-4037-bb2e-f79804102517" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:11.201809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Made reservation on behalf of 98fba911f5af46fb8edbc0b910edf8af for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:11.204272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.239495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9512-7204-4818-a0a4-cba3abf681c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.266445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981b3854-3c44-4e68-ba70-bf06066e4ca8 req-4162963e-101f-43b7-9ac7-cb415bccb48b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825140 Nov 12 00:39:11.307777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:11.334312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d913e8-167e-44ef-8530-f32da4d1f22d req-7dca0792-4e43-4389-b94f-fa54f9946204 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.344510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:11.351163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-1c938525-68b9-4087-9335-c0c0f751d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.353348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-1c938525-68b9-4087-9335-c0c0f751d3a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1096 time: 0.1930976 Nov 12 00:39:11.354115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50d913e8-167e-44ef-8530-f32da4d1f22d req-7dca0792-4e43-4389-b94f-fa54f9946204 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 943 time: 0.2824178 Nov 12 00:39:11.356620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.421812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.422434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.424363 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] 10.222.0.39 "PUT /v2.0/ports/d801d394-30fc-40d4-abf5-bd2a04ac9633 HTTP/1.1" status: 200 len: 1092 time: 1.4041569 Nov 12 00:39:11.468650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:11.472628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50d913e8-167e-44ef-8530-f32da4d1f22d req-3c7c7d64-31dd-44a7-87b3-5f3eea036663 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168425 Nov 12 00:39:11.482530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'port_id': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'mac_address': 'fa:16:3e:43:5d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5295d8-43a0-4693-a52f-632ec358db9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:11.484393 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-f2cc2439-9f99-4c05-b075-0a40ae8fdbb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0853376 Nov 12 00:39:11.523164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e68cb60-3c42-462f-87a6-47ad0c8b7f05 req-7f389e02-ec48-48c5-9754-e142016cfaf4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 210 time: 0.1196072 Nov 12 00:39:11.531880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.549336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:11.567264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.130 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:11.575870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:11.583463 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.608551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f24a1-b3ac-4c58-abc4-4a86ad55a264 service neutron] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.660699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.661257 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48036a2b-0d04-4dc0-a149-957d205c44cc x-openstack-request-id: req-48036a2b-0d04-4dc0-a149-957d205c44cc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:11.661549 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:11.661810 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48036a2b-0d04-4dc0-a149-957d205c44cc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:11.662215 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:39:11.663825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-0998a2d4-6605-4578-b0ff-3679970b7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.665387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-0998a2d4-6605-4578-b0ff-3679970b7a42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1622102 Nov 12 00:39:11.692627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.700349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f4d905c-d314-4051-90d6-aca4ab1a806e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.702173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f8fc2911-b95e-441f-aea0-eb95fa7aa752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.704009 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f8fc2911-b95e-441f-aea0-eb95fa7aa752 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 1095 time: 0.2166648 Nov 12 00:39:11.781514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:11.782346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920935c-177e-4e2a-a111-e2afb2395a41 req-dcd458a4-93b3-4736-9091-8eff68036d2b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.784954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e920935c-177e-4e2a-a111-e2afb2395a41 req-dcd458a4-93b3-4736-9091-8eff68036d2b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 945 time: 0.0744426 Nov 12 00:39:11.786151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:11.801783 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-a0787227-f5c8-40e9-87ce-4e74f585b57e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633 HTTP/1.1" status: 200 len: 217 time: 0.0813363 Nov 12 00:39:11.807343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f003dee8-1f76-420c-8124-103d1ed8375e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.808892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.854374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fa40-0112-47fd-9779-172b91aea136 req-f2277d66-cdaa-4c6a-8405-cf20b883c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.856083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-f2277d66-cdaa-4c6a-8405-cf20b883c53f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749461 Nov 12 00:39:11.864245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e920935c-177e-4e2a-a111-e2afb2395a41 req-b1bdaadd-51aa-43b1-8770-ed2539de316b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Nov 12 00:39:11.869342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Checking segment: {'id': '2e76bfe5-3329-4931-93dc-96a30056c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '196d5bcd-400b-4099-ae98-ba422e288ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:11.869551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Network hostable DHCP agents. Network: 196d5bcd-400b-4099-ae98-ba422e288ef4, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:11.877559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.908764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:11.911046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:11.932722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:11.938276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:11.942380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:11.943096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:11.948136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.948769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.962220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.971319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-229ccef5-3ed0-4ddc-8aa1-2db6e0dc5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.972857 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-229ccef5-3ed0-4ddc-8aa1-2db6e0dc5706 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.1630373 Nov 12 00:39:11.975584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Network 196d5bcd-400b-4099-ae98-ba422e288ef4 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:11.992573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-692231e8-2a57-4870-8e3b-844aa7bb01c2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3725324 Nov 12 00:39:12.012705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 196d5bcd-400b-4099-ae98-ba422e288ef4) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:12.013773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Request body: {'port': {'device_id': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:12.042437 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-f329f991-35a3-4eb4-af9d-bf3e161fd4b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557723 Nov 12 00:39:12.054614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.055459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.065734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f098ee1c-c374-4ed9-a3d6-49277088cd4a None None] Network 196d5bcd-400b-4099-ae98-ba422e288ef4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:12.124964 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-2b10e551-b5d2-446f-bf1d-fcd2c9fe01ac service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515247 Nov 12 00:39:12.175182 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.219173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.220976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-2f9b8fb1-4b77-4e09-93ff-9686fd666c91 service neutron] 10.222.0.39 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529882 Nov 12 00:39:12.236810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418bde9-5870-480f-841b-143e7ccb5c5d req-db18736f-a3e9-4b1a-ba26-14384103d55e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.244267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a418bde9-5870-480f-841b-143e7ccb5c5d req-db18736f-a3e9-4b1a-ba26-14384103d55e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1358330 Nov 12 00:39:12.274359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:12.319356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75c0fa40-0112-47fd-9779-172b91aea136 req-ef340ce1-5a9f-4f4d-b3db-fe11d7f0d215 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972369 Nov 12 00:39:12.323750 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-274f3a32-34a6-4a7f-a35d-9716773e5493 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3979425 Nov 12 00:39:12.338576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'mac_address': 'fa:16:3e:fe:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:12.402138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a418bde9-5870-480f-841b-143e7ccb5c5d req-6ff617c2-d9df-4b21-bf92-f23658c03952 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545208 Nov 12 00:39:12.476563 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a63fbc4-dadd-4900-917a-98c4793d8b66 req-bd4ba632-61c7-4e7d-94de-666fb2db985b service neutron] 10.222.0.39 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515663 Nov 12 00:39:12.517155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-12351974-e306-4a90-bd0b-af1043a5dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.518777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-12351974-e306-4a90-bd0b-af1043a5dbdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1096 time: 0.0950789 Nov 12 00:39:12.523237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:12.525858 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fca1e1-208c-4b9d-8018-9e750826feaf" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:12.559497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:12.641287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.679601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-3df3f399-df14-4ddd-a917-c0ae026136d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.681463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-3df3f399-df14-4ddd-a917-c0ae026136d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1529710 Nov 12 00:39:12.684089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc437d63-3ad4-46d4-a4e3-b4b22432e379 None None] Network 196d5bcd-400b-4099-ae98-ba422e288ef4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:12.686542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.762171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fea492ea-c49c-4a0c-ac59-416d942e8dd2 None None] Provisioning complete for port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:12.762533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fea492ea-c49c-4a0c-ac59-416d942e8dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.769099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-bf53b49f-0976-44c7-9503-364f39874aa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0757987 Nov 12 00:39:12.799235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e4f2-82bb-47f3-bf1f-6f29cea8d345 req-c074c157-50da-4639-ba44-c8e57de93ff4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.800960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c995e4f2-82bb-47f3-bf1f-6f29cea8d345 req-c074c157-50da-4639-ba44-c8e57de93ff4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1097 time: 0.4536233 Nov 12 00:39:12.818713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.835681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-642d914a-19db-44ad-a043-9d85d6e322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.837547 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-642d914a-19db-44ad-a043-9d85d6e322eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0567324 Nov 12 00:39:12.859822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:12.908183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-c58c3f7f-1edf-4347-afa5-322deace3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.909637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-c58c3f7f-1edf-4347-afa5-322deace3c90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565636 Nov 12 00:39:12.916329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2c930-dec6-4160-b296-fefa1da8475a req-cf03e371-254c-4ec7-9aa4-c2eae47470a1 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.917932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84a2c930-dec6-4160-b296-fefa1da8475a req-cf03e371-254c-4ec7-9aa4-c2eae47470a1 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 944 time: 0.1373849 Nov 12 00:39:12.936949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c995e4f2-82bb-47f3-bf1f-6f29cea8d345 req-026f5e68-d226-44c2-8f02-b686e3a064f9 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984566 Nov 12 00:39:12.983873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:12.997503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fea492ea-c49c-4a0c-ac59-416d942e8dd2 None None] Port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:13.067954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:39:13.068603 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:39:13.075619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-6b8b835e-0882-49af-9559-dcdd90faacdc service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476982 Nov 12 00:39:13.091477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:13.096840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1230962598-network', 'tenant_id': '8dc84af3c174465a886d423ca85126aa'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:13.119889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84a2c930-dec6-4160-b296-fefa1da8475a req-fadb18b4-e065-4c1a-be32-fcfd547fe57d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722097 Nov 12 00:39:13.146305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:13.169927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.208039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Made reservation on behalf of 8dc84af3c174465a886d423ca85126aa for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:13.211732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.226764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.228343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e02ab-0c59-4d1c-82d3-0bf04220bea3 req-2d527159-0586-4900-87b0-8251b49bfc48 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.229865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e87e02ab-0c59-4d1c-82d3-0bf04220bea3 req-2d527159-0586-4900-87b0-8251b49bfc48 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.1826100 Nov 12 00:39:13.231214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Transition to ACTIVE for port object 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:13.237597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3cbb3d03-424a-4037-bb2e-f79804102517 req-34cde48f-3df6-4382-8e7d-81d6c02f418b service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364887 Nov 12 00:39:13.262496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.316275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.324285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.350215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:13.360263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b453-9d9a-4374-a5bf-a95b4f0f6709 req-f73fee0f-ce69-47ab-9b9d-546db3f0fe9d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.362151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b51b453-9d9a-4374-a5bf-a95b4f0f6709 req-f73fee0f-ce69-47ab-9b9d-546db3f0fe9d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 943 time: 0.1601214 Nov 12 00:39:13.364335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef291822-2dc1-4d5a-b9e1-aa23f7f9f83b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.381821 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.382169 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Added segment 82761ee8-2b68-4f20-b15a-1397887c0720 of type vlan for network 52d3c74a-9621-47f9-bbbc-18d77151a757 Nov 12 00:39:13.388321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.432410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.436090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.436791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.436791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.437085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.437520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.437655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.437974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.438984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.439207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.439524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.439838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.440185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:13.469179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e87e02ab-0c59-4d1c-82d3-0bf04220bea3 req-af0d0423-4f22-42e9-8a62-115a362f027f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141287 Nov 12 00:39:13.469789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.471210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.472045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.494248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Attempting to bind port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:13.494592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Attempting to bind port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:13.494922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Attempting to bind port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:13.521565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b51b453-9d9a-4374-a5bf-a95b4f0f6709 req-e88cb3a4-321f-49dd-8cf6-1ab04fefa4ec tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388645 Nov 12 00:39:13.525078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:13.525739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Attempting to bind port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:13.546947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:13.547286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:13.548171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:13.548171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Bound port: 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:13.548458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.548589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] Pushing event updated for resources: {'Network': ['ID=52d3c74a-9621-47f9-bbbc-18d77151a757,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.562760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 52d3c74a-9621-47f9-bbbc-18d77151a757 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:13.564925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b040d8ce-eda7-4d5a-b65c-aca413e9bf62 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4719307 Nov 12 00:39:13.567524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:13.574207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Request body: {'subnet': {'network_id': '52d3c74a-9621-47f9-bbbc-18d77151a757', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1230962598-subnet', 'tenant_id': '8dc84af3c174465a886d423ca85126aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:13.610186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Made reservation on behalf of 8dc84af3c174465a886d423ca85126aa for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:13.614290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.627348 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6d4a3a-6619-4c01-b1cd-73c7dc9ee51c x-openstack-request-id: req-3d6d4a3a-6619-4c01-b1cd-73c7dc9ee51c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:13.627802 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:13.628168 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d6d4a3a-6619-4c01-b1cd-73c7dc9ee51c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:13.628650 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'code': 200} Nov 12 00:39:13.680930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:13.683821 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab7890-331e-4303-823b-3905dccea452" -d '{"events": [{"name": "network-changed", "server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:13.700983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:13.707203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:13.723555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.724001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.741257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9db1-c0c6-4443-881f-a0ded36d6687 req-e90bb412-722d-4818-9ae3-4213e751f97c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.743514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e70f9db1-c0c6-4443-881f-a0ded36d6687 req-e90bb412-722d-4818-9ae3-4213e751f97c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 948 time: 0.0951705 Nov 12 00:39:13.745748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:13.770020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:13.775825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.807925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.808920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.810448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 HTTP/1.1" status: 200 len: 1097 time: 1.8085408 Nov 12 00:39:13.819568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:13.823403 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f75d6-4cb9-4a4b-98bb-4e646218222e" -d '{"events": [{"name": "network-changed", "server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:13.866407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.871170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.875613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.881484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c086c9-a123-4e53-8a3a-9d98d8cb3975 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.927530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e70f9db1-c0c6-4443-881f-a0ded36d6687 req-1d0d234b-855c-46e7-9630-a745a34f3ba9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596069 Nov 12 00:39:13.931930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff7db0-effa-46fb-b066-425cde363a24 req-429bd9ac-519e-4db8-8c65-1f3c3d1b0486 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.937030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d198d5ef-057e-431e-90f6-e35cc1c92e3f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.940143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbff7db0-effa-46fb-b066-425cde363a24 req-429bd9ac-519e-4db8-8c65-1f3c3d1b0486 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1097 time: 0.1908231 Nov 12 00:39:13.946226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Checking segment: {'id': '82761ee8-2b68-4f20-b15a-1397887c0720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '52d3c74a-9621-47f9-bbbc-18d77151a757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:13.955842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Network hostable DHCP agents. Network: 52d3c74a-9621-47f9-bbbc-18d77151a757, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:13.978282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Network 52d3c74a-9621-47f9-bbbc-18d77151a757 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:13.997383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 52d3c74a-9621-47f9-bbbc-18d77151a757) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:14.002060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.009116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab895ef0-2ed1-4835-a87c-f16aacbb399f None None] Network 52d3c74a-9621-47f9-bbbc-18d77151a757 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:14.013488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.015132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbff7db0-effa-46fb-b066-425cde363a24 req-48c07e42-13ec-49fe-8d19-16c2ad142895 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Nov 12 00:39:14.016803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-232653c0-46b0-4b8e-94e0-63fa9996eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.018399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-232653c0-46b0-4b8e-94e0-63fa9996eb9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 1100 time: 0.1282427 Nov 12 00:39:14.051379 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f98b5377-21e7-4f3f-b531-88afa65024e0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4822619 Nov 12 00:39:14.086349 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a282e-0a4a-4949-a4ea-e5f494a9ae8a x-openstack-request-id: req-452a282e-0a4a-4949-a4ea-e5f494a9ae8a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:14.087549 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:14.087822 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-452a282e-0a4a-4949-a4ea-e5f494a9ae8a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:14.088323 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'status': 'completed', 'code': 200} Nov 12 00:39:14.124177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-a518dc6c-4816-471f-88ac-3fb58f734dc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 HTTP/1.1" status: 200 len: 217 time: 0.0756440 Nov 12 00:39:14.138615 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093384ec-7afd-4224-9360-a2fb79cb99c4 x-openstack-request-id: req-093384ec-7afd-4224-9360-a2fb79cb99c4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:14.138899 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:14.139142 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-093384ec-7afd-4224-9360-a2fb79cb99c4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:14.139532 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', 'status': 'completed', 'code': 200} Nov 12 00:39:14.154088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e407-a726-49d7-97c9-3a2874b38d4e req-bf863bad-dec9-4c91-97c6-bdfe71d51679 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.166256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f60e407-a726-49d7-97c9-3a2874b38d4e req-bf863bad-dec9-4c91-97c6-bdfe71d51679 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 949 time: 0.1277320 Nov 12 00:39:14.220346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:14.262390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7890-331e-4303-823b-3905dccea452 req-84654b68-e7a4-474a-acab-1378417f0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.263913 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-84654b68-e7a4-474a-acab-1378417f0309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 1095 time: 0.1164701 Nov 12 00:39:14.316329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f60e407-a726-49d7-97c9-3a2874b38d4e req-6ec63601-59c8-4094-b9b1-7fdd09037736 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Nov 12 00:39:14.340354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-4676da59-1b1b-4652-947d-543f6d49308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.340354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-4676da59-1b1b-4652-947d-543f6d49308f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1633127 Nov 12 00:39:14.347104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34505-e9e2-4b36-b661-ee924b006b84 req-bca2bb96-b015-4b2e-9d13-9574506f6649 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.349048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb34505-e9e2-4b36-b661-ee924b006b84 req-bca2bb96-b015-4b2e-9d13-9574506f6649 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 944 time: 0.1064539 Nov 12 00:39:14.388752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777c008-d8c7-4b8b-9564-81b8fa0e86cd None None] Network 52d3c74a-9621-47f9-bbbc-18d77151a757 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:14.391241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:14.437936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb34505-e9e2-4b36-b661-ee924b006b84 req-ce605741-64ff-4af8-bdc7-643eb08b7e25 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783136 Nov 12 00:39:14.451448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aee3-1899-4a32-a220-05617762972d req-58539ea3-a16f-4b7f-93ce-c447ee08f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.453107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-58539ea3-a16f-4b7f-93ce-c447ee08f7cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031408 Nov 12 00:39:14.588459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Deleting subnet f003dee8-1f76-420c-8124-103d1ed8375e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:14.598917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.606213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-5e76e3e5-6b45-4b7b-a279-a3d4c3fe085f service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344340 Nov 12 00:39:14.689754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.730688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54224979-36bd-4fd5-ad1a-6a449ccf9581 req-5b98ccde-7ee5-48f7-ae81-fab7855f4939 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.732275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54224979-36bd-4fd5-ad1a-6a449ccf9581 req-5b98ccde-7ee5-48f7-ae81-fab7855f4939 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.1248131 Nov 12 00:39:14.744645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7890-331e-4303-823b-3905dccea452 req-56b16b5c-96fc-461d-b417-3729da86c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.746342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-56b16b5c-96fc-461d-b417-3729da86c778 service neutron] 10.222.0.39 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 906 time: 0.4727783 Nov 12 00:39:14.754572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.806269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.810513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-d65a9621-6580-46bf-8512-7f27712df796 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633 HTTP/1.1" status: 200 len: 217 time: 0.0534871 Nov 12 00:39:14.824411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54224979-36bd-4fd5-ad1a-6a449ccf9581 req-a29d4164-8d97-43ce-9e75-331697da694d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814064 Nov 12 00:39:14.827499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec5aee3-1899-4a32-a220-05617762972d req-0b1a5657-5c19-4be2-9653-a15b0cfe403a service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112308 Nov 12 00:39:14.898756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.901706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7890-331e-4303-823b-3905dccea452 req-1ae54bb7-a830-4cfa-927b-570ebac940b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.903470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-1ae54bb7-a830-4cfa-927b-570ebac940b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.0719211 Nov 12 00:39:14.938250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f003dee8-1f76-420c-8124-103d1ed8375e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:14.968939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.975020 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f003dee8-1f76-420c-8124-103d1ed8375e HTTP/1.1" status: 204 len: 168 time: 0.7528014 Nov 12 00:39:14.975640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:14.976680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.977012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.977555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.977920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.978247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.979661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.979661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.979661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.979661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.980037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.980167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.980418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c06eee-b4c5-424b-ae26-ba9238eac0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:14.984711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-7197ba21-f7f4-46b5-9c45-75c6d15db787 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481679 Nov 12 00:39:14.985173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:14.989475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8331b-9ff7-4069-a3e7-ad091af1f867 req-3a4896d7-4396-4068-8daa-7671b8b2567f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.991128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71f8331b-9ff7-4069-a3e7-ad091af1f867 req-3a4896d7-4396-4068-8daa-7671b8b2567f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 943 time: 0.0966218 Nov 12 00:39:15.032378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-d7adef1c-b80d-4029-b694-0f479bec4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.033987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-d7adef1c-b80d-4029-b694-0f479bec4f27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 1100 time: 0.1263206 Nov 12 00:39:15.041053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:15.046658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:15.047351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.105315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71f8331b-9ff7-4069-a3e7-ad091af1f867 req-26819643-1d6e-4c45-8138-8b746c4f7a31 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Nov 12 00:39:15.144916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.154898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.193359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-caac4a22-2452-4eb5-8368-30f505773d0e service neutron] 10.222.0.39 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929522 Nov 12 00:39:15.196412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-ed10d711-43ae-44e2-bf86-d3eb70996724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.198675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-ed10d711-43ae-44e2-bf86-d3eb70996724 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1554594 Nov 12 00:39:15.201765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:15.209735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.267524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-5d4c7eee-f797-4b7d-87a2-80eb3b472ac9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 HTTP/1.1" status: 200 len: 217 time: 0.0478396 Nov 12 00:39:15.267784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.331066 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.363713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196d5bcd-400b-4099-ae98-ba422e288ef4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:15.371902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-f6388805-92cb-4ecc-a297-aeb38b508056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.372726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-f6388805-92cb-4ecc-a297-aeb38b508056 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0885470 Nov 12 00:39:15.378401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e76bfe5-3329-4931-93dc-96a30056c19b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:15.378689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e76bfe5-3329-4931-93dc-96a30056c19b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:15.385828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daeb3b-ba17-4d83-9190-9519d12544c1 req-747f5fe5-0758-400b-9308-cd43cbc391a6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.387354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75daeb3b-ba17-4d83-9190-9519d12544c1 req-747f5fe5-0758-400b-9308-cd43cbc391a6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 948 time: 0.0704148 Nov 12 00:39:15.395154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.402859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6cab7890-331e-4303-823b-3905dccea452 req-11061e6a-312a-4ccc-8303-8c7947e501c4 service neutron] 10.222.0.39 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740665 Nov 12 00:39:15.410516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.416571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:15.416982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:15.419266 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:15.473560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75daeb3b-ba17-4d83-9190-9519d12544c1 req-fcb3286c-791c-4fed-b828-89736c29dcbd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Nov 12 00:39:15.482299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.488835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.494687 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/196d5bcd-400b-4099-ae98-ba422e288ef4 HTTP/1.1" status: 204 len: 168 time: 0.5056047 Nov 12 00:39:15.494842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-f51045be-4bc3-4206-b9d2-5435fefbf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.494842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-f51045be-4bc3-4206-b9d2-5435fefbf29d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620294 Nov 12 00:39:15.495402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:15.506854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6df2-da17-4a74-9289-251d4a6e7fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=196d5bcd-400b-4099-ae98-ba422e288ef4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.624340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Deleting subnet d198d5ef-057e-431e-90f6-e35cc1c92e3f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:15.629680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:15.632096 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc85ad-18df-439c-8de8-bf6b2d9b0ed6" -d '{"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-plugged", "status": "completed", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:15.638827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.687120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.702004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cd0cc-0e59-4dc8-9420-a8859391c7f6 req-9922e69f-3768-42c0-9214-ccebefeedba2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.703492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8cd0cc-0e59-4dc8-9420-a8859391c7f6 req-9922e69f-3768-42c0-9214-ccebefeedba2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 949 time: 0.1490436 Nov 12 00:39:15.715083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.717152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:15.718505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-c20eed24-1d2f-45be-9466-c14e9e563c50 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957872 Nov 12 00:39:15.813211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7377065-5aa3-406a-ae9f-a52d9ad44776 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:15.816009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:15.820553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-5ce19873-3377-463e-902d-5b3ebac98f5f tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:15.822224 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-5ce19873-3377-463e-902d-5b3ebac98f5f tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1034212 Nov 12 00:39:15.867442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8cd0cc-0e59-4dc8-9420-a8859391c7f6 req-25ce1f33-112a-4d11-b1b8-e58bdeac76fe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548746 Nov 12 00:39:15.888036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.898026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315f75d6-4cb9-4a4b-98bb-4e646218222e req-144940aa-eda9-406c-8422-880fb7096153 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531532 Nov 12 00:39:15.940263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d198d5ef-057e-431e-90f6-e35cc1c92e3f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.942167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.953050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bafd1eb5-46b6-4969-98d3-07090fb18175 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d198d5ef-057e-431e-90f6-e35cc1c92e3f HTTP/1.1" status: 204 len: 168 time: 0.4565883 Nov 12 00:39:15.955735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:15.964559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:15.982328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:15.984819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 631229fa-3fa0-469b-8769-e86460ff3d1b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:15.985190 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.024350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afcd76-4d9b-477b-9c40-a4870bee53e9 req-98146823-447d-422b-9242-9e69ffb28c78 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.026300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1afcd76-4d9b-477b-9c40-a4870bee53e9 req-98146823-447d-422b-9242-9e69ffb28c78 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 944 time: 0.0584724 Nov 12 00:39:16.048673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-27a58cdd-7b8e-4f97-9a09-8ee4a344a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.050093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-27a58cdd-7b8e-4f97-9a09-8ee4a344a584 service neutron] 10.222.0.11 "GET /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 1094 time: 0.1556082 Nov 12 00:39:16.055739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.063482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Request body: {'binding': {'host': 'n-h2-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:16.063937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:39:16.067923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.075451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7377065-5aa3-406a-ae9f-a52d9ad44776 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:16.083934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1afcd76-4d9b-477b-9c40-a4870bee53e9 req-33f6626c-4232-4c9d-8cd7-5495ebfd3ead tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Nov 12 00:39:16.127158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:16.138322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.139059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:16.143738 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa9975-3f1c-4ee8-bec5-482f7d1d3193 x-openstack-request-id: req-a5aa9975-3f1c-4ee8-bec5-482f7d1d3193 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:16.144069 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-plugged", "status": "completed", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:16.144343 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5aa9975-3f1c-4ee8-bec5-482f7d1d3193 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:16.145070 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'code': 200} Nov 12 00:39:16.173117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.236880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.251630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.271127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4defb4-6a0b-4f46-8e59-a5969acb4bd9 req-f85f8ba4-d0fa-4ba0-a632-96419b20488a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.272991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4defb4-6a0b-4f46-8e59-a5969acb4bd9 req-f85f8ba4-d0fa-4ba0-a632-96419b20488a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0516009 Nov 12 00:39:16.292850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:16.293470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d3c74a-9621-47f9-bbbc-18d77151a757']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:16.295993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.296451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.296692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.297026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.297358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.297687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.298034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.298334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.298656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.298967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.299289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.299610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:16.305785 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.318067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82761ee8-2b68-4f20-b15a-1397887c0720') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:16.318365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82761ee8-2b68-4f20-b15a-1397887c0720') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:16.328578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70baa-49dd-4ad1-b0a9-94e803d8e4e1 req-db08ff35-22bb-4365-b1b7-004c6d236f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.330079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9c70baa-49dd-4ad1-b0a9-94e803d8e4e1 req-db08ff35-22bb-4365-b1b7-004c6d236f3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1097 time: 0.1085973 Nov 12 00:39:16.336094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.339947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f4defb4-6a0b-4f46-8e59-a5969acb4bd9 req-a58382f9-b398-4837-be38-bbf097fcb196 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 Nov 12 00:39:16.367552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:16.380583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on host n-h2-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:16.380929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:16.381245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:16.383665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.386456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.389286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'mac_address': 'fa:16:3e:37:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:16.398063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:16.398386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:16.402336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:16.402738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:16.404493 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:16.436671 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.450502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d801d394-30fc-40d4-abf5-bd2a04ac9633 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:16.457782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd757-7ac6-49a1-aaf3-cd3cb386d82e req-b54fdfe9-103f-4e28-b73d-2170fa8e8f4d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.459302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe1fd757-7ac6-49a1-aaf3-cd3cb386d82e req-b54fdfe9-103f-4e28-b73d-2170fa8e8f4d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 943 time: 0.0513899 Nov 12 00:39:16.464115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:16.464115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:16.464426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:16.464787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Bound port: f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:16.473135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:16.475356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9c70baa-49dd-4ad1-b0a9-94e803d8e4e1 req-766d1583-5e2e-4fc7-b03b-6f5488fae8ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376088 Nov 12 00:39:16.480615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.502211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.510910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.514060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] 10.222.0.11 "DELETE /v2.0/networks/52d3c74a-9621-47f9-bbbc-18d77151a757 HTTP/1.1" status: 204 len: 168 time: 0.5572853 Nov 12 00:39:16.526772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe1fd757-7ac6-49a1-aaf3-cd3cb386d82e req-82f2859a-04c0-48ed-bbb7-5a63ebc3dfa6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587959 Nov 12 00:39:16.541593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.547314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b97e-5836-4af4-af3e-33f3b1344d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d3c74a-9621-47f9-bbbc-18d77151a757,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.574135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:16.582073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.585309 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-3d6e9ca4-c7a4-4210-952c-db6711a445b1 service neutron] 10.222.0.11 "POST /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5244975 Nov 12 00:39:16.727447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:16.767840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03521e34-089d-4c56-9b53-9b61507e6ac5 req-b3e72c8d-014f-4194-b40d-43ea176a9f63 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.769407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03521e34-089d-4c56-9b53-9b61507e6ac5 req-b3e72c8d-014f-4194-b40d-43ea176a9f63 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 948 time: 0.0967653 Nov 12 00:39:16.780193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37ed80e3-0bd1-4a93-b510-5948ebeb6632 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98fba911f5af46fb8edbc0b910edf8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514374 Nov 12 00:39:16.782684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:16.786216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41020cc9-de5d-4d0f-b8f2-31b137c9b551 req-86979f3b-7f6b-4ea3-9aeb-075fc7e17cf4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.787739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41020cc9-de5d-4d0f-b8f2-31b137c9b551 req-86979f3b-7f6b-4ea3-9aeb-075fc7e17cf4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 945 time: 0.0795617 Nov 12 00:39:16.834673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.860193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.865974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03521e34-089d-4c56-9b53-9b61507e6ac5 req-be77232a-4d8f-4310-bcea-3c506120bbbf tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771997 Nov 12 00:39:16.874098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41020cc9-de5d-4d0f-b8f2-31b137c9b551 req-c5215ef2-aebd-457a-bc6e-8a0c94238947 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725820 Nov 12 00:39:16.906055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d801d394-30fc-40d4-abf5-bd2a04ac9633'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:16.923699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.927426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.928976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2363210-b267-4473-83a5-ba693cc2760a HTTP/1.1" status: 204 len: 168 time: 0.1453698 Nov 12 00:39:16.939089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada94a2-7f60-4050-9711-c4478902f8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2363210-b267-4473-83a5-ba693cc2760a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.951143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-cc216f2b-7558-4506-b74d-192bdaeccc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.953128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-cc216f2b-7558-4506-b74d-192bdaeccc2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1097 time: 0.0513210 Nov 12 00:39:16.975168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f7377065-5aa3-406a-ae9f-a52d9ad44776'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:17.095090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5ac6d-261a-4f1a-93df-31846014b805 req-5c526eae-1802-495e-ac2e-ca043c036c49 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.097069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32e5ac6d-261a-4f1a-93df-31846014b805 req-5c526eae-1802-495e-ac2e-ca043c036c49 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1122491 Nov 12 00:39:17.125891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-4dde7499-87cd-42b9-a977-7c430d31d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.127386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-4dde7499-87cd-42b9-a977-7c430d31d2c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1657200 Nov 12 00:39:17.209558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-2443e750-349f-44c7-9ccc-86036a9fc600 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0570803 Nov 12 00:39:17.223357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32e5ac6d-261a-4f1a-93df-31846014b805 req-aea7c632-7bdd-43eb-91a6-6fbb15dd3df3 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190321 Nov 12 00:39:17.295290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8789b16-b5cd-485d-a3fb-3af069582599 req-f02bbcad-1ea8-4e98-a27d-92cdd1b84940 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.296726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8789b16-b5cd-485d-a3fb-3af069582599 req-f02bbcad-1ea8-4e98-a27d-92cdd1b84940 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 945 time: 0.0927691 Nov 12 00:39:17.298641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-f69f4f1d-3065-417d-97e2-2e4c67655f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.299947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-f69f4f1d-3065-417d-97e2-2e4c67655f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0804586 Nov 12 00:39:17.319459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:17.354602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-21021365-1313-41e4-84c6-8e04a207ba70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364170 Nov 12 00:39:17.371000 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3d13fa32-0184-4b44-b997-aef160045235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dc84af3c174465a886d423ca85126aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473356 Nov 12 00:39:17.371209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:17.394366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8789b16-b5cd-485d-a3fb-3af069582599 req-519a0126-528f-44b0-8ab5-c0972d72de5f tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902429 Nov 12 00:39:17.434549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.457179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.503293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec32c47-aed6-4a88-88fd-1a4e0e8b9b5e req-148cf99e-3ba2-40e3-86ef-5d78114e9485 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.505146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ec32c47-aed6-4a88-88fd-1a4e0e8b9b5e req-148cf99e-3ba2-40e3-86ef-5d78114e9485 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0737097 Nov 12 00:39:17.505664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.507496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-11b29a8c-5dcc-403d-8c74-28e94ac790fa service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388526 Nov 12 00:39:17.508961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.510122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef291822-2dc1-4d5a-b9e1-aa23f7f9f83b HTTP/1.1" status: 204 len: 168 time: 0.1380129 Nov 12 00:39:17.518289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dabdf-723b-4874-a50c-0f6ec998280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef291822-2dc1-4d5a-b9e1-aa23f7f9f83b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.626782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ec32c47-aed6-4a88-88fd-1a4e0e8b9b5e req-3595b8a3-ec97-41ae-8927-678339a7f3ac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139820 Nov 12 00:39:17.650319 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:39:17.668714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-5f256107-73ea-49b6-9f69-cb07b8d530bd service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372268 Nov 12 00:39:17.683030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902eb66-6ab1-4e2b-98d6-7a024ecf642d req-3b9e0234-2121-4b54-b46b-aa4d5bda099f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.684694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b902eb66-6ab1-4e2b-98d6-7a024ecf642d req-3b9e0234-2121-4b54-b46b-aa4d5bda099f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 944 time: 0.0800109 Nov 12 00:39:17.743242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b902eb66-6ab1-4e2b-98d6-7a024ecf642d req-b1e0a10c-1021-4337-8620-0b4875b51d24 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Nov 12 00:39:17.814284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-193f0205-fa91-462e-82de-9ec2910c4e46 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.815625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-193f0205-fa91-462e-82de-9ec2910c4e46 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.0475571 Nov 12 00:39:17.828964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:17.829695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-15'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:17.894117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.931835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:17.950632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', 'mac_address': 'fa:16:3e:c2:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:17.997094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.011859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:18.032303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:18.038291 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.096507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:18.141199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6ca2-d990-4c74-8e7e-f807c0cf063a req-1c02580b-eb47-4629-8044-665ccae3c2fc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.142741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-063c6ca2-d990-4c74-8e7e-f807c0cf063a req-1c02580b-eb47-4629-8044-665ccae3c2fc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 948 time: 0.1542492 Nov 12 00:39:18.146171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:18.150080 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a15def7-a038-48b8-a65d-76c94801bb1a" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:18.161444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550b363-3277-40d2-87e8-f57e87f0deee req-da795962-fd43-4239-aa89-27ef5d9e27d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.163434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c550b363-3277-40d2-87e8-f57e87f0deee req-da795962-fd43-4239-aa89-27ef5d9e27d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 945 time: 0.1381340 Nov 12 00:39:18.481295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:18.501897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-063c6ca2-d990-4c74-8e7e-f807c0cf063a req-7d65f119-753c-4f19-aa25-37c47b64c97f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374884 Nov 12 00:39:18.519396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c550b363-3277-40d2-87e8-f57e87f0deee req-6233336a-0ae3-4759-8ab0-a7f3ac0853ad tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497417 Nov 12 00:39:18.532609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:18.557081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:18.584581 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e950e54-ab35-4e93-bba7-53e4482861df x-openstack-request-id: req-1e950e54-ab35-4e93-bba7-53e4482861df {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:18.584893 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:18.592302 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e950e54-ab35-4e93-bba7-53e4482861df {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:18.592733 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'code': 200} Nov 12 00:39:18.653827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.659375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:18.662176 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af448ab8-64c0-4a07-a0c1-f9d417163325" -d '{"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:18.668991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.785888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78677cc-fb6a-42e2-abcd-49711f885f0b req-88c1182c-c50b-4db6-b500-ee63f9478ee0 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.793304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f78677cc-fb6a-42e2-abcd-49711f885f0b req-88c1182c-c50b-4db6-b500-ee63f9478ee0 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2065306 Nov 12 00:39:18.818919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:18.849095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df76a51-3a54-4e79-a640-799fd82d3820 req-1dcb2a4a-8c7b-4ff3-b08d-e17415bc458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.850316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f3413-261b-4f01-b02c-ee0c67780645 req-f0bae4c0-302d-4b6c-9ddb-0577a6ca0fa0 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.851232 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df76a51-3a54-4e79-a640-799fd82d3820 req-1dcb2a4a-8c7b-4ff3-b08d-e17415bc458b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1102 time: 0.0506094 Nov 12 00:39:18.851845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c3f3413-261b-4f01-b02c-ee0c67780645 req-f0bae4c0-302d-4b6c-9ddb-0577a6ca0fa0 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 945 time: 0.1849310 Nov 12 00:39:18.899954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on host n-h1-712141-15 for vnic_type normal with profile {"migrating_to": "n-h2-712141-15"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:18.900333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:18.900632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:18.904518 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df76a51-3a54-4e79-a640-799fd82d3820 req-ed275633-07a5-45bd-82f6-29ee12f5ea3e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Nov 12 00:39:18.905547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f78677cc-fb6a-42e2-abcd-49711f885f0b req-922b465a-9b1a-4352-bab4-5b6f243de47a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114373 Nov 12 00:39:18.912463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:18.912787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Attempting to bind port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:18.919217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:18.919558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:18.919937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:18.920447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Bound port: f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:18.920819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.960168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c3f3413-261b-4f01-b02c-ee0c67780645 req-07f01dd1-a3d2-4508-9a60-77dbfa05ff3c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977356 Nov 12 00:39:19.015539 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35c8aa-ae10-4834-9241-267e10633258 x-openstack-request-id: req-7e35c8aa-ae10-4834-9241-267e10633258 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:19.015832 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:19.016183 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e35c8aa-ae10-4834-9241-267e10633258 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:19.016600 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'code': 200} Nov 12 00:39:19.043905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:19.052622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:19.066021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75813b-cf8f-42d8-983a-ee64bd251e13 req-cf199de7-fdbe-4595-9733-d124be93c760 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.067524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d75813b-cf8f-42d8-983a-ee64bd251e13 req-cf199de7-fdbe-4595-9733-d124be93c760 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0900826 Nov 12 00:39:19.068794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.185598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:19.189359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.189972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.191354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-d4225afd-056e-4da8-944a-83390a9b98af service neutron] 10.222.0.39 "PUT /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 1123 time: 1.3662829 Nov 12 00:39:19.195638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d75813b-cf8f-42d8-983a-ee64bd251e13 req-dea81a50-935e-40ee-b435-698f0e2157d2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211953 Nov 12 00:39:19.308436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f7bb90ae-d3c0-4692-adf6-c881564c4ce6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:19.348632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d41601-0ad7-4506-be08-3c0bef169eb6 req-72f44708-248b-4332-bcac-fa3d8a5bfb9d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.350117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61d41601-0ad7-4506-be08-3c0bef169eb6 req-72f44708-248b-4332-bcac-fa3d8a5bfb9d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 944 time: 0.0770202 Nov 12 00:39:19.352981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413c740-3a4d-45d5-b598-2ac821dd64ce req-f9735e27-35cf-4718-ad12-ba044397041c tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.354370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c413c740-3a4d-45d5-b598-2ac821dd64ce req-f9735e27-35cf-4718-ad12-ba044397041c tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1097 time: 0.0702643 Nov 12 00:39:19.432877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61d41601-0ad7-4506-be08-3c0bef169eb6 req-bb248d73-3928-4f45-a518-0875def0939c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759203 Nov 12 00:39:19.438049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c413c740-3a4d-45d5-b598-2ac821dd64ce req-5e0a1bae-b363-4908-a7ca-1b00344e0ca1 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752296 Nov 12 00:39:19.619397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb4cf-21e3-4bbd-8307-fddf20957b7b req-f36429f9-5acf-4d24-9e04-6c6c4a25376e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.621009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e5fb4cf-21e3-4bbd-8307-fddf20957b7b req-f36429f9-5acf-4d24-9e04-6c6c4a25376e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 949 time: 0.0515633 Nov 12 00:39:19.683028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e5fb4cf-21e3-4bbd-8307-fddf20957b7b req-5faa0008-829f-436f-8ace-bc8202789a25 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494106 Nov 12 00:39:19.753930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a3ccb-6309-4a56-a2cf-ac55dbe789e8 req-03f55a6c-3bb7-469d-8c5a-3ce65d301f18 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.755561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-851a3ccb-6309-4a56-a2cf-ac55dbe789e8 req-03f55a6c-3bb7-469d-8c5a-3ce65d301f18 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.0524650 Nov 12 00:39:19.829697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-851a3ccb-6309-4a56-a2cf-ac55dbe789e8 req-94beeecc-6720-4c44-8b73-4e1ca78b150c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Nov 12 00:39:19.831864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7377065-5aa3-406a-ae9f-a52d9ad44776 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:19.905337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port f7377065-5aa3-406a-ae9f-a52d9ad44776 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:19.909341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port f7377065-5aa3-406a-ae9f-a52d9ad44776 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:19.909752 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.012336 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.063071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:20.092772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.093522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:20.110227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1344-2252-41fe-a963-abefc3458a4b req-03602119-8909-48a9-a08d-697f90a9462b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.111440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b41d1344-2252-41fe-a963-abefc3458a4b req-03602119-8909-48a9-a08d-697f90a9462b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1132343 Nov 12 00:39:20.144046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87382-252c-4ae2-965c-0481d76281bb req-5d9fa040-6c97-40df-abf7-1ea3a345f5ff tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.151746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dc87382-252c-4ae2-965c-0481d76281bb req-5d9fa040-6c97-40df-abf7-1ea3a345f5ff tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 945 time: 0.0999687 Nov 12 00:39:20.189508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.227512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b41d1344-2252-41fe-a963-abefc3458a4b req-a3460248-21fc-44b3-a704-9fc793c01c7f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090987 Nov 12 00:39:20.252753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dc87382-252c-4ae2-965c-0481d76281bb req-d4659e29-d78b-4d37-9b9b-17b8204a3ccf tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997777 Nov 12 00:39:20.269173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d801d394-30fc-40d4-abf5-bd2a04ac9633 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:20.274135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d801d394-30fc-40d4-abf5-bd2a04ac9633 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:20.274536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.360235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.395624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:20.401127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.453001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.567932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08496f6-297e-4d79-9c80-7673be22d564 req-3f7210ad-e5ee-48fc-a90e-b4fe8c2b3944 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.570460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b08496f6-297e-4d79-9c80-7673be22d564 req-3f7210ad-e5ee-48fc-a90e-b4fe8c2b3944 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.0561073 Nov 12 00:39:20.594339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}, {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:20.598219 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15d9eeb-16b1-4933-8dcf-3cb477919b15" -d '{"events": [{"server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "name": "network-vif-plugged", "status": "completed", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}, {"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-plugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:20.649964 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b8adf9-c6a7-4f6d-a7d8-e7d15a991854 x-openstack-request-id: req-a4b8adf9-c6a7-4f6d-a7d8-e7d15a991854 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:20.650512 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "name": "network-vif-plugged", "status": "completed", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "code": 200}, {"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-plugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:20.651293 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4b8adf9-c6a7-4f6d-a7d8-e7d15a991854 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:20.651931 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'code': 200} Nov 12 00:39:20.652562 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'code': 200} Nov 12 00:39:20.657156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b08496f6-297e-4d79-9c80-7673be22d564 req-ec413bad-2e43-4ab7-9723-98619b6d7104 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812850 Nov 12 00:39:20.806391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013f7e9-aa60-4870-8c07-b9958cb44347 req-340560be-6e86-49a5-b711-24f875f08b09 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.808147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2013f7e9-aa60-4870-8c07-b9958cb44347 req-340560be-6e86-49a5-b711-24f875f08b09 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 949 time: 0.0499279 Nov 12 00:39:20.908164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e79572-fb2c-4fef-91a6-76fd2b486757 req-ff985feb-114f-40a5-a670-c05fa990f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.912963 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37e79572-fb2c-4fef-91a6-76fd2b486757 req-ff985feb-114f-40a5-a670-c05fa990f933 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 1097 time: 0.0778594 Nov 12 00:39:20.925351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd40d-a704-45b9-b57d-94089f4cb39b req-88bb7b3b-0ce3-4d4b-9c99-e35bbc1fc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.927247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c43fd40d-a704-45b9-b57d-94089f4cb39b req-88bb7b3b-0ce3-4d4b-9c99-e35bbc1fc29c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1010950 Nov 12 00:39:20.932044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2013f7e9-aa60-4870-8c07-b9958cb44347 req-39c55f69-6b71-4625-8dd4-1a83100e2237 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148224 Nov 12 00:39:20.996014 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37e79572-fb2c-4fef-91a6-76fd2b486757 req-8b82c1d6-82eb-4b7f-ad92-aae90a49608c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703475 Nov 12 00:39:21.005064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c43fd40d-a704-45b9-b57d-94089f4cb39b req-96e01949-8640-4af5-8097-dc85a0f257a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Nov 12 00:39:21.017819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:21.020647 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e398efc-e5a0-4f90-99f5-d443dff79c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:21.116309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f96bad-9ad0-43ff-af84-93eaebf49c52 req-869c0fb1-ffd2-4543-af43-de89b62bf1a0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.117999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70f96bad-9ad0-43ff-af84-93eaebf49c52 req-869c0fb1-ffd2-4543-af43-de89b62bf1a0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.0670693 Nov 12 00:39:21.122948 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdbe1e-3f92-4c89-b040-c88e729f0ba2 x-openstack-request-id: req-bdcdbe1e-3f92-4c89-b040-c88e729f0ba2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:21.123206 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:21.123565 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdcdbe1e-3f92-4c89-b040-c88e729f0ba2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:21.123950 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'status': 'completed', 'code': 200} Nov 12 00:39:21.177670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70f96bad-9ad0-43ff-af84-93eaebf49c52 req-2be6fc45-81ab-46eb-93e0-bb9cc85ee776 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Nov 12 00:39:21.207787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-fde8b6e0-b662-44ce-a22d-3da68032a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.209528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-fde8b6e0-b662-44ce-a22d-3da68032a4ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1126 time: 0.0492399 Nov 12 00:39:21.358454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-cb49a313-3332-4438-8e18-6a91b87911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.360127 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-cb49a313-3332-4438-8e18-6a91b87911ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1394699 Nov 12 00:39:21.386884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653b98-62f6-4aec-8e03-89ab8509196f req-376d6207-0873-496d-84ee-2cda9f502f80 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.390675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73653b98-62f6-4aec-8e03-89ab8509196f req-376d6207-0873-496d-84ee-2cda9f502f80 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0645835 Nov 12 00:39:21.418669 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-045a7637-c362-48a1-9dd1-9fb66b8763ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0451629 Nov 12 00:39:21.458361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73653b98-62f6-4aec-8e03-89ab8509196f req-4dfb8d90-bbcd-43af-b83c-5e93ba286df6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 Nov 12 00:39:21.493513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-a8854130-4b63-4646-b6c9-eb6c8f457bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.495273 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-a8854130-4b63-4646-b6c9-eb6c8f457bf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0665023 Nov 12 00:39:21.534690 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-60add14d-b8ab-4187-a18c-7aa257f493fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285268 Nov 12 00:39:21.584697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20ec8f-15cb-4f73-aaab-7b13632ba71c req-c3621cdb-694a-4631-bd3d-87918a0668f7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.586353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f20ec8f-15cb-4f73-aaab-7b13632ba71c req-c3621cdb-694a-4631-bd3d-87918a0668f7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0604024 Nov 12 00:39:21.633211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-290ef7c6-b3c7-41a7-b499-af9b958f26c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881786 Nov 12 00:39:21.639140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f20ec8f-15cb-4f73-aaab-7b13632ba71c req-ba1426a2-4a39-420a-8b31-087f7b87b0ae tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Nov 12 00:39:21.743439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e398efc-e5a0-4f90-99f5-d443dff79c9e req-c751539a-58f6-47df-985f-2c0951619390 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009264 Nov 12 00:39:21.839463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3169a-f3f4-4c00-beda-27699c3d745b req-c1808728-4652-4844-bca2-59f7a30012ac tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.840042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:21.847569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98a3169a-f3f4-4c00-beda-27699c3d745b req-c1808728-4652-4844-bca2-59f7a30012ac tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0571587 Nov 12 00:39:21.855026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:21.931715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98a3169a-f3f4-4c00-beda-27699c3d745b req-d19bbf54-05b8-4591-acda-a6ca04eae9ce tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Nov 12 00:39:22.009909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:22.016303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:22.016688 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.057191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fa1d3-d2dd-4a47-a3b8-be8795177056 req-e159a502-0c18-441c-9552-f1b051f9f098 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.060766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-603fa1d3-d2dd-4a47-a3b8-be8795177056 req-e159a502-0c18-441c-9552-f1b051f9f098 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.0543630 Nov 12 00:39:22.090298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:22.121688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 has no active binding in host n-h2-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:39:22.123314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-603fa1d3-d2dd-4a47-a3b8-be8795177056 req-097b9b5f-ba9e-4807-91a8-1ab0b0767c84 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Nov 12 00:39:22.137139 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.171126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:22.175290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.224730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.595443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861097-c9a8-4ba8-9335-96642962c1a2 req-e7380976-9e72-4fd4-842f-a428ea359538 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.596999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab861097-c9a8-4ba8-9335-96642962c1a2 req-e7380976-9e72-4fd4-842f-a428ea359538 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0523422 Nov 12 00:39:22.649065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab861097-c9a8-4ba8-9335-96642962c1a2 req-6a8562cc-a447-4540-895a-ce88296d5369 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Nov 12 00:39:22.653834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:22.656214 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa3ad4-bb70-4515-92f0-474fab222f85" -d '{"events": [{"server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "name": "network-vif-plugged", "status": "completed", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:22.946859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf224-c3cb-46aa-952c-ff4ac331b056 req-e68bc6b1-a26f-4821-92bf-e6a23e913d52 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.948376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-694cf224-c3cb-46aa-952c-ff4ac331b056 req-e68bc6b1-a26f-4821-92bf-e6a23e913d52 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.0556901 Nov 12 00:39:23.004530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-694cf224-c3cb-46aa-952c-ff4ac331b056 req-dc785f7b-eef8-4d10-a4a3-4ce0eef1aaa0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Nov 12 00:39:23.115302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac139b-ad86-40f4-be91-b06503a39dae req-5d1307d3-1246-4621-b6c7-b6b1bd75f0ea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.116719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acac139b-ad86-40f4-be91-b06503a39dae req-5d1307d3-1246-4621-b6c7-b6b1bd75f0ea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0570939 Nov 12 00:39:23.168875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acac139b-ad86-40f4-be91-b06503a39dae req-eb051665-7502-4718-b03f-92e378f9f533 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Nov 12 00:39:23.558195 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447272db-9bb2-407b-8f78-d5fc167c9a8e x-openstack-request-id: req-447272db-9bb2-407b-8f78-d5fc167c9a8e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:23.559746 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "name": "network-vif-plugged", "status": "completed", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:23.560652 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-447272db-9bb2-407b-8f78-d5fc167c9a8e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:23.561538 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', 'code': 200} Nov 12 00:39:23.651066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc817fe4-afaf-4832-87b0-867319e8db5c req-ea7b7b75-7814-4c37-9fe9-b38880799cf7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.652518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc817fe4-afaf-4832-87b0-867319e8db5c req-ea7b7b75-7814-4c37-9fe9-b38880799cf7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Nov 12 00:39:23.700809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc817fe4-afaf-4832-87b0-867319e8db5c req-fd93de63-a4a9-4f48-99a7-5b59b5dbe67b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Nov 12 00:39:24.081111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04eb93-9942-4ce3-b83e-d14d527182bb req-10484c15-0fb0-494c-9c81-e4ba2ceadd7a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.082599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d04eb93-9942-4ce3-b83e-d14d527182bb req-10484c15-0fb0-494c-9c81-e4ba2ceadd7a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.0520313 Nov 12 00:39:24.133353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d04eb93-9942-4ce3-b83e-d14d527182bb req-55138e96-b43d-4eb2-b82e-ac660964644e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Nov 12 00:39:24.246036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5ef62-616b-4cfb-b274-2cff886e1c89 req-c97d63de-7a67-45ae-9acf-00498ffd25d3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.247528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7c5ef62-616b-4cfb-b274-2cff886e1c89 req-c97d63de-7a67-45ae-9acf-00498ffd25d3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0508890 Nov 12 00:39:24.298571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7c5ef62-616b-4cfb-b274-2cff886e1c89 req-71c7d0a4-d8ed-4e61-96f1-b4f5f3c96fc7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Nov 12 00:39:24.578740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-61b244a7-14cb-40ce-9649-fa60c259d92a service neutron] 10.222.0.32 "GET /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.0620329 Nov 12 00:39:24.775921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea092d-e202-43e6-9a7b-a97b159aed04 req-270b3efe-0149-456f-92b6-25a812490942 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.777752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0ea092d-e202-43e6-9a7b-a97b159aed04 req-270b3efe-0149-456f-92b6-25a812490942 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 943 time: 0.0531087 Nov 12 00:39:24.824658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:24.838138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0ea092d-e202-43e6-9a7b-a97b159aed04 req-0311b639-d4b8-4a40-9f74-f7d2f5974d89 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Nov 12 00:39:24.854770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:24.893749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bb90ae-d3c0-4692-adf6-c881564c4ce6 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:24.916399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:24.945667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.957097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf881f-4490-4d98-9cb6-89a66a31150f req-cfb1f4c0-5e33-43e5-9e72-1ae285160d45 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.958845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfaf881f-4490-4d98-9cb6-89a66a31150f req-cfb1f4c0-5e33-43e5-9e72-1ae285160d45 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0596142 Nov 12 00:39:25.015967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfaf881f-4490-4d98-9cb6-89a66a31150f req-438c7060-8c90-4472-bc12-a21c74385d16 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Nov 12 00:39:25.041802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] Transition to ACTIVE for port object f7bb90ae-d3c0-4692-adf6-c881564c4ce6 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:25.043777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:25.062509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.136321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] No DVR routers for this DVR port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:25.143112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] Pushing event updated for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.169552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267a44-b006-40b8-9678-e5cc1522b4ad req-3342ad8a-13a3-4840-9c57-7d511ae40a17 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.171621 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-d22f9157-08c9-4dcd-8043-93eb1c9c382f service neutron] 10.222.0.32 "PUT /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6/bindings/n-h2-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 0.5843167 Nov 12 00:39:25.171998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69267a44-b006-40b8-9678-e5cc1522b4ad req-3342ad8a-13a3-4840-9c57-7d511ae40a17 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0747561 Nov 12 00:39:25.213982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cab3a43-9d04-47e2-b90a-9bbb51fd1bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.226901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69267a44-b006-40b8-9678-e5cc1522b4ad req-80a4aaf0-0742-4ec4-8cc6-9bdaf53b6ad1 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Nov 12 00:39:25.295916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cab3a43-9d04-47e2-b90a-9bbb51fd1bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.301899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cab3a43-9d04-47e2-b90a-9bbb51fd1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.345744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24714-b787-44a8-acc8-2b1a8437a74f req-a9661b1e-ae50-4de5-b758-57a078bb8292 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.347230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46c24714-b787-44a8-acc8-2b1a8437a74f req-a9661b1e-ae50-4de5-b758-57a078bb8292 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.0550165 Nov 12 00:39:25.348244 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1cab3a43-9d04-47e2-b90a-9bbb51fd1bc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=490582b7a68542dfb92aa37d939df82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031437 Nov 12 00:39:25.349357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab3a43-9d04-47e2-b90a-9bbb51fd1bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5d4a5-195e-4c8f-a062-37e4217d5217,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.350925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:25.425329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.443448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46c24714-b787-44a8-acc8-2b1a8437a74f req-71eb6eb2-2984-48fa-b045-d0eae741c962 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Nov 12 00:39:25.463441 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.546709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.549766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.551296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5c5d4a5-195e-4c8f-a062-37e4217d5217 HTTP/1.1" status: 204 len: 168 time: 0.1994061 Nov 12 00:39:25.564122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192733-a44a-4dbd-a06c-8953c60833af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5d4a5-195e-4c8f-a062-37e4217d5217,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.583809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d0a74-66da-420f-97a0-7c1ec2717f3e req-ae840054-8148-46c8-bcb8-6e9f20ef5e63 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.586017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-260d0a74-66da-420f-97a0-7c1ec2717f3e req-ae840054-8148-46c8-bcb8-6e9f20ef5e63 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0840225 Nov 12 00:39:25.653987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-260d0a74-66da-420f-97a0-7c1ec2717f3e req-2df03763-cf53-465e-920e-e749e2b4f966 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Nov 12 00:39:25.849169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:25.862556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d43749-2c3b-4aef-9923-4a18b2ffbf81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.979826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d43749-2c3b-4aef-9923-4a18b2ffbf81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.991336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a32627-5fbc-46e4-a8e5-a1885fc96586 req-99466a02-de86-47af-ba1a-64d5caa9b3ab tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.992910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71a32627-5fbc-46e4-a8e5-a1885fc96586 req-99466a02-de86-47af-ba1a-64d5caa9b3ab tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.0817821 Nov 12 00:39:25.994259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50d43749-2c3b-4aef-9923-4a18b2ffbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.052149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-50d43749-2c3b-4aef-9923-4a18b2ffbf81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87e85870f5664ec0ac04cf2fdf73ca01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017834 Nov 12 00:39:26.055586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:26.060026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d43749-2c3b-4aef-9923-4a18b2ffbf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9982fb6-6903-43ae-a8f9-0e7dd9518200,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.081199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71a32627-5fbc-46e4-a8e5-a1885fc96586 req-dbad5e57-bc25-4031-9505-0ffaccf077cf tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810535 Nov 12 00:39:26.121134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.144818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.207215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.211470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.216114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9982fb6-6903-43ae-a8f9-0e7dd9518200 HTTP/1.1" status: 204 len: 168 time: 0.1587992 Nov 12 00:39:26.225266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a7d28-6d47-4c1b-96af-da547d51f7f7 req-f7d610c0-4a13-46b9-9427-de2d4168cc15 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.226800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-445a7d28-6d47-4c1b-96af-da547d51f7f7 req-f7d610c0-4a13-46b9-9427-de2d4168cc15 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0749047 Nov 12 00:39:26.227676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45b32-8e6e-4b9c-a364-f6ac41213f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9982fb6-6903-43ae-a8f9-0e7dd9518200,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.321710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-445a7d28-6d47-4c1b-96af-da547d51f7f7 req-64b2fdaf-70ee-4f44-a5e1-d4a4a93027a7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793216 Nov 12 00:39:26.407485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fab29-7c3b-4983-828b-ebe82650961d req-f0ff00c6-1c6a-4f33-b26e-9fa2b5a7cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.409836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-567fab29-7c3b-4983-828b-ebe82650961d req-f0ff00c6-1c6a-4f33-b26e-9fa2b5a7cb3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 1102 time: 0.0521863 Nov 12 00:39:26.425471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-faceb0dc-97d0-4795-b756-c99be4f62d2a tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.427101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-faceb0dc-97d0-4795-b756-c99be4f62d2a tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.0978422 Nov 12 00:39:26.434719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473730d-6a83-49b3-b785-5a74b2a15ee5 req-e2ab02ce-d59c-4f96-9cfb-9de2d1b21a91 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.436275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8473730d-6a83-49b3-b785-5a74b2a15ee5 req-e2ab02ce-d59c-4f96-9cfb-9de2d1b21a91 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0712516 Nov 12 00:39:26.515226 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-567fab29-7c3b-4983-828b-ebe82650961d req-d6bee949-4221-4d89-b3eb-5262652ff95a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655646 Nov 12 00:39:26.594942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8473730d-6a83-49b3-b785-5a74b2a15ee5 req-a7eada0a-cee5-4837-8e68-eed68d0997ba tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525569 Nov 12 00:39:26.610130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-8dbb489e-cdeb-4d4c-be3e-45506d5a98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.611712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-8dbb489e-cdeb-4d4c-be3e-45506d5a98d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&tenant_id=fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 1096 time: 0.1554325 Nov 12 00:39:26.625831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4fb1-3a54-48a4-8351-5f3195af5163 req-bf4afc97-1677-4227-8bb0-75acefea256b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.633650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ad4fb1-3a54-48a4-8351-5f3195af5163 req-bf4afc97-1677-4227-8bb0-75acefea256b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.1036232 Nov 12 00:39:26.685179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ad4fb1-3a54-48a4-8351-5f3195af5163 req-02266927-1b37-47be-92b5-c6a50510d970 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Nov 12 00:39:26.796925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84281ac-df87-463e-b970-72c01534e9b3 req-3d2f896f-2c17-4c5e-bc86-e4f326a996e4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.799163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84281ac-df87-463e-b970-72c01534e9b3 req-3d2f896f-2c17-4c5e-bc86-e4f326a996e4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0609353 Nov 12 00:39:26.862885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84281ac-df87-463e-b970-72c01534e9b3 req-668b4722-58cb-4069-bb56-0cbe95a0b056 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Nov 12 00:39:27.028585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-62531398-b922-4bba-9ed8-73aaa9865ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.030166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-62531398-b922-4bba-9ed8-73aaa9865ca1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1096 time: 0.0534306 Nov 12 00:39:27.162642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-d7aed6e8-ca2e-4e2e-b546-c3ad367e84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.164461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-d7aed6e8-ca2e-4e2e-b546-c3ad367e84da service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1099076 Nov 12 00:39:27.243032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-1c7060fd-3f80-45c5-8af5-885963c8d6aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0556116 Nov 12 00:39:27.263978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf410597-23a1-4896-ae1e-c5b59c5389f0 req-09fa48fa-2f6c-49d9-b667-017a747e273e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.265536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf410597-23a1-4896-ae1e-c5b59c5389f0 req-09fa48fa-2f6c-49d9-b667-017a747e273e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.0893624 Nov 12 00:39:27.375393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-b458b241-c2f6-4773-8649-5fecb2a39d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.377247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-b458b241-c2f6-4773-8649-5fecb2a39d70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0959828 Nov 12 00:39:27.381824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf410597-23a1-4896-ae1e-c5b59c5389f0 req-127ff3b7-4ff1-4fc3-957c-beeb318c80c7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087763 Nov 12 00:39:27.464917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-03d3be16-d3b5-4e6b-9669-b86e02e443fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304954 Nov 12 00:39:27.489234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be4458-f579-434d-9f81-b4e5b8ec234c req-2a7b6595-e52c-4e5b-9f90-e32082d3b7f8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.490906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2be4458-f579-434d-9f81-b4e5b8ec234c req-2a7b6595-e52c-4e5b-9f90-e32082d3b7f8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0901837 Nov 12 00:39:27.595631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2be4458-f579-434d-9f81-b4e5b8ec234c req-f08c2f82-a34d-4538-89a3-972f5398e42a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Nov 12 00:39:27.618452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-c5766697-dc8c-464a-9d7c-7bdf7a26882d service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381049 Nov 12 00:39:27.774306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ec684-bffa-45b4-aa23-3e5c285485cb req-a0ea86fd-d0f9-4357-b648-c1d725f3d97a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.776099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d8ec684-bffa-45b4-aa23-3e5c285485cb req-a0ea86fd-d0f9-4357-b648-c1d725f3d97a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0740254 Nov 12 00:39:27.779296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-bf495395-bb2a-45ff-8d45-cd1094ab7cef service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436298 Nov 12 00:39:27.893035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca2e32-cc46-4852-b8f7-cc93f8feaec0 req-313a9d90-5a4c-43e0-b8d3-4d017316b54b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.894503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1ca2e32-cc46-4852-b8f7-cc93f8feaec0 req-313a9d90-5a4c-43e0-b8d3-4d017316b54b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.1173429 Nov 12 00:39:27.916887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d8ec684-bffa-45b4-aa23-3e5c285485cb req-22945202-1adb-4fae-a5cb-cbc21fdcad7d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232102 Nov 12 00:39:27.980568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1ca2e32-cc46-4852-b8f7-cc93f8feaec0 req-b9e438bb-e792-416d-882a-f19b5c6bb03d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Nov 12 00:39:28.050204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424019a-c984-4c4b-a28f-390c7a265dbe req-04c92418-ea87-463d-a3e2-d260ea80d84b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.051846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2424019a-c984-4c4b-a28f-390c7a265dbe req-04c92418-ea87-463d-a3e2-d260ea80d84b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0783911 Nov 12 00:39:28.124398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2424019a-c984-4c4b-a28f-390c7a265dbe req-d5c59d88-6bd4-4187-a646-d24627c5fa39 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Nov 12 00:39:28.183134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9977-01eb-464f-b272-4c840846cdce req-ee5d294b-7e46-4c3d-ab2b-9d925dc0ca61 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.184674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-ee5d294b-7e46-4c3d-ab2b-9d925dc0ca61 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.0502725 Nov 12 00:39:28.317721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-43ee9977-01eb-464f-b272-4c840846cdce req-ea1458b7-ed52-43bb-b31c-5d2833d5c57e service neutron] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:28.322477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-43ee9977-01eb-464f-b272-4c840846cdce req-ea1458b7-ed52-43bb-b31c-5d2833d5c57e service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.323607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ee9977-01eb-464f-b272-4c840846cdce req-ea1458b7-ed52-43bb-b31c-5d2833d5c57e service neutron] 10.222.0.39 "DELETE /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6/bindings/n-h1-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.1234829 Nov 12 00:39:28.534140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e25c90-bdd3-4981-a26c-ce0eba585a9c req-1fe5e38d-7994-4799-906f-d3db7a7c3877 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.535984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e25c90-bdd3-4981-a26c-ce0eba585a9c req-1fe5e38d-7994-4799-906f-d3db7a7c3877 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.0756853 Nov 12 00:39:28.594945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e25c90-bdd3-4981-a26c-ce0eba585a9c req-18231053-71a0-44f7-bdc5-3fbcaa445330 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Nov 12 00:39:28.752268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f95f-6244-443a-969f-d4f3c6c728ff req-7cf7bf93-d9cc-47a8-bb1d-6110afcc0502 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.760103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a0f95f-6244-443a-969f-d4f3c6c728ff req-7cf7bf93-d9cc-47a8-bb1d-6110afcc0502 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0693479 Nov 12 00:39:28.835606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a0f95f-6244-443a-969f-d4f3c6c728ff req-e31bfbf0-8a48-4b2b-8899-f47fc06db144 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746148 Nov 12 00:39:28.838664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50c89d-9bbf-4fa7-9b72-9040def6dedc req-4f0224fc-2ca6-41c0-ad23-c69282f7e207 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.840102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd50c89d-9bbf-4fa7-9b72-9040def6dedc req-4f0224fc-2ca6-41c0-ad23-c69282f7e207 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1096 time: 0.0712430 Nov 12 00:39:28.929282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd50c89d-9bbf-4fa7-9b72-9040def6dedc req-3aacf0b4-e030-4c9c-a949-7ef29ef67cf6 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814450 Nov 12 00:39:29.012002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:29.098622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:29.101274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a5c7f-3635-4732-977e-70945d0099cd req-0178dc4a-7600-4158-8c91-13826b8426f2 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.110663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc6a5c7f-3635-4732-977e-70945d0099cd req-0178dc4a-7600-4158-8c91-13826b8426f2 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0610926 Nov 12 00:39:29.190199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc6a5c7f-3635-4732-977e-70945d0099cd req-c8b102c2-397d-4869-a85b-41525c07f464 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783889 Nov 12 00:39:29.254921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2468d6-7a65-4658-bfac-bfe45606a95e req-986c6f3a-17cc-4fab-9964-a7df03efae38 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.263508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b2468d6-7a65-4658-bfac-bfe45606a95e req-986c6f3a-17cc-4fab-9964-a7df03efae38 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.0670481 Nov 12 00:39:29.344815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b2468d6-7a65-4658-bfac-bfe45606a95e req-836deb98-72e9-4df6-81c2-dae9eb8b9695 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752425 Nov 12 00:39:29.515553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9372f-10b1-4b17-b682-8e1ef553a8bd req-5c700a98-b3fc-40b5-9858-01f86f5ee324 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.520737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53d9372f-10b1-4b17-b682-8e1ef553a8bd req-5c700a98-b3fc-40b5-9858-01f86f5ee324 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.1408825 Nov 12 00:39:29.595641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-c0b3fe5e-52ed-4f7f-bf32-7a15403e0844 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.597143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-c0b3fe5e-52ed-4f7f-bf32-7a15403e0844 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.1648242 Nov 12 00:39:29.601788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53d9372f-10b1-4b17-b682-8e1ef553a8bd req-289e2331-76f0-44f6-b0d4-ba903a327e03 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770872 Nov 12 00:39:29.612529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-14346475-5c41-421d-ace9-81f60a2d3e61 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/quotas/fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 375 time: 0.0096493 Nov 12 00:39:29.810305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-5a63559e-d38a-4df5-b287-f83a48899a75 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1677399 Nov 12 00:39:29.865675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-d4262f69-d3d1-4e44-b4e3-aeefdeefbdaf tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2384088 Nov 12 00:39:29.900000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:29.939358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.970513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-1f80708c-ae1a-4a93-af00-3683df79243e service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526461 Nov 12 00:39:30.042661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:30.156575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3ee4-0a35-47c7-9f72-df4497f55d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.241704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3ee4-0a35-47c7-9f72-df4497f55d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.248544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3ee4-0a35-47c7-9f72-df4497f55d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.289130 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba7c3ee4-0a35-47c7-9f72-df4497f55d57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94fc87c34cd04d2bbd4459852ba610d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452667 Nov 12 00:39:30.290581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3ee4-0a35-47c7-9f72-df4497f55d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fa0da-03f2-408a-a497-c6aca9d00f60,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.292954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:30.344215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.348852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-44dae149-eb0a-4999-8988-269b469b6ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681469 Nov 12 00:39:30.361570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.366812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.418978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.422003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.423269 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/595fa0da-03f2-408a-a497-c6aca9d00f60 HTTP/1.1" status: 204 len: 168 time: 0.1294196 Nov 12 00:39:30.432837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9a271-7886-4179-8146-b1691e67bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fa0da-03f2-408a-a497-c6aca9d00f60,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.507617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Allocated IP 172.25.6.86 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4928bea8-a75d-4de8-91f2-0701b8987ce7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:30.654211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.715868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.806175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:30.811523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:30.812936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:30.814580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:30.821767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event updated for resources: {'Port': ['ID=4928bea8-a75d-4de8-91f2-0701b8987ce7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.839398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1509-1fd7-4459-a037-44e7e6d244f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.895045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae002a11-153b-4776-9e2e-d1b4b60e86ff req-18f1b6b4-04ea-41ef-a049-d938547a0fa6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.896694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae002a11-153b-4776-9e2e-d1b4b60e86ff req-18f1b6b4-04ea-41ef-a049-d938547a0fa6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1393070 Nov 12 00:39:30.938444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.951891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1509-1fd7-4459-a037-44e7e6d244f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.958722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1509-1fd7-4459-a037-44e7e6d244f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.003519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae002a11-153b-4776-9e2e-d1b4b60e86ff req-f43ea8b6-4663-4e79-984d-0de9d7b626ee tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984418 Nov 12 00:39:31.008516 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf2d1509-1fd7-4459-a037-44e7e6d244f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cbf78f5dbf5419ab0c409492be90eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920714 Nov 12 00:39:31.009585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.012274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:31.014553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d1509-1fd7-4459-a037-44e7e6d244f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f134c9c-ca61-4626-8d88-9ce3e10dedea,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.074638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.107711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.161473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4479cc3c-9eb0-4205-8709-19823128158a req-e8d4f5b4-0223-4c61-8031-08f91324b181 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 210 time: 0.0604489 Nov 12 00:39:31.162643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.166654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.167882 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f134c9c-ca61-4626-8d88-9ce3e10dedea HTTP/1.1" status: 204 len: 168 time: 0.1543891 Nov 12 00:39:31.192501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2384a3-3c15-442e-a534-f7ece046c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f134c9c-ca61-4626-8d88-9ce3e10dedea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.252856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.266421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.313925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.343072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.344323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4499772 Nov 12 00:39:31.357460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62224ba9-666d-498b-a05c-8fb77f84e3a9 req-fd57c7b7-a186-40bb-beab-5361e175b01a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.358959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62224ba9-666d-498b-a05c-8fb77f84e3a9 req-fd57c7b7-a186-40bb-beab-5361e175b01a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 945 time: 0.1018162 Nov 12 00:39:31.361113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b45e37-1a76-4e3f-afc5-3598306e01de tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event updated for resources: {'Port': ['ID=4928bea8-a75d-4de8-91f2-0701b8987ce7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:31.445112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-0ca64637-f272-45dd-a7dd-9be551532584 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0847173 Nov 12 00:39:31.533423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62224ba9-666d-498b-a05c-8fb77f84e3a9 req-2a3ac628-72b9-4b78-bbdc-39eba66b3ad0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633859 Nov 12 00:39:31.593828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-510cf844-f9c1-419d-9f15-acf7852740fe tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.595279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-510cf844-f9c1-419d-9f15-acf7852740fe tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1436331 Nov 12 00:39:31.606238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-7e655695-8753-4e9b-a648-a9d0af409198 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:31.607378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0613233-c667-437c-8a2d-72b7d6675fbd req-7e655695-8753-4e9b-a648-a9d0af409198 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064902 Nov 12 00:39:31.736490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e5ff1-96d1-4633-99c8-e5f0cc4b19f8 req-31c663b3-10b8-4f4a-b4cc-e054e784c4bd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.738193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-957e5ff1-96d1-4633-99c8-e5f0cc4b19f8 req-31c663b3-10b8-4f4a-b4cc-e054e784c4bd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0931296 Nov 12 00:39:31.797309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-5b19f8e7-25fc-45ee-bf9e-8dc9be312fce tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.800120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-5b19f8e7-25fc-45ee-bf9e-8dc9be312fce tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.1987910 Nov 12 00:39:31.805303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-957e5ff1-96d1-4633-99c8-e5f0cc4b19f8 req-ecbaba16-0306-4a4c-8b35-533551554554 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554216 Nov 12 00:39:31.837814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Request body: {'port': {'device_id': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'admin_state_up': True, 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:31.951807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.988701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:31.993288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.163662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-4e7b9954-cb2e-4562-8a26-3f2a850c579d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.165355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-4e7b9954-cb2e-4562-8a26-3f2a850c579d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 820 time: 0.1680567 Nov 12 00:39:32.168605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8b84-c81d-4d2e-8925-5b314a8f2b2d req-3a72d4cf-cf61-4b87-8487-b1f00cf79f00 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.172651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9dc8b84-c81d-4d2e-8925-5b314a8f2b2d req-3a72d4cf-cf61-4b87-8487-b1f00cf79f00 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 1102 time: 0.0797055 Nov 12 00:39:32.176838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Allocated IP 172.20.0.7 (fec42a2b-a28b-4a4c-929b-a278f7b15b72/bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe/d5a2d514-f2a7-4683-be64-43db38446a7a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:32.198479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-6f0eae50-845c-4cb7-b366-8f7b261cab71 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/quotas/304619bc6fb44c2d89f036bcb7c2e1d3 HTTP/1.1" status: 200 len: 375 time: 0.0245626 Nov 12 00:39:32.260123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9dc8b84-c81d-4d2e-8925-5b314a8f2b2d req-c28fc914-7174-49fb-96c4-9e7a491ec75f tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780950 Nov 12 00:39:32.285499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-e4e13a7b-0271-4d19-b7d7-d64946e1562a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0736103 Nov 12 00:39:32.367646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.405785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.447876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-612f29f5-7f47-42c4-9519-3c2e2c151d5b service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558654 Nov 12 00:39:32.452715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:32.457692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:32.462205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:32.522203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.522815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.525375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.544528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-60cc8162-794e-4d3a-87e6-5404171dafb4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224863 Nov 12 00:39:32.561013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Request body: {'port': {'device_id': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:32.568631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-9f37f21d-7dcb-4493-99a2-734abcaba8ae service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142244 Nov 12 00:39:32.627097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2973a9-c77b-4e55-9064-73d851a03644 req-9d3217cd-ec6b-46a5-9d20-a4939a3a8bbe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.636893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2973a9-c77b-4e55-9064-73d851a03644 req-9d3217cd-ec6b-46a5-9d20-a4939a3a8bbe tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0935111 Nov 12 00:39:32.714643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2973a9-c77b-4e55-9064-73d851a03644 req-a3c6ae7e-258e-4fcf-a312-30c2e8640c77 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Nov 12 00:39:32.860174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-a672337e-a8bc-4040-97ed-e7e623d33fa7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356815 Nov 12 00:39:32.875387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e954f4-8e68-4b20-b2b9-2abe09602a87 req-7f41144c-efd9-4ce2-910e-575181584311 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.876929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56e954f4-8e68-4b20-b2b9-2abe09602a87 req-7f41144c-efd9-4ce2-910e-575181584311 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 931 time: 0.1186121 Nov 12 00:39:32.932398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.999746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56e954f4-8e68-4b20-b2b9-2abe09602a87 req-e1e26d71-9c5a-49f3-a67a-2477f3013b26 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101058 Nov 12 00:39:33.036336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-d353c24f-b39a-4ac3-aadd-dcf76a4db560 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.038057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-d353c24f-b39a-4ac3-aadd-dcf76a4db560 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598623 Nov 12 00:39:33.055643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-de839c7f-00c6-4201-808b-650633e5673e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0099471 Nov 12 00:39:33.101704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da18d220-a0f6-4415-b243-52f787f1ed09 req-c72a8d9f-73c6-40e3-bed6-4dc885b925ea tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 210 time: 0.0395718 Nov 12 00:39:33.171799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-9e8c32b9-a6f5-4fb1-933d-059def23e9c0 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1095467 Nov 12 00:39:33.297283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a2d514-f2a7-4683-be64-43db38446a7a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:33.313751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.352212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Transition to ACTIVE for port object d5a2d514-f2a7-4683-be64-43db38446a7a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:33.359803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.399898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eeabb65a-79cb-45ca-b417-1c5b5d22ad50 req-427b0b09-6e0a-449f-aa1d-d3e904602ca7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 210 time: 0.0439193 Nov 12 00:39:33.479056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:33.590218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:33.590807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:33.591147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:33.597530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:33.597852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:33.605176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:33.605598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:33.606076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:33.606528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Bound port: d5a2d514-f2a7-4683-be64-43db38446a7a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:33.606894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.704457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:33.706400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:33.718351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.817153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:33.822676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.823319 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.824867 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-21164132-358e-4a84-9d52-9efe7ec38fed service neutron] 10.222.0.32 "PUT /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 1092 time: 1.2688375 Nov 12 00:39:33.825327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:33.828271 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dea239-5659-4e7b-a912-5743d7ee19c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:33.877969 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d014009-a1d9-47d0-9f7b-986c4b1f232e x-openstack-request-id: req-7d014009-a1d9-47d0-9f7b-986c4b1f232e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:33.878508 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:33.878683 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d014009-a1d9-47d0-9f7b-986c4b1f232e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:33.879493 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'status': 'completed', 'code': 200} Nov 12 00:39:33.920519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e3a7-86a0-4a66-afdc-fa5fe5b61bd1 req-ed6f72b1-be03-4225-b1e9-fbba41b2f723 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.929753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6a5e3a7-86a0-4a66-afdc-fa5fe5b61bd1 req-ed6f72b1-be03-4225-b1e9-fbba41b2f723 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1175990 Nov 12 00:39:33.935846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-a7b4cb42-4a77-4387-9651-5afd346b8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.937646 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-a7b4cb42-4a77-4387-9651-5afd346b8bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1095 time: 0.0468411 Nov 12 00:39:34.000535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-409023e4-c0de-4c3d-87dd-8b8429293850 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 217 time: 0.0524621 Nov 12 00:39:34.009970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6a5e3a7-86a0-4a66-afdc-fa5fe5b61bd1 req-e86b77de-33a2-4397-9718-4c66d6324462 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Nov 12 00:39:34.096554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-f8ca2d44-af94-4be8-b7a1-2013d5eb6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.099341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-f8ca2d44-af94-4be8-b7a1-2013d5eb6c6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0780513 Nov 12 00:39:34.125266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:34.162218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-16ca11b6-f385-4a8e-bc26-aa3de9b1bfd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473499 Nov 12 00:39:34.277731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81baa4fe-55f4-4592-93ae-1098b88f285c req-e8c0f49c-372c-4c86-9146-d01563784419 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 210 time: 0.0626757 Nov 12 00:39:34.341521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4aebb-f561-4945-a770-f6dc5404213e req-736b753a-ea6d-45c5-92bd-8e4454fc4e2a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.349066 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-d0703ced-ea97-4e11-9cd1-8efa37161c27 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722374 Nov 12 00:39:34.357244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21a4aebb-f561-4945-a770-f6dc5404213e req-736b753a-ea6d-45c5-92bd-8e4454fc4e2a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.2580416 Nov 12 00:39:34.408525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-44d0ba3e-b00b-4012-b393-f6c5302b0dd4 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.410112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-44d0ba3e-b00b-4012-b393-f6c5302b0dd4 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.32 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 820 time: 0.3441947 Nov 12 00:39:34.412938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdffc-9370-4ad0-88a6-8859cde3b1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.437892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'port': {'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'admin_state_up': True, 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:34.461723 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5873bbb-28b8-4c0f-af1d-f9e1fc8002c9 req-f94497f0-9e1e-4243-bc43-1ca2689034a6 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023793 Nov 12 00:39:34.560592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-2cd28422-45c5-49e7-82b3-083665c13e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.562110 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-2cd28422-45c5-49e7-82b3-083665c13e2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1095 time: 0.0419288 Nov 12 00:39:34.574892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21a4aebb-f561-4945-a770-f6dc5404213e req-5228950b-3f01-4642-97b3-526c9d3da1bc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165327 Nov 12 00:39:34.595730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3af4b62b-68af-470e-b7e4-b1dd733d769e req-6be8624f-f21e-478b-b78c-c78bc1544c03 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 210 time: 0.1011269 Nov 12 00:39:34.690173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdffc-9370-4ad0-88a6-8859cde3b1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.693865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-935c58be-7a1d-4093-b906-66e51f9282dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.695773 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-935c58be-7a1d-4093-b906-66e51f9282dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1101944 Nov 12 00:39:34.696627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdffc-9370-4ad0-88a6-8859cde3b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.712948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Made reservation on behalf of 304619bc6fb44c2d89f036bcb7c2e1d3 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:34.716694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.741857 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-9a47f98f-2427-442b-b53b-90f530ee6e6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 217 time: 0.0349197 Nov 12 00:39:34.748670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbdffc-9370-4ad0-88a6-8859cde3b1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79bf92-efe4-403e-8899-0fa71471210d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.758283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a1dbdffc-9370-4ad0-88a6-8859cde3b1dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5a16c8fefe142aa9aefe04ed76bac07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171942 Nov 12 00:39:34.761130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:34.824928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-ee0519f9-d8dc-4450-86af-5ecb2424bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.826415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-ee0519f9-d8dc-4450-86af-5ecb2424bb21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0755646 Nov 12 00:39:34.863241 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.869759 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-5fa37383-a0c7-4107-8a82-d7bf7de14b1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311441 Nov 12 00:39:34.870362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.871870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Allocated IP 172.20.0.8 (a6637b06-5822-421b-aaf7-e98e70d66380/738c9254-1822-42ac-b8ed-ccb83a89b5d5/cdfc2783-4071-43a4-827b-f20f4b389482) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:34.908352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.002136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-597884ce-b8e3-4e9f-9938-d55d707b0a50 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204808 Nov 12 00:39:35.009698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.012457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.013573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa79bf92-efe4-403e-8899-0fa71471210d HTTP/1.1" status: 204 len: 168 time: 0.2504601 Nov 12 00:39:35.037883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.057511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e6cc6-1731-4393-b880-92b563825daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79bf92-efe4-403e-8899-0fa71471210d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.098739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.116728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f7377065-5aa3-406a-ae9f-a52d9ad44776'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:35.211128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-4049f75d-b3ec-4833-bde4-414274f831fd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462945 Nov 12 00:39:35.214354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48dea239-5659-4e7b-a912-5743d7ee19c1 req-35665421-95ce-4e3f-b8b1-a0549c7f2e15 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996629 Nov 12 00:39:35.224706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Network a6637b06-5822-421b-aaf7-e98e70d66380 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:35.240542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:35.242373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event updated for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.245758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:35.252045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.252723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.295273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e5fe2-c3fe-4a21-969a-bf18b6d81c39 req-9be23c27-491b-4be4-9abf-5eedcbb771b5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.296960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-336e5fe2-c3fe-4a21-969a-bf18b6d81c39 req-9be23c27-491b-4be4-9abf-5eedcbb771b5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2014363 Nov 12 00:39:35.343624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-2e9cd0ca-f488-4ea0-80e2-b35fd1fdf6b8 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108369 Nov 12 00:39:35.362427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Request body: {'port': {'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:35.482628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:35.496348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-057bcb06-100a-4d69-ba9a-31dcc18d86c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.520850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-f36efb12-ec14-4e98-9336-042ba49b9e0c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.522306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-f36efb12-ec14-4e98-9336-042ba49b9e0c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965214 Nov 12 00:39:35.528245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-336e5fe2-c3fe-4a21-969a-bf18b6d81c39 req-5a3d4ecc-4ccd-4d1a-9983-96045105f1c2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909194 Nov 12 00:39:35.530317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.546479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:35.559558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff10a7-504f-4b8f-9739-21229c941a25 req-8ba422c6-9ed7-461c-acc5-0d5649448c75 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.561190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9ff10a7-504f-4b8f-9739-21229c941a25 req-8ba422c6-9ed7-461c-acc5-0d5649448c75 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 931 time: 0.1784220 Nov 12 00:39:35.597502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-057bcb06-100a-4d69-ba9a-31dcc18d86c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.600013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8df5f23b-8cff-4850-b3c1-7e89beea5c43 None None] Provisioning complete for port cdfc2783-4071-43a4-827b-f20f4b389482 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:35.600663 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8df5f23b-8cff-4850-b3c1-7e89beea5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.602916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-057bcb06-100a-4d69-ba9a-31dcc18d86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.649377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8df5f23b-8cff-4850-b3c1-7e89beea5c43 None None] Port cdfc2783-4071-43a4-827b-f20f4b389482 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:35.654863 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-057bcb06-100a-4d69-ba9a-31dcc18d86c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=032e0f164f1e4820906654a3da6daa60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688049 Nov 12 00:39:35.655155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:35.671365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcb06-100a-4d69-ba9a-31dcc18d86c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799291e-71a5-472c-a4ac-9eb4124bec55,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.713676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.736526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.788444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.791169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.792426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4799291e-71a5-472c-a4ac-9eb4124bec55 HTTP/1.1" status: 204 len: 168 time: 0.1356206 Nov 12 00:39:35.801199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce1e1f-a288-458d-a25f-440f87b7ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799291e-71a5-472c-a4ac-9eb4124bec55,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.929908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:36.038542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:36.075811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9ff10a7-504f-4b8f-9739-21229c941a25 req-a8d65814-1546-4be2-a56f-ff488a47aae6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802768 Nov 12 00:39:36.104136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55095f9-1f1e-4dcb-b012-a50e976b0248 req-bf0e306c-fbad-4a59-b20e-cb995aeec74e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.111685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e55095f9-1f1e-4dcb-b012-a50e976b0248 req-bf0e306c-fbad-4a59-b20e-cb995aeec74e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.2160916 Nov 12 00:39:36.235237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'mac_address': 'fa:16:3e:37:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:36.246572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b3f4527-67bd-4e2c-a382-9626bbf31c66 req-9ff6fc2d-7156-49ad-b140-4a24476604ac tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 210 time: 0.0565004 Nov 12 00:39:36.261420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:36.265022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.280780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.289546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e55095f9-1f1e-4dcb-b012-a50e976b0248 req-6dc01b97-21cb-4f85-b41c-5b0a41792fc1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769869 Nov 12 00:39:36.294356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d801d394-30fc-40d4-abf5-bd2a04ac9633 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:36.318415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:36.326194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.400462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:36.479639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfc2783-4071-43a4-827b-f20f4b389482 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:36.492434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.507532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.45 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:36.522534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Transition to ACTIVE for port object cdfc2783-4071-43a4-827b-f20f4b389482 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:36.531814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.591912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d801d394-30fc-40d4-abf5-bd2a04ac9633'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:36.705426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:36.756605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Attempting to bind port cdfc2783-4071-43a4-827b-f20f4b389482 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:36.756972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Attempting to bind port cdfc2783-4071-43a4-827b-f20f4b389482 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:36.757265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Attempting to bind port cdfc2783-4071-43a4-827b-f20f4b389482 on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:36.776601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Port cdfc2783-4071-43a4-827b-f20f4b389482 on network a6637b06-5822-421b-aaf7-e98e70d66380 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:36.777057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Attempting to bind port cdfc2783-4071-43a4-827b-f20f4b389482 on network a6637b06-5822-421b-aaf7-e98e70d66380 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:36.792027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:36.792027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Checking segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:36.792027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Bound using segment: {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:36.792849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Bound port: cdfc2783-4071-43a4-827b-f20f4b389482, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0afa61-a70a-48f0-a16f-397b23d792a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:36.793664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.824933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ef6c-dbc3-4c5b-b621-7901fec9bb91 req-ed690889-8ce7-4654-bcf0-0ddfa0d486e7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.833634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f65ef6c-dbc3-4c5b-b621-7901fec9bb91 req-ed690889-8ce7-4654-bcf0-0ddfa0d486e7 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1942165 Nov 12 00:39:36.997317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f65ef6c-dbc3-4c5b-b621-7901fec9bb91 req-ab616bbe-ceec-4598-a79a-a268bd70b49d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627893 Nov 12 00:39:37.020252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:37.034964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.061600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:37.065903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cdfc2783-4071-43a4-827b-f20f4b389482,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:37.071340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.120246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.120858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.124232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 1092 time: 1.7649207 Nov 12 00:39:37.131794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:37.135656 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc2829-353b-4dd0-9f48-2082f1bde675" -d '{"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:37.174479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.178236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.193665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40c46-2308-4968-94b2-450321ea22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.210392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:37.213545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f', '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:37.254155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:37.280016 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d082d17-f402-40ca-9115-b4e46134b9fe x-openstack-request-id: req-6d082d17-f402-40ca-9115-b4e46134b9fe {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:37.280352 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:37.280613 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d082d17-f402-40ca-9115-b4e46134b9fe {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:37.281015 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'status': 'completed', 'code': 200} Nov 12 00:39:37.288716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:37.318193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:37.327946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.329052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.388941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'port_id': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'mac_address': 'fa:16:3e:f3:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:37.415535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.448476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-259297b3-598b-4afc-9356-1fa41a181997 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9058931 Nov 12 00:39:37.483324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-a62a82f8-a929-49a6-a12f-a4e1ac4bb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.488768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-a62a82f8-a929-49a6-a12f-a4e1ac4bb9ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1095 time: 0.2896264 Nov 12 00:39:37.559317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Request body: {'port': {'device_id': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:37.588432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.730495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a2d514-f2a7-4683-be64-43db38446a7a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:37.755816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.776323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.781727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-335f0627-1478-48c3-ada6-6698f2d471a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 217 time: 0.2024567 Nov 12 00:39:37.846911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa98c-10a1-4975-a7d8-62086895c953 req-85768e4d-e865-4364-b864-c49459ac4076 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.855882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fffa98c-10a1-4975-a7d8-62086895c953 req-85768e4d-e865-4364-b864-c49459ac4076 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 943 time: 0.4787621 Nov 12 00:39:37.945287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:38.007350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0b98d7de-04d7-4849-b513-21280574e2af None None] Provisioning complete for port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.008263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b98d7de-04d7-4849-b513-21280574e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.050286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67e7fb-532c-4ab0-a42c-aa2cb11986e5 req-851f5acc-26f5-4139-8ff6-972144668ae4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.064657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e67e7fb-532c-4ab0-a42c-aa2cb11986e5 req-851f5acc-26f5-4139-8ff6-972144668ae4 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 935 time: 0.6298683 Nov 12 00:39:38.066542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-075132c4-0c37-4d1b-8259-74c6119053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.067989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-075132c4-0c37-4d1b-8259-74c6119053c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.2716894 Nov 12 00:39:38.091151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.141892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.160502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0b98d7de-04d7-4849-b513-21280574e2af None None] Port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:38.165766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d801d394-30fc-40d4-abf5-bd2a04ac9633 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.166326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.182745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fffa98c-10a1-4975-a7d8-62086895c953 req-f7fb338d-56b8-4798-8072-b2b76a3905e6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258479 Nov 12 00:39:38.244868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5a2d514-f2a7-4683-be64-43db38446a7a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:38.438838 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.472847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e67e7fb-532c-4ab0-a42c-aa2cb11986e5 req-28d15994-94ad-4987-93d0-31dfe18c5b89 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037793 Nov 12 00:39:38.523965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:38.531997 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98966353-80e7-42bf-9993-67e5a823d30f" -d '{"events": [{"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-plugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:38.548374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:38.549868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-b0b8242d-a7be-4e45-b27c-6bc913b0d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.552795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-b0b8242d-a7be-4e45-b27c-6bc913b0d761 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4636893 Nov 12 00:39:38.575919 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.705088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.734741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd7fbd-6a2f-4fb4-b8c1-f0690ff3d646 req-0194fdfd-2b95-4425-b1f1-697d4ade21ff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.736390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01fd7fbd-6a2f-4fb4-b8c1-f0690ff3d646 req-0194fdfd-2b95-4425-b1f1-697d4ade21ff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.2360594 Nov 12 00:39:38.751609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:38.767705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.825408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595fc0-eece-4e94-9345-d28f20c7e1ca req-5297f2a8-dc4b-44b9-bb90-7350e7427910 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.826934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a595fc0-eece-4e94-9345-d28f20c7e1ca req-5297f2a8-dc4b-44b9-bb90-7350e7427910 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1097 time: 0.1847103 Nov 12 00:39:38.827883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Transition to ACTIVE for port object 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:38.835171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-78d128db-0251-4ca8-acaa-8bd79e7261a4 service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686279 Nov 12 00:39:38.865111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.926756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01fd7fbd-6a2f-4fb4-b8c1-f0690ff3d646 req-7ef83ea8-73e0-4792-b941-96f11334d70e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646283 Nov 12 00:39:39.006917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Pushing event updated for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.021016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a595fc0-eece-4e94-9345-d28f20c7e1ca req-439d741e-bbe9-4a81-a578-eb8e85d47c0f tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818566 Nov 12 00:39:39.093571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Attempting to bind port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:39.094038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Attempting to bind port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:39.094311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Attempting to bind port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.105639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:39.106216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Attempting to bind port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.112686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4e2dd78-f2fb-4093-b45b-67d64b3d7a1c req-f3196a0f-df67-48ba-ac27-b9b3a8339e2c service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660708 Nov 12 00:39:39.116544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:39.116884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:39.117349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:39.118955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Bound port: 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:39.119444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.188805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3d04644-6d9b-47b1-850a-62a7c46805a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.307051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:39.329658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b692fb-f5d8-4081-b6f3-b8bd9ffc5161 req-5fbe17e7-a50b-4e43-9d52-76e4baa879f9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.331147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93b692fb-f5d8-4081-b6f3-b8bd9ffc5161 req-5fbe17e7-a50b-4e43-9d52-76e4baa879f9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1561725 Nov 12 00:39:39.346515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:39.351566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-b4fd2020-6a9c-49ea-85bb-1c7bbf950f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.355127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-b4fd2020-6a9c-49ea-85bb-1c7bbf950f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1095 time: 0.1330240 Nov 12 00:39:39.362198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.371786 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721542ac-a656-47a5-889a-1922fc667b6b x-openstack-request-id: req-721542ac-a656-47a5-889a-1922fc667b6b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:39.372093 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-plugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:39.372349 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-721542ac-a656-47a5-889a-1922fc667b6b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:39.372763 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'code': 200} Nov 12 00:39:39.474448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.475081 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.481067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 HTTP/1.1" status: 200 len: 1096 time: 1.9360631 Nov 12 00:39:39.481842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:39.485540 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b78907a-569f-4671-8bd8-93066906b599" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:39.554898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-098c96f4-d530-4c53-bb54-be6599266b37 req-0e336304-d53e-48a3-b0e2-ae815d48d352 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:39.563894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-098c96f4-d530-4c53-bb54-be6599266b37 req-0e336304-d53e-48a3-b0e2-ae815d48d352 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0928617 Nov 12 00:39:39.612138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93b692fb-f5d8-4081-b6f3-b8bd9ffc5161 req-2fa026b9-6925-44d7-bf86-3045a48109f9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703063 Nov 12 00:39:39.657332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-0e4e5002-5324-4c6e-ad01-8ea8d81a8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.662745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-0e4e5002-5324-4c6e-ad01-8ea8d81a8ad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.2837658 Nov 12 00:39:39.725283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-ba1a6a1a-8006-493d-87d4-c1bf85d4f692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 217 time: 0.0502419 Nov 12 00:39:39.725922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a2adb-5b9a-4501-a70e-6f3722f4a788 service neutron] Pushing event updated for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.802719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-48daf2d9-4aad-4b0f-a771-223e652a0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.804320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-48daf2d9-4aad-4b0f-a771-223e652a0e86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 1099 time: 0.2255862 Nov 12 00:39:39.874288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-080d7867-8bf2-4fa8-a0ab-8641ba4edfa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 HTTP/1.1" status: 200 len: 217 time: 0.0526130 Nov 12 00:39:39.875957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-e21a427b-793b-429b-90de-3390d0cf0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.877492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-e21a427b-793b-429b-90de-3390d0cf0ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1408532 Nov 12 00:39:39.886847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6b446-2fbb-4e45-826a-168be0f19cb1 req-ac47a46f-9add-4ec6-8ff3-09e6931ebf9d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.894179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5d6b446-2fbb-4e45-826a-168be0f19cb1 req-ac47a46f-9add-4ec6-8ff3-09e6931ebf9d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 943 time: 0.1474164 Nov 12 00:39:40.266724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-16730788-20ae-41c9-99de-22e7495b5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.268275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-16730788-20ae-41c9-99de-22e7495b5940 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.3668125 Nov 12 00:39:40.276601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-e7f3dbf7-4dab-4785-bdfc-12ef9b16ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.278045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-e7f3dbf7-4dab-4785-bdfc-12ef9b16ce2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3684044 Nov 12 00:39:40.287153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5d6b446-2fbb-4e45-826a-168be0f19cb1 req-c14f02e4-abd0-4be7-8026-0f4b42d4d057 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920548 Nov 12 00:39:40.371926 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58c9f7-1d16-476a-98cc-c9596a74c910 x-openstack-request-id: req-8c58c9f7-1d16-476a-98cc-c9596a74c910 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:40.372709 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:40.372709 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c58c9f7-1d16-476a-98cc-c9596a74c910 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:40.372905 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5', 'status': 'completed', 'code': 200} Nov 12 00:39:40.401524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-7fb4b406-30be-499f-91ae-737f7c50f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.403042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-7fb4b406-30be-499f-91ae-737f7c50f092 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149790 Nov 12 00:39:40.418679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-a7ca72f5-0823-41ab-8f41-7a3b2f29e731 service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212640 Nov 12 00:39:40.618219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fef55-b087-4568-8088-bc64cd84f84a req-b9d7ee71-c4d3-45dc-8271-dbbf2397ba4d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.625121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-037fef55-b087-4568-8088-bc64cd84f84a req-b9d7ee71-c4d3-45dc-8271-dbbf2397ba4d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 947 time: 0.1903358 Nov 12 00:39:40.658166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7dc2829-353b-4dd0-9f48-2082f1bde675 req-cc3051d9-1f4c-4420-abe2-9ad003cda0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163575 Nov 12 00:39:40.665789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-def29e82-56b1-45fb-a75c-9b579053c678 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256141 Nov 12 00:39:40.734369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-037fef55-b087-4568-8088-bc64cd84f84a req-1826c73a-03ba-4ca0-9fca-f260e30279f3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Nov 12 00:39:40.799747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-a7b3acbe-ba1b-43ce-9ab5-119d66d9153f tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:40.801822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-a7b3acbe-ba1b-43ce-9ab5-119d66d9153f tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068808 Nov 12 00:39:40.813440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca20546e-50d5-440a-9e47-9f10e8f9af16 req-4a0158cb-a4c5-494d-a4f5-8210574693bc service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318853 Nov 12 00:39:40.864829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-7720b4bd-42f5-4351-a40e-12aca47924aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.866323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-7720b4bd-42f5-4351-a40e-12aca47924aa service neutron] 10.222.0.11 "GET /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 1094 time: 0.0547850 Nov 12 00:39:40.878762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Request body: {'binding': {'host': 'n-h2-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:40.879626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:39:40.983667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78907a-569f-4671-8bd8-93066906b599 req-22eb4a1e-1d19-45e5-abc9-19d18bb95f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.983939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-22eb4a1e-1d19-45e5-abc9-19d18bb95f37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 1099 time: 0.0845990 Nov 12 00:39:40.996501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d4f9-5fa6-4441-9c61-36a4cccfd136 req-d3c201e3-30f7-4c7b-ae6b-a84c493f4a43 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.997979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52f7d4f9-5fa6-4441-9c61-36a4cccfd136 req-d3c201e3-30f7-4c7b-ae6b-a84c493f4a43 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.0656459 Nov 12 00:39:41.050241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:41.078006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on host n-h2-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:41.078227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:41.078551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:41.086969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:41.087576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:41.099031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:41.099801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:41.100438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:41.101095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Bound port: 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:41.106746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52f7d4f9-5fa6-4441-9c61-36a4cccfd136 req-8b45f850-f64c-42c1-b899-815dd2033b95 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005812 Nov 12 00:39:41.128791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78907a-569f-4671-8bd8-93066906b599 req-dec5eb0d-f41b-4ec5-9895-b590e0323b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.130821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-dec5eb0d-f41b-4ec5-9895-b590e0323b2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1319675 Nov 12 00:39:41.166937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d5a2d514-f2a7-4683-be64-43db38446a7a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:41.172786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d5a2d514-f2a7-4683-be64-43db38446a7a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:41.173431 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.186533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-aba989c3-3b63-43d5-ae91-adc87f51dd45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 HTTP/1.1" status: 200 len: 217 time: 0.0450659 Nov 12 00:39:41.208408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:41.218559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.219982 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d7acd346-3d88-408f-9b8c-dbcede008411 service neutron] 10.222.0.11 "POST /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85/bindings HTTP/1.1" status: 201 len: 390 time: 0.3460376 Nov 12 00:39:41.260200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78907a-569f-4671-8bd8-93066906b599 req-43113a41-7229-4131-96e7-19496d60543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.261676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-43113a41-7229-4131-96e7-19496d60543d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0621235 Nov 12 00:39:41.293055 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.343236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78907a-569f-4671-8bd8-93066906b599 req-0ecc0200-bdf9-4291-86ad-7ff215cd3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.345840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-0ecc0200-bdf9-4291-86ad-7ff215cd3366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691309 Nov 12 00:39:41.351572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:41.357834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.404332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:41.407237 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ad5c5-22a1-47de-a4eb-0d3c2e2cd7e1" -d '{"events": [{"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-plugged", "status": "completed", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:41.460231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:41.624201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-fe0a1f9b-3fc0-465f-b4d0-17f0e03530e2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605188 Nov 12 00:39:41.637011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-5157db3f-61a1-4f1a-bbdd-9e0b6bdc26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.638981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-5157db3f-61a1-4f1a-bbdd-9e0b6bdc26ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1097 time: 0.0937576 Nov 12 00:39:41.700104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a8d422e-b63e-494d-976b-e565dabf2100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.723701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc22c-232a-4038-bdcb-15bdf67134d7 req-7f4f06fd-6af4-4bb2-9588-31b45b75af5c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.732257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-063fc22c-232a-4038-bdcb-15bdf67134d7 req-7f4f06fd-6af4-4bb2-9588-31b45b75af5c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2471156 Nov 12 00:39:41.812677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-950440fe-2335-423a-ac4d-d0fff31697c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.812677 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-950440fe-2335-423a-ac4d-d0fff31697c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1579790 Nov 12 00:39:41.816735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78decb-6386-48d0-8773-017532295dbe req-e8b82af6-bf87-48c3-bcab-7247529f5ced tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.817445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd78decb-6386-48d0-8773-017532295dbe req-e8b82af6-bf87-48c3-bcab-7247529f5ced tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 943 time: 0.2077379 Nov 12 00:39:41.870216 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-c9da9348-744c-4918-84c0-59c6c488b225 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 217 time: 0.0422463 Nov 12 00:39:41.871826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-063fc22c-232a-4038-bdcb-15bdf67134d7 req-4fcd7253-9d37-4036-868b-6ab022329c5c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386921 Nov 12 00:39:41.881086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b78907a-569f-4671-8bd8-93066906b599 req-acff43e6-c148-473c-8da8-a761609e6183 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238634 Nov 12 00:39:41.915530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd78decb-6386-48d0-8773-017532295dbe req-a4e64a53-a857-490b-a43f-8d403d0c224b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875137 Nov 12 00:39:41.957412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d1e2e5f5-daa4-4b9c-8015-2fe96a0a0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.959059 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-d1e2e5f5-daa4-4b9c-8015-2fe96a0a0d70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0743985 Nov 12 00:39:42.009284 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-2dfbece9-183d-49c6-9fb4-e876e80c5fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323155 Nov 12 00:39:42.015274 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd0fa22-c5a6-41f4-90b7-bf06c205d248 x-openstack-request-id: req-2fd0fa22-c5a6-41f4-90b7-bf06c205d248 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:42.015560 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-plugged", "status": "completed", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:42.015814 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fd0fa22-c5a6-41f4-90b7-bf06c205d248 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:42.016230 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'code': 200} Nov 12 00:39:42.132487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40528) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:42.179279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48824218-8587-462d-a427-6de02f77d082 req-be5d20a7-473a-49cb-b7c9-ca94d4cfd9dd tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.181023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48824218-8587-462d-a427-6de02f77d082 req-be5d20a7-473a-49cb-b7c9-ca94d4cfd9dd tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1359899 Nov 12 00:39:42.200697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa9675-c530-4d30-856d-8e75bb865069 req-c97316b9-fc4d-4262-9555-112ff9786556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.202265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65fa9675-c530-4d30-856d-8e75bb865069 req-c97316b9-fc4d-4262-9555-112ff9786556 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.1079173 Nov 12 00:39:42.218871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-474bfbc2-9e04-4ed9-b0fb-3be019ce5a43 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832447 Nov 12 00:39:42.235722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa54b0-271b-4d2d-8e48-2b1fb5cd8df5 req-73e9e9c8-ef69-468f-b530-f098e6babcc8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.237277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1baa54b0-271b-4d2d-8e48-2b1fb5cd8df5 req-73e9e9c8-ef69-468f-b530-f098e6babcc8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 947 time: 0.1311746 Nov 12 00:39:42.292173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48824218-8587-462d-a427-6de02f77d082 req-f9c42c8d-164c-4c24-bbb9-e73acc9837ab tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033673 Nov 12 00:39:42.314069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65fa9675-c530-4d30-856d-8e75bb865069 req-645ee552-a7fb-4735-888b-b8bdd8a048bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018529 Nov 12 00:39:42.342878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1baa54b0-271b-4d2d-8e48-2b1fb5cd8df5 req-8e137302-971d-4195-a6ab-6747a33b85a7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Nov 12 00:39:42.344286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2f702f5-88f8-438b-8f02-06433f139584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.417066 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-25dfd045-b513-4a67-99e5-168c4fbfbe1d service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767435 Nov 12 00:39:42.494520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2f702f5-88f8-438b-8f02-06433f139584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.507313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2f702f5-88f8-438b-8f02-06433f139584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.530351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614fbdb-47ee-4b17-91cb-7ecbcf8fb0a2 req-b643632a-d236-4138-9818-a33e37836f53 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.532664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6614fbdb-47ee-4b17-91cb-7ecbcf8fb0a2 req-b643632a-d236-4138-9818-a33e37836f53 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.0723677 Nov 12 00:39:42.564121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f2f702f5-88f8-438b-8f02-06433f139584 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e16fa80fbf7425c97355feda685175c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295585 Nov 12 00:39:42.564930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:42.565579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f702f5-88f8-438b-8f02-06433f139584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea572e59-77da-478c-b9ec-b586555fc11a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.607677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.638866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6614fbdb-47ee-4b17-91cb-7ecbcf8fb0a2 req-9c3855d0-9192-4964-82dd-37cbed60f505 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963905 Nov 12 00:39:42.657803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.689037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.747378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.751005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.754643 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea572e59-77da-478c-b9ec-b586555fc11a HTTP/1.1" status: 204 len: 168 time: 0.1806710 Nov 12 00:39:42.761712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f353-9dfe-40fd-8530-3c572af81667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea572e59-77da-478c-b9ec-b586555fc11a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.024698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35bab-8150-4700-b5d8-f0421c10c660 req-69847d74-86cd-4744-8f83-fa37193f0ba2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.036983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b35bab-8150-4700-b5d8-f0421c10c660 req-69847d74-86cd-4744-8f83-fa37193f0ba2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0795987 Nov 12 00:39:43.050654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cdfc2783-4071-43a4-827b-f20f4b389482 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:43.142787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b35bab-8150-4700-b5d8-f0421c10c660 req-c9c543f8-e3bc-4df5-b1ea-496d7cbf1bac tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003325 Nov 12 00:39:43.182115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f96595-bd11-43dd-8faf-2aca9cd9d8ac req-5d4ad657-a649-4799-bdca-585fe4c99fdc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.186892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3f96595-bd11-43dd-8faf-2aca9cd9d8ac req-5d4ad657-a649-4799-bdca-585fe4c99fdc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 943 time: 0.1232264 Nov 12 00:39:43.266195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:43.283976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdedd488-a4ef-483b-8df0-e0d382f31cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.298381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cdfc2783-4071-43a4-827b-f20f4b389482,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:43.315872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3f96595-bd11-43dd-8faf-2aca9cd9d8ac req-6d502fdc-ddea-4068-bdf8-a529823920c9 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166646 Nov 12 00:39:43.354621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:43.494408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.510303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdedd488-a4ef-483b-8df0-e0d382f31cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.513581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfc2783-4071-43a4-827b-f20f4b389482 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:43.517887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdedd488-a4ef-483b-8df0-e0d382f31cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.551006 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cdedd488-a4ef-483b-8df0-e0d382f31cd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5eab5f40b3d249259c9bf792a0a44e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829905 Nov 12 00:39:43.559571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:43.570245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cdfc2783-4071-43a4-827b-f20f4b389482,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:43.581290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.582660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef715f69-a927-4912-98b0-d0b95711ba1e req-e6469a87-ae60-4cc0-8974-e18e95dddc52 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.584338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef715f69-a927-4912-98b0-d0b95711ba1e req-e6469a87-ae60-4cc0-8974-e18e95dddc52 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1554408 Nov 12 00:39:43.616277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617364-8cea-40a8-876a-49328054ede1 req-358bb402-0414-4c50-a27c-d3c3f6b32728 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.618633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99617364-8cea-40a8-876a-49328054ede1 req-358bb402-0414-4c50-a27c-d3c3f6b32728 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 947 time: 0.1194975 Nov 12 00:39:43.622524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedd488-a4ef-483b-8df0-e0d382f31cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebd9d9b-6597-4600-92e2-f9c4545ff084,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.675745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.722061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.742777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef715f69-a927-4912-98b0-d0b95711ba1e req-e66e121a-981c-4078-b530-620c9038042d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443796 Nov 12 00:39:43.750920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.843175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.850820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.855027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eebd9d9b-6597-4600-92e2-f9c4545ff084 HTTP/1.1" status: 204 len: 168 time: 0.2936094 Nov 12 00:39:43.867776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99617364-8cea-40a8-876a-49328054ede1 req-b601b56e-3f54-46c6-a4be-1b837bd8938d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119582 Nov 12 00:39:43.890957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.904491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc84e4-5dfc-4299-b6f3-5dc0bf778c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebd9d9b-6597-4600-92e2-f9c4545ff084,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.936241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['cdfc2783-4071-43a4-827b-f20f4b389482'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:44.028496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:44.034640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9cab1-0f8c-40c0-b9ee-7fd5157db423 req-ab198adb-e000-4fae-8ae6-d4218e20316c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.042744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83e9cab1-0f8c-40c0-b9ee-7fd5157db423 req-ab198adb-e000-4fae-8ae6-d4218e20316c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.0961623 Nov 12 00:39:44.108718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83e9cab1-0f8c-40c0-b9ee-7fd5157db423 req-8239f4ae-0dea-4b18-b6fe-00fe5efc4dfa tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635598 Nov 12 00:39:44.288269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:44.304940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5', 'mac_address': 'fa:16:3e:98:4c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:44.346092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431897c-fba2-4e57-b5ff-d8fb5dc99778 req-50048937-9f0f-449f-94b7-4ef649904071 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.354651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6431897c-fba2-4e57-b5ff-d8fb5dc99778 req-50048937-9f0f-449f-94b7-4ef649904071 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.1408107 Nov 12 00:39:44.386467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.393723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e170-a151-4d5d-b094-5e032b3461b6 req-616da0af-a2b3-4e35-9011-9118f99e0a8d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.401601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02f5e170-a151-4d5d-b094-5e032b3461b6 req-616da0af-a2b3-4e35-9011-9118f99e0a8d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1413589 Nov 12 00:39:44.407733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:44.475943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02f5e170-a151-4d5d-b094-5e032b3461b6 req-55e5b68f-cae2-4680-90b9-3528d23b98de tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729818 Nov 12 00:39:44.487719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6431897c-fba2-4e57-b5ff-d8fb5dc99778 req-aa118967-4e46-4f01-bfae-30e65c5f917b tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291385 Nov 12 00:39:44.489294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:44.512038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.608047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:44.663233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea4df-d463-4a9b-bc91-d981033f2377 req-c7700bda-7f87-4873-a5be-7afe0ff1f1cd tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.665315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eeea4df-d463-4a9b-bc91-d981033f2377 req-c7700bda-7f87-4873-a5be-7afe0ff1f1cd tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 944 time: 0.0930920 Nov 12 00:39:44.668320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccefdc-e3d7-4018-90a8-9ee4336a611e req-916a6234-d873-4cc3-97ab-5bd637e2a4e4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.675987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38ccefdc-e3d7-4018-90a8-9ee4336a611e req-916a6234-d873-4cc3-97ab-5bd637e2a4e4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.1069856 Nov 12 00:39:44.747052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eeea4df-d463-4a9b-bc91-d981033f2377 req-945462b4-adb2-4884-871b-4b099d090741 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687208 Nov 12 00:39:44.813185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38ccefdc-e3d7-4018-90a8-9ee4336a611e req-ea16f95a-ae0a-435c-a85f-849651323eb8 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363432 Nov 12 00:39:44.813524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.961119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93544-a69d-47db-9270-56ebd17309de req-37920e2b-c02a-4289-8607-612b26ba1eed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.964878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a93544-a69d-47db-9270-56ebd17309de req-37920e2b-c02a-4289-8607-612b26ba1eed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0922878 Nov 12 00:39:45.054184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a93544-a69d-47db-9270-56ebd17309de req-f299eaf4-96aa-4def-ab18-8353139c2271 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712197 Nov 12 00:39:45.105857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:45.188462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f3a0f-8543-4b1d-af09-d32a2edc322d req-013494dc-0a21-44dc-acd9-74d9092d080d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.218867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3f3a0f-8543-4b1d-af09-d32a2edc322d req-013494dc-0a21-44dc-acd9-74d9092d080d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 948 time: 0.1385670 Nov 12 00:39:45.296698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:45.354138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3f3a0f-8543-4b1d-af09-d32a2edc322d req-2297b756-1933-47f6-84b4-875fb15e53a7 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320813 Nov 12 00:39:45.467963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859c5d1-b52f-44c5-ad84-5a12bc364e35 req-03766a9d-f82b-4f9c-bb4c-296b99e8186b tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.475837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a859c5d1-b52f-44c5-ad84-5a12bc364e35 req-03766a9d-f82b-4f9c-bb4c-296b99e8186b tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.0538747 Nov 12 00:39:45.486166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1550762967-network', 'tenant_id': 'f2db1d8d3f9943109adb031a22bce983'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:45.527450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Made reservation on behalf of f2db1d8d3f9943109adb031a22bce983 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:45.532677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.540358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a859c5d1-b52f-44c5-ad84-5a12bc364e35 req-9ca0d819-0214-46a6-a053-099b3a8328fc tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633047 Nov 12 00:39:45.553227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.688086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721e089-72c5-41b9-95d0-1a58e7384a98 req-4815f5ec-2742-4dab-a016-b0ca55e37048 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.689797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d721e089-72c5-41b9-95d0-1a58e7384a98 req-4815f5ec-2742-4dab-a016-b0ca55e37048 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0994077 Nov 12 00:39:45.722928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.737458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.763201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d721e089-72c5-41b9-95d0-1a58e7384a98 req-1614a589-4b18-49de-9733-f994a6b30456 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638571 Nov 12 00:39:45.768533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:45.783036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fb1809-d712-40be-b12c-df51f7d70ff0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.788905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.789309 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Added segment b2fd50d4-024f-4c07-97bd-6737f82354cb of type vlan for network 9eb00b48-449a-4506-9127-db68f005efc3 Nov 12 00:39:45.837639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.890011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.891056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.891656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.916932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95273f-a257-4db9-a609-01300c0908be req-343c33e1-05b9-4b64-bc3b-366803a2ea45 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.918598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d95273f-a257-4db9-a609-01300c0908be req-343c33e1-05b9-4b64-bc3b-366803a2ea45 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 944 time: 0.0610721 Nov 12 00:39:45.996188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d95273f-a257-4db9-a609-01300c0908be req-20e34aba-81be-4099-bc99-e4f2029ab8a9 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695283 Nov 12 00:39:46.028166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7302039 Nov 12 00:39:46.033389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:46.035002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c235-2320-4a7a-a2dc-8771e6bc04f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb00b48-449a-4506-9127-db68f005efc3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:46.041209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Request body: {'subnet': {'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1550762967-subnet', 'tenant_id': 'f2db1d8d3f9943109adb031a22bce983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:46.047154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9eb00b48-449a-4506-9127-db68f005efc3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:46.109729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Made reservation on behalf of f2db1d8d3f9943109adb031a22bce983 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:46.112117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.403196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7bbc0-faed-4420-91d7-9d816aaedeac req-9adc6b07-b296-4bd0-8d7b-936177c50733 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.412966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99b7bbc0-faed-4420-91d7-9d816aaedeac req-9adc6b07-b296-4bd0-8d7b-936177c50733 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.2062807 Nov 12 00:39:46.579167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99b7bbc0-faed-4420-91d7-9d816aaedeac req-a9df51b4-2c3a-4d7c-b808-1a01248a2c20 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649892 Nov 12 00:39:46.631484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae0fc7-e68b-4f71-97d4-893d153fbe39 req-da7bb466-7aa3-4ff1-892d-76719cb0d4ca tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.640659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0ae0fc7-e68b-4f71-97d4-893d153fbe39 req-da7bb466-7aa3-4ff1-892d-76719cb0d4ca tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 948 time: 0.1717863 Nov 12 00:39:46.644940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.745340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08e9a26-b7f3-4b5f-827c-53d7d948af79,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:46.772681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0ae0fc7-e68b-4f71-97d4-893d153fbe39 req-07c6f470-7a43-4bb9-a91e-fab761cbcaeb tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226351 Nov 12 00:39:46.778983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Checking segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:46.779345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Network hostable DHCP agents. Network: 9eb00b48-449a-4506-9127-db68f005efc3, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:46.855883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Network 9eb00b48-449a-4506-9127-db68f005efc3 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:46.870247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9eb00b48-449a-4506-9127-db68f005efc3) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:46.882354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.883167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.893534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa503c-5167-4e5d-9b0a-78abf1ce1d1f None None] Network 9eb00b48-449a-4506-9127-db68f005efc3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:46.901799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73349561-fcec-40f3-9fbd-d63234ef0ab4 req-210f3264-81bd-4014-b97c-b9d85a6caf9d tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.911131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73349561-fcec-40f3-9fbd-d63234ef0ab4 req-210f3264-81bd-4014-b97c-b9d85a6caf9d tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.1142740 Nov 12 00:39:47.014041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8f61365f-dd19-471b-9a01-78e7d8ce2042 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9686654 Nov 12 00:39:47.031575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73349561-fcec-40f3-9fbd-d63234ef0ab4 req-2e796345-2ca8-4da4-8722-7e24e2b18094 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169062 Nov 12 00:39:47.082056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c69ca-a856-4704-9a70-fbbbc079950c req-3c10cf62-be2d-489a-ac87-5bd41218b391 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.086193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cdfc2783-4071-43a4-827b-f20f4b389482 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:47.090989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-424c69ca-a856-4704-9a70-fbbbc079950c req-3c10cf62-be2d-489a-ac87-5bd41218b391 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1929648 Nov 12 00:39:47.166377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-424c69ca-a856-4704-9a70-fbbbc079950c req-3a311ca0-1a24-4ec3-9c2e-e03d2c3d8d36 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743632 Nov 12 00:39:47.259284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dec0d-8f48-4336-86a6-9a8a5c535ef8 req-26b1c8b4-2c31-452e-a034-94d6dd01493a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.272518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-548dec0d-8f48-4336-86a6-9a8a5c535ef8 req-26b1c8b4-2c31-452e-a034-94d6dd01493a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 944 time: 0.1179290 Nov 12 00:39:47.354493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-548dec0d-8f48-4336-86a6-9a8a5c535ef8 req-62dd8e1b-98d6-45e9-be4f-4f429e82c574 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Nov 12 00:39:47.472216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026d92b-f951-41c1-bacf-320dbe904d9d None None] Network 9eb00b48-449a-4506-9127-db68f005efc3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:47.713002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port cdfc2783-4071-43a4-827b-f20f4b389482 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:47.721485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port cdfc2783-4071-43a4-827b-f20f4b389482 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:47.722962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.890206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.926034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:47.928907 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4809ac8-b7ee-4a22-a1aa-87d6655489f4" -d '{"events": [{"server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "name": "network-vif-plugged", "status": "completed", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:47.946765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cdfc2783-4071-43a4-827b-f20f4b389482,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:47.958036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.988980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:48.105782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-bcb54af5-694d-442c-8c6e-e0cc5b609a65 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.113574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-bcb54af5-694d-442c-8c6e-e0cc5b609a65 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.2394230 Nov 12 00:39:48.144129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-fd8f0c3a-0f90-4bf4-9229-09c79489a1c9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/quotas/f2db1d8d3f9943109adb031a22bce983 HTTP/1.1" status: 200 len: 375 time: 0.0230424 Nov 12 00:39:48.180984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-16d8635f-883c-4a31-b81f-c977832ddc77 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358689 Nov 12 00:39:48.317276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-08276403-fb03-4d03-bce3-9dce1e8eed1d service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347673 Nov 12 00:39:48.319393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.331817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:48.346380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:48.349252 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.502600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-98d78822-016e-4d6f-b230-e523198e40ec service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705496 Nov 12 00:39:48.595317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.670428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:48.682559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.812172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.984269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-cc3ca6ba-09f5-4a01-a31c-86336c25443a tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:48.985273 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-cc3ca6ba-09f5-4a01-a31c-86336c25443a tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060191 Nov 12 00:39:48.998398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2980-cecc-443b-8ee0-8dfa632f5746 req-725631ca-c403-444c-b4bb-d7aba219687c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.001788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-232f2980-cecc-443b-8ee0-8dfa632f5746 req-725631ca-c403-444c-b4bb-d7aba219687c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1203384 Nov 12 00:39:49.043161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-acf6dafd-6a83-4cb4-9340-d48758e7d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.044874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-acf6dafd-6a83-4cb4-9340-d48758e7d89f service neutron] 10.222.0.11 "GET /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 1094 time: 0.0518689 Nov 12 00:39:49.063711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Request body: {'binding': {'host': 'n-h2-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:49.067740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:39:49.075026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-232f2980-cecc-443b-8ee0-8dfa632f5746 req-d8085dfc-e5b4-4537-a4e4-399e761e5e4f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656357 Nov 12 00:39:49.335941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0942b44-4bca-411a-a31c-30de5c107a0c req-947860e8-cf08-4ba9-85e0-c76b0cc464a9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.344246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0942b44-4bca-411a-a31c-30de5c107a0c req-947860e8-cf08-4ba9-85e0-c76b0cc464a9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.1184523 Nov 12 00:39:49.351818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on host n-h2-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:49.355518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:49.356410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:49.368814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:49.369152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:49.383715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:49.384615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:49.384615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:49.385155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Bound port: d5a2d514-f2a7-4683-be64-43db38446a7a, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:49.428763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0942b44-4bca-411a-a31c-30de5c107a0c req-4fb19309-e43d-4924-b4e4-f4f7881baf66 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832963 Nov 12 00:39:49.468994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:49.477865 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bccdf2-9ee6-4b6e-9027-bf2701fd9c96 x-openstack-request-id: req-49bccdf2-9ee6-4b6e-9027-bf2701fd9c96 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:49.478966 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "name": "network-vif-plugged", "status": "completed", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:49.479414 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49bccdf2-9ee6-4b6e-9027-bf2701fd9c96 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:49.480406 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'code': 200} Nov 12 00:39:49.482984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.506088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8991657b-2b2c-47e0-ba4e-9d797138341d service neutron] 10.222.0.11 "POST /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4555476 Nov 12 00:39:49.783649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a1ce-20d7-4238-81f2-bdb89d8302e2 req-0f45e8ba-b04f-44d3-a15e-2f4a592a6bfb tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.785214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c58a1ce-20d7-4238-81f2-bdb89d8302e2 req-0f45e8ba-b04f-44d3-a15e-2f4a592a6bfb tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2376504 Nov 12 00:39:49.793725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6de144-95a7-4af4-ac5d-6c530c6b8228 req-8feb8e2d-34ec-4370-b9b6-468641471bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.796503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f6de144-95a7-4af4-ac5d-6c530c6b8228 req-8feb8e2d-34ec-4370-b9b6-468641471bae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1097 time: 0.2212141 Nov 12 00:39:49.817169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff0a-eef4-4226-8405-faab569ffe09 req-4e51dc26-f065-42fa-8aa4-5106f6a642e3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.826479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa2bff0a-eef4-4226-8405-faab569ffe09 req-4e51dc26-f065-42fa-8aa4-5106f6a642e3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 945 time: 0.1041741 Nov 12 00:39:49.985017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f6de144-95a7-4af4-ac5d-6c530c6b8228 req-c4ee3bf4-e3dd-43bb-a237-1f3d2c69be42 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562412 Nov 12 00:39:50.018758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c58a1ce-20d7-4238-81f2-bdb89d8302e2 req-f6c11447-171c-41b6-a066-794a6d65f255 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180407 Nov 12 00:39:50.038398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa2bff0a-eef4-4226-8405-faab569ffe09 req-643c2e8a-1c2c-4cde-867a-131db549353d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109656 Nov 12 00:39:50.178614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59adce6a-5646-4259-9c9f-39093fd9bff0 req-f47ae131-eccc-4665-a6ac-9ec1f9052c22 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 210 time: 0.0374670 Nov 12 00:39:50.226735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb60b1-a49e-4851-9a7e-6e9e2f260d3c req-da12c629-e361-491c-ab86-689dec1e5095 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.230122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2acb60b1-a49e-4851-9a7e-6e9e2f260d3c req-da12c629-e361-491c-ab86-689dec1e5095 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.0542712 Nov 12 00:39:50.327567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2acb60b1-a49e-4851-9a7e-6e9e2f260d3c req-e3f8da31-e9ed-40a1-9c67-de5277a0b58d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917988 Nov 12 00:39:50.363046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0762a-e54e-4e18-99f7-409db821519e req-16f7972e-250c-44a5-ab7a-49ebf40088f4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.365531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47a0762a-e54e-4e18-99f7-409db821519e req-16f7972e-250c-44a5-ab7a-49ebf40088f4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0966096 Nov 12 00:39:50.456283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47a0762a-e54e-4e18-99f7-409db821519e req-f1dbf56b-f611-43be-a3dd-e5ccdda21101 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843589 Nov 12 00:39:50.610577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a363e-17f0-4617-a243-cd7b043706af req-0d4468e8-a4cf-4bea-9baf-faaf82eb5840 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.612542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a85a363e-17f0-4617-a243-cd7b043706af req-0d4468e8-a4cf-4bea-9baf-faaf82eb5840 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.0855427 Nov 12 00:39:50.711580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a85a363e-17f0-4617-a243-cd7b043706af req-1713de2e-b5aa-4531-9bbb-a8afee6a9848 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909927 Nov 12 00:39:50.866764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-bb92c070-6739-4cf0-9df8-972536ecc89d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.869346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-bb92c070-6739-4cf0-9df8-972536ecc89d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.1834576 Nov 12 00:39:50.887180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'port': {'device_id': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'admin_state_up': True, 'tenant_id': 'f2db1d8d3f9943109adb031a22bce983'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:51.010902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Made reservation on behalf of f2db1d8d3f9943109adb031a22bce983 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:51.014675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.261504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Allocated IP 172.20.0.14 (9eb00b48-449a-4506-9127-db68f005efc3/d08e9a26-b7f3-4b5f-827c-53d7d948af79/887349bf-2a1a-404d-8ec1-fbbefec9186a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:51.482166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:51.485933 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866a2c1-1e29-4bd5-8653-1d747b21f33c" -d '{"events": [{"server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:51.504415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.554415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.570441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346523-8cbb-40a8-94fd-1b655c47a112 req-ccad4f29-1b74-429f-818b-8ed299186a1c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.577875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a346523-8cbb-40a8-94fd-1b655c47a112 req-ccad4f29-1b74-429f-818b-8ed299186a1c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 945 time: 0.4275510 Nov 12 00:39:51.590909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986a58-ccfd-46f1-95c7-69ac81968cf9 req-be63c98f-48bc-438e-a670-915e3fc91275 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.598343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44986a58-ccfd-46f1-95c7-69ac81968cf9 req-be63c98f-48bc-438e-a670-915e3fc91275 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.4517963 Nov 12 00:39:51.946680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Network 9eb00b48-449a-4506-9127-db68f005efc3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:51.949056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:51.961627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:51.972508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:51.979001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.979812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.024879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a346523-8cbb-40a8-94fd-1b655c47a112 req-b599ed06-6b8a-47bf-bb6c-4bdfb167006d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458683 Nov 12 00:39:52.030052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44986a58-ccfd-46f1-95c7-69ac81968cf9 req-02067c5d-1617-4415-b1d7-aa84bdc921d4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306877 Nov 12 00:39:52.062386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-d34ab939-597d-4a79-842b-f97f61a74899 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1806865 Nov 12 00:39:52.083842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Request body: {'port': {'device_id': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:52.293999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.364805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6e75-21ac-4d33-8546-0cfd49db13d9 req-1b183a13-c357-42b1-9167-c5def129960a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.366343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b2f6e75-21ac-4d33-8546-0cfd49db13d9 req-1b183a13-c357-42b1-9167-c5def129960a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 932 time: 0.1434920 Nov 12 00:39:52.416078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8e38-efbc-41c6-bd30-fb4bef9ae085 req-c7200b0b-7e72-49de-96af-2f4e59865aa0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.423448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-708a8e38-efbc-41c6-bd30-fb4bef9ae085 req-c7200b0b-7e72-49de-96af-2f4e59865aa0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1509995 Nov 12 00:39:52.561919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b2f6e75-21ac-4d33-8546-0cfd49db13d9 req-48205e2a-a06f-4a53-9225-5cee08bb2c5c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863222 Nov 12 00:39:52.571956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-708a8e38-efbc-41c6-bd30-fb4bef9ae085 req-5f425ccf-6f7b-4c8f-8495-9623fe2d1348 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476147 Nov 12 00:39:52.683992 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef109d51-efd8-4006-bb3b-96e067a5b193 x-openstack-request-id: req-ef109d51-efd8-4006-bb3b-96e067a5b193 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:52.684902 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:52.685297 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef109d51-efd8-4006-bb3b-96e067a5b193 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:52.685846 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5', 'code': 200} Nov 12 00:39:52.806267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:52.834585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6164b7-6376-437a-a600-9c3d7af35d68 req-5f1a1e5d-9914-421d-9057-55be9ff60e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.837263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb6164b7-6376-437a-a600-9c3d7af35d68 req-5f1a1e5d-9914-421d-9057-55be9ff60e2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 1101 time: 0.0525243 Nov 12 00:39:52.844084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.865293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Transition to ACTIVE for port object 887349bf-2a1a-404d-8ec1-fbbefec9186a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:52.880987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1c686-2a5f-46a5-b78d-cb80d9a427fd req-142f0439-e914-4027-ba69-c08ea85886e2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.882708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aa1c686-2a5f-46a5-b78d-cb80d9a427fd req-142f0439-e914-4027-ba69-c08ea85886e2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1197259 Nov 12 00:39:52.885224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.907868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb6164b7-6376-437a-a600-9c3d7af35d68 req-ce274a58-dc5c-4f6f-9165-d963c31d4abf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Nov 12 00:39:52.932079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c3e5-14c6-4d96-800c-0ae4e9f0bd4f req-967473bf-a6e2-45d8-970d-664aaab172af tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.933593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8f8c3e5-14c6-4d96-800c-0ae4e9f0bd4f req-967473bf-a6e2-45d8-970d-664aaab172af tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.1592329 Nov 12 00:39:52.990619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.039270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aa1c686-2a5f-46a5-b78d-cb80d9a427fd req-1da6c538-140c-4eb1-956a-d01885116107 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432822 Nov 12 00:39:53.073039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8f8c3e5-14c6-4d96-800c-0ae4e9f0bd4f req-8cecc913-5dab-43c6-894d-094412110429 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246440 Nov 12 00:39:53.074302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Attempting to bind port 887349bf-2a1a-404d-8ec1-fbbefec9186a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:53.074639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Attempting to bind port 887349bf-2a1a-404d-8ec1-fbbefec9186a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:53.077066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Attempting to bind port 887349bf-2a1a-404d-8ec1-fbbefec9186a on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:53.091782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Port 887349bf-2a1a-404d-8ec1-fbbefec9186a on network 9eb00b48-449a-4506-9127-db68f005efc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:53.092138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Attempting to bind port 887349bf-2a1a-404d-8ec1-fbbefec9186a on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:53.100540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:53.100983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Checking segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:53.101451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Bound using segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:53.101905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Bound port: 887349bf-2a1a-404d-8ec1-fbbefec9186a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:53.102318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.239381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa85cef-3022-4b43-809f-2e1a5f987bb8 req-90051062-d8f0-4135-8365-965c641a651e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.241101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aa85cef-3022-4b43-809f-2e1a5f987bb8 req-90051062-d8f0-4135-8365-965c641a651e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 945 time: 0.1244149 Nov 12 00:39:53.248938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:53.257678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:53.270226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.278992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a13-692e-42de-b00a-0828f144f1ea req-7e0bde17-7957-4b6e-a98d-1750de4cf73b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.280514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96768a13-692e-42de-b00a-0828f144f1ea req-7e0bde17-7957-4b6e-a98d-1750de4cf73b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1334074 Nov 12 00:39:53.350820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.351399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.352814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/887349bf-2a1a-404d-8ec1-fbbefec9186a HTTP/1.1" status: 200 len: 1093 time: 1.2757659 Nov 12 00:39:53.356905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:53.359218 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0f108-fcdb-4a0d-b242-140f0d7705e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:53.389324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aa85cef-3022-4b43-809f-2e1a5f987bb8 req-7680f9df-f12d-4515-8f0d-ff7d4345712c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415229 Nov 12 00:39:53.397935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9c2d-0ed6-4bea-892d-34f37660b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.421164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96768a13-692e-42de-b00a-0828f144f1ea req-a87dcc1d-5812-49fb-a9be-175b5a6e0892 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333771 Nov 12 00:39:53.452965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-88fe085a-cc21-4331-91bc-cae23bc45df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.454707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-88fe085a-cc21-4331-91bc-cae23bc45df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 1096 time: 0.0576408 Nov 12 00:39:53.475398 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941b4fd-9b60-4950-a7b5-f37050813548 x-openstack-request-id: req-9941b4fd-9b60-4950-a7b5-f37050813548 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:53.475674 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:53.475921 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9941b4fd-9b60-4950-a7b5-f37050813548 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:53.476630 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'status': 'completed', 'code': 200} Nov 12 00:39:53.510052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-34525e10-1d97-4872-926a-f5471c19cdef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a HTTP/1.1" status: 200 len: 217 time: 0.0421667 Nov 12 00:39:53.602573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-0ce8e3d1-e62b-42c4-9931-c0886b397cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.603586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-0ce8e3d1-e62b-42c4-9931-c0886b397cbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.0838268 Nov 12 00:39:53.660830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-4bda06d2-e342-424a-bcdd-31f2db6fd8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414505 Nov 12 00:39:53.704489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-1a40d741-fdb4-4d2d-8e21-ac99f6c81e44 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.706222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-1a40d741-fdb4-4d2d-8e21-ac99f6c81e44 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1408286 Nov 12 00:39:53.790673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-efe5e8d2-6b15-4edc-aa1f-26f8f8d3837b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0748041 Nov 12 00:39:53.811864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:53.858183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-8c980738-4eee-4f37-9451-b570bc8f5855 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881988 Nov 12 00:39:53.860485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.080428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c9bfeac-9c49-492a-847f-70df320fc153 req-9b137f4d-878f-4908-a24b-f8caa2ebc418 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889877 Nov 12 00:39:54.285518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-5e0c29ac-2043-42e2-9311-b4211934a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.287278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-5e0c29ac-2043-42e2-9311-b4211934a389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 1096 time: 0.1574597 Nov 12 00:39:54.302148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829532df-da43-4ebc-821d-c3037a604f59 req-a8504ddf-3f9b-4faa-a736-88a18743d96c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.303561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-829532df-da43-4ebc-821d-c3037a604f59 req-a8504ddf-3f9b-4faa-a736-88a18743d96c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 944 time: 0.1385031 Nov 12 00:39:54.477319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-829532df-da43-4ebc-821d-c3037a604f59 req-7af760c1-5ca6-4da8-b251-3fb5e3775816 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637788 Nov 12 00:39:54.527085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-c6641a70-8395-4dbf-910b-f0c61099a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.528580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-c6641a70-8395-4dbf-910b-f0c61099a345 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 923 time: 0.2224340 Nov 12 00:39:54.604105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.605886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-23b0a1db-4f31-45dc-8d22-5e5e1f29ceb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a HTTP/1.1" status: 200 len: 217 time: 0.0613923 Nov 12 00:39:54.612546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.650735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:39:54.694061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a060b-0d12-490d-bcb0-60bcce8cf413 req-0dec5a26-ee63-4989-8477-1d856a925078 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.696372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a8a060b-0d12-490d-bcb0-60bcce8cf413 req-0dec5a26-ee63-4989-8477-1d856a925078 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1632457 Nov 12 00:39:55.027008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-0734be40-86f8-4003-902b-149a29177e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.028477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-0734be40-86f8-4003-902b-149a29177e81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.4119930 Nov 12 00:39:55.076506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-c79d12f4-3ee5-4024-bae1-215ba44bcd6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401664 Nov 12 00:39:55.078444 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c associated. External IP: 172.25.6.86, port: f7377065-5aa3-406a-ae9f-a52d9ad44776. Nov 12 00:39:55.084240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a8a060b-0d12-490d-bcb0-60bcce8cf413 req-a0f1fd0d-fb9f-40a7-9eb3-a4d7aa544d5c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806612 Nov 12 00:39:55.293676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-35dfeb56-d335-45c9-9af3-f6fe68c1d31a service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805792 Nov 12 00:39:55.351028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df580e-d2aa-4b0e-99c6-cdadf12fd5ad req-f6ab4361-773e-4ac1-868b-b79fb5898129 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.352570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98df580e-d2aa-4b0e-99c6-cdadf12fd5ad req-f6ab4361-773e-4ac1-868b-b79fb5898129 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1413317 Nov 12 00:39:55.505180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98df580e-d2aa-4b0e-99c6-cdadf12fd5ad req-ad465e93-c563-4a38-a69e-578c564a0995 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451564 Nov 12 00:39:55.510756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28c0f108-fcdb-4a0d-b242-140f0d7705e5 req-2e4eeed0-bd04-4466-8869-c70700bbe731 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864552 Nov 12 00:39:55.512504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:55.653877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:55.659124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.664725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:55.675058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:55.675919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:55.690089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c5800-df35-489b-ae70-f1e847d70df9 req-5c0e6094-e5c2-4ff2-9d8d-70446fe26d6b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.691601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa1c5800-df35-489b-ae70-f1e847d70df9 req-5c0e6094-e5c2-4ff2-9d8d-70446fe26d6b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.0899999 Nov 12 00:39:55.698185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-88308ff4-98bd-460d-9039-a1fdfcfaac0e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "PUT /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 996 time: 1.8932524 Nov 12 00:39:55.699793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:55.702099 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1b883-0a33-4497-b656-f3ad9f095687" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:55.772922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa1c5800-df35-489b-ae70-f1e847d70df9 req-bb2c888c-354f-48c8-a2bb-0ebc3d2a342a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737889 Nov 12 00:39:55.779610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-0457333e-eaaa-47b2-986c-f18035c9f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.781086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-0457333e-eaaa-47b2-986c-f18035c9f1b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.0631607 Nov 12 00:39:55.783563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:55.878098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-4a8b1269-344d-4bd4-b845-213050896b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.879604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-4a8b1269-344d-4bd4-b845-213050896b6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.0922945 Nov 12 00:39:56.005505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:56.020635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-9e1cd413-1d4e-4994-8fbc-f6ba88937d5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 999 time: 0.1337545 Nov 12 00:39:56.101188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-b258091c-ac17-49df-abda-a64450514fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.102800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-b258091c-ac17-49df-abda-a64450514fe8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0719035 Nov 12 00:39:56.116621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623243c-0afe-493d-a4a6-358a8001fccc req-6fb694fd-25a4-49f4-88ca-e57843537a67 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.118144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2623243c-0afe-493d-a4a6-358a8001fccc req-6fb694fd-25a4-49f4-88ca-e57843537a67 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0965574 Nov 12 00:39:56.131288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.161110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:56.163439 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39809bef-278b-42cb-80aa-abca7e4b5f54" -d '{"events": [{"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:56.179667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:56.182027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:54Z', 'revision_number': 1, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:56.185438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.189784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-6cba68c1-aad3-4d01-967c-2b80c828bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.191318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-6cba68c1-aad3-4d01-967c-2b80c828bff4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723362 Nov 12 00:39:56.195410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2623243c-0afe-493d-a4a6-358a8001fccc req-a8d4dce7-a7dd-4909-b0e1-cd3a26e1d82f tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685921 Nov 12 00:39:56.202547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-ed6db5fd-b8d6-4dae-ac6a-bdca2934f5c2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:56.203510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-ed6db5fd-b8d6-4dae-ac6a-bdca2934f5c2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051765 Nov 12 00:39:56.213183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:56.252677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:56.253296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:56.300259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:56.343403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-600627bd-49f7-4e06-90b0-e08cdfe7fb04 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294601 Nov 12 00:39:56.352433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4b06-5218-4e83-ae4a-144c4316a9a3 req-c7a1c5e3-e4d8-4a13-a88e-ea49051e38c4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.353799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3bf4b06-5218-4e83-ae4a-144c4316a9a3 req-c7a1c5e3-e4d8-4a13-a88e-ea49051e38c4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 944 time: 0.0774360 Nov 12 00:39:56.375273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:56.457921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3bf4b06-5218-4e83-ae4a-144c4316a9a3 req-681fc9be-a7a9-40b5-b9c3-c8495938b10c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961943 Nov 12 00:39:56.481415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1256e115-c4ef-48cf-8de7-faa6385d8648 req-9f2d0dc9-20f8-45c3-8b25-bb24f51b0465 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190336 Nov 12 00:39:56.510861 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9712a2f-8334-43a2-97c7-bb4cc51c8a90 x-openstack-request-id: req-c9712a2f-8334-43a2-97c7-bb4cc51c8a90 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:56.511402 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:56.511837 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9712a2f-8334-43a2-97c7-bb4cc51c8a90 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:56.512447 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:39:56.588297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-b8a09ae2-5bb7-42c9-8326-bf3a5681c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.589815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-b8a09ae2-5bb7-42c9-8326-bf3a5681c1cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.0451136 Nov 12 00:39:56.635219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:54Z', 'revision_number': 1, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:56.664714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285b1d-15b9-449a-aa4d-d890a4bda122 req-c1189e05-12b8-48a3-ba8e-c00590c192b3 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.666263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd285b1d-15b9-449a-aa4d-d890a4bda122 req-c1189e05-12b8-48a3-ba8e-c00590c192b3 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 1101 time: 0.1075215 Nov 12 00:39:56.670104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28097d5-7c49-4e18-803a-71d6bc2f7fce None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:54Z', 'revision_number': 1, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:56.714117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-dda1ec25-d607-4476-a2bc-a95548abdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.715798 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-dda1ec25-d607-4476-a2bc-a95548abdacd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1052530 Nov 12 00:39:56.722482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-90dd1071-6f1b-445a-ba15-e9130d5ae979 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.723952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-90dd1071-6f1b-445a-ba15-e9130d5ae979 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.1372569 Nov 12 00:39:56.751571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-47252978-6902-4010-8edb-350938070777 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/quotas/a18e1e724c984701b8854e25b868e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0214093 Nov 12 00:39:56.754114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd285b1d-15b9-449a-aa4d-d890a4bda122 req-19da598f-2c95-4c57-bf9a-400724002f5d tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751171 Nov 12 00:39:56.813308 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-db7dcf57-3cb3-4b1e-80c0-2c3714b2147b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 999 time: 0.0781529 Nov 12 00:39:56.824688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-7680b7b6-0b2d-4070-a322-f99f96ced56f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639739 Nov 12 00:39:56.869436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-f2a06cce-a710-490d-8678-db35946b9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.871238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-f2a06cce-a710-490d-8678-db35946b9ec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0467556 Nov 12 00:39:56.910438 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb994cf4-d2c6-4622-a5f3-a4fc451b33e0 None None] New status for floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:39:56.945989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca7f8-0044-49f4-a4b2-e46e01b9080a req-1c6b44a6-2c91-4d6e-a97f-05cd1a2414ef tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.947529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-536ca7f8-0044-49f4-a4b2-e46e01b9080a req-1c6b44a6-2c91-4d6e-a97f-05cd1a2414ef tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1150091 Nov 12 00:39:56.956160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-42eca416-e1cf-47d0-9cec-6f6eac3a8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.957643 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-42eca416-e1cf-47d0-9cec-6f6eac3a8e59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666525 Nov 12 00:39:56.998042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-addd3578-50e9-40f3-959a-5fa2e9c8273b service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642570 Nov 12 00:39:57.032105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-536ca7f8-0044-49f4-a4b2-e46e01b9080a req-7f280b15-201e-4263-b621-33befab640f6 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754921 Nov 12 00:39:57.063672 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-1f758474-ee5c-4748-b42e-df129056f2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925114 Nov 12 00:39:57.110081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-ea24fc0d-357e-42b9-a75a-dd8cc1eaf2b4 service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017990 Nov 12 00:39:57.143963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:57.215623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-15c1b883-0a33-4497-b656-f3ad9f095687 req-ebb0e113-e867-4bcd-a152-bbdcec775e11 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224620 Nov 12 00:39:57.217996 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe53061-e179-4087-a56b-6f5246d0a950 x-openstack-request-id: req-dfe53061-e179-4087-a56b-6f5246d0a950 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:57.218608 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:57.218788 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfe53061-e179-4087-a56b-6f5246d0a950 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:57.219297 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'code': 200} Nov 12 00:39:57.290294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:57.308269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'port_id': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'mac_address': 'fa:16:3e:28:8d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e9a26-b7f3-4b5f-827c-53d7d948af79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:57.351087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.362762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-f13da9bf-7bc8-423d-89eb-2ca6c820746b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.364258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:57.364384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-f13da9bf-7bc8-423d-89eb-2ca6c820746b tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0826471 Nov 12 00:39:57.373214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec2c3-7c7d-4e79-8073-f5dc96d3b69a req-fcee41b4-67f0-48e5-8fd2-43ade5375a3a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.374677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3feec2c3-7c7d-4e79-8073-f5dc96d3b69a req-fcee41b4-67f0-48e5-8fd2-43ade5375a3a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.0820403 Nov 12 00:39:57.386467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:57.391432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.444155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.488631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-64005bf6-ba1f-4c2b-ad4c-cd81fbefa80e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.1129892 Nov 12 00:39:57.503968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:57.509513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3feec2c3-7c7d-4e79-8073-f5dc96d3b69a req-36140e09-de1e-4b76-9dc4-0084213c039e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948715 Nov 12 00:39:57.566809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.633806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-6daf48b9-2912-4344-b6f9-ea8182252d18 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297604 Nov 12 00:39:57.722837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['887349bf-2a1a-404d-8ec1-fbbefec9186a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:57.841529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-ad2e75b8-9bbb-4aff-a112-0d7e53273604 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.843074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-ad2e75b8-9bbb-4aff-a112-0d7e53273604 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975639 Nov 12 00:39:57.889092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-976b2b64-d488-487f-8b2c-edc52096a021 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/quotas/3789fdc1bc79436393ca1330065162c0 HTTP/1.1" status: 200 len: 375 time: 0.0372896 Nov 12 00:39:58.007644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-f67004eb-236d-40e7-8fdc-e05c5b3a6d29 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1097982 Nov 12 00:39:58.489394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b301a-af7c-4909-aeca-9229374b33f7 req-5f873dcc-33b3-4409-8348-ffbd0f904ef4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.490904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c57b301a-af7c-4909-aeca-9229374b33f7 req-5f873dcc-33b3-4409-8348-ffbd0f904ef4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1470141 Nov 12 00:39:58.600264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-6783cd10-5b83-42d0-affb-19f4fa81dc3f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.601798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-6783cd10-5b83-42d0-affb-19f4fa81dc3f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.2316751 Nov 12 00:39:58.623298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.628328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c57b301a-af7c-4909-aeca-9229374b33f7 req-b6d05740-644f-4ce7-bb18-6ae9fae99109 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274886 Nov 12 00:39:58.638337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Request body: {'port': {'device_id': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'admin_state_up': True, 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:58.643298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.764600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f795414-7ee4-4d1e-95d1-c88cda46e988 req-d9553a64-65c3-4b29-9429-1550ce43a3b0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 210 time: 0.0700800 Nov 12 00:39:58.873389 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c associated. External IP: 172.25.6.86, port: f7377065-5aa3-406a-ae9f-a52d9ad44776. Nov 12 00:39:58.952299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:58.955939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.969073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d9e30-64dd-4f6a-acd7-c439387bc15a req-e040e35a-76af-4bc9-af0c-58300315e373 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.970589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-053d9e30-64dd-4f6a-acd7-c439387bc15a req-e040e35a-76af-4bc9-af0c-58300315e373 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 945 time: 0.1428280 Nov 12 00:39:59.110456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-053d9e30-64dd-4f6a-acd7-c439387bc15a req-58fad8a3-f1a3-4e5e-9af2-9ee52cd4bcaf tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319647 Nov 12 00:39:59.145291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:59.208102 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-7044bfb2-70b9-44fb-a195-d7d422a78723 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3789fdc1bc79436393ca1330065162c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406487 Nov 12 00:39:59.296117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Allocated IP 172.20.0.2 (773e06f7-2107-47b8-896b-892eeee2445e/cb3b99e0-b8cc-4744-bb5b-53f1503e8386/f131613c-04d8-453b-bb02-dc28bf448e19) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:59.325547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ade5cb-9316-46bc-b887-f9c9afd7a821 req-79e53813-b37a-4339-aa75-38b91352a938 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.333321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9ade5cb-9316-46bc-b887-f9c9afd7a821 req-79e53813-b37a-4339-aa75-38b91352a938 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1444612 Nov 12 00:39:59.345984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:59.353819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-8ca162a3-ddd7-400c-8317-cf227a90ecd2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.356300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-8ca162a3-ddd7-400c-8317-cf227a90ecd2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415603 Nov 12 00:39:59.374021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Request body: {'port': {'device_id': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3789fdc1bc79436393ca1330065162c0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:59.388150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 887349bf-2a1a-404d-8ec1-fbbefec9186a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:59.392851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 887349bf-2a1a-404d-8ec1-fbbefec9186a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:59.393296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.474166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.489096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9ade5cb-9316-46bc-b887-f9c9afd7a821 req-aa05a54f-fa17-4657-9f44-c1c830246b4a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543448 Nov 12 00:39:59.502275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:59.505099 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f38c2-f746-4a85-855d-622518485379" -d '{"events": [{"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-plugged", "status": "completed", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:59.526621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:59.537194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.538332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Made reservation on behalf of 3789fdc1bc79436393ca1330065162c0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:59.543995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.564428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-622a4f94-7a94-42d2-8fcb-40e6805bf314 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.565959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-622a4f94-7a94-42d2-8fcb-40e6805bf314 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.0728464 Nov 12 00:39:59.580539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:59.592510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:59.650935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67c97484-0b19-4e47-8dc1-ec47af10da3a req-91fe46ea-8c70-451f-bf1a-0e8a353819e6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 210 time: 0.0618725 Nov 12 00:39:59.707791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.708396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.715558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:59.729720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:59.748700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:59.749545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:59.777376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Allocated IP 192.168.233.213 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/5f036b04-db6b-4714-b3ee-0f07f47d5c2e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:59.881259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:59.893536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-956289a5-407c-468d-852b-866141993c75 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.895008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-956289a5-407c-468d-852b-866141993c75 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cada138-e462-483f-9c9d-45c846a66a5c HTTP/1.1" status: 200 len: 943 time: 0.2341809 Nov 12 00:39:59.935527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbf241-808c-472a-99f3-d36347a3822d req-b8b533fd-30a7-4757-a447-22c792d423ec tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.937443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23bbf241-808c-472a-99f3-d36347a3822d req-b8b533fd-30a7-4757-a447-22c792d423ec tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 945 time: 0.1160860 Nov 12 00:39:59.954647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:00.002013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.013689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:00.029703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:00.033740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.082321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:00.084658 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98886e8e-0a7d-450f-848e-c70d524e2a9e" -d '{"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-unplugged", "status": "completed", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:00.089161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.111976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.146528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.164051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:00.171517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f', '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:00.205560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:00.213385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:00.216877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:00.224699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.255901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on host n-h1-712141-15 for vnic_type normal with profile {"migrating_to": "n-h2-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:00.256277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:00.256601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:00.302196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:00.341373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 has no active binding in host n-h2-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:40:00.412098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:58Z', 'revision_number': 3, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:00.466232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:00.466828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Network 773e06f7-2107-47b8-896b-892eeee2445e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:00.478552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23bbf241-808c-472a-99f3-d36347a3822d req-c65df0c8-4ff0-401b-b2ef-062f448a8df8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812961 Nov 12 00:40:00.479846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.514661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:00.519127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:00.525193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.525852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.533011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:00.533719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:00.540092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:00.546489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:00.546816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Attempting to bind port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:00.567393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:00.567731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:00.568161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:00.568538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-9aa07365-b2b9-4013-a514-8e0e455f8530 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9364808 Nov 12 00:40:00.568700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Bound port: 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:00.568954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.578313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Deleting port d801d394-30fc-40d4-abf5-bd2a04ac9633 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:00.578650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.588643 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82051dc4-2527-4ecb-b3ac-ecb5a4359303 x-openstack-request-id: req-82051dc4-2527-4ecb-b3ac-ecb5a4359303 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:00.589038 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-plugged", "status": "completed", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:00.589410 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82051dc4-2527-4ecb-b3ac-ecb5a4359303 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:00.589901 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'code': 200} Nov 12 00:40:00.591410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.592254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.607519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event updated for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.619017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Request body: {'port': {'device_id': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:00.689704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-040218ff-0fed-413f-bfa4-0a8e4bf65d9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3227084 Nov 12 00:40:00.716103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Request body: {'port': {'device_id': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:00.771686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:00.776931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:00.780981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-09033882-d713-4615-991c-1ea7c8e3a6ac None None] Provisioning complete for port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:00.781355 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09033882-d713-4615-991c-1ea7c8e3a6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.785094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.825534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:00.840101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccf6a3-73d1-4f23-8187-709b004e774c req-6da31b05-be99-449b-9e84-802331440427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.840488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.841632 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0dccf6a3-73d1-4f23-8187-709b004e774c req-6da31b05-be99-449b-9e84-802331440427 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 1098 time: 0.1509802 Nov 12 00:40:00.860483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.875092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:00.877794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] For port d801d394-30fc-40d4-abf5-bd2a04ac9633, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d801d394-30fc-40d4-abf5-bd2a04ac9633,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:00.878567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.886897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.906892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf88f8-b9d1-405d-9952-7100f55a66c8 req-e89f7626-bbaf-4082-9793-215a089101ea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.907612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-09033882-d713-4615-991c-1ea7c8e3a6ac None None] Port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:00.907718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30cf88f8-b9d1-405d-9952-7100f55a66c8 req-e89f7626-bbaf-4082-9793-215a089101ea tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1865201 Nov 12 00:40:00.953854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.955716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Calling delete_port for d801d394-30fc-40d4-abf5-bd2a04ac9633 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:00.957934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.958530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.959916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-53d436e1-56bf-4711-a550-8ba040692973 service neutron] 10.222.0.39 "PUT /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 1123 time: 1.3834517 Nov 12 00:40:00.987428 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0dccf6a3-73d1-4f23-8187-709b004e774c req-9a0d06b0-35e0-4616-9da5-ea1aef18878a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369264 Nov 12 00:40:01.049312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:01.051681 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0405d043-ac06-4e05-8786-e291304baf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:01.121333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:01.170311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-56244fed-bea7-47b5-94f2-8506dbe2a0cc tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "PUT /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 997 time: 3.6711285 Nov 12 00:40:01.189259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30cf88f8-b9d1-405d-9952-7100f55a66c8 req-6a27d128-fd5a-4496-ba06-4443e4d5c1a6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263389 Nov 12 00:40:01.194147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:01.272042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f036b04-db6b-4714-b3ee-0f07f47d5c2e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:01.283010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.303269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Transition to ACTIVE for port object 5f036b04-db6b-4714-b3ee-0f07f47d5c2e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:01.309327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.347804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-0610095c-15ac-42ec-bf04-6521366efc30 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.349177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-0610095c-15ac-42ec-bf04-6521366efc30 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports/f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 943 time: 0.1591463 Nov 12 00:40:01.406923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Pushing event updated for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:01.445373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59cd79-a77a-4f23-9f9a-c59336bf5775 req-c539d57f-f6c8-477d-b77f-a7f4a5d678e3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.447681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a59cd79-a77a-4f23-9f9a-c59336bf5775 req-c539d57f-f6c8-477d-b77f-a7f4a5d678e3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 931 time: 0.1919670 Nov 12 00:40:01.516635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Attempting to bind port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:01.517028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Attempting to bind port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:01.517281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Attempting to bind port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:01.523304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:01.523603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Attempting to bind port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:01.529439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:01.529773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:01.530869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:01.530869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Bound port: 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:01.530869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.587977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.621730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:01.624756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-d43318cf-42f2-420c-9ea7-215807d4a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.626108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:01.626323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-d43318cf-42f2-420c-9ea7-215807d4a290 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1647897 Nov 12 00:40:01.642353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.673015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event deleted for resources: {'Port': ['ID=d801d394-30fc-40d4-abf5-bd2a04ac9633,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:01.681687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.682355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.683785 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] 10.222.0.32 "PUT /v2.0/ports/5f036b04-db6b-4714-b3ee-0f07f47d5c2e HTTP/1.1" status: 200 len: 1097 time: 0.9768155 Nov 12 00:40:01.685798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f131613c-04d8-453b-bb02-dc28bf448e19 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:01.705646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a59cd79-a77a-4f23-9f9a-c59336bf5775 req-d2eff208-0aaa-4ce5-85a4-df7d024e27c2 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480335 Nov 12 00:40:01.716427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae6c39-f3d5-4717-852b-7c8913b0646b service neutron] Pushing event updated for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:01.738425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.793451 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c24761-ecbc-4780-8065-49ceca747095 x-openstack-request-id: req-37c24761-ecbc-4780-8065-49ceca747095 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:01.793957 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-unplugged", "status": "completed", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:01.794466 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37c24761-ecbc-4780-8065-49ceca747095 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:01.795008 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'code': 200} Nov 12 00:40:01.806847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-125a8b38-6eeb-45ae-b619-71276f5a6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.808710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-125a8b38-6eeb-45ae-b619-71276f5a6772 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 1100 time: 0.0717635 Nov 12 00:40:01.819252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:58Z', 'revision_number': 3, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:01.832041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] No DVR routers for this DVR port d801d394-30fc-40d4-abf5-bd2a04ac9633 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:01.836375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.849874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2169cc8d-0226-47a0-bf27-4bff1c0f4e9e req-8bfb222f-f84a-41e4-afcd-580e9577abaa tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.39 "DELETE /v2.0/ports/d801d394-30fc-40d4-abf5-bd2a04ac9633 HTTP/1.1" status: 204 len: 173 time: 1.9319932 Nov 12 00:40:01.855200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Transition to ACTIVE for port object f131613c-04d8-453b-bb02-dc28bf448e19 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:01.862684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.896914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-d0dab321-1701-4cbe-8b9d-fb531408297e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e HTTP/1.1" status: 200 len: 217 time: 0.0750101 Nov 12 00:40:01.899414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6711d-c36b-499b-a0a4-65ef862f0818 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:39:58Z', 'revision_number': 3, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:01.984132 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-3b8605e7-8480-4a3a-95ca-ff7db686090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.985889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-3b8605e7-8480-4a3a-95ca-ff7db686090f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0711386 Nov 12 00:40:02.036346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:02.040161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.056624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.062812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354184db-0706-4c12-ac84-2749805b2e99 req-49e0d766-fd93-4bb6-8a71-1968a53c3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.063313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-0fb910f8-7b83-4fc9-869e-925353c3a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.064964 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-49e0d766-fd93-4bb6-8a71-1968a53c3aeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666056 Nov 12 00:40:02.068492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-0fb910f8-7b83-4fc9-869e-925353c3a54b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.4057930 Nov 12 00:40:02.089091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d801d394-30fc-40d4-abf5-bd2a04ac9633 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:02.089394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d801d394-30fc-40d4-abf5-bd2a04ac9633 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:02.122631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617da443-4b3f-40b8-9ff7-798fadcb29b1 req-706d0e36-84d6-43d7-bdb4-86143c745460 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.125182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-617da443-4b3f-40b8-9ff7-798fadcb29b1 req-706d0e36-84d6-43d7-bdb4-86143c745460 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.2044997 Nov 12 00:40:02.173359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-a0fc8ee9-c2a0-4267-a44c-a7a53d81b29a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0801308 Nov 12 00:40:02.205235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-960afb82-b0b4-4709-a429-7f34833995ad service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258347 Nov 12 00:40:02.216756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9a540-397a-42f8-ae53-eb8d61efda70 None None] New status for floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:02.222665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Attempting to bind port f131613c-04d8-453b-bb02-dc28bf448e19 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:02.223003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Attempting to bind port f131613c-04d8-453b-bb02-dc28bf448e19 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:02.223333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Attempting to bind port f131613c-04d8-453b-bb02-dc28bf448e19 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:02.238554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Port f131613c-04d8-453b-bb02-dc28bf448e19 on network 773e06f7-2107-47b8-896b-892eeee2445e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:02.238917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Attempting to bind port f131613c-04d8-453b-bb02-dc28bf448e19 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:02.259208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:02.259556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Checking segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:02.259925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Bound using segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:02.260394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Bound port: f131613c-04d8-453b-bb02-dc28bf448e19, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:02.260752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.284499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-1ac47494-a65f-4f6b-b272-c32679a42e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.285990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-1ac47494-a65f-4f6b-b272-c32679a42e82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1013379 Nov 12 00:40:02.292024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-617da443-4b3f-40b8-9ff7-798fadcb29b1 req-97f04077-5d59-40a5-8e85-df2c655daa8e tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250713 Nov 12 00:40:02.347772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-354184db-0706-4c12-ac84-2749805b2e99 req-e4a06f44-6fe3-4ae3-af3c-7aa7ba12eee3 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289220 Nov 12 00:40:02.389324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-fe1aa506-5123-4dff-916c-7abe74a8fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.391101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-fe1aa506-5123-4dff-916c-7abe74a8fbce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981734 Nov 12 00:40:02.460046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:02.495261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:02.505696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:02.509586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:02.510328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:02.514152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.567031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fe6b-0e8e-4c0a-82a8-957ccfbd6a41 req-6be4a4df-12ab-47b5-ba35-07c1b9722f87 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.568572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0979fe6b-0e8e-4c0a-82a8-957ccfbd6a41 req-6be4a4df-12ab-47b5-ba35-07c1b9722f87 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1575017 Nov 12 00:40:02.575279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.575887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.577288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f131613c-04d8-453b-bb02-dc28bf448e19 HTTP/1.1" status: 200 len: 1092 time: 1.9661965 Nov 12 00:40:02.624768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-c098e2cf-58e3-448e-b706-1d4e46a85bfe service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231278 Nov 12 00:40:02.642331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:02.657096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7aa12-6081-40d0-87d2-e4d2639b1fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.738517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0979fe6b-0e8e-4c0a-82a8-957ccfbd6a41 req-69887f50-91f6-43e4-891f-775aa21776af tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582980 Nov 12 00:40:02.759920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-4b49349f-855a-4c3f-a653-1b30eb9cc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.759920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-4b49349f-855a-4c3f-a653-1b30eb9cc704 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 1095 time: 0.1277804 Nov 12 00:40:02.821664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-071a9249-e232-4991-bd37-66fb01c6fa89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f131613c-04d8-453b-bb02-dc28bf448e19 HTTP/1.1" status: 200 len: 217 time: 0.0493402 Nov 12 00:40:02.824303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-fbd2e4ca-6e81-4742-ac2d-48e9bf4bb580 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916120 Nov 12 00:40:02.891266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:02Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:02.921575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:02.931150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:02.931774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:02.934429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-553cf1a0-3e60-4f78-bc89-741422a38be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.936005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-553cf1a0-3e60-4f78-bc89-741422a38be2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.1041708 Nov 12 00:40:02.945909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084b4ae-0163-4d53-8211-9782002b4825 req-15331e25-9082-4164-ae80-7568f8961adb tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.947450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7084b4ae-0163-4d53-8211-9782002b4825 req-15331e25-9082-4164-ae80-7568f8961adb tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 948 time: 0.1284378 Nov 12 00:40:02.982228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-d98b2c5b-827d-4b4e-974c-1f508d014ec3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329731 Nov 12 00:40:02.985397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-8a17a4f1-5d61-494c-8135-2bb8a9bfb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.987432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-8a17a4f1-5d61-494c-8135-2bb8a9bfb4a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1097 time: 0.1113133 Nov 12 00:40:03.058554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:03.133019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7084b4ae-0163-4d53-8211-9782002b4825 req-40315d9b-eb48-4f8c-8a24-dd8516c74546 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749392 Nov 12 00:40:03.189669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-c86d276b-feba-415a-9dae-bdc7f7786e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.191063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-c86d276b-feba-415a-9dae-bdc7f7786e96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1955085 Nov 12 00:40:03.202432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-b7f89845-1438-4f4e-8bdc-f1f98d8f4f39 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973560 Nov 12 00:40:03.318053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-ed7190c6-8b21-4303-a081-0f6b155b4d9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 1000 time: 0.1102841 Nov 12 00:40:03.319058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:02Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:03.361228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb9df7-e4f3-4979-8247-491a678ead95 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6e:45:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:02Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:03.368673 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de8c50a-ed07-48c0-abad-8bfb32178a8f x-openstack-request-id: req-0de8c50a-ed07-48c0-abad-8bfb32178a8f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:03.368961 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:03.369211 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0de8c50a-ed07-48c0-abad-8bfb32178a8f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:03.369610 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:40:03.381116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42126efc-c3d2-43a9-8094-79bcd5c4e638 req-a5fdf727-4efc-40c4-ae3e-a127c3354da4 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667938 Nov 12 00:40:03.391090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-fd4cb186-2333-49c8-8cc4-042bb28efbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.392608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-fd4cb186-2333-49c8-8cc4-042bb28efbb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0654612 Nov 12 00:40:03.504228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d043-ac06-4e05-8786-e291304baf2c req-7a5be383-da64-4975-aea2-663a8617c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.505745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-7a5be383-da64-4975-aea2-663a8617c092 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1028454 Nov 12 00:40:03.512761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-bc2ee490-99ce-4844-a1a4-154fad17d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.514229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-bc2ee490-99ce-4844-a1a4-154fad17d9f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125097 Nov 12 00:40:03.523049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10691fe-ef45-4c59-98c1-4b5e22230929 req-c776972f-e31c-4150-a58c-ce33ead772de tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.524764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a10691fe-ef45-4c59-98c1-4b5e22230929 req-c776972f-e31c-4150-a58c-ce33ead772de tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.1001551 Nov 12 00:40:03.796256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85'}, {'name': 'network-changed', 'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:03.798793 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acb262e-9179-449a-b694-2f3d4fc25c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85"}, {"name": "network-changed", "server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:03.957841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a10691fe-ef45-4c59-98c1-4b5e22230929 req-f45b6c56-f00e-4f90-a9c7-fd117511b93f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172168 Nov 12 00:40:03.980675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d043-ac06-4e05-8786-e291304baf2c req-95367052-be0d-4500-a8a1-8f08e3dc62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.982167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-95367052-be0d-4500-a8a1-8f08e3dc62bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.4554324 Nov 12 00:40:03.986102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-bb3965e8-efc7-44ef-b733-c2fdc626eaa5 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604211 Nov 12 00:40:04.060936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-accdb051-149c-4a41-b0b7-05cc148c4659 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0676005 Nov 12 00:40:04.168418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d043-ac06-4e05-8786-e291304baf2c req-80e73571-aab7-4043-8cba-d607517c8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.169881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-80e73571-aab7-4043-8cba-d607517c8ddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0802848 Nov 12 00:40:04.187970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e24ca7-9347-4749-b9e0-a2c694666813 req-8fccab33-27d1-40fe-83f4-b6105138afb1 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.189434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32e24ca7-9347-4749-b9e0-a2c694666813 req-8fccab33-27d1-40fe-83f4-b6105138afb1 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1413298 Nov 12 00:40:04.200686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec73e9ec-0a9d-497c-b3f5-8fd19472f900 req-02411715-a7a5-4927-9ea3-d60d421ae2c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086451 Nov 12 00:40:04.267246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d043-ac06-4e05-8786-e291304baf2c req-51ad786a-7687-47aa-b5df-7ece4e814110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.268805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-51ad786a-7687-47aa-b5df-7ece4e814110 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785179 Nov 12 00:40:04.281862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32e24ca7-9347-4749-b9e0-a2c694666813 req-0b373fd7-0e5a-4157-9a6f-b961d4633eaa tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Nov 12 00:40:04.406563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93bad-5f33-4341-9d74-7c46ebad0c8e req-a4d771cf-d990-4433-b829-42fc982b745f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.408078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bb93bad-5f33-4341-9d74-7c46ebad0c8e req-a4d771cf-d990-4433-b829-42fc982b745f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 943 time: 0.1375597 Nov 12 00:40:04.450540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-b556e9df-ef33-4b75-a87a-4ae63088fadc service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677053 Nov 12 00:40:04.461598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de86038-b4ed-457c-ae01-774fdda8d34f req-6173d43a-211b-481a-9fe1-a9c2751ede6f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.462908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9de86038-b4ed-457c-ae01-774fdda8d34f req-6173d43a-211b-481a-9fe1-a9c2751ede6f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.1121678 Nov 12 00:40:04.550365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bb93bad-5f33-4341-9d74-7c46ebad0c8e req-a845d771-4fd1-4e51-a0e8-36d3aa4a6920 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348672 Nov 12 00:40:04.592886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9de86038-b4ed-457c-ae01-774fdda8d34f req-0f7daba7-e2b5-4ab0-a6fc-7e9f1601b8c1 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156340 Nov 12 00:40:04.642650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0405d043-ac06-4e05-8786-e291304baf2c req-716fbdd6-dc12-495b-be7b-f2cd02b95ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788201 Nov 12 00:40:04.678590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd967ae-55e1-4a92-a417-de7069507542 req-2c748e0f-b8b0-4b74-b81a-42350c837755 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.680350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fd967ae-55e1-4a92-a417-de7069507542 req-2c748e0f-b8b0-4b74-b81a-42350c837755 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.0703359 Nov 12 00:40:04.749732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35028987-d262-4d72-9f5b-1e71e68448b4 req-2daf9564-ce35-45af-98ce-2d4f81d52b94 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.751119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35028987-d262-4d72-9f5b-1e71e68448b4 req-2daf9564-ce35-45af-98ce-2d4f81d52b94 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.0944083 Nov 12 00:40:04.758740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fd967ae-55e1-4a92-a417-de7069507542 req-01983698-4578-4137-b918-a738b93ca3d2 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634780 Nov 12 00:40:04.804152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35028987-d262-4d72-9f5b-1e71e68448b4 req-f59d0871-3683-485f-87bf-7ee070e338bd tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Nov 12 00:40:04.806782 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf7059d-19d2-4672-934a-78f5d6e83019 x-openstack-request-id: req-1bf7059d-19d2-4672-934a-78f5d6e83019 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:04.807921 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:04.808470 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bf7059d-19d2-4672-934a-78f5d6e83019 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:04.808470 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'status': 'completed', 'code': 200} Nov 12 00:40:04.808744 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e', 'status': 'completed', 'code': 200} Nov 12 00:40:04.866682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.956926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-60a39674-01bb-418d-8a32-d91a203ac410 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1000 time: 0.1162310 Nov 12 00:40:04.967606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-b3faf979-b65b-4833-aa5a-a41624373e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.969082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-b3faf979-b65b-4833-aa5a-a41624373e32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1126 time: 0.1202133 Nov 12 00:40:05.012409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2cfa-fb58-4925-8692-ac15ff72e318 req-204c6bbb-4122-47ce-8f57-68cc53c3f735 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.013791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-680e2cfa-fb58-4925-8692-ac15ff72e318 req-204c6bbb-4122-47ce-8f57-68cc53c3f735 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 948 time: 0.1302962 Nov 12 00:40:05.088381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-91feecd8-95df-491c-b4c4-4f87e57a6da3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.089721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-91feecd8-95df-491c-b4c4-4f87e57a6da3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports/cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 942 time: 0.1258450 Nov 12 00:40:05.138895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-680e2cfa-fb58-4925-8692-ac15ff72e318 req-6a6d27dd-48bb-4c96-9c1e-ae2d3f22bf2e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135252 Nov 12 00:40:05.141640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-cc4fa704-75a7-49b7-a6c7-a8f487ef1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.143001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-cc4fa704-75a7-49b7-a6c7-a8f487ef1a72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1634007 Nov 12 00:40:05.196494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5f036b04-db6b-4714-b3ee-0f07f47d5c2e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:05.197094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-34c105a7-c1d0-4d0a-abcd-30ea99291ce0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 217 time: 0.0385668 Nov 12 00:40:05.294214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.307124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e', 'mac_address': 'fa:16:3e:ad:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:05.321444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-b162c6a7-4f24-4e0c-a1be-fc1f5b3576bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.322917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-b162c6a7-4f24-4e0c-a1be-fc1f5b3576bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0810399 Nov 12 00:40:05.325924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-54828a4b-2b53-4ca3-a3bb-2bb7e65fa57e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1000 time: 0.1323328 Nov 12 00:40:05.339107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7799d38-bad5-4f25-910e-bac6977ef822 req-cbba4f61-2c9d-4d81-b983-0d00104f317f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.340577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7799d38-bad5-4f25-910e-bac6977ef822 req-cbba4f61-2c9d-4d81-b983-0d00104f317f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.1378953 Nov 12 00:40:05.345288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.358206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f036b04-db6b-4714-b3ee-0f07f47d5c2e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:05.373470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482'}, {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-deleted', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633'}, {'name': 'network-changed', 'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:05.375708 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4fea55-dcf0-41b7-b5d5-7881e290d724" -d '{"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482"}, {"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-deleted", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633"}, {"name": "network-changed", "server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:05.377885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.383166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.407568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-8eeeba55-91c2-4abe-a436-fd471cd5ba54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643749 Nov 12 00:40:05.433892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:05.547457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7799d38-bad5-4f25-910e-bac6977ef822 req-6ce15aee-8d2d-47e4-97d2-51c3dd86cd52 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892843 Nov 12 00:40:05.578062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-3a2ab5fd-792d-4525-b560-f07d89d8829e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.579521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-3a2ab5fd-792d-4525-b560-f07d89d8829e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2380209 Nov 12 00:40:05.598839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-2e884356-ca25-40cf-bf54-bae8f56a3672 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:05.600016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c27cf18e-7f09-47b5-ab6d-a38389f648c3 req-2e884356-ca25-40cf-bf54-bae8f56a3672 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138519 Nov 12 00:40:05.605091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-ff15caa0-90da-4c27-a619-b13a27bd4f93 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620259 Nov 12 00:40:05.750355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['5f036b04-db6b-4714-b3ee-0f07f47d5c2e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:05.773641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e661137-226e-44b9-bf6a-c4a96baab5aa req-068770d5-43a1-44f9-b29c-3435494be7c8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.775147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e661137-226e-44b9-bf6a-c4a96baab5aa req-068770d5-43a1-44f9-b29c-3435494be7c8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.1534004 Nov 12 00:40:05.777864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-c252d893-de52-49aa-bcad-0ca4c2bde68e service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644304 Nov 12 00:40:05.796098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21af7f-627f-4f76-b305-c29595cb7c0f req-d95682c7-c951-45ef-adc5-81ee396fc358 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.797930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff21af7f-627f-4f76-b305-c29595cb7c0f req-d95682c7-c951-45ef-adc5-81ee396fc358 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1340852 Nov 12 00:40:05.886156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e661137-226e-44b9-bf6a-c4a96baab5aa req-805b7b6f-0e09-435d-85f7-f8310e8cb016 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042085 Nov 12 00:40:05.907033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff21af7f-627f-4f76-b305-c29595cb7c0f req-7dd80463-8c76-4817-9002-960a718c5ed2 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993078 Nov 12 00:40:05.924811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-20f6075d-d578-46ff-b578-d4efe07745df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.926225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-20f6075d-d578-46ff-b578-d4efe07745df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 1101 time: 0.0786934 Nov 12 00:40:05.956721 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9490b5-3a3b-4cbb-871e-f854a1828a6d x-openstack-request-id: req-2a9490b5-3a3b-4cbb-871e-f854a1828a6d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:05.957021 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482", "status": "completed", "code": 200}, {"server_uuid": "7cada138-e462-483f-9c9d-45c846a66a5c", "name": "network-vif-deleted", "tag": "d801d394-30fc-40d4-abf5-bd2a04ac9633", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:05.957266 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a9490b5-3a3b-4cbb-871e-f854a1828a6d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:05.957660 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'status': 'completed', 'code': 200} Nov 12 00:40:05.957911 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cada138-e462-483f-9c9d-45c846a66a5c', 'name': 'network-vif-deleted', 'tag': 'd801d394-30fc-40d4-abf5-bd2a04ac9633', 'status': 'completed', 'code': 200} Nov 12 00:40:05.958159 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'status': 'completed', 'code': 200} Nov 12 00:40:06.035844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-d96919d7-2d60-42ef-a2a5-dea87eec7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.037391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-d96919d7-2d60-42ef-a2a5-dea87eec7d1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1097 time: 0.0458097 Nov 12 00:40:06.107021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-7a057eea-68f3-4345-8baf-e0754231d21f tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1000 time: 0.1401684 Nov 12 00:40:06.136957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbcea2-91f1-49d6-9cc6-b0ea83f9a075 req-9575bbdb-0388-4607-8a27-2b9c79797f81 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.138428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0fbcea2-91f1-49d6-9cc6-b0ea83f9a075 req-9575bbdb-0388-4607-8a27-2b9c79797f81 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 943 time: 0.1359465 Nov 12 00:40:06.139724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-910793c4-d97a-40f9-9306-c03ca2123ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.141051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-910793c4-d97a-40f9-9306-c03ca2123ae6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2062709 Nov 12 00:40:06.146444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-20deea4d-fe91-482c-b575-42ec77bcb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.148540 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-20deea4d-fe91-482c-b575-42ec77bcb292 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.0900865 Nov 12 00:40:06.220092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-71d78aed-628c-43c4-a951-e0fd4f414513 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.221456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-71d78aed-628c-43c4-a951-e0fd4f414513 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports/cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 942 time: 0.1083882 Nov 12 00:40:06.222689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-5a0ac320-46c1-40c2-9dd8-4064e46d0534 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e HTTP/1.1" status: 200 len: 217 time: 0.0610754 Nov 12 00:40:06.227460 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-d298981d-c68d-4231-8c37-14342e4c96d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 1000 time: 0.0644765 Nov 12 00:40:06.279967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0fbcea2-91f1-49d6-9cc6-b0ea83f9a075 req-4cfcdec9-a872-43cc-a95e-107f5a5db7dd tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195283 Nov 12 00:40:06.286335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-ffd50270-1136-4b77-9d97-0beff7c4a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.287804 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-ffd50270-1136-4b77-9d97-0beff7c4a647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0455499 Nov 12 00:40:06.344013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-837f78da-5286-4846-b616-f90112339049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.345522 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-837f78da-5286-4846-b616-f90112339049 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418248 Nov 12 00:40:06.370793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-d5ad678b-dfc0-4f24-a8d3-99e5452ae5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.372149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-d5ad678b-dfc0-4f24-a8d3-99e5452ae5b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1303658 Nov 12 00:40:06.381560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-e9398811-65df-4927-a636-ef448d52a4e0 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1000 time: 0.1056330 Nov 12 00:40:06.441175 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-68fb22cf-1477-4caa-8382-f44c401b9f6b service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878062 Nov 12 00:40:06.493186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f960e-db0f-40c3-8d24-f62482010ebe req-ef795b5c-319f-436a-9387-da3123146899 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.494669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b5f960e-db0f-40c3-8d24-f62482010ebe req-ef795b5c-319f-436a-9387-da3123146899 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1577098 Nov 12 00:40:06.514337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-0b8a9584-1425-41b5-a970-e3c2227613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.515783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-0b8a9584-1425-41b5-a970-e3c2227613c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333830 Nov 12 00:40:06.533421 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-2602b9b9-06db-4970-86b7-761cb80e8fee service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Nov 12 00:40:06.573577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-d410ba62-4eed-4028-bd9a-de888970dd3e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.574935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-d410ba62-4eed-4028-bd9a-de888970dd3e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1830192 Nov 12 00:40:06.631325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-b7c210e3-9d44-4d92-8af5-54b8c1df2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.632927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-b7c210e3-9d44-4d92-8af5-54b8c1df2984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 1095 time: 0.0459797 Nov 12 00:40:06.675776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b5f960e-db0f-40c3-8d24-f62482010ebe req-a45360ce-91d7-42f5-9ac6-6f322dda1b5a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733077 Nov 12 00:40:06.709234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-c9db82c0-59b6-49c6-862a-15ef817dacc3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1000 time: 0.1260808 Nov 12 00:40:06.724888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:06.734985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-4595c05f-135e-45f6-a5ff-d85359b7616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.736645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-4595c05f-135e-45f6-a5ff-d85359b7616d service neutron] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 906 time: 0.0883474 Nov 12 00:40:06.789208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-07368e12-af9b-4f35-88a6-07b39f2022a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f131613c-04d8-453b-bb02-dc28bf448e19 HTTP/1.1" status: 200 len: 217 time: 0.0426443 Nov 12 00:40:06.863575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-52749526-bc9c-4696-8a89-87d266ed55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.865414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-52749526-bc9c-4696-8a89-87d266ed55e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.0665925 Nov 12 00:40:06.908162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-be974171-4ee7-4e01-a273-7b6d18d7f611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302088 Nov 12 00:40:07.016941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-6d4816f6-d64a-4f50-b624-c7f5ccc88aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982170 Nov 12 00:40:07.031453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-74168abf-193d-4a32-87a1-921530984708 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011094 Nov 12 00:40:07.155718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-c5e5d2e3-1df7-41cf-bcff-8c939b70968d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987861 Nov 12 00:40:07.158533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.174665 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6e4fea55-dcf0-41b7-b5d5-7881e290d724 req-1ba04b86-9ff4-4622-bd8b-d37d666fbf23 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096551 Nov 12 00:40:07.206104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:07.209586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5f036b04-db6b-4714-b3ee-0f07f47d5c2e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:07.225716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0893d-29a9-4243-a575-710a6a17226b req-2655a790-466a-4092-96ae-43996253a0b4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.227607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb0893d-29a9-4243-a575-710a6a17226b req-2655a790-466a-4092-96ae-43996253a0b4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.1952765 Nov 12 00:40:07.230460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-249b343d-a874-4ef8-8dd4-d6217d9226b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1970720 Nov 12 00:40:07.268363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-b4fb6fa8-03c7-4ac1-b05f-1a11b2572e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.269893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-b4fb6fa8-03c7-4ac1-b05f-1a11b2572e1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3789fdc1bc79436393ca1330065162c0&device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 1101 time: 0.0615735 Nov 12 00:40:07.330849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0acb262e-9179-449a-b694-2f3d4fc25c9c req-6d9b4a93-b172-4a2e-be36-fd56e1d63377 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474477 Nov 12 00:40:07.333882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:07.346042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:07.346413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.353226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:07.379301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb0893d-29a9-4243-a575-710a6a17226b req-0b2fea22-4bb5-449c-aa15-1f8aa4b2be08 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412942 Nov 12 00:40:07.389289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'mac_address': 'fa:16:3e:88:af:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:07.423248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-bf4e9067-b4ba-4c7d-a2d6-d1419f9cd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.426138 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-bf4e9067-b4ba-4c7d-a2d6-d1419f9cd2cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1283405 Nov 12 00:40:07.430303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.432685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-b6c870ca-4bfc-4d06-a8db-763dfc03264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.434264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-b6c870ca-4bfc-4d06-a8db-763dfc03264f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1119 time: 0.1224327 Nov 12 00:40:07.437217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.437217 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c disassociated. External IP: 172.25.6.86, port: cdfc2783-4071-43a4-827b-f20f4b389482. Nov 12 00:40:07.454829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.489215 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-2ddef981-58c5-499a-bf2e-a879af543d27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea HTTP/1.1" status: 200 len: 217 time: 0.0504763 Nov 12 00:40:07.491865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f131613c-04d8-453b-bb02-dc28bf448e19 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:07.521575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:07.522726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.533907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.550870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-498556e0-0a55-4cff-bf8f-5de2c05fc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.552586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-498556e0-0a55-4cff-bf8f-5de2c05fc100 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0517766 Nov 12 00:40:07.571445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:07.573755 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ed9b5-aac3-4c9c-ba02-d0e239ebd1e4" -d '{"events": [{"server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "name": "network-vif-plugged", "status": "completed", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:07.590378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:07.600245 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.607304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-1577618e-5a73-4f20-983c-c02707e8d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.609254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-1577618e-5a73-4f20-983c-c02707e8d4e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474916 Nov 12 00:40:07.611422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:07.642751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6946d-a5e5-48c6-a251-f027dcf641bd req-0751b26a-09ea-48df-aa8e-7abace5c3d91 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.644265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ce6946d-a5e5-48c6-a251-f027dcf641bd req-0751b26a-09ea-48df-aa8e-7abace5c3d91 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 949 time: 0.1699624 Nov 12 00:40:07.671151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:07.685365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-cbad8da3-e65e-4fe7-bb0f-84cf285d95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.686986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-cbad8da3-e65e-4fe7-bb0f-84cf285d95af service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2096641 Nov 12 00:40:07.724101 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-bdc49ee3-7b98-4a40-9bc0-cd17ad5be28d service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967991 Nov 12 00:40:07.780907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-9d0b0c29-9593-46c0-9a03-a2165753e907 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0519135 Nov 12 00:40:07.786838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ce6946d-a5e5-48c6-a251-f027dcf641bd req-4437e8ad-99ab-4e6a-a54d-cc1625d95a0c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356609 Nov 12 00:40:07.831667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ad603c6-db1d-4041-a835-2a56036ad9cb req-333c34e2-080f-4f42-976a-5e4046a118fd service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971081 Nov 12 00:40:07.911950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-3103a800-7d6e-4b2b-8d4e-36c2af7ddf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.913620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-3103a800-7d6e-4b2b-8d4e-36c2af7ddf4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1216586 Nov 12 00:40:07.925457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:07.938956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f131613c-04d8-453b-bb02-dc28bf448e19'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:07.954164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-78fbdeeb-b838-45c1-96e6-25dbc83e1a01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307684 Nov 12 00:40:07.966086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf4fc2-5cb1-438a-868f-fd193687590a req-8d3cf52f-9896-4fa2-bbbb-49e9f430561b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.967513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fbf4fc2-5cb1-438a-868f-fd193687590a req-8d3cf52f-9896-4fa2-bbbb-49e9f430561b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.1148014 Nov 12 00:40:08.161369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fbf4fc2-5cb1-438a-868f-fd193687590a req-10ce6607-2b8c-4a03-a464-c8e55980caf1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866832 Nov 12 00:40:08.172122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-c13083fd-ea16-41fd-a527-708f378932ad service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964021 Nov 12 00:40:08.181794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:08.193712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.197130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:08.221426 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:08.222559 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:08.272374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b431a709-0409-48e2-8905-20c7108e575e tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "PUT /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 694 time: 1.5559201 Nov 12 00:40:08.275215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:08.277415 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32a157a-54a3-4631-8aa4-2f59ef799478" -d '{"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:08.338344 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:08.367885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-5cd3d0c6-bb57-4ce7-9e54-63557b102391 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--109556116&fields=id&tenant_id=a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 267 time: 0.1057816 Nov 12 00:40:08.371838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8405c50-fca2-494a-8c3f-58a0d4032b50 req-9eec296a-9a3e-4f1e-aa0e-52641d98bc95 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879973 Nov 12 00:40:08.388715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-7004fccd-47e2-4e49-9c5f-ce3d10d52042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.390215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-7004fccd-47e2-4e49-9c5f-ce3d10d52042 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1097 time: 0.0967097 Nov 12 00:40:08.551527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-97d0bdf9-5e72-4d99-aaec-cddaeed8dd8f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.553051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-97d0bdf9-5e72-4d99-aaec-cddaeed8dd8f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 824 time: 0.1762586 Nov 12 00:40:08.570493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-24b7d0d8-476d-4175-ad3f-393f1e3097bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.572195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-24b7d0d8-476d-4175-ad3f-393f1e3097bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1667745 Nov 12 00:40:08.574677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-d6367d40-b7e6-4932-a538-f558cd14ba14 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/quotas/a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 375 time: 0.0138855 Nov 12 00:40:08.622933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-c9bc4511-dc73-4156-8b8b-a07754891159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 217 time: 0.0440786 Nov 12 00:40:08.636312 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:08.662944 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:08.671726 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:08.672370 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:39:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:08.702972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-41a6a89c-c1c5-46af-8327-79fb4a133793 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1169784 Nov 12 00:40:08.704393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b44143d3-62a8-4f52-beac-f89ba90da40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.705686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-b44143d3-62a8-4f52-beac-f89ba90da40a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0635798 Nov 12 00:40:08.782901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:08.997070 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:09.024084 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ce9eb1-1124-47c2-b162-391f5dc5c4a9 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:09.065810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-3460e730-900e-4709-852e-322bfc87a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.067347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-3460e730-900e-4709-852e-322bfc87a531 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3532140 Nov 12 00:40:09.142437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-85519c67-4a6b-412c-9db4-a8f9bde447e2 service neutron] 10.222.0.11 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184616 Nov 12 00:40:09.157379 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8040509b-86c5-4af5-bbc9-8741742b70d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.225751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-98d352ef-4083-4e12-983d-ea1fc59c69ed service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508377 Nov 12 00:40:09.272163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2822f5-ff69-469f-8fca-3890391b68d2 None None] New status for floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:09.315594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-47bd2de6-bd4b-4956-a81a-fa1fb18df583 service neutron] 10.222.0.11 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648862 Nov 12 00:40:09.346271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ff490d-b85b-45ad-8e4b-abcef011257e req-d49a0790-249d-4f9c-a40b-ea3357746abb service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111164 Nov 12 00:40:09.483299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5737-c22a-4b3f-8aca-caabfe9cc086 req-34fd5f86-8d71-4fe7-80c3-75bcd15e2614 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.488574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-921a5737-c22a-4b3f-8aca-caabfe9cc086 req-34fd5f86-8d71-4fe7-80c3-75bcd15e2614 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0633302 Nov 12 00:40:09.569181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-921a5737-c22a-4b3f-8aca-caabfe9cc086 req-df7a13cb-da31-496e-812e-6c399421cc5b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776687 Nov 12 00:40:09.596511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fd6c3-6991-4445-83c1-34370cda48cc req-228981d6-4682-445c-96f9-ddb5bed57fb9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.598366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-506fd6c3-6991-4445-83c1-34370cda48cc req-228981d6-4682-445c-96f9-ddb5bed57fb9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 944 time: 0.0754733 Nov 12 00:40:09.705868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-506fd6c3-6991-4445-83c1-34370cda48cc req-307a7c8c-cf65-474c-87ed-0b683085f3df tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974650 Nov 12 00:40:09.734333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012117b9-0db1-4c2e-9820-f0a6e6ba7752 req-1b6fb48d-a060-49e6-bd67-8a75bb79d653 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.735821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-012117b9-0db1-4c2e-9820-f0a6e6ba7752 req-1b6fb48d-a060-49e6-bd67-8a75bb79d653 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0930016 Nov 12 00:40:09.773755 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5716fcc-4ec4-4148-bf72-5166752da868 x-openstack-request-id: req-c5716fcc-4ec4-4148-bf72-5166752da868 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:09.774408 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "name": "network-vif-plugged", "status": "completed", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:09.774920 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5716fcc-4ec4-4148-bf72-5166752da868 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:09.775384 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e', 'code': 200} Nov 12 00:40:09.810283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-012117b9-0db1-4c2e-9820-f0a6e6ba7752 req-8c2cf707-d40c-4d33-91c8-e072e7dd3ece tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648711 Nov 12 00:40:09.881418 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c315cf3d-f51a-4e74-b938-e4419781daf1 x-openstack-request-id: req-c315cf3d-f51a-4e74-b938-e4419781daf1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:09.881733 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:09.881924 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c315cf3d-f51a-4e74-b938-e4419781daf1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:09.882408 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'status': 'completed', 'code': 200} Nov 12 00:40:09.921429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37111-bfb9-49e6-a1a3-dcdd8f2e2216 req-b3fcf32b-cc17-43b4-af26-0207fe5021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.923083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-72e37111-bfb9-49e6-a1a3-dcdd8f2e2216 req-b3fcf32b-cc17-43b4-af26-0207fe5021ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 1102 time: 0.0593073 Nov 12 00:40:09.940584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de97dd1-bde8-437b-8673-0c12d76d80cb req-2e001686-d06e-4152-8107-d900b3995b03 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.942225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3de97dd1-bde8-437b-8673-0c12d76d80cb req-2e001686-d06e-4152-8107-d900b3995b03 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.0936668 Nov 12 00:40:09.987509 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-72e37111-bfb9-49e6-a1a3-dcdd8f2e2216 req-826c8a36-1eb5-4bf2-b8fc-8fa35333ca60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547817 Nov 12 00:40:10.044946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-83194b78-0ae9-43a8-87e4-173a104d3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.046492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-83194b78-0ae9-43a8-87e4-173a104d3811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 1097 time: 0.1443620 Nov 12 00:40:10.060737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3de97dd1-bde8-437b-8673-0c12d76d80cb req-65ccc282-53e3-4265-a2bc-707e457c9312 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919864 Nov 12 00:40:10.068106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978bbe-d3ba-4a5b-8a4f-b4dfdbd3cf5f req-f3ba3e77-5963-4684-9c17-8070f77222be tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.069994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec978bbe-d3ba-4a5b-8a4f-b4dfdbd3cf5f req-f3ba3e77-5963-4684-9c17-8070f77222be tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 950 time: 0.1032634 Nov 12 00:40:10.124478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec978bbe-d3ba-4a5b-8a4f-b4dfdbd3cf5f req-efbc116d-5498-4943-b4af-0b20df565d6c tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Nov 12 00:40:10.172640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c213b-3ac4-415e-8858-f337fbec71be req-23b68fb2-c864-4281-8a76-47a43908dd60 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.174136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893c213b-3ac4-415e-8858-f337fbec71be req-23b68fb2-c864-4281-8a76-47a43908dd60 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.0546463 Nov 12 00:40:10.260335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893c213b-3ac4-415e-8858-f337fbec71be req-ef4595e1-4d8e-4652-a968-af031f825f68 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797305 Nov 12 00:40:10.383628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-3a5a1bd9-a188-4f24-807c-2951537a9a8d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.385095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-3a5a1bd9-a188-4f24-807c-2951537a9a8d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "GET /v2.0/ports?device_id=49e7d499-da46-4aab-8e63-bd15272a326f HTTP/1.1" status: 200 len: 945 time: 0.1405716 Nov 12 00:40:10.398973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15c66d89-24d0-41b2-92c6-5a6b1883aef7 req-31c7434a-0309-41a4-be84-90d766a5fc6a tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 210 time: 0.0617597 Nov 12 00:40:10.442886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-3c0f9edd-2442-401b-8a59-5628eac3d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.444755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-3c0f9edd-2442-401b-8a59-5628eac3d571 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.2362032 Nov 12 00:40:10.545815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-aaf233d3-1c04-4770-8ecc-b6843fa9b081 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 200 len: 217 time: 0.0905235 Nov 12 00:40:10.558591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-13295596-4c78-4997-a0d4-5cdde9810e92 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.559973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-13295596-4c78-4997-a0d4-5cdde9810e92 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2051218 Nov 12 00:40:10.667508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-a49e4203-6dd3-4959-8eaf-022b22d93411 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0945165 Nov 12 00:40:10.668899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-b420240b-32f7-475a-b7b2-5a6fa62a5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.670382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-b420240b-32f7-475a-b7b2-5a6fa62a5727 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1069751 Nov 12 00:40:10.678105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a837a-ab64-42b1-9dd8-e057ff292565 req-04791d05-cbda-4735-9c26-4f26b13dd412 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.679702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e69a837a-ab64-42b1-9dd8-e057ff292565 req-04791d05-cbda-4735-9c26-4f26b13dd412 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.2125552 Nov 12 00:40:10.687603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:10.767684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.776570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Deleting port 664382f1-470c-4cdd-a81c-c51c70a9f528 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:10.776886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.923225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e69a837a-ab64-42b1-9dd8-e057ff292565 req-763c100f-660b-4cdf-a127-4574c209440b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293272 Nov 12 00:40:10.947824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-e172e35c-00f9-4538-ace3-61c448c2019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.949612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-e172e35c-00f9-4538-ace3-61c448c2019c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650235 Nov 12 00:40:11.113228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] For port 664382f1-470c-4cdd-a81c-c51c70a9f528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=664382f1-470c-4cdd-a81c-c51c70a9f528,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:11.113623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.236212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-d9eb6f94-b95d-4511-81c7-b0ef73da0a8f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.237967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-d9eb6f94-b95d-4511-81c7-b0ef73da0a8f tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.32 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 824 time: 0.1147203 Nov 12 00:40:11.241068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:11.269444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-c8ae97b2-57e0-4b0f-95bc-d39baff7f862 service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097486 Nov 12 00:40:11.277413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2de62-9f35-4deb-aa69-d6d6fd7e8e7b req-76bfba04-7102-4a28-b55e-39357a9acfad tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.278914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fa2de62-9f35-4deb-aa69-d6d6fd7e8e7b req-76bfba04-7102-4a28-b55e-39357a9acfad tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.2865214 Nov 12 00:40:11.316987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f131613c-04d8-453b-bb02-dc28bf448e19 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:11.322743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f131613c-04d8-453b-bb02-dc28bf448e19 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:11.323362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.345799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-e6da1634-0315-4e69-8033-be57df8a2ba8 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a532534f63b84bb284e0aef0ba76c21f HTTP/1.1" status: 200 len: 379 time: 0.0785942 Nov 12 00:40:11.356441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'port': {'device_id': '2969379b-0a27-4245-b6d8-5423377c9def', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'admin_state_up': True, 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'security_groups': ['2b1e862b-a2db-41e3-9273-528038643446']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:11.489015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Made reservation on behalf of a532534f63b84bb284e0aef0ba76c21f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:11.493154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.554488 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.617492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:11.627780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.671676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Allocated IP 172.20.0.4 (6d91d372-6d2f-42e9-aede-c34af507cc87/1baaadb9-0284-4d4a-81be-718a455a05d1/c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:11.699949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2074be38-638b-4987-95dd-306649d76d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.705557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:11.776803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:11.779653 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c3952-7ef2-496f-8566-83101685833d" -d '{"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-plugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:11.836854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fa2de62-9f35-4deb-aa69-d6d6fd7e8e7b req-5edf5dfc-870a-463b-91f0-96d8b3c7518a tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439432 Nov 12 00:40:11.844642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.879571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e32a157a-54a3-4631-8aa4-2f59ef799478 req-c9f28129-2899-4344-a981-1837d63042a4 service neutron] 10.222.0.32 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652578 Nov 12 00:40:11.892320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.892675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.893010 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189 disassociated. External IP: 172.25.6.20, port: 664382f1-470c-4cdd-a81c-c51c70a9f528. Nov 12 00:40:11.893354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Calling delete_port for 664382f1-470c-4cdd-a81c-c51c70a9f528 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:11.903840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.971210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:11.974412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:11.980041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:11.986476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event updated for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.051641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.053209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.078046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-2dd6d798-c0df-4e38-959b-063c69f3e995 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252185 Nov 12 00:40:12.089592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5cebc-07a4-486c-8d11-459959502a59 req-68f7f575-2f1e-4d2b-9a44-65dd806156d7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.091293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4b5cebc-07a4-486c-8d11-459959502a59 req-68f7f575-2f1e-4d2b-9a44-65dd806156d7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1481593 Nov 12 00:40:12.101035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Request body: {'port': {'device_id': '2969379b-0a27-4245-b6d8-5423377c9def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:12.171015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.199278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4b5cebc-07a4-486c-8d11-459959502a59 req-1db8632f-bade-4a76-8754-0e9ce5ee3deb tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000237 Nov 12 00:40:12.251970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.263701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.338533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-09f8eed1-a34e-4b81-b229-8f0a01a92234 None None] Provisioning complete for port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:12.339139 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09f8eed1-a34e-4b81-b229-8f0a01a92234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.382404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-09f8eed1-a34e-4b81-b229-8f0a01a92234 None None] Port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:12.417626 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.495513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8bcb-2a11-4aa9-ab5b-5696fad706fe req-755d8ddf-7c9d-4440-bf65-67fd9ffe50d2 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.497065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-545b8bcb-2a11-4aa9-ab5b-5696fad706fe req-755d8ddf-7c9d-4440-bf65-67fd9ffe50d2 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.1698101 Nov 12 00:40:12.505818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event deleted for resources: {'Port': ['ID=664382f1-470c-4cdd-a81c-c51c70a9f528,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.518039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:12.527498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.541011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Transition to ACTIVE for port object c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:12.548830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.570347 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c associated. External IP: 172.25.6.86, port: f7377065-5aa3-406a-ae9f-a52d9ad44776. Nov 12 00:40:12.615708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Pushing event updated for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.619915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.639629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-fe4ac4c5-3fca-43ff-8680-b1c98fbcaa9d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.641452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-fe4ac4c5-3fca-43ff-8680-b1c98fbcaa9d tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.32 "GET /v2.0/ports?device_id=d53a483e-05d4-46b9-8ba4-025478d026ea HTTP/1.1" status: 200 len: 945 time: 0.2177269 Nov 12 00:40:12.740644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Attempting to bind port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:12.741229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Attempting to bind port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:12.741875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Attempting to bind port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:12.747564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc on network 6d91d372-6d2f-42e9-aede-c34af507cc87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:12.748477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Attempting to bind port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc on network 6d91d372-6d2f-42e9-aede-c34af507cc87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:12.753926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:12.754263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Checking segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:12.754643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Bound using segment: {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:12.755075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Bound port: c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f41661f-a70e-40d2-94e9-cdb20dcb19ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:12.755411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.793690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-545b8bcb-2a11-4aa9-ab5b-5696fad706fe req-24f5ba89-e620-4b6b-9209-ea474043ee44 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735956 Nov 12 00:40:12.828140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:12.832041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:12.841736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.893721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:12.941347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.942423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.944624 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] 10.222.0.32 "PUT /v2.0/ports/c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc HTTP/1.1" status: 200 len: 1092 time: 0.8492677 Nov 12 00:40:12.945371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:12.948172 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b747300a-ff10-4c29-8628-ca9582aa5aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:12.989244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e78c2-55ae-43ba-8fe6-30abfc57988a service neutron] Pushing event updated for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.058361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-7314f691-a722-4926-934a-7eebd56a6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.060434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-7314f691-a722-4926-934a-7eebd56a6432 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 1095 time: 0.0558584 Nov 12 00:40:13.099355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Deleting port cdfc2783-4071-43a4-827b-f20f4b389482 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:13.099693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.125414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-29b45d53-80bf-432b-81a5-53bffc11887b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc HTTP/1.1" status: 200 len: 217 time: 0.0492127 Nov 12 00:40:13.189437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-c5e450d8-0747-4a7d-9d8e-2f35440ade63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.191140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-c5e450d8-0747-4a7d-9d8e-2f35440ade63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.0570266 Nov 12 00:40:13.248821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c35cb-27a2-485e-b106-1607ce5b6ffa req-7f2109e4-8566-4694-a9fb-c3461a24c98d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.257347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-323c35cb-27a2-485e-b106-1607ce5b6ffa req-7f2109e4-8566-4694-a9fb-c3461a24c98d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.2849481 Nov 12 00:40:13.261024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-deffb12e-355e-47bb-980b-cd23ea6e5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.263586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-deffb12e-355e-47bb-980b-cd23ea6e5508 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637753 Nov 12 00:40:13.299390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:13.316134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:13.331616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:13.337968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] For port cdfc2783-4071-43a4-827b-f20f4b389482, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cdfc2783-4071-43a4-827b-f20f4b389482,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:13.338343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.356735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:13.357627 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:13.394406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Calling delete_port for cdfc2783-4071-43a4-827b-f20f4b389482 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:13.396574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] No DVR routers for this DVR port 664382f1-470c-4cdd-a81c-c51c70a9f528 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:13.399606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.403207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-156790ae-c3d9-43bf-8393-25ec886992c8 req-7a5ddf7d-57c8-41c7-8f82-8bd542c4c09e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.39 "DELETE /v2.0/ports/664382f1-470c-4cdd-a81c-c51c70a9f528 HTTP/1.1" status: 204 len: 173 time: 3.0033314 Nov 12 00:40:13.407016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'name': 'network-vif-deleted', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:13.409860 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab72c7c-c485-435b-b420-ae00b1fa6e56" -d '{"events": [{"server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "name": "network-vif-deleted", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:13.429507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-fe6ae026-47ee-4549-af2c-74ed90583b38 service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578803 Nov 12 00:40:13.488690 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:13.512724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-323c35cb-27a2-485e-b106-1607ce5b6ffa req-2230c113-c666-4ae8-9b3e-ba5d96859afd tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543974 Nov 12 00:40:13.536958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a08058c-256c-47de-be8c-538e96cc24c4 req-15b1c686-6fdf-4f64-bd0f-8b76ab33478c service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999742 Nov 12 00:40:13.783082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:13.822695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:13.835294 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:13.836357 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:13.853134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.974189 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:14.004411 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-35648b15-a8e3-4c6b-a6b2-610d3584e323 service neutron] 10.222.0.32 "GET /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.0738299 Nov 12 00:40:14.099584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:14.104173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 664382f1-470c-4cdd-a81c-c51c70a9f528 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:14.107693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.124487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead70f1-d8c4-4b91-8342-0cf8a39248f3 req-18a829e9-ca59-4e73-a909-5e80b69a23ec tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.133628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bead70f1-d8c4-4b91-8342-0cf8a39248f3 req-18a829e9-ca59-4e73-a909-5e80b69a23ec tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 950 time: 0.4546287 Nov 12 00:40:14.153555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:14.168807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 664382f1-470c-4cdd-a81c-c51c70a9f528 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:14.169420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 664382f1-470c-4cdd-a81c-c51c70a9f528 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:14.203260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:14.208319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-12db674b-ebbf-4f73-a677-3cc0eee2b8a3 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "PUT /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 996 time: 3.5266180 Nov 12 00:40:14.215339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.336826 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.340444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bead70f1-d8c4-4b91-8342-0cf8a39248f3 req-5d1b35c5-8a87-40c5-9ff8-06e7daa7c437 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047453 Nov 12 00:40:14.359393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:14.395525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-899fab93-41f0-48fd-9dd7-c4fec7a7ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.397135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-899fab93-41f0-48fd-9dd7-c4fec7a7ddf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1568537 Nov 12 00:40:14.398479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.404858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:14.412668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035b84f-5f60-48ed-9dbf-0f5eb6d5a4bf None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:14.455479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f7377065-5aa3-406a-ae9f-a52d9ad44776'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:14.463822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['cdfc2783-4071-43a4-827b-f20f4b389482'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:14.481489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:14.497786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:14.527636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.551351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:14.585788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event deleted for resources: {'Port': ['ID=cdfc2783-4071-43a4-827b-f20f4b389482,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.703161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] Transition to ACTIVE for port object 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:14.712694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] No DVR routers for this DVR port cdfc2783-4071-43a4-827b-f20f4b389482 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:14.717900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.728620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.732034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-facc66be-83e9-4fbc-8e98-6fce68aec7ff req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.32 "DELETE /v2.0/ports/cdfc2783-4071-43a4-827b-f20f4b389482 HTTP/1.1" status: 204 len: 173 time: 2.0530870 Nov 12 00:40:14.749326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.749891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.751766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.752281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.752723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.754021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.754462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.756453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.756967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.757477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.758209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.763255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6081aaee-d549-4cf9-98ae-ea8346df3f21 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:14.835090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-a6c3a27a-db60-4257-9cc1-21da45e80a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.837467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-a6c3a27a-db60-4257-9cc1-21da45e80a7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.4240732 Nov 12 00:40:14.851307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555080bd-a0f5-4bfb-9827-e3554d33c707 req-6ff94795-525b-47da-af56-131e6eb0550b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.852258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.854145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-555080bd-a0f5-4bfb-9827-e3554d33c707 req-6ff94795-525b-47da-af56-131e6eb0550b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 943 time: 0.3363001 Nov 12 00:40:14.877962 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8458ed-0e80-47cc-8086-905c5f355645 None None] New status for floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:14.879197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] Pushing event updated for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.883124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] No DVR routers for this DVR port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:14.932722 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ac31c84f-acd3-4aee-baa9-2c4c064c22a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85/bindings/n-h2-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9159098 Nov 12 00:40:14.999787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-555080bd-a0f5-4bfb-9827-e3554d33c707 req-4d896195-fc9a-4b5f-a62c-6349116ef697 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341002 Nov 12 00:40:15.002166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-3d7c0ef3-b503-4b21-b191-e2fbe4aa06d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 999 time: 0.1454258 Nov 12 00:40:15.076466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:12Z', 'revision_number': 8, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:15.129126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:15.144557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:15.145209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:15.169859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-352265c7-766e-4b9f-afda-bde677f4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.172258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-352265c7-766e-4b9f-afda-bde677f4e9fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1621673 Nov 12 00:40:15.236008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ca852f2a-aa90-45c9-993a-61fd38dd4050 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.237793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-ca852f2a-aa90-45c9-993a-61fd38dd4050 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1545584 Nov 12 00:40:15.259811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de10a5-dc95-4eae-8c83-c6b2c6abd885 req-221c7409-9cac-40ac-870e-1a59858422e4 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.261554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09de10a5-dc95-4eae-8c83-c6b2c6abd885 req-221c7409-9cac-40ac-870e-1a59858422e4 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 943 time: 0.1069736 Nov 12 00:40:15.268645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cdfc2783-4071-43a4-827b-f20f4b389482 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:15.296479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: cdfc2783-4071-43a4-827b-f20f4b389482 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:15.296947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cdfc2783-4071-43a4-827b-f20f4b389482 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:15.297891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:15.310734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-e2fd55f2-1db1-4601-a218-cb65169d99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.312296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-e2fd55f2-1db1-4601-a218-cb65169d99ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131673 Nov 12 00:40:15.352916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:15.382669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09de10a5-dc95-4eae-8c83-c6b2c6abd885 req-85b2afb1-6181-465c-98ac-132e6dc1b673 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108384 Nov 12 00:40:15.391772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:15.437627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-360be43d-b2f0-4974-9d27-70f82bca0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.448161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-360be43d-b2f0-4974-9d27-70f82bca0fed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87&tenant_id=d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 1096 time: 0.1801460 Nov 12 00:40:15.451016 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37882ca1-824e-40c0-ba61-8d98e6cee02f x-openstack-request-id: req-37882ca1-824e-40c0-ba61-8d98e6cee02f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:15.451310 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-plugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:15.451559 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37882ca1-824e-40c0-ba61-8d98e6cee02f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:15.451966 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'code': 200} Nov 12 00:40:15.574802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5186-ad45-46da-92b1-68e0b4495ad6 req-fef99da6-f66e-4904-8ef4-e2c0980ed7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.576974 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56ab5186-ad45-46da-92b1-68e0b4495ad6 req-fef99da6-f66e-4904-8ef4-e2c0980ed7c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 1097 time: 0.0438142 Nov 12 00:40:15.617892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-3327d678-2ffc-406f-9ce5-fd6b1f150312 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987213 Nov 12 00:40:15.638478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-56ab5186-ad45-46da-92b1-68e0b4495ad6 req-b034be53-743b-4c85-9314-360bc588ec82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Nov 12 00:40:15.651693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-46394efb-fc0a-4b2e-b745-eb1209e46926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.655334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-46394efb-fc0a-4b2e-b745-eb1209e46926 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1096 time: 0.1536689 Nov 12 00:40:15.679063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d687d01-0703-4911-93dc-ccf7216c6eca req-423ad7dd-2c62-4e89-b3ad-893e1c0e63ab tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.680860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d687d01-0703-4911-93dc-ccf7216c6eca req-423ad7dd-2c62-4e89-b3ad-893e1c0e63ab tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1199622 Nov 12 00:40:15.689660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:12Z', 'revision_number': 8, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:15.719240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe6d53-67bf-4157-9546-67a80bf3b04f None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e5bed560-987a-41fd-aacc-7a6c91d7767c', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'port_id': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'mac_address': 'fa:16:3e:6c:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:39:30Z', 'updated_at': '2021-11-12T00:40:12Z', 'revision_number': 8, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:15.846168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d687d01-0703-4911-93dc-ccf7216c6eca req-16d5e57b-cbbd-4aef-b734-78fbe74a99b5 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549208 Nov 12 00:40:15.853528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5053b115-a074-4b6f-be17-c0384eaa52aa req-260fd2ff-62be-4799-a97d-975db2478f31 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173986 Nov 12 00:40:15.859875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-f5dfdb24-87ae-41ec-890b-41aa421aa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.861986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-f5dfdb24-87ae-41ec-890b-41aa421aa0b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1797512 Nov 12 00:40:15.901762 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4cfef4-b9df-49e8-b6af-249577382d9d x-openstack-request-id: req-db4cfef4-b9df-49e8-b6af-249577382d9d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:15.902294 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:15.902487 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db4cfef4-b9df-49e8-b6af-249577382d9d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:15.903285 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'status': 'completed', 'code': 200} Nov 12 00:40:15.920459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-1974b93e-8ecc-41f4-9f06-44fcb33a7499 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 200 len: 217 time: 0.0439436 Nov 12 00:40:15.942421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18770a0b-e94e-4f8e-ac04-471d429695ef None None] New status for floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:15.945246 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ea159-409d-4a76-aa47-f6d352573a11 x-openstack-request-id: req-0c0ea159-409d-4a76-aa47-f6d352573a11 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:15.945552 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e7d499-da46-4aab-8e63-bd15272a326f", "name": "network-vif-deleted", "tag": "664382f1-470c-4cdd-a81c-c51c70a9f528", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:15.945784 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c0ea159-409d-4a76-aa47-f6d352573a11 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:15.946197 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e7d499-da46-4aab-8e63-bd15272a326f', 'name': 'network-vif-deleted', 'tag': '664382f1-470c-4cdd-a81c-c51c70a9f528', 'status': 'completed', 'code': 200} Nov 12 00:40:16.005764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-13822860-61e8-41e2-a74d-4d0a591beebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.007674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-13822860-61e8-41e2-a74d-4d0a591beebe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 1095 time: 0.0641389 Nov 12 00:40:16.047990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-652e22e5-2b7e-4f42-8ea7-2c56272636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.049614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-652e22e5-2b7e-4f42-8ea7-2c56272636cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0935423 Nov 12 00:40:16.066097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a47cc-5e6f-498f-a406-8c19e158e021 req-66577501-8b02-4b36-a7ec-007a44ac4779 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.067692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e00a47cc-5e6f-498f-a406-8c19e158e021 req-66577501-8b02-4b36-a7ec-007a44ac4779 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1206727 Nov 12 00:40:16.106383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-9fd4349f-3efa-49f6-addc-add8162eb432 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376067 Nov 12 00:40:16.109257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-461aa448-a56a-4233-8cf5-21e00101da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.110854 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-461aa448-a56a-4233-8cf5-21e00101da83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 925 time: 0.0958953 Nov 12 00:40:16.128311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7584-3c7a-4e6e-a5ef-7ad3293371f2 req-c08351b0-d825-448b-ad32-f5be2a7245df tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.129947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ebb7584-3c7a-4e6e-a5ef-7ad3293371f2 req-c08351b0-d825-448b-ad32-f5be2a7245df tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 1102 time: 0.1189616 Nov 12 00:40:16.218369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e00a47cc-5e6f-498f-a406-8c19e158e021 req-9b6f6a53-10c5-43f7-b9b4-5c0754b17c43 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403828 Nov 12 00:40:16.258285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ebb7584-3c7a-4e6e-a5ef-7ad3293371f2 req-f78c9f49-5b0f-4120-bd8e-1f2bb6457555 tempest-ServersOnMultiNodesTest-466302961 tempest-ServersOnMultiNodesTest-466302961-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152954 Nov 12 00:40:16.289897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-bef51a5a-539d-4db7-bb1d-51218d5e59f9 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722817 Nov 12 00:40:16.397268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-da7eafb8-a9c7-4831-a08b-d2fe6690965d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc HTTP/1.1" status: 200 len: 217 time: 0.2739170 Nov 12 00:40:16.432507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a8717-622d-45af-a49b-d273115bad03 req-c472d774-c016-4271-90b4-2b823fca7491 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.434033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f28a8717-622d-45af-a49b-d273115bad03 req-c472d774-c016-4271-90b4-2b823fca7491 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1420033 Nov 12 00:40:16.449622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-36a328d6-ba1e-466f-863e-d64e6bec2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.450874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-36a328d6-ba1e-466f-863e-d64e6bec2f7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.0451298 Nov 12 00:40:16.474336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc226-5b0d-425e-8b40-8dab2123c5d5 req-269e0403-804f-43de-9b8c-21853ca46a11 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.476117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dffbc226-5b0d-425e-8b40-8dab2123c5d5 req-269e0403-804f-43de-9b8c-21853ca46a11 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.1480112 Nov 12 00:40:16.479756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-5e0b0793-02a5-494e-b81e-e9a95aa4d5cc service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751103 Nov 12 00:40:16.498840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-0b4ddbda-eedc-4f69-b2c4-c521c8975d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.500534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-0b4ddbda-eedc-4f69-b2c4-c521c8975d4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423760 Nov 12 00:40:16.527783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f28a8717-622d-45af-a49b-d273115bad03 req-7b2e8b25-7b8b-445d-9ff9-8c6cb626717a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839918 Nov 12 00:40:16.569156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dffbc226-5b0d-425e-8b40-8dab2123c5d5 req-a72c3aa1-8fe8-4ecc-9548-7d42b8c2e116 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 Nov 12 00:40:16.599206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-162db32c-0ddc-477d-b5af-ec60d1eb059c service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 Nov 12 00:40:16.632819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2968502f-eb78-444c-9578-f993fa0e2dd2 req-a753034f-22bd-46ee-892b-4832df2110bf tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 998 time: 0.0748937 Nov 12 00:40:16.715602 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b747300a-ff10-4c29-8628-ca9582aa5aad req-393df70c-6cf3-4475-bfe5-e8e60cb7dc64 service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072204 Nov 12 00:40:16.754113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d657600-e76b-4240-8b2f-cfa26736616b req-1beda8d5-b8d1-43c1-b254-abce0215fd48 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.755591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d657600-e76b-4240-8b2f-cfa26736616b req-1beda8d5-b8d1-43c1-b254-abce0215fd48 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.1173747 Nov 12 00:40:16.820823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968502f-eb78-444c-9578-f993fa0e2dd2 req-51791501-c43e-4c0c-9449-d4679c615521 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.822198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2968502f-eb78-444c-9578-f993fa0e2dd2 req-51791501-c43e-4c0c-9449-d4679c615521 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1822081 Nov 12 00:40:16.842735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-2968502f-eb78-444c-9578-f993fa0e2dd2 req-9063e9d8-9e15-4562-b8c1-811ccaa696fb tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:16.843714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2968502f-eb78-444c-9578-f993fa0e2dd2 req-9063e9d8-9e15-4562-b8c1-811ccaa696fb tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136952 Nov 12 00:40:16.865862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d657600-e76b-4240-8b2f-cfa26736616b req-ba5532e7-e5c8-48e5-a4fc-940d1b320775 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038985 Nov 12 00:40:16.868101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-1a858cfa-1361-4a47-925f-faa25e7a86d4 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.869476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-1a858cfa-1361-4a47-925f-faa25e7a86d4 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1037669 Nov 12 00:40:17.030246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8cb48-b417-4769-ad2f-c60e2a95b701 req-8dab1b28-61c6-4dfb-a8e8-2723a1ed2aa3 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.032029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1e8cb48-b417-4769-ad2f-c60e2a95b701 req-8dab1b28-61c6-4dfb-a8e8-2723a1ed2aa3 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 943 time: 0.0988195 Nov 12 00:40:17.078487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-0f3a5ac6-593a-40fa-8702-de0f4ac66755 service neutron] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:17.094465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-0f3a5ac6-593a-40fa-8702-de0f4ac66755 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.095558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f029af12-efc9-4d78-a2e7-9e67da240459 req-0f3a5ac6-593a-40fa-8702-de0f4ac66755 service neutron] 10.222.0.39 "DELETE /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85/bindings/n-h1-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.2120473 Nov 12 00:40:17.127323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1e8cb48-b417-4769-ad2f-c60e2a95b701 req-7fa705f0-ae9f-4e00-bcb8-869f23ac0b05 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847452 Nov 12 00:40:17.145834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e269e8-ccfe-4334-8ecf-8d785e5817a1 req-a00480a1-3262-4c78-b43d-f3c3c4bab308 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.147282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26e269e8-ccfe-4334-8ecf-8d785e5817a1 req-a00480a1-3262-4c78-b43d-f3c3c4bab308 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0701861 Nov 12 00:40:17.236051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-bb944c3a-a1d4-4014-9225-8863121a77c6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.0843294 Nov 12 00:40:17.255490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26e269e8-ccfe-4334-8ecf-8d785e5817a1 req-0db62951-8bfb-482e-992e-af093d414e86 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969970 Nov 12 00:40:17.275336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:17.297274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-7c827928-8f62-4b9e-9130-b7bdd9a8726c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.298865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-7c827928-8f62-4b9e-9130-b7bdd9a8726c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports/f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 943 time: 0.0551469 Nov 12 00:40:17.380517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:17.391969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'port_id': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'mac_address': 'fa:16:3e:e1:46:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:17.409309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29ff3-4005-4d80-9779-6354d8dbd1df req-9b3e9cde-846e-4032-9b7e-1ea1165ffd15 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.410782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8d29ff3-4005-4d80-9779-6354d8dbd1df req-9b3e9cde-846e-4032-9b7e-1ea1165ffd15 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0950551 Nov 12 00:40:17.429827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-f9bef0b5-64bd-412d-ac92-ead1a6abc3fd tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.0845096 Nov 12 00:40:17.437113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.451258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:17.471476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:17.478584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.523418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8d29ff3-4005-4d80-9779-6354d8dbd1df req-2fac6976-9db6-49bb-98c5-7000c274b70d tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048484 Nov 12 00:40:17.531866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.546168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:17.574949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-1652fe87-67fd-4c93-8264-4eaec77cc465 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.576623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-1652fe87-67fd-4c93-8264-4eaec77cc465 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1406143 Nov 12 00:40:17.669767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-92700ed0-d064-446f-82ed-2495250e0fff tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 1001 time: 0.0863211 Nov 12 00:40:17.681889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:17.692151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe7261-c853-4ffe-8d33-63c85e627954 req-29c046a2-f663-4e9d-aaac-295dccb80367 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.693635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fbe7261-c853-4ffe-8d33-63c85e627954 req-29c046a2-f663-4e9d-aaac-295dccb80367 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 950 time: 0.0735722 Nov 12 00:40:17.773016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.823299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fbe7261-c853-4ffe-8d33-63c85e627954 req-eda988e9-4152-44fd-aa8e-e396e282c7e5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942776 Nov 12 00:40:17.897702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:17.950052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}, {'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'name': 'network-vif-deleted', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:17.952336 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d91a67-629a-4912-b1e6-5b5fb9bd4471" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}, {"server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "name": "network-vif-deleted", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:17.962072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.969287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.969681 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c disassociated. External IP: 172.25.6.86, port: f7377065-5aa3-406a-ae9f-a52d9ad44776. Nov 12 00:40:17.980332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b78ae-820f-4c3d-93f5-d3852be47545 req-27c5e09d-814f-4875-9716-d05da6de42e8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.981837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-913b78ae-820f-4c3d-93f5-d3852be47545 req-27c5e09d-814f-4875-9716-d05da6de42e8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1035717 Nov 12 00:40:18.106490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:18.110827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:18.282628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:18.293404 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.307991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'mac_address': 'fa:16:3e:fe:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:18.325117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:18.327473 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2a809-35e6-4358-966f-5be7ff1a4ce1" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:18.360306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:18.369057 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.381987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-913b78ae-820f-4c3d-93f5-d3852be47545 req-5cb4a86c-34cb-45d4-969b-20b2f4f9ff20 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937109 Nov 12 00:40:18.397263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.551865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:18.566711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-6f992898-c8d9-4567-83dd-78caf5454120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.568507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-6f992898-c8d9-4567-83dd-78caf5454120 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1097 time: 0.0707517 Nov 12 00:40:18.573237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:18.590967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:18.610819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:40:18.611095 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:40:18.748267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-6b0392b8-4e16-463c-9052-5fa667471840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.749798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-6b0392b8-4e16-463c-9052-5fa667471840 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1711383 Nov 12 00:40:18.757847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:18.770889 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:18.771671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.787093 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:18.788944 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.926944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4b761bb6-4547-47e3-9e9b-5abf5498d08a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 217 time: 0.1350214 Nov 12 00:40:18.956236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-89f23474-97b7-4b48-bb3a-73d0b50e391c tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "PUT /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 695 time: 1.2788835 Nov 12 00:40:18.962802 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:19.026777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4026f-123c-4692-ae13-9602650b2c4b req-9881d636-356a-44c1-b9cc-731cddc52852 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.028329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27f4026f-123c-4692-ae13-9602650b2c4b req-9881d636-356a-44c1-b9cc-731cddc52852 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.2331474 Nov 12 00:40:19.034584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-25c290b8-46d1-42f0-85c3-66cee36380ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.035989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-25c290b8-46d1-42f0-85c3-66cee36380ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1025043 Nov 12 00:40:19.088778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-67aca306-5ab2-496d-b1c3-5d3be4584023 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344484 Nov 12 00:40:19.095513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-de1d189c-bc34-4c24-ba38-9f8a6786cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.097043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-de1d189c-bc34-4c24-ba38-9f8a6786cf03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1206536 Nov 12 00:40:19.105368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-902f0e40-5482-4aba-9010-76bad0cb249d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.106866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-902f0e40-5482-4aba-9010-76bad0cb249d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/ports?device_id=45b8f473-f659-4b6c-a0ee-b78fd84c1e80 HTTP/1.1" status: 200 len: 950 time: 0.0560813 Nov 12 00:40:19.148410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27f4026f-123c-4692-ae13-9602650b2c4b req-a05628c2-1c8e-4451-8407-1d8b784d1595 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103640 Nov 12 00:40:19.176003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.182680 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.207402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:19.217991 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:19.229057 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:19.229949 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.244096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.256157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:19.256540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.257634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.275457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-78833f65-e7a4-4371-b07e-8f42f0bbe7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.282849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-78833f65-e7a4-4371-b07e-8f42f0bbe7ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1734283 Nov 12 00:40:19.295833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-7cc91e5c-f23f-4c18-b6f5-97061c5601e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920114 Nov 12 00:40:19.338913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-fb00e37a-9d03-42e0-a2a9-f4474e430f20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0548205 Nov 12 00:40:19.348780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.367423 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:19.390100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.390763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.405285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 5f036b04-db6b-4714-b3ee-0f07f47d5c2e owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:19.473470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-6180b129-d42c-48d3-926a-482871cb4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.474837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-6180b129-d42c-48d3-926a-482871cb4814 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.1197388 Nov 12 00:40:19.487573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18da4-f0db-4849-bd32-6814d519045d req-f84d1ebb-d732-4248-ab48-54bc36a1161a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.489268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13e18da4-f0db-4849-bd32-6814d519045d req-f84d1ebb-d732-4248-ab48-54bc36a1161a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.1541958 Nov 12 00:40:19.524278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-acf69106-5327-40f1-be96-3af03dd43af6 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967061 Nov 12 00:40:19.560313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.566536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-5bc21041-0971-4c39-9b52-dd4899fb0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.568107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-5bc21041-0971-4c39-9b52-dd4899fb0e6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781012 Nov 12 00:40:19.575979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f', '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:19.583113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe', '5f036b04-db6b-4714-b3ee-0f07f47d5c2e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:19.588882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13e18da4-f0db-4849-bd32-6814d519045d req-785dede6-85dc-4c7f-bc8f-c74c09567c7a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876739 Nov 12 00:40:19.612150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.622834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=5f036b04-db6b-4714-b3ee-0f07f47d5c2e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.655690 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be0c6a-6c6c-4312-a3de-317c996ceb30 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:38:59Z', 'revision_number': 4, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '9bc274c1-1f02-451d-95a6-d6cfeda9c7e8', 'name': '', 'network_id': 'a6637b06-5822-421b-aaf7-e98e70d66380', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'mac_address': 'fa:16:3e:6f:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:58Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'subnets': [{'id': '738c9254-1822-42ac-b8ed-ccb83a89b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:19.667907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.668574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.669120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.669485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.669820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.670148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.670469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.670849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.671175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.671493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.671811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.672154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:19.719583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 5f036b04-db6b-4714-b3ee-0f07f47d5c2e on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:19.722869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.725924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:19.730443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e1cdb53-d496-4034-8fff-8c0968f8f479 req-c933c547-8644-433e-b73e-2de17584991b tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "DELETE /v2.0/ports/5f036b04-db6b-4714-b3ee-0f07f47d5c2e HTTP/1.1" status: 204 len: 173 time: 0.6051683 Nov 12 00:40:19.730776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'name': 'network-vif-deleted', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:19.743930 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebc940-8827-4254-bd47-3c0d9cf8c54d" -d '{"events": [{"server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "name": "network-vif-deleted", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:19.811695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-1839d54f-2a17-4b9c-9c6e-5c4fbd6e8a89 service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219553 Nov 12 00:40:19.814674 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8cdeb9-c5ad-48c0-aa57-9a0052e720fa x-openstack-request-id: req-5a8cdeb9-c5ad-48c0-aa57-9a0052e720fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:19.816573 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}, {"server_uuid": "d53a483e-05d4-46b9-8ba4-025478d026ea", "name": "network-vif-deleted", "tag": "cdfc2783-4071-43a4-827b-f20f4b389482", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:19.817862 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a8cdeb9-c5ad-48c0-aa57-9a0052e720fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:19.818372 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:40:19.818724 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53a483e-05d4-46b9-8ba4-025478d026ea', 'name': 'network-vif-deleted', 'tag': 'cdfc2783-4071-43a4-827b-f20f4b389482', 'status': 'completed', 'code': 200} Nov 12 00:40:19.849496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-3231d719-9b2f-4392-815f-3c0182904252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.854611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-3231d719-9b2f-4392-815f-3c0182904252 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.0991611 Nov 12 00:40:19.999130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-d83a22d2-7d3a-4634-a50c-660789af7bfd tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.003073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-d83a22d2-7d3a-4634-a50c-660789af7bfd tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.3706660 Nov 12 00:40:20.017908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-13383011-fe3b-4f23-b4c9-77b197ab1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.020535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-13383011-fe3b-4f23-b4c9-77b197ab1016 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1538501 Nov 12 00:40:20.023645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-15'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:20.035098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf93c-dc75-479a-923e-cc2bbb20c585 req-c96cc43b-94f6-47f9-9aba-c5bf864de331 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.049069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2dbf93c-dc75-479a-923e-cc2bbb20c585 req-c96cc43b-94f6-47f9-9aba-c5bf864de331 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 944 time: 0.1966479 Nov 12 00:40:20.091150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-8a1c50a2-b119-44f6-bc4d-d57bd31ef021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0581069 Nov 12 00:40:20.150734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-ab9862f5-bfc4-4f49-86c8-34096436f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.152355 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-ab9862f5-bfc4-4f49-86c8-34096436f162 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0488276 Nov 12 00:40:20.171039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfec1aa-a8eb-4d87-912b-dc6818686ca3 req-b9f77ce6-53dc-41db-8cad-b5627ad6b09e service neutron] 10.222.0.11 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158922 Nov 12 00:40:20.175273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c3cd9-9496-4f2c-ab11-f8ed07fc0c86 None None] New status for floating IP e5bed560-987a-41fd-aacc-7a6c91d7767c: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:20.190338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2dbf93c-dc75-479a-923e-cc2bbb20c585 req-2d1c5ac1-c0f6-45b4-8d02-237934e8bfc4 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399508 Nov 12 00:40:20.208888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.261242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-609b1f7a-ce21-4e64-87e1-fbfb993edd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.262781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-609b1f7a-ce21-4e64-87e1-fbfb993edd02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904696 Nov 12 00:40:20.370088 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6b1814-881e-4d75-9333-9904a55c65c5 x-openstack-request-id: req-9c6b1814-881e-4d75-9333-9904a55c65c5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:20.370641 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:20.370886 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c6b1814-881e-4d75-9333-9904a55c65c5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:20.371141 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'code': 200} Nov 12 00:40:20.443371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-473f6270-b456-4225-9add-457390cbbf84 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563234 Nov 12 00:40:20.464017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:20.511578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605152ed-8a8f-4ed7-abce-17301d336a6f req-eef51972-0993-4013-a36a-15d3b138a1fc tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.513209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-605152ed-8a8f-4ed7-abce-17301d336a6f req-eef51972-0993-4013-a36a-15d3b138a1fc tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.1475122 Nov 12 00:40:20.604930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:20.656464 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17d91a67-629a-4912-b1e6-5b5fb9bd4471 req-da98a777-ea7f-4436-b963-202c222cf392 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973197 Nov 12 00:40:20.658823 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b9c2b-4935-427a-a62b-3dd383f700c2 x-openstack-request-id: req-ae5b9c2b-4935-427a-a62b-3dd383f700c2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:20.659190 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b8f473-f659-4b6c-a0ee-b78fd84c1e80", "name": "network-vif-deleted", "tag": "5f036b04-db6b-4714-b3ee-0f07f47d5c2e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:20.659536 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae5b9c2b-4935-427a-a62b-3dd383f700c2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:20.660017 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b8f473-f659-4b6c-a0ee-b78fd84c1e80', 'name': 'network-vif-deleted', 'tag': '5f036b04-db6b-4714-b3ee-0f07f47d5c2e', 'status': 'completed', 'code': 200} Nov 12 00:40:20.689018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-605152ed-8a8f-4ed7-abce-17301d336a6f req-a20327cb-4ce1-4e6b-a296-2551dd74bcc4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635249 Nov 12 00:40:20.704565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.733437 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.820106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472d4d0-b915-4af4-8f6e-289dca018520 req-d6efde4e-c70f-4e6f-a2d0-4b89ee8925fc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.821693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d472d4d0-b915-4af4-8f6e-289dca018520 req-d6efde4e-c70f-4e6f-a2d0-4b89ee8925fc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 945 time: 0.1201143 Nov 12 00:40:20.868602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:20.890981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on host n-h1-712141-15 for vnic_type normal with profile {"migrating_to": "n-h2-712141-15"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:20.891297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:20.891616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:20.902960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:20.903282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Attempting to bind port d5a2d514-f2a7-4683-be64-43db38446a7a on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:20.919852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:20.920215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:20.920590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:20.921016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Bound port: d5a2d514-f2a7-4683-be64-43db38446a7a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:20.921367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.934827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc5fe5-014e-4703-8cc7-835e6556492d req-d30b25c7-bfaf-4204-a5cd-d30367930278 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.936316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14fc5fe5-014e-4703-8cc7-835e6556492d req-d30b25c7-bfaf-4204-a5cd-d30367930278 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1392403 Nov 12 00:40:20.952380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d472d4d0-b915-4af4-8f6e-289dca018520 req-cfdf6f96-3302-4082-8e7b-a85d1f355adb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972199 Nov 12 00:40:21.040349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14fc5fe5-014e-4703-8cc7-835e6556492d req-a79706c7-ec24-4804-b034-87640114addb tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930681 Nov 12 00:40:21.042691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:21.046010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:21.052850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.127894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.128545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.129949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 1123 time: 1.1136007 Nov 12 00:40:21.146186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65712c3e-e325-4575-b84c-4ed1fd36e6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.190454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4284e6-d1ff-40cc-a34c-982a68807398 req-7c063bb9-2524-4dc7-8795-8320b73e1448 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.192045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f4284e6-d1ff-40cc-a34c-982a68807398 req-7c063bb9-2524-4dc7-8795-8320b73e1448 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1096 time: 0.0472257 Nov 12 00:40:21.243406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f4284e6-d1ff-40cc-a34c-982a68807398 req-48d15f06-3d8b-480c-bec7-b0c0d02805ab tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Nov 12 00:40:21.338821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:21.343221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:21.358899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b98a4-2737-4e25-9723-0a2a3fb41dff req-d32cd43e-45ba-4d2e-8711-51b73939e332 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.360455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e8b98a4-2737-4e25-9723-0a2a3fb41dff req-d32cd43e-45ba-4d2e-8711-51b73939e332 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0763440 Nov 12 00:40:21.393090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b811e8-6d4c-40d7-9fee-524a45d5e7af req-6e63f6a3-e5e8-4e82-b8a8-16915c520222 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.394811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49b811e8-6d4c-40d7-9fee-524a45d5e7af req-6e63f6a3-e5e8-4e82-b8a8-16915c520222 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.0808613 Nov 12 00:40:21.438866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e8b98a4-2737-4e25-9723-0a2a3fb41dff req-a72e7152-1977-4379-8b54-649bc2d4c308 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707545 Nov 12 00:40:21.450433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5a2d514-f2a7-4683-be64-43db38446a7a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:21.465219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49b811e8-6d4c-40d7-9fee-524a45d5e7af req-36a403ed-1c95-43bb-a3f1-d8f37953e31a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633807 Nov 12 00:40:21.519799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:21.541885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:21.542251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.545636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.560443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-d0a93efa-0476-456b-b153-589591924fb7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 200 len: 693 time: 0.0705235 Nov 12 00:40:21.588544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'port_id': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'mac_address': 'fa:16:3e:28:8d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e9a26-b7f3-4b5f-827c-53d7d948af79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:21.609416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d7c5-7d40-4678-89ae-db7d33e3b319 req-54107b82-3cea-4cb2-954b-ce7459c24e64 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.610794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b504d7c5-7d40-4678-89ae-db7d33e3b319 req-54107b82-3cea-4cb2-954b-ce7459c24e64 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 944 time: 0.0817170 Nov 12 00:40:21.669546 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.697493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:21.707803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b504d7c5-7d40-4678-89ae-db7d33e3b319 req-febf30d2-f28f-4f81-b628-796758924820 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690293 Nov 12 00:40:21.717050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-7213b47e-e686-468e-bfdc-129a1f042303 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.718893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-7213b47e-e686-468e-bfdc-129a1f042303 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1521595 Nov 12 00:40:21.739714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-f0e72235-7778-4bb7-90dd-a2ce078528a7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:21.740958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-f0e72235-7778-4bb7-90dd-a2ce078528a7 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116577 Nov 12 00:40:21.766234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.775037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.780048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.820622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-51e5e2a6-eed3-4ef9-ae7d-4ea840598c7f tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 696 time: 0.0716741 Nov 12 00:40:21.821305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}, {'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a'}, {'name': 'network-changed', 'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:21.823714 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f10c1-8442-478e-b201-a5f00dd8089a" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}, {"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a"}, {"name": "network-changed", "server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:21.861506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.862440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.867142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.878338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-93f47c92-6ed1-4a36-b8fc-d5190c665300 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 696 time: 0.0486078 Nov 12 00:40:21.884672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72792e0-a1e6-40c5-8847-1c266d959501 req-1e2d2e23-6376-4c6a-8182-7bfcb006435b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.886103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a72792e0-a1e6-40c5-8847-1c266d959501 req-1e2d2e23-6376-4c6a-8182-7bfcb006435b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 1096 time: 0.0999639 Nov 12 00:40:21.922500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.092777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['887349bf-2a1a-404d-8ec1-fbbefec9186a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:22.127685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:22.228315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 631229fa-3fa0-469b-8769-e86460ff3d1b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:22.228680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.277232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a72792e0-a1e6-40c5-8847-1c266d959501 req-fd493ae5-51fe-432b-87ce-df109058a055 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832583 Nov 12 00:40:22.301376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Deleting port 4928bea8-a75d-4de8-91f2-0701b8987ce7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:22.301722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.377229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:22.379820 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b580f1-2ab1-43a5-beca-6d236f664600" -d '{"events": [{"server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "name": "network-vif-plugged", "status": "completed", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:22.387990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.421310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:22.422713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.423037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.426651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.439063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1be42-ef11-4632-8460-aeb90a8315f3 req-77219c37-62d1-418f-87a3-457c046d2d91 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.440567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eac1be42-ef11-4632-8460-aeb90a8315f3 req-77219c37-62d1-418f-87a3-457c046d2d91 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 950 time: 0.0794554 Nov 12 00:40:22.446895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Calling delete_port for 4928bea8-a75d-4de8-91f2-0701b8987ce7 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:22.480154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.546804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eac1be42-ef11-4632-8460-aeb90a8315f3 req-ba15f31a-085d-43b4-94be-49eab0ccdd58 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978959 Nov 12 00:40:22.609209 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbddc1f-fd67-4b14-8eac-6b19ae6df366 x-openstack-request-id: req-8fbddc1f-fd67-4b14-8eac-6b19ae6df366 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:22.609807 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}, {"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a", "code": 200}, {"name": "network-changed", "server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:22.609807 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fbddc1f-fd67-4b14-8eac-6b19ae6df366 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:22.610122 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:40:22.610369 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'code': 200} Nov 12 00:40:22.610615 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'status': 'completed', 'code': 200} Nov 12 00:40:22.636935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.673401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event deleted for resources: {'Port': ['ID=4928bea8-a75d-4de8-91f2-0701b8987ce7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.733277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-51566eb6-767b-412b-8039-767f66f8872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.734989 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-51566eb6-767b-412b-8039-767f66f8872b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1126 time: 0.0480132 Nov 12 00:40:22.744383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.746893 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.747974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29c3febd-1a23-48f1-ab44-fb46d3a295ec req-4799d11a-f411-4caa-9525-f6b58fb073b6 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "DELETE /v2.0/floatingips/e5bed560-987a-41fd-aacc-7a6c91d7767c HTTP/1.1" status: 204 len: 173 time: 0.8610113 Nov 12 00:40:22.758508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-ea3d9064-5a25-42e8-80e6-fa26fa77e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.760113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-ea3d9064-5a25-42e8-80e6-fa26fa77e874 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 1098 time: 0.1151278 Nov 12 00:40:22.772572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1890ce-2bc8-40df-abe8-6d75d4e4b8a2 req-4a988151-f5bf-417c-bf3a-cd63934ecaa9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.774265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1890ce-2bc8-40df-abe8-6d75d4e4b8a2 req-4a988151-f5bf-417c-bf3a-cd63934ecaa9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.1052268 Nov 12 00:40:22.873757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-89e2abf6-58fa-4635-b7cb-9f3c994b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.875232 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-89e2abf6-58fa-4635-b7cb-9f3c994b660e service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1118197 Nov 12 00:40:22.905627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1890ce-2bc8-40df-abe8-6d75d4e4b8a2 req-a6565f34-a69e-47fb-b840-f76f9d7cef31 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219995 Nov 12 00:40:22.926547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-dbd3e696-5662-4579-9684-569c7acb7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.927264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-45e5e87a-ff75-4722-9668-880ae194db7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 217 time: 0.0397496 Nov 12 00:40:22.928182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-dbd3e696-5662-4579-9684-569c7acb7b62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 200 len: 921 time: 0.1529734 Nov 12 00:40:22.941793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98beca9-e773-4dda-a2bb-436366097c5e req-e9ec8332-d862-429b-9fb1-cf09dacc4d0d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.943274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c98beca9-e773-4dda-a2bb-436366097c5e req-e9ec8332-d862-429b-9fb1-cf09dacc4d0d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0989065 Nov 12 00:40:22.985780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-f997d56f-f268-417d-97da-1a960e85e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.987468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-f997d56f-f268-417d-97da-1a960e85e56d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0502272 Nov 12 00:40:22.989793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-15d25862-5c3b-4a64-8cf1-709df09655d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 200 len: 217 time: 0.0455399 Nov 12 00:40:23.027120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-f4051165-da60-4b0a-9ae1-257826c4a116 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311518 Nov 12 00:40:23.051034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c98beca9-e773-4dda-a2bb-436366097c5e req-a1d78be5-8d1c-4eeb-967b-3e4dc4547db3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987046 Nov 12 00:40:23.078192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-040a1570-6d63-40a1-bc2b-3714326d1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.079686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-040a1570-6d63-40a1-bc2b-3714326d1bd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 200 len: 859 time: 0.0710161 Nov 12 00:40:23.115104 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a07658e-3c5b-4803-9a7d-08f8d76e1598 x-openstack-request-id: req-3a07658e-3c5b-4803-9a7d-08f8d76e1598 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:23.115630 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "name": "network-vif-plugged", "status": "completed", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:23.116092 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a07658e-3c5b-4803-9a7d-08f8d76e1598 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:23.116765 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'code': 200} Nov 12 00:40:23.148246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-f7708dc5-7a29-47b3-84ba-f0d9cd7d65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.149901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-f7708dc5-7a29-47b3-84ba-f0d9cd7d65e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a6637b06-5822-421b-aaf7-e98e70d66380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570271 Nov 12 00:40:23.154660 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-05c2b3dd-6267-4ff8-ba81-da426d614d09 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167665 Nov 12 00:40:23.287115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae35f-7e27-4d8e-94d8-31d37728da37 req-0dcb97e5-5c7e-4ed8-b607-94f38c663143 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.288954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a7ae35f-7e27-4d8e-94d8-31d37728da37 req-0dcb97e5-5c7e-4ed8-b607-94f38c663143 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 945 time: 0.1043999 Nov 12 00:40:23.346023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-8f1fdb99-2937-4a78-815f-86b1abfc3efb service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710489 Nov 12 00:40:23.353406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:23.395775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2875d0-f840-4ee9-8963-9a49bd1a96e6 req-a0af0504-953c-4096-82c8-1e8dc50d0336 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.397539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2875d0-f840-4ee9-8963-9a49bd1a96e6 req-a0af0504-953c-4096-82c8-1e8dc50d0336 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.1075430 Nov 12 00:40:23.418138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 887349bf-2a1a-404d-8ec1-fbbefec9186a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:23.418535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.419758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a7ae35f-7e27-4d8e-94d8-31d37728da37 req-aa55b6e0-4ac2-45f9-b638-10d567076c89 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177955 Nov 12 00:40:23.525106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.551271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37269f-3217-4e7e-9043-fefe47487602 req-4ffdeba6-266a-4718-93f0-d60be175b0b9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.553223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d37269f-3217-4e7e-9043-fefe47487602 req-4ffdeba6-266a-4718-93f0-d60be175b0b9 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 949 time: 0.1665246 Nov 12 00:40:23.564377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:23.572105 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.572845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5f036b04-db6b-4714-b3ee-0f07f47d5c2e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:23.590627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-df88b445-ff08-416a-9369-19f01d20cb5e service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665173 Nov 12 00:40:23.595108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2875d0-f840-4ee9-8963-9a49bd1a96e6 req-8af8f931-2b94-44cb-9492-70f4608e2869 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662967 Nov 12 00:40:23.614913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8562f04-b386-445a-8899-fc618dd2dfc8 req-ea7c28e0-999c-4281-a74e-dac2115f51db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.616588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8562f04-b386-445a-8899-fc618dd2dfc8 req-ea7c28e0-999c-4281-a74e-dac2115f51db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 1097 time: 0.1325250 Nov 12 00:40:23.619550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7f10c1-8442-478e-b201-a5f00dd8089a req-81ce4496-007d-4568-b583-dc8de8484f66 service neutron] 10.222.0.39 "GET /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452862 Nov 12 00:40:23.646821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c1786-bd62-4f58-9983-f8adb94a48aa req-0b0b706d-4640-47e2-9390-2834ed267106 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.648925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c2c1786-bd62-4f58-9983-f8adb94a48aa req-0b0b706d-4640-47e2-9390-2834ed267106 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.1505208 Nov 12 00:40:23.649328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:23.656921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 5f036b04-db6b-4714-b3ee-0f07f47d5c2e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:23.657639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5f036b04-db6b-4714-b3ee-0f07f47d5c2e not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:23.673611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:23.673950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.715912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8562f04-b386-445a-8899-fc618dd2dfc8 req-39d37bba-72a1-47f1-a969-22f9bce748c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901411 Nov 12 00:40:23.723160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c2c1786-bd62-4f58-9983-f8adb94a48aa req-c88ab079-6a7e-4136-99cc-da3e95c4c88e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676782 Nov 12 00:40:23.775239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:23.775844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.789232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:23.904229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f1c9b-1555-46b7-9419-cbe7dc37f013 req-da834a1d-1c85-4d17-a13c-32bf8542a303 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.905730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-883f1c9b-1555-46b7-9419-cbe7dc37f013 req-da834a1d-1c85-4d17-a13c-32bf8542a303 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0511286 Nov 12 00:40:23.944010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.965364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f', '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:23.968634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-883f1c9b-1555-46b7-9419-cbe7dc37f013 req-9aa19de7-5b69-4ab4-952b-d022b582b3ad tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Nov 12 00:40:23.971710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:24.007565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.079473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:24.091217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.094983 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d37269f-3217-4e7e-9043-fefe47487602 req-96a33443-c828-4583-a566-192f51ea3eb3 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "DELETE /v2.0/ports/2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 HTTP/1.1" status: 204 len: 173 time: 0.5332959 Nov 12 00:40:24.095457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'name': 'network-vif-deleted', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:24.098162 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7b6fec-c781-419b-a111-7606f78164a8" -d '{"events": [{"server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "name": "network-vif-deleted", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:24.128530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:24.196460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b530a-d84f-4c6f-83cc-c22a24bd65e0 req-d3fec83d-f60e-42e8-b131-ae8d49b97203 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.197967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-318b530a-d84f-4c6f-83cc-c22a24bd65e0 req-d3fec83d-f60e-42e8-b131-ae8d49b97203 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.0991700 Nov 12 00:40:24.207133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b56ce-e129-476b-b961-08decb01649e req-45db2151-f0c9-4c49-9ae9-beb2ed3b19d1 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.208674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e1b56ce-e129-476b-b961-08decb01649e req-45db2151-f0c9-4c49-9ae9-beb2ed3b19d1 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.1572859 Nov 12 00:40:24.267710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-318b530a-d84f-4c6f-83cc-c22a24bd65e0 req-2cbf878a-1f3d-487f-9baa-8ee1cefdc021 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 Nov 12 00:40:24.377303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e1b56ce-e129-476b-b961-08decb01649e req-4d9d4b1b-5cff-4184-bfc6-98925b20f3c4 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212680 Nov 12 00:40:24.449464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eadc9e-6306-4a0b-bb8a-2bd74b9d75c6 req-e719e9ef-334e-4788-8ef1-463b76d71040 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.451435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7eadc9e-6306-4a0b-bb8a-2bd74b9d75c6 req-e719e9ef-334e-4788-8ef1-463b76d71040 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0730622 Nov 12 00:40:24.535252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39d1ea-fb4c-471f-948b-dea52627c0c1 req-ec859c46-6a25-4678-b820-72124c88d094 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.536799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b39d1ea-fb4c-471f-948b-dea52627c0c1 req-ec859c46-6a25-4678-b820-72124c88d094 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0844445 Nov 12 00:40:24.541902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7eadc9e-6306-4a0b-bb8a-2bd74b9d75c6 req-3a2a1b48-4d1a-4371-b3da-1ee030b235fd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798771 Nov 12 00:40:24.580006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:24.606468 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df4cbd7-d382-41c6-aa10-e1a82f921287 x-openstack-request-id: req-3df4cbd7-d382-41c6-aa10-e1a82f921287 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:24.606769 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a9bde-4c6c-4fcf-90b7-d3ed897304ad", "name": "network-vif-deleted", "tag": "2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:24.607032 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3df4cbd7-d382-41c6-aa10-e1a82f921287 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:24.607857 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a9bde-4c6c-4fcf-90b7-d3ed897304ad', 'name': 'network-vif-deleted', 'tag': '2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5', 'status': 'completed', 'code': 200} Nov 12 00:40:24.608666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b39d1ea-fb4c-471f-948b-dea52627c0c1 req-df23fab0-94f1-4cda-8081-4e4d91bfd0e9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Nov 12 00:40:24.612689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a has no active binding in host n-h2-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:40:24.806433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9399dffa-89c0-46bb-af5f-ff047f1bfd82 req-39eab22a-ab9f-4c7d-aefb-644c3c120c9d tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e82a9bde-4c6c-4fcf-90b7-d3ed897304ad HTTP/1.1" status: 200 len: 210 time: 0.0653627 Nov 12 00:40:24.898820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa381625-2fbc-4b44-9d06-14a252d3f3d1 req-f1659fcf-e254-4e1a-a375-0af25a9f04fd tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.900827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa381625-2fbc-4b44-9d06-14a252d3f3d1 req-f1659fcf-e254-4e1a-a375-0af25a9f04fd tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.0631862 Nov 12 00:40:24.980509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa381625-2fbc-4b44-9d06-14a252d3f3d1 req-54821a59-fc62-42db-b6c0-d6b3e14572cc tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604990 Nov 12 00:40:25.105540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe56c1-89af-48b4-8bb2-fd91c57cc669 req-4d204903-8563-45a1-aef5-055998728642 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.107465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ffe56c1-89af-48b4-8bb2-fd91c57cc669 req-4d204903-8563-45a1-aef5-055998728642 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0576515 Nov 12 00:40:25.118498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}, {'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:25.121000 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd73a53-b5f3-4d7c-8160-3db391ce92ec" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}, {"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-plugged", "status": "completed", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:25.161165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ffe56c1-89af-48b4-8bb2-fd91c57cc669 req-998b0e97-c8ec-4793-ab90-29ae8ff56cb6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Nov 12 00:40:25.165916 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940c85c-775b-420c-8830-2f75b7ed1800 x-openstack-request-id: req-c940c85c-775b-420c-8830-2f75b7ed1800 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:25.166515 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-plugged", "status": "completed", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "code": 200}, {"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-plugged", "status": "completed", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:25.166860 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c940c85c-775b-420c-8830-2f75b7ed1800 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:25.167349 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'code': 200} Nov 12 00:40:25.167655 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'code': 200} Nov 12 00:40:25.393299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9b353-f2f1-428d-bac0-849e8c535f30 req-3fcc893b-67e3-414f-921d-42d8500ff186 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.394834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9d9b353-f2f1-428d-bac0-849e8c535f30 req-3fcc893b-67e3-414f-921d-42d8500ff186 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.0506852 Nov 12 00:40:25.413590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855d86d-f0a6-462f-9172-33055b07723f req-71763ceb-f17d-4068-91a2-9b987e8b782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.415891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0855d86d-f0a6-462f-9172-33055b07723f req-71763ceb-f17d-4068-91a2-9b987e8b782c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1103 time: 0.0609567 Nov 12 00:40:25.478067 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0855d86d-f0a6-462f-9172-33055b07723f req-18ce0ebf-9a92-4e78-a003-348e8c54d041 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Nov 12 00:40:25.481505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9d9b353-f2f1-428d-bac0-849e8c535f30 req-ba3733c8-e6a9-4fc3-af37-ff73e93b78f4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791063 Nov 12 00:40:25.529946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb39ffe-eac6-4649-825e-55877807d4fe req-a2191e42-2599-4254-b33c-06a021a22f39 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.531540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8bb39ffe-eac6-4649-825e-55877807d4fe req-a2191e42-2599-4254-b33c-06a021a22f39 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.0766578 Nov 12 00:40:25.589098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8bb39ffe-eac6-4649-825e-55877807d4fe req-92623df2-7084-49c6-9126-5dedf0b9353a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 Nov 12 00:40:25.673257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd7a88-45dd-48ce-b7b5-4407a19c241b req-b691cd85-a275-4dee-93a8-115a51f7f8fe tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.675068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64fd7a88-45dd-48ce-b7b5-4407a19c241b req-b691cd85-a275-4dee-93a8-115a51f7f8fe tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0547035 Nov 12 00:40:25.755627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64fd7a88-45dd-48ce-b7b5-4407a19c241b req-1de2657b-68cc-4d68-9fea-703f50575c2e tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741198 Nov 12 00:40:25.767454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9b53-7224-4e33-b53b-d521c3be254f req-274de04d-ae2d-4e0f-bdc3-ea114bbe5483 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.769060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-761d9b53-7224-4e33-b53b-d521c3be254f req-274de04d-ae2d-4e0f-bdc3-ea114bbe5483 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0864296 Nov 12 00:40:25.822414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-761d9b53-7224-4e33-b53b-d521c3be254f req-0f305171-95fb-40a8-b99e-6f5f7cdac29f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Nov 12 00:40:26.129640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995c05-c794-48fd-94df-65b2c514cd09 req-3b6118e9-5fc1-4431-84ea-ec3c3697974a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.131023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e995c05-c794-48fd-94df-65b2c514cd09 req-3b6118e9-5fc1-4431-84ea-ec3c3697974a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0780630 Nov 12 00:40:26.139438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a11ca-7868-4666-950f-135900a41fdb req-32ceb5d5-6f48-4beb-8930-e561bc8132b9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.140807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f5a11ca-7868-4666-950f-135900a41fdb req-32ceb5d5-6f48-4beb-8930-e561bc8132b9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.0778785 Nov 12 00:40:26.151864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:26.177484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:26.177975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c81bf93-0d1d-48a7-92ee-b2c29dd5fef5 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:26.216515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e995c05-c794-48fd-94df-65b2c514cd09 req-0bfb704d-2360-4298-9195-887c767dfd66 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746841 Nov 12 00:40:26.220842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f5a11ca-7868-4666-950f-135900a41fdb req-25339b42-b97f-428e-a560-2c2c0367c114 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734346 Nov 12 00:40:26.356547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6369d-b217-4a0e-8400-05f8fadfabd3 req-74ec5f07-d3bc-4efa-af03-9057636ba175 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.358146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61d6369d-b217-4a0e-8400-05f8fadfabd3 req-74ec5f07-d3bc-4efa-af03-9057636ba175 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0795434 Nov 12 00:40:26.365625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4f53-9e96-40f8-b8ac-81d4d99dee98 req-ec5fa795-aa6e-4301-94f0-dd3d96165014 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.367153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f83f4f53-9e96-40f8-b8ac-81d4d99dee98 req-ec5fa795-aa6e-4301-94f0-dd3d96165014 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.0794275 Nov 12 00:40:26.375846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:26.380726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Request body: {'floatingip': {'port_id': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:26.436338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61d6369d-b217-4a0e-8400-05f8fadfabd3 req-80a41444-60f1-4d9b-ac8a-886b00c66e48 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680907 Nov 12 00:40:26.456707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.458328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-953a81fe-2d7e-4dd4-8e22-512876f439e4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.460463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-953a81fe-2d7e-4dd4-8e22-512876f439e4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0711088 Nov 12 00:40:26.604943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Deleting port 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:26.605301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.640203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d6229-3970-4ff0-91f3-42555778587f req-ac04a233-ace5-4bba-a0a6-9c5339302ce4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.643197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-848d6229-3970-4ff0-91f3-42555778587f req-ac04a233-ace5-4bba-a0a6-9c5339302ce4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.0907054 Nov 12 00:40:26.799291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-848d6229-3970-4ff0-91f3-42555778587f req-2b6d5942-6a39-4d9b-88a8-faf71f6afa8e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068895 Nov 12 00:40:26.801860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] For port 887349bf-2a1a-404d-8ec1-fbbefec9186a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=887349bf-2a1a-404d-8ec1-fbbefec9186a,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:26.802263 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.821835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158d178-1b21-42fd-918b-1c1ae73271c0 req-a1976476-2210-4439-82b1-37a47c2c8395 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.823364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6158d178-1b21-42fd-918b-1c1ae73271c0 req-a1976476-2210-4439-82b1-37a47c2c8395 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.1263163 Nov 12 00:40:26.828977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Calling delete_port for 887349bf-2a1a-404d-8ec1-fbbefec9186a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:26.930474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6158d178-1b21-42fd-918b-1c1ae73271c0 req-cb62df5c-4492-4b6e-9c85-9d8dea515300 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923371 Nov 12 00:40:27.005270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa7d1-cde9-4598-99de-d62e6296a58b req-b99cec21-233f-4b59-bc9d-bff4a614d63a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.007106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de2fa7d1-cde9-4598-99de-d62e6296a58b req-b99cec21-233f-4b59-bc9d-bff4a614d63a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365e457-0a0b-42a9-ab69-4a474c25de78 HTTP/1.1" status: 200 len: 946 time: 0.0821936 Nov 12 00:40:27.127761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972157e-79cc-4080-a733-3c14cd7711b9 req-3a4e02b0-6381-4a59-9257-6c015e4488e3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.129285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c972157e-79cc-4080-a733-3c14cd7711b9 req-3a4e02b0-6381-4a59-9257-6c015e4488e3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1174850 Nov 12 00:40:27.135388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de2fa7d1-cde9-4598-99de-d62e6296a58b req-6d8ee0cd-06ff-4aa6-8f3c-3ccab890a7d8 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132643 Nov 12 00:40:27.182262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.190122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.196418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.239114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event deleted for resources: {'Port': ['ID=887349bf-2a1a-404d-8ec1-fbbefec9186a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.285074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c972157e-79cc-4080-a733-3c14cd7711b9 req-8f8b004d-1753-47d4-b0f8-530079ea73e5 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440339 Nov 12 00:40:27.308150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] No DVR routers for this DVR port 887349bf-2a1a-404d-8ec1-fbbefec9186a on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:27.311698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.315856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6943bcc4-f791-4f69-b7a3-e9374fcbda3a req-d70fd056-c42c-46dd-ac3c-f991d37c2cc6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "DELETE /v2.0/ports/887349bf-2a1a-404d-8ec1-fbbefec9186a HTTP/1.1" status: 204 len: 173 time: 0.8487036 Nov 12 00:40:27.316371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-deleted', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:27.318666 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c005f4e-85c9-40da-8ee3-559bf70cb587" -d '{"events": [{"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-deleted", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:27.374734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:27.392747 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35acf868-c90e-4ea3-95fd-a5fd358dc1e5 x-openstack-request-id: req-35acf868-c90e-4ea3-95fd-a5fd358dc1e5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:27.393786 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365e457-0a0b-42a9-ab69-4a474c25de78", "name": "network-vif-deleted", "tag": "887349bf-2a1a-404d-8ec1-fbbefec9186a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:27.394563 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35acf868-c90e-4ea3-95fd-a5fd358dc1e5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:27.395168 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365e457-0a0b-42a9-ab69-4a474c25de78', 'name': 'network-vif-deleted', 'tag': '887349bf-2a1a-404d-8ec1-fbbefec9186a', 'status': 'completed', 'code': 200} Nov 12 00:40:27.400766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:27.401118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:27.427595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47332-92a3-4963-ab8b-21786ee30b15 req-3678b7ec-7311-431b-b222-439c65ee0767 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.429555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7a47332-92a3-4963-ab8b-21786ee30b15 req-3678b7ec-7311-431b-b222-439c65ee0767 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0972025 Nov 12 00:40:27.492827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7a47332-92a3-4963-ab8b-21786ee30b15 req-c2317167-fc1e-439e-ab95-4f454c282649 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566661 Nov 12 00:40:27.606731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3f156-07f8-4333-b3ce-cb0a2e85c67d req-d465eae2-b0d0-4bc7-abdc-91ebe4fb0a43 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.608559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07a3f156-07f8-4333-b3ce-cb0a2e85c67d req-d465eae2-b0d0-4bc7-abdc-91ebe4fb0a43 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0633736 Nov 12 00:40:27.613408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-b0fa252c-80ca-4397-94b4-112a66e42534 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.614933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-b0fa252c-80ca-4397-94b4-112a66e42534 tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.39 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.3770862 Nov 12 00:40:27.639403 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189 associated. External IP: 172.25.6.20, port: c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc. Nov 12 00:40:27.665209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07a3f156-07f8-4333-b3ce-cb0a2e85c67d req-fe696cb2-58fb-4aec-b776-5265200cc26c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502934 Nov 12 00:40:27.845176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Deleting port f7377065-5aa3-406a-ae9f-a52d9ad44776 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:27.845547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.020776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-1dbe8885-7ceb-46e1-987c-8f8806d1c9c8 service neutron] 10.222.0.32 "GET /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.1663485 Nov 12 00:40:28.024028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:28.072970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] For port f7377065-5aa3-406a-ae9f-a52d9ad44776, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7377065-5aa3-406a-ae9f-a52d9ad44776,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:28.074099 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.074580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef97666-4d6d-49df-98f8-ebe43b2feba8 req-257741fd-0187-4ae5-9fb0-e8ec41d48e0e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.076337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ef97666-4d6d-49df-98f8-ebe43b2feba8 req-257741fd-0187-4ae5-9fb0-e8ec41d48e0e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 943 time: 0.1506872 Nov 12 00:40:28.175642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ef97666-4d6d-49df-98f8-ebe43b2feba8 req-6bdd9995-2dbc-439a-ae25-7dc0cc09705d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827599 Nov 12 00:40:28.204121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Calling delete_port for f7377065-5aa3-406a-ae9f-a52d9ad44776 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:28.217157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12361-5f96-43d8-9f69-ff77238df139 req-0704810c-4d42-498c-9f37-4b20e8cd2e7a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.217404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:28.218724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eab12361-5f96-43d8-9f69-ff77238df139 req-0704810c-4d42-498c-9f37-4b20e8cd2e7a tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8b5b5d-2a81-4a66-bc3c-0080f404a685 HTTP/1.1" status: 200 len: 946 time: 0.1389608 Nov 12 00:40:28.227550 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.238921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:28.288824 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:28.289972 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:28.297829 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80687db1-47d8-42d8-aeea-e9275691fba9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "PUT /v2.0/floatingips/407a8fa1-ef0b-4153-af9c-d31c50b68189 HTTP/1.1" status: 200 len: 990 time: 1.9207411 Nov 12 00:40:28.304500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:28.307587 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64218cd9-1009-427e-b733-0d7a4b931e36" -d '{"events": [{"name": "network-changed", "server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:28.342083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eab12361-5f96-43d8-9f69-ff77238df139 req-1868bc4c-4e30-4dae-b67d-693f18fc0dec tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.11 "GET /v2.0/security-groups?id=083d998f-67bd-4a92-9d63-1b21012574b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998297 Nov 12 00:40:28.454204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:28.484176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.518652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:28.539967 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:28.554845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Pushing event deleted for resources: {'Port': ['ID=f7377065-5aa3-406a-ae9f-a52d9ad44776,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:28.626608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a2d514-f2a7-4683-be64-43db38446a7a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:28.638597 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450fa331-ea45-4fb5-80ce-c493d80a24d7 x-openstack-request-id: req-450fa331-ea45-4fb5-80ce-c493d80a24d7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:28.639137 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:28.639137 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-450fa331-ea45-4fb5-80ce-c493d80a24d7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:28.639320 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'status': 'completed', 'code': 200} Nov 12 00:40:28.660695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:28.703942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.734056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:28.746181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844501879', 'description': 'tempest-description--101254960'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:28.778803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] No DVR routers for this DVR port f7377065-5aa3-406a-ae9f-a52d9ad44776 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:28.783037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.788230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d0021d70-724e-4be6-8084-03bc0d5122c6 req-18437597-a2c9-4e3f-b068-c5cbce06abed tempest-FloatingIPsAssociationTestJSON-1765191092 tempest-FloatingIPsAssociationTestJSON-1765191092-project] 10.222.0.39 "DELETE /v2.0/ports/f7377065-5aa3-406a-ae9f-a52d9ad44776 HTTP/1.1" status: 204 len: 173 time: 1.1599205 Nov 12 00:40:28.818275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:e1:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969379b-0a27-4245-b6d8-5423377c9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:28.824173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-dafba4a9-4a3d-474f-bc9d-f3e2aaaae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.826149 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-dafba4a9-4a3d-474f-bc9d-f3e2aaaae141 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a532534f63b84bb284e0aef0ba76c21f&device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 1097 time: 0.1506608 Nov 12 00:40:28.849977 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:28.859835 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:28.860750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:28.933287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea81fe-66cd-410d-b2ce-1781c9600fc2 req-c16838c1-f7d7-4b5c-8c98-012b7b2beecf tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.941555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ea81fe-66cd-410d-b2ce-1781c9600fc2 req-c16838c1-f7d7-4b5c-8c98-012b7b2beecf tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.1571393 Nov 12 00:40:28.972027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.022574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb7b38-8603-4463-a304-b0199c567933 req-8b257133-a41c-4119-b6cc-84c05e3095e6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.032002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78bb7b38-8603-4463-a304-b0199c567933 req-8b257133-a41c-4119-b6cc-84c05e3095e6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.2372890 Nov 12 00:40:29.054847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-953bb766-ba95-4872-af7b-6b5606dcdc33 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.057347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-953bb766-ba95-4872-af7b-6b5606dcdc33 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 950 time: 0.0964880 Nov 12 00:40:29.072905 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:29.083344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] Transition to ACTIVE for port object d5a2d514-f2a7-4683-be64-43db38446a7a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:29.104641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.107119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-39f1184c-b576-4206-9f84-e5f57f7b2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.109773 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-39f1184c-b576-4206-9f84-e5f57f7b2374 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 200 len: 925 time: 0.2758105 Nov 12 00:40:29.127075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ea81fe-66cd-410d-b2ce-1781c9600fc2 req-948a8b3f-f29d-4a08-a4f4-4e424896b103 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847379 Nov 12 00:40:29.223707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78bb7b38-8603-4463-a304-b0199c567933 req-78fe679e-2b30-4847-a367-a957b41c1cc7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906824 Nov 12 00:40:29.245407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-9acb5cc0-b284-49c5-9a07-2ba5e36fbc89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc HTTP/1.1" status: 200 len: 998 time: 0.1224561 Nov 12 00:40:29.300576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] No DVR routers for this DVR port d5a2d514-f2a7-4683-be64-43db38446a7a on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:29.305964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:29.306387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.375620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:29.376781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-c7f5bb06-87b2-4829-90ec-17e0c90dcda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.378416 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-c7f5bb06-87b2-4829-90ec-17e0c90dcda7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 200 len: 863 time: 0.1222777 Nov 12 00:40:29.383004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.408243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:29.420209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-4f32259f-5142-42fd-856c-d45d360d2d17 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a/bindings/n-h2-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3857579 Nov 12 00:40:29.420919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.469612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:29.470142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.482064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-5da4c315-d64e-4018-a81c-de97357ff94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.484169 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-5da4c315-d64e-4018-a81c-de97357ff94c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d91d372-6d2f-42e9-aede-c34af507cc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976388 Nov 12 00:40:29.493018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:29.502178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c3336-216c-47d1-bf5e-e8363923abc5 req-cfc61967-7bc4-4f5f-aac3-086da4616bc8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.504343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-025c3336-216c-47d1-bf5e-e8363923abc5 req-cfc61967-7bc4-4f5f-aac3-086da4616bc8 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.2373087 Nov 12 00:40:29.517585 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:e1:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969379b-0a27-4245-b6d8-5423377c9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:29.528620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.532596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7934861 Nov 12 00:40:29.550068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:29.550603 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90d8da-d0ba-405d-9115-aebea04992c1 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '407a8fa1-ef0b-4153-af9c-d31c50b68189', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'port_id': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'mac_address': 'fa:16:3e:e1:46:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969379b-0a27-4245-b6d8-5423377c9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:37:34Z', 'updated_at': '2021-11-12T00:40:27Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:29.551776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:29.566641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'security_group_rule': {'security_group_id': '9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:29.579974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037642f9-52b8-464b-9c6e-dbe36b58e185 req-fe0ea903-aeaa-42df-9a7f-7f200c141d52 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.581550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-037642f9-52b8-464b-9c6e-dbe36b58e185 req-fe0ea903-aeaa-42df-9a7f-7f200c141d52 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.2870202 Nov 12 00:40:29.582212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c38f2-e14f-4789-a175-cb18169d7ddd tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:29.613003 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-3542830c-ab5b-4ba0-b3a6-62dee9ca04ab service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170409 Nov 12 00:40:29.667761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-025c3336-216c-47d1-bf5e-e8363923abc5 req-7ac17cc7-0790-48c1-9890-21cc0bb1df8b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509819 Nov 12 00:40:29.683819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-675de08d-a251-4ede-8cdc-3be2330a2b21 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.686233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-675de08d-a251-4ede-8cdc-3be2330a2b21 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1800468 Nov 12 00:40:29.690274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.732466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:29.915365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e659353-9ae5-405e-aa0a-d76e203c1554 None None] New status for floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:40:29.915663 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-64218cd9-1009-427e-b733-0d7a4b931e36 req-43c804eb-5ba6-425b-99d9-462e59e401c3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938685 Nov 12 00:40:30.034110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.061972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['97570b36-3c5f-4702-a3f6-a8ea21643f2f', '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:30.107507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:30.179923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.209049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:30.212834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.216153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-25ccf939-84a6-4c55-bff7-f0d04e7055e9 req-92ab908a-4156-4458-8a7f-0566038fca40 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "DELETE /v2.0/ports/8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 HTTP/1.1" status: 204 len: 173 time: 1.1476448 Nov 12 00:40:30.217736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7377065-5aa3-406a-ae9f-a52d9ad44776 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:30.219083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-037642f9-52b8-464b-9c6e-dbe36b58e185 req-cfc75aaf-d2da-4c91-a8f8-58fa041ced81 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190701 Nov 12 00:40:30.247782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.294976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: f7377065-5aa3-406a-ae9f-a52d9ad44776 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:30.295386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7377065-5aa3-406a-ae9f-a52d9ad44776 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:30.310803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.381412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-7c54d8a7-5cb0-4093-85cb-5c12e440fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.384516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-7c54d8a7-5cb0-4093-85cb-5c12e440fb61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539&tenant_id=fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 1096 time: 0.6810205 Nov 12 00:40:30.418020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d181-b08a-4cba-88e7-6fb409a3227b req-98899013-9207-443a-82af-d2db4632aa18 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.421300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c10d181-b08a-4cba-88e7-6fb409a3227b req-98899013-9207-443a-82af-d2db4632aa18 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1103 time: 0.2569182 Nov 12 00:40:30.433703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.457390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613905f7-c419-4c48-95b3-9c2369208ad8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:30.534241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-718b4260-b0bc-4caa-826f-1f33bdb411a4 req-10fb4c76-512c-46a8-8d5c-1d626f9c388e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d72865-8b0d-4e72-8c6d-ba93a8fe1a69 HTTP/1.1" status: 200 len: 210 time: 0.1339078 Nov 12 00:40:30.618413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.621028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f1ec9cc1-ef06-44d3-abeb-934744e77de9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0612652 Nov 12 00:40:30.638298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:30.646003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'name': 'network-vif-deleted', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776'}, {'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'name': 'network-vif-deleted', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:30.658984 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f7ee4-b9d9-4c33-ad1d-e636b451eed9" -d '{"events": [{"server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "name": "network-vif-deleted", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776"}, {"server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "name": "network-vif-deleted", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:30.663312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c10d181-b08a-4cba-88e7-6fb409a3227b req-59a138df-a271-4002-998b-6bb11215f6c3 tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852262 Nov 12 00:40:30.669645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'security_group_rule': {'security_group_id': '9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:30.777558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-b419d2da-46c1-443f-a162-2187a2997b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.779238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-b419d2da-46c1-443f-a162-2187a2997b49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1096 time: 0.3169837 Nov 12 00:40:30.798208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.803899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192c47-f562-4ca8-aec8-77ac09919c77 req-9512ee0c-ebaf-4deb-a18d-4a40cb419829 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.808382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88192c47-f562-4ca8-aec8-77ac09919c77 req-9512ee0c-ebaf-4deb-a18d-4a40cb419829 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1047056 Nov 12 00:40:30.831523 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a302902-d40a-4d52-9286-8065ce5f2a95 x-openstack-request-id: req-7a302902-d40a-4d52-9286-8065ce5f2a95 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:30.831523 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b5b5d-2a81-4a66-bc3c-0080f404a685", "name": "network-vif-deleted", "tag": "f7377065-5aa3-406a-ae9f-a52d9ad44776", "status": "completed", "code": 200}, {"server_uuid": "78d72865-8b0d-4e72-8c6d-ba93a8fe1a69", "name": "network-vif-deleted", "tag": "8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:30.831948 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a302902-d40a-4d52-9286-8065ce5f2a95 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:30.832072 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b5b5d-2a81-4a66-bc3c-0080f404a685', 'name': 'network-vif-deleted', 'tag': 'f7377065-5aa3-406a-ae9f-a52d9ad44776', 'status': 'completed', 'code': 200} Nov 12 00:40:30.832341 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d72865-8b0d-4e72-8c6d-ba93a8fe1a69', 'name': 'network-vif-deleted', 'tag': '8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352', 'status': 'completed', 'code': 200} Nov 12 00:40:30.918914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.930649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.969707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88192c47-f562-4ca8-aec8-77ac09919c77 req-1356e674-60aa-45cd-a822-5bb7a4e5bd87 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393948 Nov 12 00:40:30.980217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb377bfc-d40f-43dd-a7e0-d4dd7306c0ef,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.017579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-e3837698-b486-4549-89f7-4db946857c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.021644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-e3837698-b486-4549-89f7-4db946857c0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.2121916 Nov 12 00:40:31.022581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Deleting port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:31.023228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.027320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.032386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:31.033030 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b9ca4918-17aa-4a24-9ca3-45c15faf429b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880036 Nov 12 00:40:31.037557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:31.106515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-6a3765fc-02b0-4d83-9ef6-a0a943bed5c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 200 len: 217 time: 0.0730560 Nov 12 00:40:31.158863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.183150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] For port 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:31.183676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.202621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Calling delete_port for 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:31.229079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-22458096-2478-4b1d-9d68-d2139786f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.230642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-22458096-2478-4b1d-9d68-d2139786f548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1176171 Nov 12 00:40:31.299632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-512eb87b-2ec7-44be-9c42-ba031fc92571 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574217 Nov 12 00:40:31.303997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627d45-d3dc-4ea9-aaf5-b3598ab220a8 req-848d8d42-db22-4afa-8ffa-af934732189b tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.305619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1627d45-d3dc-4ea9-aaf5-b3598ab220a8 req-848d8d42-db22-4afa-8ffa-af934732189b tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 1103 time: 0.1398170 Nov 12 00:40:31.410611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:31.447518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 887349bf-2a1a-404d-8ec1-fbbefec9186a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:31.447955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 887349bf-2a1a-404d-8ec1-fbbefec9186a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:31.477689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1627d45-d3dc-4ea9-aaf5-b3598ab220a8 req-e3bb8467-a001-47d2-842b-2587df82ba5a tempest-ServersAdminTestJSON-1655770472 tempest-ServersAdminTestJSON-1655770472-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575012 Nov 12 00:40:31.492751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda35cea-b3af-4ac8-a98e-b66983bf728b req-2a5045bc-b519-487f-b0d3-6762515e8e28 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.494565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eda35cea-b3af-4ac8-a98e-b66983bf728b req-2a5045bc-b519-487f-b0d3-6762515e8e28 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.1560600 Nov 12 00:40:31.506709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-3f997862-c038-4ba1-a367-334fab36bc2d service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973183 Nov 12 00:40:31.570171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.654373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:31.678650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eda35cea-b3af-4ac8-a98e-b66983bf728b req-002e8fd9-b806-4ef7-9938-08f5f45399bb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666615 Nov 12 00:40:31.761611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-8f4a3083-cc7b-47a8-967a-7e93f664b907 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444122 Nov 12 00:40:31.769516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.839421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc274c1-1f02-451d-95a6-d6cfeda9c7e8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.888274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Allocated IP 172.25.6.226 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4ca22bd4-8513-49b3-a5a5-f6fd1fb21248) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:31.927471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253903ae-5c63-4c6c-9e9c-e1bdeb884d0a req-b3873a26-1b21-40a8-9618-f4c5f04e473b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.929132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-253903ae-5c63-4c6c-9e9c-e1bdeb884d0a req-b3873a26-1b21-40a8-9618-f4c5f04e473b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.1422894 Nov 12 00:40:32.000839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.109330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-253903ae-5c63-4c6c-9e9c-e1bdeb884d0a req-9d9a01f1-d302-44d9-9823-4b9414b61d84 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643257 Nov 12 00:40:32.174860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:32.178348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.208643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:32.208991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8f7a1f99-0dcf-48b5-a9ef-c0e8d221f352 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:32.271622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.297831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-203017df-dbd8-4d90-a6e2-4ce1d54c8760 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.299352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-203017df-dbd8-4d90-a6e2-4ce1d54c8760 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1751504 Nov 12 00:40:32.321786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ede1a-0b5c-40fc-82a3-a46b6fb28098 req-5ff1ea04-fa9b-495e-ad6b-5c00b79906d9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.323433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c9ede1a-0b5c-40fc-82a3-a46b6fb28098 req-5ff1ea04-fa9b-495e-ad6b-5c00b79906d9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1316907 Nov 12 00:40:32.469415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c9ede1a-0b5c-40fc-82a3-a46b6fb28098 req-bdab8dfe-7bf4-4b2e-b97a-80032bce7bf9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Nov 12 00:40:32.475204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.486336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Router 142810c7-ff4a-4a85-9c18-6642d7528d50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:32.568383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:32.578648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:32.608175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:32.613700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:32.617504 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Sync routers for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:32.619898 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b92e37e-6d04-45a9-a404-fc30e33bb6d6 admin admin] 10.222.0.11 "PUT /v2.0/routers/142810c7-ff4a-4a85-9c18-6642d7528d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844604 Nov 12 00:40:32.624317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:32.630768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'Port': ['ID=4ca22bd4-8513-49b3-a5a5-f6fd1fb21248,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:32.643303 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:32.643812 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:32.700753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b82bd-7cfb-4d66-b1eb-5c9df200880b req-df0910ee-0988-4e09-bd01-7a8302e70ae5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.710316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-512b82bd-7cfb-4d66-b1eb-5c9df200880b req-df0910ee-0988-4e09-bd01-7a8302e70ae5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 950 time: 0.2361755 Nov 12 00:40:32.743498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-aa6a310f-d526-40a0-a938-b931ce647b01 service neutron] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:32.753761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-aa6a310f-d526-40a0-a938-b931ce647b01 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.755713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae53e8c1-2815-411e-a93d-4b7e5e49f0fb req-aa6a310f-d526-40a0-a938-b931ce647b01 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a/bindings/n-h1-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.4278433 Nov 12 00:40:32.761011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.804408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.858978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-512b82bd-7cfb-4d66-b1eb-5c9df200880b req-d5455978-938d-4b03-998d-0c1aade6d410 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474202 Nov 12 00:40:32.873992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:32.880197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.933784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.009667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973272da-3219-4cef-b0a1-f3d343d3349c req-ff89194b-4f77-4451-9b03-214a92853b62 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.011678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-973272da-3219-4cef-b0a1-f3d343d3349c req-ff89194b-4f77-4451-9b03-214a92853b62 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.1870339 Nov 12 00:40:33.011817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Deleting port d91087d1-2281-4997-8399-f2ac4ced0a62 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:33.012023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.102533 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:40:31Z', 'revision_number': 5, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port': {'id': 'd91087d1-2281-4997-8399-f2ac4ced0a62', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:38:54Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:33.149402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-973272da-3219-4cef-b0a1-f3d343d3349c req-0629f4a2-846b-4dd5-aea9-e058e6124bce tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311045 Nov 12 00:40:33.153148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Checking router: 142810c7-ff4a-4a85-9c18-6642d7528d50 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:33.168003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] For port d91087d1-2281-4997-8399-f2ac4ced0a62, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d91087d1-2281-4997-8399-f2ac4ced0a62,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:33.182345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.185157 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Routers {'142810c7-ff4a-4a85-9c18-6642d7528d50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:33.185893 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['142810c7-ff4a-4a85-9c18-6642d7528d50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:33.213145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Calling delete_port for d91087d1-2281-4997-8399-f2ac4ced0a62 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:33.350231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] Set router 142810c7-ff4a-4a85-9c18-6642d7528d50 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:33.414579 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 6, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:33.441597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610dc7-3679-49c6-8d7b-eeb720207d07 req-2d936fb2-9322-4a51-a9ad-d8db3ef0be70 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.447175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8f07f-b446-463e-a5c2-ac3eda4d6d63 None None] The sync data for ids ['142810c7-ff4a-4a85-9c18-6642d7528d50'] in n-d-712141-15 is: [{'id': '142810c7-ff4a-4a85-9c18-6642d7528d50', 'name': 'tempest-FloatingIPsAssociationTestJSON-871255169-router', 'tenant_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:38:53Z', 'updated_at': '2021-11-12T00:40:32Z', 'revision_number': 6, 'project_id': '304619bc6fb44c2d89f036bcb7c2e1d3', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:33.451627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52610dc7-3679-49c6-8d7b-eeb720207d07 req-2d936fb2-9322-4a51-a9ad-d8db3ef0be70 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.2093189 Nov 12 00:40:33.490598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.514331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.516322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.548746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91087d1-2281-4997-8399-f2ac4ced0a62,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.552720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d65c9-23dd-461a-b976-4ba11884e119 req-7f199edf-54ca-4cfa-a112-aa5750ce3807 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.554300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-562d65c9-23dd-461a-b976-4ba11884e119 req-7f199edf-54ca-4cfa-a112-aa5750ce3807 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 1096 time: 0.2235091 Nov 12 00:40:33.590307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52610dc7-3679-49c6-8d7b-eeb720207d07 req-d10886b4-7843-4c19-87b7-d2bf7fb532fb tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377561 Nov 12 00:40:33.591335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.641774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'Port': ['ID=4ca22bd4-8513-49b3-a5a5-f6fd1fb21248,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.666941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-816b716c-693d-489d-96e4-1c35d43d4fae tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.668757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-816b716c-693d-489d-96e4-1c35d43d4fae tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 949 time: 0.1755164 Nov 12 00:40:33.678379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.679980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a4e3dcbe-11a1-48d9-b1fd-c264cc455c1b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6463242 Nov 12 00:40:33.690344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.740261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-562d65c9-23dd-461a-b976-4ba11884e119 req-d91a0460-93d9-4c23-ab6b-2b5c71d18aae tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577649 Nov 12 00:40:33.867020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-7fd21457-98aa-4d08-afb5-0b138fad6185 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.869084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-7fd21457-98aa-4d08-afb5-0b138fad6185 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 950 time: 0.2887352 Nov 12 00:40:34.081018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c98c-3033-4095-8638-c6a14b1e9833 req-f82a8d6f-1305-44fc-9646-04ccc87a41d6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.088704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b66c98c-3033-4095-8638-c6a14b1e9833 req-f82a8d6f-1305-44fc-9646-04ccc87a41d6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1953466 Nov 12 00:40:34.122433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-cdbb6140-e4c0-447d-84f7-fcb313285392 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.123938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-cdbb6140-e4c0-447d-84f7-fcb313285392 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.2067916 Nov 12 00:40:34.132452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.137065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.161724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Deleting port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:34.161724 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.177938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-83498e1c-4fca-4ef0-8c12-966dd67020d1 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/quotas/f2db1d8d3f9943109adb031a22bce983 HTTP/1.1" status: 200 len: 375 time: 0.0390980 Nov 12 00:40:34.223704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-4b7fa965-9460-45cd-b012-55853153f1b6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.225347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-4b7fa965-9460-45cd-b012-55853153f1b6 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "GET /v2.0/ports?device_id=44fb654a-03f0-4388-a7ae-9478b4822b13 HTTP/1.1" status: 200 len: 949 time: 0.1612926 Nov 12 00:40:34.228851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.229435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142810c7-ff4a-4a85-9c18-6642d7528d50 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:40:34.235845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.237045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e7ce7e88-b3b3-4fea-ae14-044dd8bc87e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/142810c7-ff4a-4a85-9c18-6642d7528d50 HTTP/1.1" status: 204 len: 168 time: 1.6103303 Nov 12 00:40:34.245338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:34.278283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 0653a06d-3698-403d-bbb5-f7b01ecb04fe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:34.279208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.284113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b66c98c-3033-4095-8638-c6a14b1e9833 req-33d38d7e-2d6a-43d1-8d33-517e54eb5722 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559765 Nov 12 00:40:34.346491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-1546573f-9480-4fad-b3f4-f122007cde8e tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583703 Nov 12 00:40:34.355359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] For port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:34.355725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.378622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Calling delete_port for 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:34.420922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:34.441418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:34.441763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9bc274c1-1f02-451d-95a6-d6cfeda9c7e8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:34.445663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Deleting subnet 738c9254-1822-42ac-b8ed-ccb83a89b5d5 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:34.457896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.512261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.540012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 0653a06d-3698-403d-bbb5-f7b01ecb04fe, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0653a06d-3698-403d-bbb5-f7b01ecb04fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:34.540012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.566445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 0653a06d-3698-403d-bbb5-f7b01ecb04fe owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:34.568789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c5713-adfd-4de0-b52f-1b58dfd7cc89 req-23b9c6fd-d3ed-4555-8a9c-33712a22a7cd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.570172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 97570b36-3c5f-4702-a3f6-a8ea21643f2f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:34.570503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.571039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb3c5713-adfd-4de0-b52f-1b58dfd7cc89 req-23b9c6fd-d3ed-4555-8a9c-33712a22a7cd tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22d10a8-4445-4fd1-baf2-041689c4357a HTTP/1.1" status: 200 len: 950 time: 0.1626041 Nov 12 00:40:34.600638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-a4f46f8a-5be3-410c-81d0-1b3db9da83eb service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346988 Nov 12 00:40:34.733941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.745092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.758764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f20adc89-c691-4dd9-87b1-1b800ed7e7fe', '631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:34.798136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb3c5713-adfd-4de0-b52f-1b58dfd7cc89 req-f5be705d-cf3d-40c6-a955-cdec97864354 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920569 Nov 12 00:40:34.800369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 97570b36-3c5f-4702-a3f6-a8ea21643f2f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=97570b36-3c5f-4702-a3f6-a8ea21643f2f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:34.800744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.833080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event deleted for resources: {'Port': ['ID=99e545a9-eaa3-4a0a-bfdf-0a1959a6131b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:34.837850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 97570b36-3c5f-4702-a3f6-a8ea21643f2f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:34.927012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.941638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-53c0286d-5638-4cbf-a26d-c48905d6d254 service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263307 Nov 12 00:40:34.973253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.983566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] No DVR routers for this DVR port 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:34.987303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.992251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54e1a759-7c26-4531-8d6b-cfbaf7033797 req-dae32f84-594d-4bad-850a-9914733510e9 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "DELETE /v2.0/ports/99e545a9-eaa3-4a0a-bfdf-0a1959a6131b HTTP/1.1" status: 204 len: 173 time: 1.3099608 Nov 12 00:40:35.004384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'name': 'network-vif-deleted', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:35.014767 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e49e1-d545-4b8d-b20e-ad7b4bfa1023" -d '{"events": [{"server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "name": "network-vif-deleted", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:35.021857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738c9254-1822-42ac-b8ed-ccb83a89b5d5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:35.034658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.038466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e3c435d-0092-4e0b-941e-0f69abd1ecc1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/738c9254-1822-42ac-b8ed-ccb83a89b5d5 HTTP/1.1" status: 204 len: 168 time: 0.7908530 Nov 12 00:40:35.039481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.043019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:35.050675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63389bee-3e8d-4dbe-a946-d9ac8d2883f8 None None] Network a6637b06-5822-421b-aaf7-e98e70d66380 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:35.108222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=0653a06d-3698-403d-bbb5-f7b01ecb04fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:35.122530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303', '0653a06d-3698-403d-bbb5-f7b01ecb04fe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:35.201226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 0653a06d-3698-403d-bbb5-f7b01ecb04fe on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:35.245756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.254732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.259428 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-826910d3-7b2a-43df-b0f9-2bd6188693b5 req-62729236-be9a-41f5-80b7-9608056bd615 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "DELETE /v2.0/ports/0653a06d-3698-403d-bbb5-f7b01ecb04fe HTTP/1.1" status: 204 len: 173 time: 1.3129425 Nov 12 00:40:35.262616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'name': 'network-vif-deleted', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:35.266949 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a2a6a8-5a35-4d2b-9808-51d27ba29691" -d '{"events": [{"server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "name": "network-vif-deleted", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:35.380029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.424891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-c457b3af-8697-42cf-9227-a8c50b4ffcf9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:35.426481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-c457b3af-8697-42cf-9227-a8c50b4ffcf9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.3996353 Nov 12 00:40:35.473098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=97570b36-3c5f-4702-a3f6-a8ea21643f2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:35.487365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-ba0772f7-d0ea-4b32-98e5-ab16d0036fee tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/quotas/fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 375 time: 0.0485873 Nov 12 00:40:35.651685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a602f0e-a42f-429f-854b-2baf6dc23864 req-7ad8a779-cf10-472a-8b38-438ce2ddf5c0 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac986f8a-d9bf-482b-a568-eea0f198e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0650339 Nov 12 00:40:35.719954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-9d988e06-1f2b-48b7-9a61-3b02266ac6d3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2256403 Nov 12 00:40:35.724812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] DHCP port deletion for a6637b06-5822-421b-aaf7-e98e70d66380 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:40:35.905391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 97570b36-3c5f-4702-a3f6-a8ea21643f2f on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:35.908684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.921270 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20124ad3-8d46-4d92-8742-7e85f47c9400 req-5276b764-2d71-4b38-a317-0a12d751058a tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.39 "DELETE /v2.0/ports/97570b36-3c5f-4702-a3f6-a8ea21643f2f HTTP/1.1" status: 204 len: 173 time: 1.6822584 Nov 12 00:40:35.938586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Deleting port b99b91d5-58d7-447f-85a2-854a24d1578e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:35.938968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.100511 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38ac189-d614-4e51-93b8-d2bb4cc5b312 x-openstack-request-id: req-e38ac189-d614-4e51-93b8-d2bb4cc5b312 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:36.104745 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22d10a8-4445-4fd1-baf2-041689c4357a", "name": "network-vif-deleted", "tag": "0653a06d-3698-403d-bbb5-f7b01ecb04fe", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:36.105819 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e38ac189-d614-4e51-93b8-d2bb4cc5b312 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:36.106368 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22d10a8-4445-4fd1-baf2-041689c4357a', 'name': 'network-vif-deleted', 'tag': '0653a06d-3698-403d-bbb5-f7b01ecb04fe', 'status': 'completed', 'code': 200} Nov 12 00:40:36.111761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Deleting port b99b91d5-58d7-447f-85a2-854a24d1578e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:36.113844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.151081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] For port b99b91d5-58d7-447f-85a2-854a24d1578e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b99b91d5-58d7-447f-85a2-854a24d1578e,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:36.151609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.198984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Calling delete_port for b99b91d5-58d7-447f-85a2-854a24d1578e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:36.372025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:36.375606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d91087d1-2281-4997-8399-f2ac4ced0a62 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:36.433692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.453656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:36.454420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 99e545a9-eaa3-4a0a-bfdf-0a1959a6131b not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:36.455058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 97570b36-3c5f-4702-a3f6-a8ea21643f2f no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:36.457000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d91087d1-2281-4997-8399-f2ac4ced0a62 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:36.457541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d91087d1-2281-4997-8399-f2ac4ced0a62 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:36.458158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b99b91d5-58d7-447f-85a2-854a24d1578e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:36.470949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b99b91d5-58d7-447f-85a2-854a24d1578e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.493834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b99b91d5-58d7-447f-85a2-854a24d1578e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:36.494285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b99b91d5-58d7-447f-85a2-854a24d1578e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:36.496970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] No DVR routers for this DVR port b99b91d5-58d7-447f-85a2-854a24d1578e on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:36.526590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 97570b36-3c5f-4702-a3f6-a8ea21643f2f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:36.527287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 97570b36-3c5f-4702-a3f6-a8ea21643f2f not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:36.533064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] For port b99b91d5-58d7-447f-85a2-854a24d1578e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b99b91d5-58d7-447f-85a2-854a24d1578e,segment=NetworkSegment(9c0afa61-a70a-48f0-a16f-397b23d792a4),segment_id=9c0afa61-a70a-48f0-a16f-397b23d792a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:36.533808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.543218 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a612e6-d1b6-49c4-8c2f-ab77042143c2 x-openstack-request-id: req-58a612e6-d1b6-49c4-8c2f-ab77042143c2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:36.543878 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac986f8a-d9bf-482b-a568-eea0f198e1a6", "name": "network-vif-deleted", "tag": "99e545a9-eaa3-4a0a-bfdf-0a1959a6131b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:36.544597 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58a612e6-d1b6-49c4-8c2f-ab77042143c2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:36.545171 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac986f8a-d9bf-482b-a568-eea0f198e1a6', 'name': 'network-vif-deleted', 'tag': '99e545a9-eaa3-4a0a-bfdf-0a1959a6131b', 'status': 'completed', 'code': 200} Nov 12 00:40:36.574727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Calling delete_port for b99b91d5-58d7-447f-85a2-854a24d1578e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:36.650888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a4e6-16e6-4107-870d-cec871453429 req-0b79db47-ef95-4662-918e-57d65afe1e9c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.663430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d631a4e6-16e6-4107-870d-cec871453429 req-0b79db47-ef95-4662-918e-57d65afe1e9c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1156199 Nov 12 00:40:36.680459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.685321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.700629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-927cfc12-5af6-4fad-8f63-2dc9ffb261b9 service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795439 Nov 12 00:40:36.742930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6637b06-5822-421b-aaf7-e98e70d66380']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:36.748226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] No DVR routers for this DVR port b99b91d5-58d7-447f-85a2-854a24d1578e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:36.754206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d6b6-558f-4c67-887e-da5b2a3a79a2 None None] Pushing event deleted for resources: {'Port': ['ID=b99b91d5-58d7-447f-85a2-854a24d1578e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.774853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0afa61-a70a-48f0-a16f-397b23d792a4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:36.775230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0afa61-a70a-48f0-a16f-397b23d792a4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:36.791627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.808739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.816293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:36.816810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:36.837655 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:36.895168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.905249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.914351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6637b06-5822-421b-aaf7-e98e70d66380 HTTP/1.1" status: 204 len: 168 time: 1.8696952 Nov 12 00:40:36.948717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e64bd-a8ec-4ace-938d-07481689ff7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a6637b06-5822-421b-aaf7-e98e70d66380,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.954962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d631a4e6-16e6-4107-870d-cec871453429 req-34388b3e-6bb5-4564-863b-9b8320794a02 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886732 Nov 12 00:40:36.963530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-46f86e64-ff5a-4cf5-a9b5-b85400ce33dd service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618575 Nov 12 00:40:37.106979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb847354-a0cb-4d88-8c87-a5bbe7bf9733 req-98e58bfa-5b45-461a-905e-bf6785ab5fa5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 210 time: 0.0540247 Nov 12 00:40:37.127378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:37.200885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:37.208941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ee7c5f16-f1a4-4dbe-8e69-5add71462eb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=304619bc6fb44c2d89f036bcb7c2e1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801570 Nov 12 00:40:37.274822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12e58b53-760d-48c1-aa9d-835512b66041 req-935bed52-4447-4711-8892-60cac21d79bf tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 210 time: 0.0444684 Nov 12 00:40:37.301088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.342621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.430059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0653a06d-3698-403d-bbb5-f7b01ecb04fe no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:37.463021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.466426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.468114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/083d998f-67bd-4a92-9d63-1b21012574b7 HTTP/1.1" status: 204 len: 168 time: 0.2664902 Nov 12 00:40:37.483845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dd22-f024-4148-aea7-b7a09adff0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d998f-67bd-4a92-9d63-1b21012574b7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:37.527288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 0653a06d-3698-403d-bbb5-f7b01ecb04fe {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:37.527663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0653a06d-3698-403d-bbb5-f7b01ecb04fe not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:37.608165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:37.764556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-0bb700be-3b30-4810-ab24-c488c3cd24c0 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.765781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-0bb700be-3b30-4810-ab24-c488c3cd24c0 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.3844287 Nov 12 00:40:37.781375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'port': {'device_id': '448d0691-8b27-4d38-9517-bc7c3926835a', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'admin_state_up': True, 'tenant_id': 'f2db1d8d3f9943109adb031a22bce983'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:37.885785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73e7be-89b1-4e26-b885-b5c4dee15313 req-02da556b-8d31-4782-b738-696541ff5e37 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.888290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca73e7be-89b1-4e26-b885-b5c4dee15313 req-02da556b-8d31-4782-b738-696541ff5e37 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1092780 Nov 12 00:40:38.028483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca73e7be-89b1-4e26-b885-b5c4dee15313 req-3ec79adf-17e6-4c74-9847-fbfc18b69b31 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117852 Nov 12 00:40:38.037355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Made reservation on behalf of f2db1d8d3f9943109adb031a22bce983 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:38.042470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.109472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'name': 'network-vif-deleted', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:38.119367 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e9400-4782-4929-a25a-49d18a9989d3" -d '{"events": [{"server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "name": "network-vif-deleted", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:38.176584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9163a-7b55-4ce5-983c-1a8a9302c9ba req-e34c5137-eb84-4919-aabb-f4b31186a681 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.185322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d9163a-7b55-4ce5-983c-1a8a9302c9ba req-e34c5137-eb84-4919-aabb-f4b31186a681 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 949 time: 0.1500652 Nov 12 00:40:38.304322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Allocated IP 172.20.0.12 (9eb00b48-449a-4506-9127-db68f005efc3/d08e9a26-b7f3-4b5f-827c-53d7d948af79/58b1e79f-8a2a-4705-8ded-b124ac5425f5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:38.333301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d9163a-7b55-4ce5-983c-1a8a9302c9ba req-ab4bf3e6-16d4-4bfe-94d1-dd35f51dc6ff tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413863 Nov 12 00:40:38.383496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f625f-71f2-4a73-b64f-10f7570ae056 req-ca58c3cc-9f0c-4e3e-a8af-c40dad023426 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.385206 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d0f625f-71f2-4a73-b64f-10f7570ae056 req-ca58c3cc-9f0c-4e3e-a8af-c40dad023426 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1598222 Nov 12 00:40:38.455502 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa99cd-fd1c-4d2c-8305-64e7efb72efa x-openstack-request-id: req-73aa99cd-fd1c-4d2c-8305-64e7efb72efa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:38.455502 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fb654a-03f0-4388-a7ae-9478b4822b13", "name": "network-vif-deleted", "tag": "97570b36-3c5f-4702-a3f6-a8ea21643f2f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:38.455502 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73aa99cd-fd1c-4d2c-8305-64e7efb72efa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:38.455912 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fb654a-03f0-4388-a7ae-9478b4822b13', 'name': 'network-vif-deleted', 'tag': '97570b36-3c5f-4702-a3f6-a8ea21643f2f', 'status': 'completed', 'code': 200} Nov 12 00:40:38.501949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d0f625f-71f2-4a73-b64f-10f7570ae056 req-23c8db94-6666-4ecb-ac48-57d0bc7d2de2 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044142 Nov 12 00:40:38.562772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-763b7731-bb3c-4401-bb78-b73387049c9a req-0f382d74-57a2-4a6c-9f55-fcd4a303cf8f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 210 time: 0.0308299 Nov 12 00:40:38.576248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.619363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.663643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Network 9eb00b48-449a-4506-9127-db68f005efc3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:38.666898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:38.671699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:38.674731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44fa88df-d19e-427a-a440-382e94a0ee78 req-7e3a479a-0b52-4c6f-ad00-491696789d6c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 210 time: 0.0389194 Nov 12 00:40:38.736679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.758147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:38.758984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.777313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-441d2696-59fa-4a9d-bd3b-e4366a2e5d9c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0004790 Nov 12 00:40:38.791477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Request body: {'port': {'device_id': '448d0691-8b27-4d38-9517-bc7c3926835a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:38.830241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:38.869656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.010610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1475590419-network', 'tenant_id': 'b21931845c29447a810166774d4883ed'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:39.041056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Made reservation on behalf of b21931845c29447a810166774d4883ed for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:39.044048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.061481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.129796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-dce56fa6-76b2-4cbf-bb7c-340692866c25 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.131470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-dce56fa6-76b2-4cbf-bb7c-340692866c25 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.2583504 Nov 12 00:40:39.149278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Request body: {'port': {'device_id': '0ec838ba-63a2-41d9-8893-06800bf85499', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'admin_state_up': True, 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:39.156936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0f6fc7e5-d443-4a74-aa08-39ed33a46c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.219751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.231666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e78b83-39c6-41cc-8da5-07ebd497a359 req-a0d18cc1-b0fc-49c9-8a72-86084a02a7db tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.238959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70e78b83-39c6-41cc-8da5-07ebd497a359 req-a0d18cc1-b0fc-49c9-8a72-86084a02a7db tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.0843768 Nov 12 00:40:39.246713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.285060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:39.311181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.311552 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Added segment 7658a6a1-5ca6-4cfd-b6d7-5718c07dd274 of type vlan for network ac7d0aeb-3194-4730-a99d-5c9497f701a9 Nov 12 00:40:39.312867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a19e39f-ab77-492e-aa98-a8da56b2ae4d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:39.353417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70e78b83-39c6-41cc-8da5-07ebd497a359 req-c8031de1-728f-4d52-aaec-ef1479abd8ab tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135595 Nov 12 00:40:39.368623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.397588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:39.399651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.400845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.401576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.402623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.474553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b1e79f-8a2a-4705-8ded-b124ac5425f5 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:39.496541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.500139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6685145 Nov 12 00:40:39.505426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:39.510403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Request body: {'subnet': {'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1475590419-subnet', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:39.560857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Transition to ACTIVE for port object 58b1e79f-8a2a-4705-8ded-b124ac5425f5 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:39.567851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe0f4-dc2a-4cf7-9e79-309167575fed admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d0aeb-3194-4730-a99d-5c9497f701a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:39.582646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.583360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:39.588552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-b30b7c84-5f76-4016-95ae-080bd52c2cc8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.590460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-b30b7c84-5f76-4016-95ae-080bd52c2cc8 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 949 time: 0.1787293 Nov 12 00:40:39.626061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-8e5babef-aeeb-4956-87b9-33f7f2eb9800 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.628329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-8e5babef-aeeb-4956-87b9-33f7f2eb9800 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1913960 Nov 12 00:40:39.662131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f30f43-ea62-4d14-b1ae-33b74db58e15 req-26c450ee-b77e-4cdc-8bbd-16dfdf23d66e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.666534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Made reservation on behalf of b21931845c29447a810166774d4883ed for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:39.668700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7f30f43-ea62-4d14-b1ae-33b74db58e15 req-26c450ee-b77e-4cdc-8bbd-16dfdf23d66e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 949 time: 0.2351522 Nov 12 00:40:39.669256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.784634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:39.822778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Allocated IP 172.20.0.9 (fec42a2b-a28b-4a4c-929b-a278f7b15b72/bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe/2afcdbbc-8692-437a-98e6-4620947f5130) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:39.852389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35065ae9-215e-448c-a89f-947eec94afce req-777de26f-1e15-442a-b66c-e38a7134e972 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.854898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35065ae9-215e-448c-a89f-947eec94afce req-777de26f-1e15-442a-b66c-e38a7134e972 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.2621593 Nov 12 00:40:39.887737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7f30f43-ea62-4d14-b1ae-33b74db58e15 req-a9a2594d-cff5-4668-a13c-a72f0c2e0295 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083290 Nov 12 00:40:39.891794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-6af05713-41b9-44eb-8226-b7caa1ecaee2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.893294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-6af05713-41b9-44eb-8226-b7caa1ecaee2 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 950 time: 0.2157707 Nov 12 00:40:40.009628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Attempting to bind port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:40.009993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Attempting to bind port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:40.010281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Attempting to bind port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:40.016010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35065ae9-215e-448c-a89f-947eec94afce req-3f94129a-d73c-4318-9070-0ec148188c82 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422026 Nov 12 00:40:40.038392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:40.038733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.046262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Deleting port f20adc89-c691-4dd9-87b1-1b800ed7e7fe {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:40.046597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.074814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 on network 9eb00b48-449a-4506-9127-db68f005efc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:40.075224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Attempting to bind port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:40.124754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:40.125183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Checking segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:40.125536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Bound using segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:40.125984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Bound port: 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:40.126339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.197754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441dc1-61a5-40bb-8d68-fbbbb54ef792 req-59661360-ff33-4b42-bec6-6c4cd6e167e7 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.199255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7441dc1-61a5-40bb-8d68-fbbbb54ef792 req-59661360-ff33-4b42-bec6-6c4cd6e167e7 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.2128558 Nov 12 00:40:40.221457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.274315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-669fd3a4-6465-4189-8f69-becd6d369730 req-85004c6d-90e8-4c90-91b8-0f308d97650f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 210 time: 0.0726166 Nov 12 00:40:40.275536 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.300078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:40.300573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.314640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port 88c918d5-36a6-478a-85a4-3761b2420303 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:40.315020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.331323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] For port f20adc89-c691-4dd9-87b1-1b800ed7e7fe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:40.331785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.341925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:40.357964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:40.366615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7441dc1-61a5-40bb-8d68-fbbbb54ef792 req-177b6e07-c6d4-4db0-b91b-832adbd8cda7 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556258 Nov 12 00:40:40.370575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Calling delete_port for f20adc89-c691-4dd9-87b1-1b800ed7e7fe owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:40.380404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7ae73e-4fc6-4344-83e6-07debadd0e5e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.435614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:40.456321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.506947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.518000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Checking segment: {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:40.518352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Network hostable DHCP agents. Network: ac7d0aeb-3194-4730-a99d-5c9497f701a9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:40.559463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eea286-1e8f-492e-9c3e-28d087e03734 req-46fb6534-7d95-4fbe-b2aa-5ad1b38ec1d3 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.564632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port 88c918d5-36a6-478a-85a4-3761b2420303, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=88c918d5-36a6-478a-85a4-3761b2420303,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:40.565004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.566938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16eea286-1e8f-492e-9c3e-28d087e03734 req-46fb6534-7d95-4fbe-b2aa-5ad1b38ec1d3 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 949 time: 0.1167445 Nov 12 00:40:40.585346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for 88c918d5-36a6-478a-85a4-3761b2420303 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:40.589889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.590532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.592013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] 10.222.0.32 "PUT /v2.0/ports/58b1e79f-8a2a-4705-8ded-b124ac5425f5 HTTP/1.1" status: 200 len: 1093 time: 1.8048978 Nov 12 00:40:40.596457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:40.599274 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b40e5f-36f5-4910-bd1b-0bbd48077962" -d '{"events": [{"name": "network-changed", "server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:40.622300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:40.630682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:40.691252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:40.694647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0205c2-7b54-42e6-9d16-916f680d2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.698506 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a241e63-bb1e-4c31-95d1-ce3ed36f714b x-openstack-request-id: req-5a241e63-bb1e-4c31-95d1-ce3ed36f714b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:40.698789 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:40.699038 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a241e63-bb1e-4c31-95d1-ce3ed36f714b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:40.699438 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'status': 'completed', 'code': 200} Nov 12 00:40:40.707395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:40.731794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16eea286-1e8f-492e-9c3e-28d087e03734 req-6e9ed3dd-1658-4a0b-8823-af3c7ebc707c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536913 Nov 12 00:40:40.741766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.743951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.764372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea', '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', '88c918d5-36a6-478a-85a4-3761b2420303'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:40.766643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f20adc89-c691-4dd9-87b1-1b800ed7e7fe', '631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:40.783126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ac7d0aeb-3194-4730-a99d-5c9497f701a9) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:40.807717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.808471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.816700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event deleted for resources: {'Port': ['ID=f20adc89-c691-4dd9-87b1-1b800ed7e7fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.839068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.842791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-8c457535-ed5d-4977-bb71-fba53d0b63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.844413 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-8c457535-ed5d-4977-bb71-fba53d0b63ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 1096 time: 0.1794510 Nov 12 00:40:40.845987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=4fb71f8e-487e-4a8a-9caa-0da7c50fe05b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.857264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a1d74-0998-4143-8bbb-f958b3373ee1 None None] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:40.861381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.862347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.908169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] No DVR routers for this DVR port f20adc89-c691-4dd9-87b1-1b800ed7e7fe on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:40.908828 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96aff9d4-e1c9-4b35-882f-767f110c7904 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4023199 Nov 12 00:40:40.913096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:40.915904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.918319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:40.919999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d3cffba-fa79-4c82-8be1-c193db18a908 req-03a808a9-ca30-4c23-839e-d526e3e6339e tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "DELETE /v2.0/ports/f20adc89-c691-4dd9-87b1-1b800ed7e7fe HTTP/1.1" status: 204 len: 173 time: 1.2681334 Nov 12 00:40:40.922136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'name': 'network-vif-deleted', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:40.924824 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0efc20-58d4-46f9-9412-852242df8b52" -d '{"events": [{"server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "name": "network-vif-deleted", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:40.925268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-c0efc0e8-60a1-4cb4-a467-4cc3c0e7c62a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5 HTTP/1.1" status: 200 len: 217 time: 0.0596166 Nov 12 00:40:40.955462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:40.969644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.979900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f3e4ca9-87b7-426e-a3e9-1d65acd727c1 req-80d85f3c-affa-4b4d-9b2b-72b282bdfe61 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "DELETE /v2.0/ports/4fb71f8e-487e-4a8a-9caa-0da7c50fe05b HTTP/1.1" status: 204 len: 173 time: 1.3722079 Nov 12 00:40:41.005008 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a556bc8a-4ad1-4be6-9040-d8fd8ef81f8a x-openstack-request-id: req-a556bc8a-4ad1-4be6-9040-d8fd8ef81f8a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:41.005325 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab31525-efc8-4b53-8425-3462361a54a8", "name": "network-vif-deleted", "tag": "f20adc89-c691-4dd9-87b1-1b800ed7e7fe", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:41.005569 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a556bc8a-4ad1-4be6-9040-d8fd8ef81f8a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:41.006097 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab31525-efc8-4b53-8425-3462361a54a8', 'name': 'network-vif-deleted', 'tag': 'f20adc89-c691-4dd9-87b1-1b800ed7e7fe', 'status': 'completed', 'code': 200} Nov 12 00:40:41.129850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f09a56a4-d926-4e48-87fa-01db266854f7 req-04fbf4fd-82d8-4d21-86d9-0723e550e0a1 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=6207b890-5510-4d1a-bc7d-2a661eedd864 HTTP/1.1" status: 200 len: 210 time: 0.0726619 Nov 12 00:40:41.291977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab9c9-8461-4fc2-80c7-da42bfc1e977 req-ad7a2199-1004-4d1b-9951-7a192ae9a5bf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.299937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-befab9c9-8461-4fc2-80c7-da42bfc1e977 req-ad7a2199-1004-4d1b-9951-7a192ae9a5bf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1316609 Nov 12 00:40:41.330644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bccb9970-6274-4d54-a3c9-df1b4ef11ed8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1854975 Nov 12 00:40:41.365070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Request body: {'port': {'device_id': '0ec838ba-63a2-41d9-8893-06800bf85499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:41.406854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-befab9c9-8461-4fc2-80c7-da42bfc1e977 req-e0271bd5-72c1-45d8-897c-d5549279ca9d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053877 Nov 12 00:40:41.498100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-b84fbf93-c209-4e66-8a16-0310a3fa21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.500598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-b84fbf93-c209-4e66-8a16-0310a3fa21c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.5677226 Nov 12 00:40:41.505777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.514364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.522609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070cf1-42c4-46ba-a897-ce4e642a66fa req-4ce55419-52ca-45b5-b435-523459fa119d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.526133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35070cf1-42c4-46ba-a897-ce4e642a66fa req-4ce55419-52ca-45b5-b435-523459fa119d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 931 time: 0.1122801 Nov 12 00:40:41.584416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.613899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-dd5e514d-2282-4ff2-8525-124932e9debf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915787 Nov 12 00:40:41.675238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=88c918d5-36a6-478a-85a4-3761b2420303,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:41.694871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'fixed_ips': [{'subnet_id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:40:41.695715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35070cf1-42c4-46ba-a897-ce4e642a66fa req-b71350c0-dbcb-4206-aea2-ed99bd85ec84 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600511 Nov 12 00:40:41.695860 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.727128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25096091-2547-463d-861a-822b5cabb1bf req-389d020f-9e6d-463e-98d0-c24641b3fa78 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.731145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.736569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25096091-2547-463d-861a-822b5cabb1bf req-389d020f-9e6d-463e-98d0-c24641b3fa78 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.1632149 Nov 12 00:40:41.796790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.861148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port 88c918d5-36a6-478a-85a4-3761b2420303 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:41.906979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b3ac592-263b-478c-990d-be35c78fd03b req-581804d2-480a-431f-bc44-9aa9bd0dd881 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ab31525-efc8-4b53-8425-3462361a54a8 HTTP/1.1" status: 200 len: 210 time: 0.0685496 Nov 12 00:40:41.929023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25096091-2547-463d-861a-822b5cabb1bf req-595fef22-85da-47d5-ab21-18d468df7c15 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914842 Nov 12 00:40:41.934576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c28482f3-d5b9-4275-8916-f18cbb1b6edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.995379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.998702 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ca7bba4a-3d08-4446-9364-055059ce89b3 req-3716cbb3-8153-4260-aa9d-a7c79151c96f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "DELETE /v2.0/ports/88c918d5-36a6-478a-85a4-3761b2420303 HTTP/1.1" status: 204 len: 173 time: 2.0878942 Nov 12 00:40:42.152332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Allocated IP 172.20.0.2 (ac7d0aeb-3194-4730-a99d-5c9497f701a9/4a7ae73e-4fc6-4344-83e6-07debadd0e5e/0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:42.208586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.334769 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-2f7694ff-df37-4d91-9d2b-b0412ab1c6e5 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769104 Nov 12 00:40:42.344850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-648917bd-770c-4a24-b3e1-0b38cdb7b909 req-a0ec9933-f2e7-475f-86ba-418fd8b4c33e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ec1f5e-81d0-4631-b82a-7420bd5928c1 HTTP/1.1" status: 200 len: 210 time: 0.0386052 Nov 12 00:40:42.366858 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.376323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.415962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:42.421130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:42.427592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:42.442144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Pushing event updated for resources: {'Port': ['ID=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:42.519248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:42.569440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Attempting to bind port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:42.570037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Attempting to bind port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:42.570438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Attempting to bind port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc on network ac7d0aeb-3194-4730-a99d-5c9497f701a9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:42.577349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f00dd-99eb-4be0-8b40-62c1aee357c0 req-795e76c8-c1f5-4626-8bed-a5abaaefc7c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:42.582387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:42.582767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Checking segment: {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:42.583170 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.583563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Bound using segment: {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:42.584091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Bound port: 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:42.584511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.586845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-367f00dd-99eb-4be0-8b40-62c1aee357c0 req-795e76c8-c1f5-4626-8bed-a5abaaefc7c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0940146 Nov 12 00:40:42.620362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-846b55ff-ee88-455c-a3cf-823fb45a0138 req-fca1340e-02c8-4326-9649-394b33a5dd82 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586694 Nov 12 00:40:42.697106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afcdbbc-8692-437a-98e6-4620947f5130 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:42.701587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'name': 'network-vif-deleted', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:42.704120 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae097a-491e-4009-b6b8-b2eaed95c67a" -d '{"events": [{"server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "name": "network-vif-deleted", "tag": "88c918d5-36a6-478a-85a4-3761b2420303"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:42.723536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-367f00dd-99eb-4be0-8b40-62c1aee357c0 req-d15e6eff-a991-4e4f-a28e-c506f9b338ab tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312034 Nov 12 00:40:42.726716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.744916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.834736 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5323bdf6-1eb5-4f32-bb32-09286430538c x-openstack-request-id: req-5323bdf6-1eb5-4f32-bb32-09286430538c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:42.834736 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec1f5e-81d0-4631-b82a-7420bd5928c1", "name": "network-vif-deleted", "tag": "88c918d5-36a6-478a-85a4-3761b2420303", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:42.834736 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5323bdf6-1eb5-4f32-bb32-09286430538c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:42.835176 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ec1f5e-81d0-4631-b82a-7420bd5928c1', 'name': 'network-vif-deleted', 'tag': '88c918d5-36a6-478a-85a4-3761b2420303', 'status': 'completed', 'code': 200} Nov 12 00:40:42.891168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] For port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:42.931213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Transition to ACTIVE for port object 2afcdbbc-8692-437a-98e6-4620947f5130 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:42.932339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dddf9d-399a-4dc0-a1e6-2e7b9fd99c26 req-a983b94f-45dc-4a36-b29a-68c81045c105 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:42.936316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] For port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:42.947282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96dddf9d-399a-4dc0-a1e6-2e7b9fd99c26 req-a983b94f-45dc-4a36-b29a-68c81045c105 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 931 time: 0.1217706 Nov 12 00:40:42.969672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.984536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.017920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-6386063a-de3b-4394-9714-137ddb974ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.019786 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-6386063a-de3b-4394-9714-137ddb974ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 1096 time: 0.3080719 Nov 12 00:40:43.022690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96dddf9d-399a-4dc0-a1e6-2e7b9fd99c26 req-350ae767-0fcd-4169-92b8-30108906a0d3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696082 Nov 12 00:40:43.023228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'name': 'network-vif-deleted', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:43.026902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.032280 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a0dd6-ba19-472d-8e23-78ee9a6a2013" -d '{"events": [{"server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "name": "network-vif-deleted", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:43.109048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.116507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:43.120502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b23ff9-68ea-4eee-940e-7f95187501ee req-16fda9fb-b8bf-490e-817f-467e356d79af tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.128238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46b23ff9-68ea-4eee-940e-7f95187501ee req-16fda9fb-b8bf-490e-817f-467e356d79af tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.0881433 Nov 12 00:40:43.135963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94123738-5d90-4579-a8f4-a389837f4e3c None None] Pushing event updated for resources: {'Port': ['ID=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:43.190784 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a776e24-b6fa-4f47-b5a0-0c6a7dc5be42 x-openstack-request-id: req-3a776e24-b6fa-4f47-b5a0-0c6a7dc5be42 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:43.191202 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6207b890-5510-4d1a-bc7d-2a661eedd864", "name": "network-vif-deleted", "tag": "4fb71f8e-487e-4a8a-9caa-0da7c50fe05b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:43.191536 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a776e24-b6fa-4f47-b5a0-0c6a7dc5be42 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:43.192086 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6207b890-5510-4d1a-bc7d-2a661eedd864', 'name': 'network-vif-deleted', 'tag': '4fb71f8e-487e-4a8a-9caa-0da7c50fe05b', 'status': 'completed', 'code': 200} Nov 12 00:40:43.229819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46b23ff9-68ea-4eee-940e-7f95187501ee req-58d3e39f-b244-4c1f-be6a-c66d8b8fc98c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981121 Nov 12 00:40:43.406323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-ffb32d4e-7cac-44d6-a911-d6740557fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.408174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-ffb32d4e-7cac-44d6-a911-d6740557fa6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 923 time: 0.3684809 Nov 12 00:40:43.414446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:43.414789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:43.415121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.439054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:43.471569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:43.481359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4fb71f8e-487e-4a8a-9caa-0da7c50fe05b not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:43.481952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 88c918d5-36a6-478a-85a4-3761b2420303 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:43.525213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 88c918d5-36a6-478a-85a4-3761b2420303 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:43.525530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 88c918d5-36a6-478a-85a4-3761b2420303 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:43.530627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-4ced23d6-4d65-4eaf-9a76-495ee4a85ab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5 HTTP/1.1" status: 200 len: 217 time: 0.1108763 Nov 12 00:40:43.531978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Allocated IP 172.25.6.229 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/59a76ae9-7e1d-4aec-8975-1accfc20e9b8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:43.532199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021e7a9-2828-4d0e-b802-fa8aa9769c8e req-839a2585-7d38-47d4-ae2a-bdbcbc1913a6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.539538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:43.539869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:43.540194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1021e7a9-2828-4d0e-b802-fa8aa9769c8e req-839a2585-7d38-47d4-ae2a-bdbcbc1913a6 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0808718 Nov 12 00:40:43.571409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:43.572016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:43.572465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:43.572918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Bound port: 2afcdbbc-8692-437a-98e6-4620947f5130, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:43.573479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.613863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1021e7a9-2828-4d0e-b802-fa8aa9769c8e req-576a85fd-27fa-492b-b9cd-067cf39ba190 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705757 Nov 12 00:40:43.755336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:43.759558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:43.769741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-bc4e4c49-760a-4af3-8ba8-aff9c1b8a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.771829 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-bc4e4c49-760a-4af3-8ba8-aff9c1b8a784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.2215443 Nov 12 00:40:43.776583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.848510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-588e0fdf-002c-41e7-9f1f-ee13ae1b0a24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634749 Nov 12 00:40:43.862301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.862890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.864537 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] 10.222.0.39 "PUT /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 1092 time: 2.5098844 Nov 12 00:40:43.865009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.893943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e5c6-3587-45e6-b8cb-79527f611e06 req-3a89663c-71b1-498f-8fc1-bc313622c1e5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.894851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15c8e5c6-3587-45e6-b8cb-79527f611e06 req-3a89663c-71b1-498f-8fc1-bc313622c1e5 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.0877547 Nov 12 00:40:43.904985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b8d0-6387-4b51-a2fd-38797241bf9e req-acf61da0-5ea2-4873-b735-52515391f164 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.912691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a25b8d0-6387-4b51-a2fd-38797241bf9e req-acf61da0-5ea2-4873-b735-52515391f164 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0937724 Nov 12 00:40:43.939686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.991444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f193d0-f4b0-4e15-9033-5a6e0a79228c service neutron] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.040177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a25b8d0-6387-4b51-a2fd-38797241bf9e req-9b12e432-ac01-4d15-b012-d7474ec70789 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232071 Nov 12 00:40:44.071009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15c8e5c6-3587-45e6-b8cb-79527f611e06 req-f3dd7803-1b87-45fe-b8e2-61cd7719ac8f tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501806 Nov 12 00:40:44.085568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-4e7b96ba-6f7f-4bed-98b0-87e4a09c7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.088456 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-4e7b96ba-6f7f-4bed-98b0-87e4a09c7177 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1095 time: 0.1656623 Nov 12 00:40:44.099044 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-95240e73-ddf6-42a6-8db9-1703471d4837 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317593 Nov 12 00:40:44.106340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.175142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f20adc89-c691-4dd9-87b1-1b800ed7e7fe no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:44.231593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a124-34f7-4ce4-8bc1-d7bc4b0f23d7 req-729ef528-800c-4dd3-b0df-08ccd937ef76 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.236218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: f20adc89-c691-4dd9-87b1-1b800ed7e7fe {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:44.236563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f20adc89-c691-4dd9-87b1-1b800ed7e7fe not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:44.239887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2425a124-34f7-4ce4-8bc1-d7bc4b0f23d7 req-729ef528-800c-4dd3-b0df-08ccd937ef76 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.0910664 Nov 12 00:40:44.240821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:44.306070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2425a124-34f7-4ce4-8bc1-d7bc4b0f23d7 req-5cc3c266-5726-4e8a-a445-c9b44119e81f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Nov 12 00:40:44.357861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:44.359235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.401818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47b2e-1968-4e6a-97a9-9d01d40b3473 req-97dfbc47-1405-41c5-8057-7a999aff6fd3 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.403419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3c47b2e-1968-4e6a-97a9-9d01d40b3473 req-97dfbc47-1405-41c5-8057-7a999aff6fd3 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.0628920 Nov 12 00:40:44.476947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3c47b2e-1968-4e6a-97a9-9d01d40b3473 req-6ef09568-f604-4096-b887-3307270440db tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675304 Nov 12 00:40:44.505206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.527583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcafedd5-d19a-4ff2-b11c-8b8cce14f033 None None] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:44.590529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-c4f212cf-2d3b-4ec0-9587-bfa676a2639d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.4776611 Nov 12 00:40:44.597386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:44.609666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:44.621618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.635184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cc508e72-8332-4ea9-88b7-77eef2c0d8f7 None None] Provisioning complete for port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:44.635620 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc508e72-8332-4ea9-88b7-77eef2c0d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.648761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:44.658083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:44.710383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Pushing event updated for resources: {'Port': ['ID=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.759751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.784893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe6e8-6514-483f-a9d6-aa1b43dd9352 req-401f87e3-2996-42e6-bef3-75c30aea0a34 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.789701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e5fe6e8-6514-483f-a9d6-aa1b43dd9352 req-401f87e3-2996-42e6-bef3-75c30aea0a34 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0898781 Nov 12 00:40:44.821781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-794c3ba2-f1f9-424e-ac23-2d70177e301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.823321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-794c3ba2-f1f9-424e-ac23-2d70177e301f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.2224460 Nov 12 00:40:44.856753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.862891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:44.865511 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:44.875232 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b40e5f-36f5-4910-bd1b-0bbd48077962 req-5d06dc9e-7da7-401c-ad2a-fefb98aca883 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647638 Nov 12 00:40:44.891207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e5fe6e8-6514-483f-a9d6-aa1b43dd9352 req-99534fc1-7a81-4c8a-a200-10d4f15911c4 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729356 Nov 12 00:40:44.939415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-a1854934-0f9a-495d-9218-806aefdf23c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665820 Nov 12 00:40:44.941635 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f74971e-8cb6-4a81-86bf-3f15e6cb5be9 x-openstack-request-id: req-7f74971e-8cb6-4a81-86bf-3f15e6cb5be9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:44.942268 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:44.942268 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f74971e-8cb6-4a81-86bf-3f15e6cb5be9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:44.942673 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130', 'status': 'completed', 'code': 200} Nov 12 00:40:45.103450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-bf4d4862-6399-4b63-9054-33a3cd181f5f service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548564 Nov 12 00:40:45.160770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570a8f8-36be-4af1-8037-c23943a6702e req-8b892236-f45a-44d1-97d2-e94c69870b86 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.162232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3570a8f8-36be-4af1-8037-c23943a6702e req-8b892236-f45a-44d1-97d2-e94c69870b86 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.1311669 Nov 12 00:40:45.194255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-086ea3a2-c130-4d58-bfe2-02b8d303f1f1 None None] Provisioning complete for port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:45.195271 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-086ea3a2-c130-4d58-bfe2-02b8d303f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.247806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.341820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716fe8-1e7c-4558-bdee-f135081fb4f8 req-495cd9f2-5567-44e5-9b72-43d763e9560a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.343318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7716fe8-1e7c-4558-bdee-f135081fb4f8 req-495cd9f2-5567-44e5-9b72-43d763e9560a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1534483 Nov 12 00:40:45.352431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1ea8f41c-4c21-4fed-bc2d-17a3910663ed req-86d94270-2317-4fa6-97c0-96b13a5d472d service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838362 Nov 12 00:40:45.363939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b653c1-970a-435e-bb0e-7f6abc3d6ca8 req-ed19d066-de3d-4282-b0ba-4682137d32bc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.365466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b653c1-970a-435e-bb0e-7f6abc3d6ca8 req-ed19d066-de3d-4282-b0ba-4682137d32bc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.1514907 Nov 12 00:40:45.455189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:45.473581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Deleting port 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:45.473581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.485829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7716fe8-1e7c-4558-bdee-f135081fb4f8 req-536dac1f-7048-4b11-87dd-aefecc8ee3f3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295416 Nov 12 00:40:45.497688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b653c1-970a-435e-bb0e-7f6abc3d6ca8 req-26018919-b830-42fc-8a33-16c8ba22e79e tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234269 Nov 12 00:40:45.556148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-e483e718-3584-4dca-baaa-d0765a16a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.557813 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-e483e718-3584-4dca-baaa-d0765a16a50f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1095 time: 0.1378770 Nov 12 00:40:45.574482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-37c530e0-db54-452a-a480-0ec92992f196 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.575969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-37c530e0-db54-452a-a480-0ec92992f196 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.1480067 Nov 12 00:40:45.641349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:45.647225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.671331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'port_id': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'mac_address': 'fa:16:3e:5a:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e9a26-b7f3-4b5f-827c-53d7d948af79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:45.710921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.734830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] For port 631229fa-3fa0-469b-8769-e86460ff3d1b, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=631229fa-3fa0-469b-8769-e86460ff3d1b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:45.735071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b1e79f-8a2a-4705-8ded-b124ac5425f5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:45.735598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.755470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:45.757214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701f179-2761-48a7-a13c-c98a6cd85603 req-333b629f-f40c-46ad-97b5-eebefa1bd27a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.759304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f701f179-2761-48a7-a13c-c98a6cd85603 req-333b629f-f40c-46ad-97b5-eebefa1bd27a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.1613195 Nov 12 00:40:45.770930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:45.776469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149c0b-f12f-41ba-bb1e-b9a728f5bd0b req-548fd819-61bf-4626-b0c9-6f637307b7f2 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.778240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab149c0b-f12f-41ba-bb1e-b9a728f5bd0b req-548fd819-61bf-4626-b0c9-6f637307b7f2 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.1415467 Nov 12 00:40:45.779407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Calling delete_port for 631229fa-3fa0-469b-8769-e86460ff3d1b owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:45.833865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:45.834483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-818dbf24-8daa-45db-bc20-1454f0097d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.836858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-818dbf24-8daa-45db-bc20-1454f0097d1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.2597673 Nov 12 00:40:45.891629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-277aed8d-41e3-467f-aab8-885da6eeedf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.0470719 Nov 12 00:40:45.898521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab149c0b-f12f-41ba-bb1e-b9a728f5bd0b req-0fb6f2d8-7d84-4e95-9a62-f176fc12db5c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133165 Nov 12 00:40:45.927146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f701f179-2761-48a7-a13c-c98a6cd85603 req-75999faf-3c1c-404a-9684-2fd7d08b8eb8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405756 Nov 12 00:40:45.939655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Deleting port a7e42b4d-fabe-4002-b81e-c26f258d11ea {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:45.939986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.021230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-800a529c-2cda-46c1-bc34-aca38e0cfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.023297 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-800a529c-2cda-46c1-bc34-aca38e0cfd7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1224167 Nov 12 00:40:46.060091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['58b1e79f-8a2a-4705-8ded-b124ac5425f5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:46.104877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-80a759a9-9885-4755-8a9e-ff8604d96f3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700841 Nov 12 00:40:46.123021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:46.152026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:40:46.282701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] For port a7e42b4d-fabe-4002-b81e-c26f258d11ea, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a7e42b4d-fabe-4002-b81e-c26f258d11ea,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:46.283492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.292020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:46.292630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.314204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Calling delete_port for a7e42b4d-fabe-4002-b81e-c26f258d11ea owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:46.442386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa949-50a1-4ebb-bed3-85227e2b1d46 req-c288700e-6594-4ba4-818b-58e28c25a53b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.451584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa6aa949-50a1-4ebb-bed3-85227e2b1d46 req-c288700e-6594-4ba4-818b-58e28c25a53b tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c HTTP/1.1" status: 200 len: 951 time: 0.0845170 Nov 12 00:40:46.461010 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.475074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['631229fa-3fa0-469b-8769-e86460ff3d1b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:46.506600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Pushing event deleted for resources: {'Port': ['ID=631229fa-3fa0-469b-8769-e86460ff3d1b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:46.559794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] No DVR routers for this DVR port 631229fa-3fa0-469b-8769-e86460ff3d1b on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:46.562750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.567084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3570a8f8-36be-4af1-8037-c23943a6702e req-2af3fc21-48ff-4afa-93a5-a444dfac578c tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.39 "DELETE /v2.0/ports/631229fa-3fa0-469b-8769-e86460ff3d1b HTTP/1.1" status: 204 len: 173 time: 1.3758333 Nov 12 00:40:46.578587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-deleted', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:46.578587 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee1fb0c-cd7c-488a-916f-c7a40cab957f" -d '{"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-deleted", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:46.619641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa6aa949-50a1-4ebb-bed3-85227e2b1d46 req-15807687-b354-46ae-bd60-b6e41f662417 tempest-ServersAdminTestJSON-184916014 tempest-ServersAdminTestJSON-184916014-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ad1a2-f242-41cd-b74f-114c0237755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630585 Nov 12 00:40:46.713780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b296c-a919-4590-8439-dd38167d38c8 req-a5759a33-f3dc-46d0-924e-9dab4d77a8cf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.721526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f08b296c-a919-4590-8439-dd38167d38c8 req-a5759a33-f3dc-46d0-924e-9dab4d77a8cf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0999920 Nov 12 00:40:46.824097 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-88d2e58c-8bc5-4082-a99c-49d715384caf service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074523 Nov 12 00:40:46.826824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1be78f-ba62-4402-84f0-040a54b92f0f req-3fe02213-0eff-4f7a-ab62-375f8d1613fc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.828413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb1be78f-ba62-4402-84f0-040a54b92f0f req-3fe02213-0eff-4f7a-ab62-375f8d1613fc tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/ports?device_id=a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5 HTTP/1.1" status: 200 len: 949 time: 0.1039994 Nov 12 00:40:46.837023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f08b296c-a919-4590-8439-dd38167d38c8 req-04d4bfb9-e813-4dab-b93a-b2de413a0c18 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146400 Nov 12 00:40:46.897703 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39553f66-e8e1-4651-b579-d2f8c4e4e232 x-openstack-request-id: req-39553f66-e8e1-4651-b579-d2f8c4e4e232 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:46.898004 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c", "name": "network-vif-deleted", "tag": "631229fa-3fa0-469b-8769-e86460ff3d1b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:46.898257 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39553f66-e8e1-4651-b579-d2f8c4e4e232 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:46.899741 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61c01-d8a3-4d3c-9f4c-dc5218586e6c', 'name': 'network-vif-deleted', 'tag': '631229fa-3fa0-469b-8769-e86460ff3d1b', 'status': 'completed', 'code': 200} Nov 12 00:40:46.907931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb1be78f-ba62-4402-84f0-040a54b92f0f req-0156816e-0892-4de4-be23-a04cd7185246 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1397a095-7908-4921-9139-7277d12e0d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Nov 12 00:40:46.933162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:46.944593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Sync routers for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:46.965468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:46.966402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:46.979825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:46.983845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2eb32218-cdb6-4083-bef9-b9458201e51a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0664146 Nov 12 00:40:46.984231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41674) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:47.025387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1d1c814a-0bd0-4e20-9b6f-91c83d6ae13d req-140b27ec-4483-4f21-bc5a-f92898968198 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912310 Nov 12 00:40:47.063817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.113026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a7e42b4d-fabe-4002-b81e-c26f258d11ea'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:47.180991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:47.209268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] No DVR routers for this DVR port a7e42b4d-fabe-4002-b81e-c26f258d11ea on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:47.211628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Pushing event deleted for resources: {'Port': ['ID=a7e42b4d-fabe-4002-b81e-c26f258d11ea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:47.220597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.226086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eac00ba2-a643-496b-a955-2fe2eb320350 req-5478d922-ebed-46e2-be8b-5dc0911d0885 tempest-ServersOnMultiNodesTest-41342867 tempest-ServersOnMultiNodesTest-41342867-project] 10.222.0.32 "DELETE /v2.0/ports/a7e42b4d-fabe-4002-b81e-c26f258d11ea HTTP/1.1" status: 204 len: 173 time: 1.6372521 Nov 12 00:40:47.226822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'name': 'network-vif-deleted', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:47.229769 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a28f60d-1f03-4da5-bfef-8920aeadd05a" -d '{"events": [{"server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "name": "network-vif-deleted", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:47.306205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe414-8120-411d-bd13-08a9c6e045db req-446c977c-5b98-4777-ad2a-dfe0cac1bd07 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.308319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-557fe414-8120-411d-bd13-08a9c6e045db req-446c977c-5b98-4777-ad2a-dfe0cac1bd07 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.1807232 Nov 12 00:40:47.327843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90a76-66a7-427a-86ce-5b5a3fb09921 req-c7c86746-465b-4957-b2c7-e5b2b933651b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.336270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79d90a76-66a7-427a-86ce-5b5a3fb09921 req-c7c86746-465b-4957-b2c7-e5b2b933651b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 945 time: 0.2556555 Nov 12 00:40:47.449206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:44Z', 'revision_number': 3, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:47.480661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Checking router: 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:47.481084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Updating router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:47.486301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79d90a76-66a7-427a-86ce-5b5a3fb09921 req-dca363e0-6a64-4d71-9c1d-20a2909a6509 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490834 Nov 12 00:40:47.512908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-557fe414-8120-411d-bd13-08a9c6e045db req-83306fb7-0239-49c6-87c1-162ed614e0e1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691954 Nov 12 00:40:47.520677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:47.527142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:47.592557 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072884e7-acf3-43eb-ad7e-ada7d3e44e71 x-openstack-request-id: req-072884e7-acf3-43eb-ad7e-ada7d3e44e71 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:47.592843 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5", "name": "network-vif-deleted", "tag": "a7e42b4d-fabe-4002-b81e-c26f258d11ea", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:47.593090 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-072884e7-acf3-43eb-ad7e-ada7d3e44e71 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:47.593543 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31e120e-69e7-4a3c-b1e2-0d7ffd6af7a5', 'name': 'network-vif-deleted', 'tag': 'a7e42b4d-fabe-4002-b81e-c26f258d11ea', 'status': 'completed', 'code': 200} Nov 12 00:40:47.963591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:47.974089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:47.974592 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.113730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.207990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.209852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:48.215015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd879-d8ac-4d24-b955-6614d0a265bb req-c3f29cf3-3551-40fd-8f68-8bbea700b3b8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.221995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fcd879-d8ac-4d24-b955-6614d0a265bb req-c3f29cf3-3551-40fd-8f68-8bbea700b3b8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1117516 Nov 12 00:40:48.440187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.444721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.452462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:48.467178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.483505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.529221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2afcdbbc-8692-437a-98e6-4620947f5130', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'port_id': '2afcdbbc-8692-437a-98e6-4620947f5130', 'mac_address': 'fa:16:3e:d2:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:48.537580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:48.541596 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c09333a-cbb2-4d97-9278-e12b2897c21b" -d '{"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-plugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:48.542572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Allocated IP 172.20.0.1 (ac7d0aeb-3194-4730-a99d-5c9497f701a9/4a7ae73e-4fc6-4344-83e6-07debadd0e5e/d299b361-672f-4053-8a60-f30183313fd3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:48.577317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:48.610636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca096135-40c6-439f-b984-b16d29204257 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc733135788d4ffe88a31a857d55d019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009066 Nov 12 00:40:48.613446 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.614517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a7e42b4d-fabe-4002-b81e-c26f258d11ea no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:48.622215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f79690-dcb5-4a89-a151-e2349444a04e None None] Pushing event updated for resources: {'Port': ['ID=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.649224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Attempting to bind port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:48.649597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Attempting to bind port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:48.649963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Attempting to bind port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:48.655383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a7e42b4d-fabe-4002-b81e-c26f258d11ea {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:48.655728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a7e42b4d-fabe-4002-b81e-c26f258d11ea not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:48.673606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.679750 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.679965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-614ad110-73db-4327-a841-d307a0c05743 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3789fdc1bc79436393ca1330065162c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112253 Nov 12 00:40:48.682210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41716) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.684833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:48.685200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:48.685594 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.685983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:48.686488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Bound port: 59a76ae9-7e1d-4aec-8975-1accfc20e9b8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:48.686970 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.690273 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.728632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afcdbbc-8692-437a-98e6-4620947f5130 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:48.777410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:48.778492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.791008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.792322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.796630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] For port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:48.801291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] For port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:48.820110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.820595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fcd879-d8ac-4d24-b955-6614d0a265bb req-8e7ca8c4-0547-48a0-9485-1e6da010399c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929712 Nov 12 00:40:48.822994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.844000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.858318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.876257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.890284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.893914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.899912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:48.901089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:48.911748 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1397a095-7908-4921-9139-7277d12e0d3a HTTP/1.1" status: 204 len: 168 time: 0.2190797 Nov 12 00:40:48.949027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.964234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b39d2-6ed9-49e6-93db-3bd015748b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397a095-7908-4921-9139-7277d12e0d3a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:48.986288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Pushing event updated for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.010232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f79690-dcb5-4a89-a151-e2349444a04e None None] Pushing event updated for resources: {'Port': ['ID=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.071762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:49.087941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:49.093212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.095603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.098407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c5ad1a2-f242-41cd-b74f-114c0237755b HTTP/1.1" status: 204 len: 168 time: 0.4162850 Nov 12 00:40:49.113668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01cdf4-013a-4c0c-874f-2a61feec70cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5ad1a2-f242-41cd-b74f-114c0237755b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.114300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df439336-0c62-4447-863c-f299c0e04b03 req-8d9700ee-e704-45bb-ae64-95b71d9f3994 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.118664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df439336-0c62-4447-863c-f299c0e04b03 req-8d9700ee-e704-45bb-ae64-95b71d9f3994 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.3877630 Nov 12 00:40:49.118664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:49.118664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.137896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2afcdbbc-8692-437a-98e6-4620947f5130'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:49.254340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:49.325722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b49f8-da83-44b8-91f3-f0b7136aa16c req-e460303a-3759-4089-bff5-7cba24bfbd46 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.327614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41b49f8-da83-44b8-91f3-f0b7136aa16c req-e460303a-3759-4089-bff5-7cba24bfbd46 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.3499620 Nov 12 00:40:49.362194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df439336-0c62-4447-863c-f299c0e04b03 req-3a436b26-45cb-4a68-bbbd-549475ce56e3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270052 Nov 12 00:40:49.454681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:49.490645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41b49f8-da83-44b8-91f3-f0b7136aa16c req-d032a675-861b-4425-b5b7-309ef3b5c937 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526055 Nov 12 00:40:49.512094 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78683da-26b8-4d29-b253-307b2ffc90ee x-openstack-request-id: req-e78683da-26b8-4d29-b253-307b2ffc90ee {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:49.512695 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-plugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:49.512891 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e78683da-26b8-4d29-b253-307b2ffc90ee {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:49.513150 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'code': 200} Nov 12 00:40:49.563447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.569982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-26b23ad8-99c4-4278-9a57-13baaa8450cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a51cd7622acc43418c031a8eb0e91d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075110 Nov 12 00:40:49.585501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:49.631079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9eb6c-16ac-46ca-adbd-410fab5426f8 req-e488ca12-d8f1-483c-9e1f-7aa4b2840fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.636455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90d9eb6c-16ac-46ca-adbd-410fab5426f8 req-e488ca12-d8f1-483c-9e1f-7aa4b2840fa5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 1098 time: 0.0894170 Nov 12 00:40:49.667632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-72da3970-dcc6-4f54-8939-724ef5b38d5b None None] Provisioning complete for port d299b361-672f-4053-8a60-f30183313fd3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:49.668002 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72da3970-dcc6-4f54-8939-724ef5b38d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.684129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.720178 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90d9eb6c-16ac-46ca-adbd-410fab5426f8 req-5fc0edb7-75a0-4792-88f1-ba983b1583fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744269 Nov 12 00:40:49.746358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-72da3970-dcc6-4f54-8939-724ef5b38d5b None None] Port d299b361-672f-4053-8a60-f30183313fd3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:49.755539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.787547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:44Z', 'revision_number': 3, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:49.826072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e4584-33a1-43a4-b17d-6d20ad64099e None None] The sync data for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 is: [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:44Z', 'revision_number': 3, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:49.854463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.857652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.859220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/838b7a45-bd2d-4447-93ba-275a33be66cf HTTP/1.1" status: 204 len: 168 time: 0.2725568 Nov 12 00:40:49.860526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:49.870557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.879526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.880422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.885738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf2ca-011e-4021-bba8-5449da5b6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b7a45-bd2d-4447-93ba-275a33be66cf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.971179 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16fca4d5-63b7-482a-8c60-3e63ab9cb45a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4085159de014ef285ede818622397b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092408 Nov 12 00:40:49.978029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:50.026651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Pushing event updated for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.046971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.072232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.074575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee919-a4b8-4218-b9e7-a519b699a286 req-894417d9-26e1-4dd5-b40f-1018e15666d9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.076161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15eee919-a4b8-4218-b9e7-a519b699a286 req-894417d9-26e1-4dd5-b40f-1018e15666d9 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1144083 Nov 12 00:40:50.092886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:50.100712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:50.145778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.149065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.150671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7864e67-3339-4a5d-a4e8-f55383f91327 HTTP/1.1" status: 204 len: 168 time: 0.1710258 Nov 12 00:40:50.177896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3de81d-caff-4405-852c-dc5e8e1b3518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7864e67-3339-4a5d-a4e8-f55383f91327,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.211385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:50.215161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15eee919-a4b8-4218-b9e7-a519b699a286 req-3cc2483d-e2a9-4545-8c4e-290457c88977 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299989 Nov 12 00:40:50.285636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 631229fa-3fa0-469b-8769-e86460ff3d1b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:50.285988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 631229fa-3fa0-469b-8769-e86460ff3d1b not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:50.381835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:50.582436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1bc53445-cbce-404c-9909-ec11390fe816 None None] Provisioning complete for port d299b361-672f-4053-8a60-f30183313fd3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:50.583028 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1bc53445-cbce-404c-9909-ec11390fe816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.633896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:50.637561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1bc53445-cbce-404c-9909-ec11390fe816 None None] Port d299b361-672f-4053-8a60-f30183313fd3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:50.650979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e1f3e31c-dc9a-4c81-95dd-e35789a8f1fd admin admin] 10.222.0.11 "PUT /v2.0/routers/7db03fb5-7e9c-4123-8726-b6a3ec6d4221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6657023 Nov 12 00:40:50.727482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633561-3acd-4d31-8efc-1605dfb1c70e req-5b482c64-c4f9-4608-a368-ca6a68865e17 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.729075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74633561-3acd-4d31-8efc-1605dfb1c70e req-5b482c64-c4f9-4608-a368-ca6a68865e17 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 944 time: 0.1846271 Nov 12 00:40:50.773894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e988203-c9c2-4302-a451-bb42a701085e req-64a6c086-f8a5-4890-89f9-e339c2deba24 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.775470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e988203-c9c2-4302-a451-bb42a701085e req-64a6c086-f8a5-4890-89f9-e339c2deba24 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.1222119 Nov 12 00:40:50.843239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74633561-3acd-4d31-8efc-1605dfb1c70e req-49c71eb4-4fd1-477d-b525-675f37e7a7df tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064541 Nov 12 00:40:50.884244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e988203-c9c2-4302-a451-bb42a701085e req-dd6433ce-37d6-4402-b3c8-c3d6fb7b80c3 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921907 Nov 12 00:40:51.487090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-77976bca-e604-4edf-a69b-738cf76c0527 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1778922 Nov 12 00:40:51.493247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:51.587543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4372995-6348-4e3f-bcb8-d6f41ac6e40c req-d7035f6c-d508-45af-bfbc-158396b9286b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.597125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4372995-6348-4e3f-bcb8-d6f41ac6e40c req-d7035f6c-d508-45af-bfbc-158396b9286b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1069572 Nov 12 00:40:51.600415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:51.727214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4372995-6348-4e3f-bcb8-d6f41ac6e40c req-9d23f3e7-6578-4185-8eef-4a72941dfcfb tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291516 Nov 12 00:40:51.793233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:51.947596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Allocated IP 172.25.6.252 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0eeeda59-7b78-4948-b669-547d5fec16f0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:52.088067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b2dcf-69cc-4f36-8d8b-49a6f61c4ebc req-06cd2428-c096-49cc-9a41-c6ff0ac72938 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.094934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f2b2dcf-69cc-4f36-8d8b-49a6f61c4ebc req-06cd2428-c096-49cc-9a41-c6ff0ac72938 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 944 time: 0.1448104 Nov 12 00:40:52.141741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:52.215146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.233075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:52.256627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f2b2dcf-69cc-4f36-8d8b-49a6f61c4ebc req-cf68693e-fd07-4573-a069-b96b05a2e26b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604781 Nov 12 00:40:52.296024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:52.296709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.346452 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Sync routers for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:52.369137 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:52.370200 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:52.372321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.458892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2afcdbbc-8692-437a-98e6-4620947f5130 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:52.468090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2afcdbbc-8692-437a-98e6-4620947f5130 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:52.469130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.500189 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:52.536424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.565165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:52.609889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.615334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.809085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:52.820690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:52.825515 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c89a32-f388-4284-a04d-413b41abe1ab" -d '{"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-plugged", "status": "completed", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:52.845053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.896021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:52.956718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.016224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:53.019500 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:49Z', 'revision_number': 4, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd299b361-672f-4053-8a60-f30183313fd3', 'name': '', 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'mac_address': 'fa:16:3e:ff:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:48Z', 'updated_at': '2021-11-12T00:40:49Z', 'revision_number': 2, 'project_id': 'b21931845c29447a810166774d4883ed', 'subnets': [{'id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:53.023743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event updated for resources: {'Port': ['ID=0eeeda59-7b78-4948-b669-547d5fec16f0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.033260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:53.046122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:53.050783 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Checking router: 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:53.051209 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Updating router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 port d299b361-672f-4053-8a60-f30183313fd3 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:53.078614 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.084998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb1786-fcf4-4214-b595-51806648fc7b req-89b9fac3-9dd0-4cb8-95be-42a3cab2906d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.086532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbbb1786-fcf4-4214-b595-51806648fc7b req-89b9fac3-9dd0-4cb8-95be-42a3cab2906d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.6465919 Nov 12 00:40:53.121917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.170200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.207781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbbb1786-fcf4-4214-b595-51806648fc7b req-72343954-a617-4d2f-bfeb-895bee55b9d7 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081619 Nov 12 00:40:53.368643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.376450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.393023 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.406331 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.414065 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.442359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.444266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9559526 Nov 12 00:40:53.445053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3768d-a0c2-448f-9d6c-226535654b9a tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event updated for resources: {'Port': ['ID=0eeeda59-7b78-4948-b669-547d5fec16f0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.482627 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Pushing event updated for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.497393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.497760 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.498274 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.498730 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.499077 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.499519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.499849 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.500502 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.501181 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.501629 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.501825 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.502152 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:53.545721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-cce44828-32b0-4d34-8058-31c1edc34004 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.0860655 Nov 12 00:40:53.597330 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Attempting to bind port d299b361-672f-4053-8a60-f30183313fd3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:53.597978 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Attempting to bind port d299b361-672f-4053-8a60-f30183313fd3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:53.598707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Attempting to bind port d299b361-672f-4053-8a60-f30183313fd3 on network ac7d0aeb-3194-4730-a99d-5c9497f701a9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:53.608255 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:53.608989 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Checking segment: {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:53.609564 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.610151 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Bound using segment: {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:53.610981 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Bound port: d299b361-672f-4053-8a60-f30183313fd3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:53.611678 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.760570 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] For port d299b361-672f-4053-8a60-f30183313fd3, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:53.761231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-b44b69e0-7682-4e61-b867-10838082ad56 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.776784 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] For port d299b361-672f-4053-8a60-f30183313fd3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d299b361-672f-4053-8a60-f30183313fd3,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:53.777233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44db47c-1f24-42a9-b0d2-558856e0f0ae req-b44b69e0-7682-4e61-b867-10838082ad56 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2108743 Nov 12 00:40:53.787692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc870-6e39-4cac-b8b4-d6498eba4149 req-fee78468-9fb8-4c77-8b84-1d150d53702e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.790528 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.802713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cebc870-6e39-4cac-b8b4-d6498eba4149 req-fee78468-9fb8-4c77-8b84-1d150d53702e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1293736 Nov 12 00:40:53.828144 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00260a9-766c-4ae7-8238-98352424bb79 x-openstack-request-id: req-b00260a9-766c-4ae7-8238-98352424bb79 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:53.828652 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-plugged", "status": "completed", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:53.828781 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b00260a9-766c-4ae7-8238-98352424bb79 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:53.829075 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130', 'code': 200} Nov 12 00:40:53.889700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] Provisioning complete for port d299b361-672f-4053-8a60-f30183313fd3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:53.890075 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.966819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cebc870-6e39-4cac-b8b4-d6498eba4149 req-09885272-b260-4d3b-aa3b-71efd5bbe882 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633327 Nov 12 00:40:53.969776 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:53.970425 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:54.019490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691f740-02aa-4ad7-b84b-672a41960b76 req-d891628b-fac4-4758-9508-514bc623d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.022501 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a691f740-02aa-4ad7-b84b-672a41960b76 req-d891628b-fac4-4758-9508-514bc623d53f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1097 time: 0.1077964 Nov 12 00:40:54.119113 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078da9f-7f68-449c-a0e8-28ec1f7bc2b2 None None] Pushing event updated for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:54.148199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a691f740-02aa-4ad7-b84b-672a41960b76 req-cbb52ac0-f1ce-4755-a5bb-703159fdf708 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151590 Nov 12 00:40:54.157221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-af9adeb2-71eb-460f-b4d0-83e2dbbeeaa3 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c3041f2b5e7040c5a3eb45176463869d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899737 Nov 12 00:40:54.175739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:54.357514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387547-df47-4469-bffc-84c76c7f6aaa req-8befd22a-3d6f-4090-a95c-0d51a0ce9f76 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.359645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca387547-df47-4469-bffc-84c76c7f6aaa req-8befd22a-3d6f-4090-a95c-0d51a0ce9f76 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.2144947 Nov 12 00:40:54.392314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-569ab3b1-5b40-46d8-b481-e40bb0567627 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.393923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-569ab3b1-5b40-46d8-b481-e40bb0567627 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230635 Nov 12 00:40:54.410618 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:54.426437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.426867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-13325505-786c-45d4-9185-335f621f9681 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/quotas/c3041f2b5e7040c5a3eb45176463869d HTTP/1.1" status: 200 len: 375 time: 0.0237641 Nov 12 00:40:54.473801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] For port d299b361-672f-4053-8a60-f30183313fd3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d299b361-672f-4053-8a60-f30183313fd3,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:54.479863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-5e1ecc58-2125-4401-b831-727ea73336d8 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3041f2b5e7040c5a3eb45176463869d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418589 Nov 12 00:40:54.488782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.490370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca387547-df47-4469-bffc-84c76c7f6aaa req-221f5692-ed86-4ff1-8d43-2e954911d27a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952196 Nov 12 00:40:54.516092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:54.516458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.665861 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:49Z', 'revision_number': 4, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd299b361-672f-4053-8a60-f30183313fd3', 'name': '', 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'mac_address': 'fa:16:3e:ff:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:48Z', 'updated_at': '2021-11-12T00:40:53Z', 'revision_number': 4, 'project_id': 'b21931845c29447a810166774d4883ed', 'subnets': [{'id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:54.689364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2c4748af-7ca6-48bc-8548-7725c01cadb6 None None] Provisioning complete for port d299b361-672f-4053-8a60-f30183313fd3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:54.689988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c4748af-7ca6-48bc-8548-7725c01cadb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.719609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910fbe-40cf-42c4-a5ad-43b950ae070e None None] Pushing event updated for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:54.738455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c2b92-6fe6-4a5b-8b42-beffa25554c0 None None] The sync data for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 is: [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:40:49Z', 'revision_number': 4, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd299b361-672f-4053-8a60-f30183313fd3', 'name': '', 'network_id': 'ac7d0aeb-3194-4730-a99d-5c9497f701a9', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'mac_address': 'fa:16:3e:ff:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:48Z', 'updated_at': '2021-11-12T00:40:53Z', 'revision_number': 4, 'project_id': 'b21931845c29447a810166774d4883ed', 'subnets': [{'id': '4a7ae73e-4fc6-4344-83e6-07debadd0e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:54.780017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ee204a8-875f-4fef-bf53-6da601791278 req-3713bf27-3da1-4007-b799-57a220b421b6 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips/4fa68387-1c35-49d7-98a7-d02d5b4a9756 HTTP/1.1" status: 200 len: 693 time: 0.1154764 Nov 12 00:40:54.889507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e8c06-07d9-4692-acda-dd949bcbd5d8 req-5ed5d97b-9f85-49cd-a08a-d0d952739b51 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.898391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-189e8c06-07d9-4692-acda-dd949bcbd5d8 req-5ed5d97b-9f85-49cd-a08a-d0d952739b51 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.2721760 Nov 12 00:40:55.002242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-189e8c06-07d9-4692-acda-dd949bcbd5d8 req-b211da56-eb8c-4a35-8fa5-d761022bd6f5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Nov 12 00:40:55.016235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee204a8-875f-4fef-bf53-6da601791278 req-d0259bfe-9866-4fb5-bba1-206492daf2e5 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.017883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ee204a8-875f-4fef-bf53-6da601791278 req-d0259bfe-9866-4fb5-bba1-206492daf2e5 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2370169 Nov 12 00:40:55.137228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9631f664-438b-4aaa-850a-caadd4018c82 req-91605cfc-4982-4af2-b0e6-c03dc5737b6d tempest-FlavorsV2NegativeTest-538319100 tempest-FlavorsV2NegativeTest-538319100-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ec56d1456bc6472e91e858aa7b865922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307884 Nov 12 00:40:55.277732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f664-438b-4aaa-850a-caadd4018c82 req-5fa0da4d-f9d5-44f0-84ae-7f06b96f7b56 tempest-FlavorsV2NegativeTest-538319100 tempest-FlavorsV2NegativeTest-538319100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.279566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9631f664-438b-4aaa-850a-caadd4018c82 req-5fa0da4d-f9d5-44f0-84ae-7f06b96f7b56 tempest-FlavorsV2NegativeTest-538319100 tempest-FlavorsV2NegativeTest-538319100-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414456 Nov 12 00:40:55.303849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9631f664-438b-4aaa-850a-caadd4018c82 req-b91dcef3-f665-4123-9efc-0e0b12e31fbf tempest-FlavorsV2NegativeTest-538319100 tempest-FlavorsV2NegativeTest-538319100-project] 10.222.0.11 "GET /v2.0/quotas/ec56d1456bc6472e91e858aa7b865922 HTTP/1.1" status: 200 len: 375 time: 0.0147703 Nov 12 00:40:55.375968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9631f664-438b-4aaa-850a-caadd4018c82 req-98d1b220-e652-4ad0-877d-d1e18178acbb tempest-FlavorsV2NegativeTest-538319100 tempest-FlavorsV2NegativeTest-538319100-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec56d1456bc6472e91e858aa7b865922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508995 Nov 12 00:40:55.591566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89b2f4d1-14de-490a-96aa-52ddde225e18 req-47ea3874-5835-4596-b3ad-eea3a1e3f63e tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 210 time: 0.0430787 Nov 12 00:40:55.735746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14fe20b8-e889-46f7-ba82-8fab5f5a08f4 req-ca8d65f2-c580-4fcc-873c-5d31fb7e7b21 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=b21931845c29447a810166774d4883ed HTTP/1.1" status: 200 len: 696 time: 0.1094422 Nov 12 00:40:55.790388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d33a09-b1e9-4f52-bb2d-727f9edc84c8 req-895cb35f-8cf8-4ba8-aaae-4f579f997aef tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.792528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d33a09-b1e9-4f52-bb2d-727f9edc84c8 req-895cb35f-8cf8-4ba8-aaae-4f579f997aef tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.1962776 Nov 12 00:40:55.913547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d33a09-b1e9-4f52-bb2d-727f9edc84c8 req-a9ef3151-9805-4c56-9ef4-341a128ac344 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922549 Nov 12 00:40:55.944217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe20b8-e889-46f7-ba82-8fab5f5a08f4 req-7c6d6242-1421-41da-9e4e-d0e884900bb3 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.945912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14fe20b8-e889-46f7-ba82-8fab5f5a08f4 req-7c6d6242-1421-41da-9e4e-d0e884900bb3 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks?id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 787 time: 0.2090607 Nov 12 00:40:55.962562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-14fe20b8-e889-46f7-ba82-8fab5f5a08f4 req-87fdee66-bf61-4935-ab3c-f60f9e735246 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:55.964211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14fe20b8-e889-46f7-ba82-8fab5f5a08f4 req-87fdee66-bf61-4935-ab3c-f60f9e735246 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123191 Nov 12 00:40:56.090946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-24536d4b-ca96-4edd-a795-1bd209a064fd tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips/4fa68387-1c35-49d7-98a7-d02d5b4a9756 HTTP/1.1" status: 200 len: 693 time: 0.0951176 Nov 12 00:40:56.181629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d299b361-672f-4053-8a60-f30183313fd3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:56.272439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d299b361-672f-4053-8a60-f30183313fd3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:56.273234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.321218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:56.355489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-049b933f-81f6-4b01-b4a5-4e7c3c9129aa tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3041f2b5e7040c5a3eb45176463869d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479364 Nov 12 00:40:56.384433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-ab8e07ba-2a8a-43ff-bba2-02887ea57fe2 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.395306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-ab8e07ba-2a8a-43ff-bba2-02887ea57fe2 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.3036604 Nov 12 00:40:56.491821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eddcaf-f96b-434e-b6f6-a3b1ff27e5c5 req-55fd269f-f1fa-47f5-8769-02e61325259f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.493533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90eddcaf-f96b-434e-b6f6-a3b1ff27e5c5 req-55fd269f-f1fa-47f5-8769-02e61325259f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.2155879 Nov 12 00:40:56.516901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-c1b1048b-a8ec-4979-afa9-e17534b7e9d4 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.1135540 Nov 12 00:40:56.565429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-bfb298bf-df9a-4c44-b756-a9926758c277 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.567161 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-bfb298bf-df9a-4c44-b756-a9926758c277 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925702 Nov 12 00:40:56.585111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Request body: {'port': {'device_id': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'c3041f2b5e7040c5a3eb45176463869d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:56.595372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-4d09b286-d593-4d4f-853e-3a9104cfccd7 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.252 HTTP/1.1" status: 200 len: 696 time: 0.0767536 Nov 12 00:40:56.602590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd6038b-fae6-4a0b-a49b-49392e954f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.648970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90eddcaf-f96b-434e-b6f6-a3b1ff27e5c5 req-7e78070f-5f87-4128-a80e-510d150d594a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149487 Nov 12 00:40:56.791446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd6038b-fae6-4a0b-a49b-49392e954f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.814657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd6038b-fae6-4a0b-a49b-49392e954f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.816448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Deleting port 0eeeda59-7b78-4948-b669-547d5fec16f0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:56.816910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.831058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Made reservation on behalf of c3041f2b5e7040c5a3eb45176463869d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:56.835412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.866422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.873797 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5dd6038b-fae6-4a0b-a49b-49392e954f37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec56d1456bc6472e91e858aa7b865922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473435 Nov 12 00:40:56.880331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:56.888463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6038b-fae6-4a0b-a49b-49392e954f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f69b7ec-d948-4c9f-881d-47832592e3f0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:56.922279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cac7605-da01-46b8-b96e-0e03c4ee1420 req-68b5ba49-b292-4f05-a969-edc73d8ed741 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 210 time: 0.0832884 Nov 12 00:40:57.008039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.008422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.046137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.048324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Calling delete_port for 0eeeda59-7b78-4948-b669-547d5fec16f0 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:57.061586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.075632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.112725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.129953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cacc-49a4-4ab0-a9df-d91eec0a8ec8 req-2265bd3c-0cab-44a4-9bc2-2637946f2819 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.137807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b12cacc-49a4-4ab0-a9df-d91eec0a8ec8 req-2265bd3c-0cab-44a4-9bc2-2637946f2819 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1097 time: 0.1252608 Nov 12 00:40:57.216913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b12cacc-49a4-4ab0-a9df-d91eec0a8ec8 req-6e064da3-56f6-4464-b4b3-864d3526b160 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Nov 12 00:40:57.249348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5821eab5-a20d-4fb6-aa41-21400c188e8f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.287393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.326620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event deleted for resources: {'Port': ['ID=0eeeda59-7b78-4948-b669-547d5fec16f0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.340124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.343220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.348035 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f69b7ec-d948-4c9f-881d-47832592e3f0 HTTP/1.1" status: 204 len: 168 time: 0.4664752 Nov 12 00:40:57.356030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Allocated IP 192.168.233.65 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:57.367937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9dae-c4f2-4482-a60e-ec76b21479d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f69b7ec-d948-4c9f-881d-47832592e3f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.371728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.374794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.381164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32853e6-77be-4be6-bb1c-020b7cc4830d req-004e8e9b-0a61-4738-81fd-848320e569bb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "DELETE /v2.0/floatingips/4fa68387-1c35-49d7-98a7-d02d5b4a9756 HTTP/1.1" status: 204 len: 173 time: 0.7822204 Nov 12 00:40:57.500766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f7339-9e55-4e50-9fef-e350aa6e0a0c req-924e75b8-9590-436b-825f-8b3e90a56359 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.502515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b3f7339-9e55-4e50-9fef-e350aa6e0a0c req-924e75b8-9590-436b-825f-8b3e90a56359 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.1657472 Nov 12 00:40:57.517458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:57.529414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280faff-68b4-4061-8973-a764725eff0f req-7393f414-c53e-4082-ac6c-c307cbd6cb07 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.531203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2280faff-68b4-4061-8973-a764725eff0f req-7393f414-c53e-4082-ac6c-c307cbd6cb07 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0814240 Nov 12 00:40:57.606036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b3f7339-9e55-4e50-9fef-e350aa6e0a0c req-123377bd-7e4d-4614-a01a-12f06a87f39b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953608 Nov 12 00:40:57.642051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.660291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2280faff-68b4-4061-8973-a764725eff0f req-d1be2f98-986d-4ccc-89de-76799480bd55 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159551 Nov 12 00:40:57.728569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.741352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.779719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:57.784601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:57.786828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'port_id': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'mac_address': 'fa:16:3e:5a:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e9a26-b7f3-4b5f-827c-53d7d948af79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:57.845286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:57.906867 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.931125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Pushing event updated for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.953180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58b1e79f-8a2a-4705-8ded-b124ac5425f5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:58.002072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:58.006346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.007493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.015623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33e5b442-5025-4301-861e-717fbf5b901f req-1b50bdf1-ac13-4501-951a-bc6e9130e1ca tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2843380 Nov 12 00:40:58.017276 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.035695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:58.051870 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-3031213d-4c4b-4e41-8d90-454161350a0f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4706936 Nov 12 00:40:58.067871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Request body: {'port': {'device_id': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:58.136857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.146460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['58b1e79f-8a2a-4705-8ded-b124ac5425f5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:58.181943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.187811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.202437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7b560f8a-a8e3-49ea-9e92-ec7db8c4dfc8 None None] Provisioning complete for port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:58.203110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b560f8a-a8e3-49ea-9e92-ec7db8c4dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.261821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7b560f8a-a8e3-49ea-9e92-ec7db8c4dfc8 None None] Port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:58.279141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49496c-ce24-41eb-9f28-5f0a54a68149 req-0fa45e7a-54c9-4aec-8349-7acbcd44ff4f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.282421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b49496c-ce24-41eb-9f28-5f0a54a68149 req-0fa45e7a-54c9-4aec-8349-7acbcd44ff4f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 935 time: 0.2306082 Nov 12 00:40:58.424226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b49496c-ce24-41eb-9f28-5f0a54a68149 req-956c3088-6eae-402a-bd06-06b77a00b511 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111012 Nov 12 00:40:58.571487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.813345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:58.826096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.852469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Transition to ACTIVE for port object 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:58.861884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.864021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Allocated IP 172.25.6.78 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/30ead9ec-e7da-4709-ae08-d68313064419) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:58.878127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1c832-bebd-4d34-bd78-152f262ef240 req-6a4270a5-edc1-44a5-8e04-52d61ed6906f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.885705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47f1c832-bebd-4d34-bd78-152f262ef240 req-6a4270a5-edc1-44a5-8e04-52d61ed6906f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 945 time: 0.1411638 Nov 12 00:40:59.014111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.024962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47f1c832-bebd-4d34-bd78-152f262ef240 req-5f574db4-2212-4730-abce-906a0c1f160f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379883 Nov 12 00:40:59.073026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Attempting to bind port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:59.073694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Attempting to bind port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:59.074030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Attempting to bind port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:59.078949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:59.079279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Attempting to bind port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:59.085775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:59.086126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:59.086501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:59.088454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Bound port: 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:59.088956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.110365 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.199052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:59.203198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:59.209401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.214575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf0084-3dde-4c79-bcbb-df156a81d588 req-d0ceff90-3a06-4186-9ac1-fe55b7ebe7d5 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.217614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0cf0084-3dde-4c79-bcbb-df156a81d588 req-d0ceff90-3a06-4186-9ac1-fe55b7ebe7d5 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0798752 Nov 12 00:40:59.218948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.268534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.269393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.273966 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f HTTP/1.1" status: 200 len: 1096 time: 1.2110627 Nov 12 00:40:59.274458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:59.277286 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7667ce-406b-4e21-9653-3f6509db54d0" -d '{"events": [{"name": "network-changed", "server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:59.291459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:59.308595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:59.316734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:59.323949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd933f-b519-49c8-af35-78110e1447e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.330495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event updated for resources: {'Port': ['ID=30ead9ec-e7da-4709-ae08-d68313064419,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.410232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-ac3f17f5-e2cd-461e-8ac6-f4c0d791b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.411733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0cf0084-3dde-4c79-bcbb-df156a81d588 req-244f33fb-5494-4657-9a82-dae3df1828a6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620162 Nov 12 00:40:59.420322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.424381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-ac3f17f5-e2cd-461e-8ac6-f4c0d791b86c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3041f2b5e7040c5a3eb45176463869d&device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 1099 time: 0.0746160 Nov 12 00:40:59.485603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-96f99e40-2538-4f19-ba7c-4f72e90b83aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f HTTP/1.1" status: 200 len: 217 time: 0.0529647 Nov 12 00:40:59.496605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.518089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:59.635358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-31f8eca1-f5e9-4b61-9135-7b674de19f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.636914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-31f8eca1-f5e9-4b61-9135-7b674de19f18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1432307 Nov 12 00:40:59.676994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:59.677720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.712491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-97181a4b-c3de-4ab8-897b-dba210595b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.714325 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-97181a4b-c3de-4ab8-897b-dba210595b51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658185 Nov 12 00:40:59.762883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.769766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.770016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.806097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:59.809823 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca7b37-5880-440a-9ba2-0e935bc5fbb3" -d '{"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-plugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:59.810377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.834351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:59.840526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.842602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33e5b442-5025-4301-861e-717fbf5b901f req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8182926 Nov 12 00:40:59.843167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.846255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692291c-43b2-4be7-99c1-e7e8276a3f59 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event updated for resources: {'Port': ['ID=30ead9ec-e7da-4709-ae08-d68313064419,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.870603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-02f913dc-1171-4617-b263-5ba910e024a2 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363802 Nov 12 00:40:59.878934 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97e2dc-2a1d-4711-8231-09cf5697afae x-openstack-request-id: req-6d97e2dc-2a1d-4711-8231-09cf5697afae {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.879339 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.879650 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d97e2dc-2a1d-4711-8231-09cf5697afae {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.880271 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f', 'status': 'completed', 'code': 200} Nov 12 00:40:59.899854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33e5b442-5025-4301-861e-717fbf5b901f req-1bafd3a1-d2cb-4e12-ba70-71adf6d15ddd tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0508442 Nov 12 00:40:59.913836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.974126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e604a460-19b6-44c5-bd1f-3011ced3a558 req-ae749c17-0726-4bec-8161-c99f02d75cc4 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904980 Nov 12 00:41:00.047833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b671532-d112-4bd1-b01c-f3bfee4af525 req-c73eccb7-0e55-4d01-82c6-56321170683a tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.049437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b671532-d112-4bd1-b01c-f3bfee4af525 req-c73eccb7-0e55-4d01-82c6-56321170683a tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 947 time: 0.1037502 Nov 12 00:41:00.056772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5b442-5025-4301-861e-717fbf5b901f req-8de18cd3-ec6f-404e-b262-dd0243b7ddf2 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.058059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33e5b442-5025-4301-861e-717fbf5b901f req-8de18cd3-ec6f-404e-b262-dd0243b7ddf2 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1490698 Nov 12 00:41:00.066988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-217f1e66-4e95-4ada-82c3-c6020f1498b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.067671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-217f1e66-4e95-4ada-82c3-c6020f1498b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3041f2b5e7040c5a3eb45176463869d&device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 1099 time: 0.0441144 Nov 12 00:41:00.105347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b671532-d112-4bd1-b01c-f3bfee4af525 req-0f7421fb-f253-48d9-b8ba-d2ed8711386e tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461190 Nov 12 00:41:00.155977 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af65798-07dc-4f33-a37e-996f68a5a9d0 x-openstack-request-id: req-0af65798-07dc-4f33-a37e-996f68a5a9d0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:00.156382 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-plugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:00.156721 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0af65798-07dc-4f33-a37e-996f68a5a9d0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:00.157184 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'code': 200} Nov 12 00:41:00.180648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-825ea36f-e1b3-432f-b8e2-46f7156379a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.183434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-825ea36f-e1b3-432f-b8e2-46f7156379a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1058815 Nov 12 00:41:00.227538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-f251c6e6-6e8f-4948-8958-b3ab891c7a4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f HTTP/1.1" status: 200 len: 217 time: 0.0355377 Nov 12 00:41:00.293094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-a813dbe0-f2ec-41ce-8c75-85e57819da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.294653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-a813dbe0-f2ec-41ce-8c75-85e57819da8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0523112 Nov 12 00:41:00.349771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-8145b52d-91d3-4eb3-8a54-eb068244a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.351323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-8145b52d-91d3-4eb3-8a54-eb068244a11a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477438 Nov 12 00:41:00.458776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-4c9ecfce-87ea-432b-979f-fa83c4743b5b service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978363 Nov 12 00:41:00.523262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-880a524d-be92-427d-a492-f0d1d36036f9 req-2bd00368-ffa5-4d4f-a295-b9597c8b66ee tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips/4302fd95-faf7-4875-a770-4b275a1edc33 HTTP/1.1" status: 200 len: 692 time: 0.3329144 Nov 12 00:41:00.554601 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bf7667ce-406b-4e21-9653-3f6509db54d0 req-21c57ef7-4b65-4072-8de3-0a0df922f1bc service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871456 Nov 12 00:41:00.572130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae742568-73fd-408f-a0cd-19c95406ad7d req-5375d841-a9fb-49f9-9240-3052536cd7ec tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.573679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae742568-73fd-408f-a0cd-19c95406ad7d req-5375d841-a9fb-49f9-9240-3052536cd7ec tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.0813656 Nov 12 00:41:00.673348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae742568-73fd-408f-a0cd-19c95406ad7d req-93c9b65a-60bc-4014-abaa-5cbea579041c tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694022 Nov 12 00:41:00.680666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a524d-be92-427d-a492-f0d1d36036f9 req-0d7ecb21-2757-4847-935d-1bcd50547dad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.682753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-880a524d-be92-427d-a492-f0d1d36036f9 req-0d7ecb21-2757-4847-935d-1bcd50547dad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1526453 Nov 12 00:41:00.740449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-880a524d-be92-427d-a492-f0d1d36036f9 req-cac1d0a9-9bc4-4006-bb25-3bfb8579f1cb tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0472105 Nov 12 00:41:00.818685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-880a524d-be92-427d-a492-f0d1d36036f9 req-524ec610-7782-4584-8a58-155a93874ec4 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0710959 Nov 12 00:41:00.885814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39787c-be57-420b-86c2-7f07f62be182 req-1387f66b-f670-47e2-8752-99504a52e503 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.887463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e39787c-be57-420b-86c2-7f07f62be182 req-1387f66b-f670-47e2-8752-99504a52e503 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0990167 Nov 12 00:41:00.992142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e39787c-be57-420b-86c2-7f07f62be182 req-1d4afb75-ed0e-427c-a622-51808fe9ca24 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Nov 12 00:41:01.012362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Deleting port 30ead9ec-e7da-4709-ae08-d68313064419 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:01.012699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:01.013179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.138052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08303c88-aa90-4297-a0c4-b24c7a807ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.164002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.164355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.186103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Calling delete_port for 30ead9ec-e7da-4709-ae08-d68313064419 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:01.217410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08303c88-aa90-4297-a0c4-b24c7a807ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.221187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08303c88-aa90-4297-a0c4-b24c7a807ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.261920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08303c88-aa90-4297-a0c4-b24c7a807ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c10cb-6353-4266-8f6f-b6c1d78df946,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.262305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-e5ce5616-7726-4b0c-88f0-565970f55a23 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.263804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-e5ce5616-7726-4b0c-88f0-565970f55a23 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.1725163 Nov 12 00:41:01.269256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-08303c88-aa90-4297-a0c4-b24c7a807ff3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72b6f5507c174a23a41a7d494c096611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548382 Nov 12 00:41:01.272078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:01.290782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-8e95b096-b744-4e8e-a839-932e7230a47e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/quotas/d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 375 time: 0.0203588 Nov 12 00:41:01.326259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.350095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.386237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-b84b64ce-0f46-4119-8536-e6334aa1421d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826471 Nov 12 00:41:01.398933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.401622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.402760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c13c10cb-6353-4266-8f6f-b6c1d78df946 HTTP/1.1" status: 204 len: 168 time: 0.1297421 Nov 12 00:41:01.411599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a207-3e24-4584-8176-3d4212066b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c10cb-6353-4266-8f6f-b6c1d78df946,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.420019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.481381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Pushing event deleted for resources: {'Port': ['ID=30ead9ec-e7da-4709-ae08-d68313064419,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.515393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.518128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.519289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-880a524d-be92-427d-a492-f0d1d36036f9 req-98a2b9ca-39ff-4b43-9099-9d3d5b2dedad tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "DELETE /v2.0/floatingips/4302fd95-faf7-4875-a770-4b275a1edc33 HTTP/1.1" status: 204 len: 173 time: 0.6929107 Nov 12 00:41:01.543486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-25d49c3d-a611-464a-83ed-a7d8465dc904 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483617 Nov 12 00:41:01.637853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-f0ea59b7-e462-4485-a9b1-13f10e832f67 service neutron] 10.222.0.11 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Nov 12 00:41:01.994995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.134271 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-8a4c0f5f-e946-4152-8d28-92ae37fe15aa req-b08e934c-e665-4a93-8b5f-5a7dd4b735c1 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] show failed (client error): The resource could not be found. Nov 12 00:41:02.140669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a4c0f5f-e946-4152-8d28-92ae37fe15aa req-b08e934c-e665-4a93-8b5f-5a7dd4b735c1 tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips/4302fd95-faf7-4875-a770-4b275a1edc33 HTTP/1.1" status: 404 len: 350 time: 0.0542271 Nov 12 00:41:02.220294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d53b92-96d0-4c6f-8153-ad89996cd683 req-8bef6f76-e3c9-4baf-bc28-e026295dd749 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0321236 Nov 12 00:41:02.228439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3251877-7045-4521-9cc6-0a34c3ebd3a4 req-37b64f24-136a-4e77-98ce-601a2a059613 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.235628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3251877-7045-4521-9cc6-0a34c3ebd3a4 req-37b64f24-136a-4e77-98ce-601a2a059613 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 947 time: 0.1043463 Nov 12 00:41:02.328337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3251877-7045-4521-9cc6-0a34c3ebd3a4 req-048ae8d4-de20-454f-a52c-a3c40da112cb tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Nov 12 00:41:02.475962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97233872-d9ba-4cf3-8d31-1198a19fa038 req-7a7a5f0c-314d-47db-895a-d88f89d84b0c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.477660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97233872-d9ba-4cf3-8d31-1198a19fa038 req-7a7a5f0c-314d-47db-895a-d88f89d84b0c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 945 time: 0.0916193 Nov 12 00:41:02.507581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac762d-9c7b-4cee-ba0f-ec305db9ef9c req-ccc159d7-b709-479e-9729-8a498cba819b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.509122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aac762d-9c7b-4cee-ba0f-ec305db9ef9c req-ccc159d7-b709-479e-9729-8a498cba819b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.0859828 Nov 12 00:41:02.563656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97233872-d9ba-4cf3-8d31-1198a19fa038 req-b6227f1f-cd29-47fb-a2a7-80f5209773da tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774856 Nov 12 00:41:02.605900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aac762d-9c7b-4cee-ba0f-ec305db9ef9c req-dde2a79d-1027-4f10-8b5d-97d0d70a42e1 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Nov 12 00:41:02.634450 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-8fd6f547-2126-4a97-bb1d-d751c6767e66 req-152c688b-aead-4428-b09b-658043c8a0ca tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] show failed (client error): The resource could not be found. Nov 12 00:41:02.635587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fd6f547-2126-4a97-bb1d-d751c6767e66 req-152c688b-aead-4428-b09b-658043c8a0ca tempest-FloatingIPsTestJSON-1118096047 tempest-FloatingIPsTestJSON-1118096047-project] 10.222.0.11 "GET /v2.0/floatingips/4302fd95-faf7-4875-a770-4b275a1edc33 HTTP/1.1" status: 404 len: 350 time: 0.0423236 Nov 12 00:41:02.649597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:03.269559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-09723299-8387-4644-930b-477e799fd106 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.271671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-09723299-8387-4644-930b-477e799fd106 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 821 time: 0.1631081 Nov 12 00:41:03.285902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Request body: {'port': {'device_id': '9ef852b9-c1d2-4230-be94-64bf50546519', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'admin_state_up': True, 'tenant_id': 'd8a4b5f0872e473395e793d9c110f65d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:03.309572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.417469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:03.451624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Made reservation on behalf of d8a4b5f0872e473395e793d9c110f65d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:03.455595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.530553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:03.535000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:03.538776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd866702-7fa1-4110-9970-ac03019afeeb req-5f9f7189-dab0-4038-bf1e-30110513a654 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0685415 Nov 12 00:41:03.598835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3d72d-e1d9-4c98-8800-abe913cad769 req-cb994806-bf8b-42ab-8bfc-3710a8750cb7 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.600624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41a3d72d-e1d9-4c98-8800-abe913cad769 req-cb994806-bf8b-42ab-8bfc-3710a8750cb7 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 947 time: 0.1760795 Nov 12 00:41:03.661217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736383de-1108-4cb4-8bb6-4763b569ebb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.702343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Allocated IP 172.20.0.6 (851b403e-459a-448c-968d-00735df47227/eb5295d8-43a0-4693-a52f-632ec358db9c/b13a8479-6e91-4030-a3e2-1a0b1a5ca611) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:03.759037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41a3d72d-e1d9-4c98-8800-abe913cad769 req-fedac652-bd01-4e42-b351-2fb758b09a55 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913153 Nov 12 00:41:03.819202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.858032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:03.860610 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a9752-7f30-4073-bc07-88b3c7dd82b2" -d '{"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-unplugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:03.882930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:03.886587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:03.907911 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.911857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f', 'mac_address': 'fa:16:3e:13:8c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:03.912217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736383de-1108-4cb4-8bb6-4763b569ebb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.942850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc070f-bdb5-4af6-843d-ef73cc6c472e req-6859b8f0-6821-4f1a-95bd-2eb0abc0a902 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.945995 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492ce4e5-9394-402c-95bd-3762c2494399 x-openstack-request-id: req-492ce4e5-9394-402c-95bd-3762c2494399 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:03.946520 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-unplugged", "status": "completed", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:03.946924 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-492ce4e5-9394-402c-95bd-3762c2494399 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:03.947469 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'code': 200} Nov 12 00:41:03.951461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4cc070f-bdb5-4af6-843d-ef73cc6c472e req-6859b8f0-6821-4f1a-95bd-2eb0abc0a902 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 946 time: 0.2047400 Nov 12 00:41:04.003868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.006165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4cc070f-bdb5-4af6-843d-ef73cc6c472e req-0f210bdf-ac7d-4956-9a21-9dcd52bfb236 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Nov 12 00:41:04.007612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.034392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:04.042658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.046303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Deleting port d299b361-672f-4053-8a60-f30183313fd3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:04.046808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.063648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:04.081829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-736383de-1108-4cb4-8bb6-4763b569ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.088719 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.138008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] For port d299b361-672f-4053-8a60-f30183313fd3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d299b361-672f-4053-8a60-f30183313fd3,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:04.138555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.157678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Calling delete_port for d299b361-672f-4053-8a60-f30183313fd3 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:04.183914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736383de-1108-4cb4-8bb6-4763b569ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d979396-7347-46ae-82cb-e6df35c14bfa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.205227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.229317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:04.294144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.310813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Network 851b403e-459a-448c-968d-00735df47227 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:04.324402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-f34eb70c-c85c-4cca-be81-0990fb757ce1 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.326909 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-f34eb70c-c85c-4cca-be81-0990fb757ce1 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 944 time: 0.2473316 Nov 12 00:41:04.330709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:04.342263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-736383de-1108-4cb4-8bb6-4763b569ebb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2a87e5f8ea1410191e94618984b6a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9231985 Nov 12 00:41:04.342746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:04.344240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:04.396155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.425308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:04.460540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.461264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.478290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.497390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c4d1f0c6-dcd6-4769-b8b8-94363dfa2500 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2157285 Nov 12 00:41:04.513828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Request body: {'port': {'device_id': '9ef852b9-c1d2-4230-be94-64bf50546519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:04.530290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.548660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Deleting port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:04.549025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.551638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.608832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d299b361-672f-4053-8a60-f30183313fd3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.645777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.766507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] For port 58b1e79f-8a2a-4705-8ded-b124ac5425f5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=58b1e79f-8a2a-4705-8ded-b124ac5425f5,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:04.766507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.821628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.824648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.828382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d979396-7347-46ae-82cb-e6df35c14bfa HTTP/1.1" status: 204 len: 168 time: 0.4821627 Nov 12 00:41:04.897702 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.923753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Calling delete_port for 58b1e79f-8a2a-4705-8ded-b124ac5425f5 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:05.197459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13a8479-6e91-4030-a3e2-1a0b1a5ca611 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:05.207373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.234420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Transition to ACTIVE for port object b13a8479-6e91-4030-a3e2-1a0b1a5ca611 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:05.253313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.256836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca67b3-6f6d-4e4a-bb31-70e66cf60a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d979396-7347-46ae-82cb-e6df35c14bfa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.321442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c92757-1a35-41d5-b501-9268394b754c req-6dc8ea1a-9604-42dd-95ff-f0079711fb56 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.323113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7c92757-1a35-41d5-b501-9268394b754c req-6dc8ea1a-9604-42dd-95ff-f0079711fb56 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 931 time: 0.5738337 Nov 12 00:41:05.345586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.383049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dc205-ecb1-47d6-bdcb-c1ab603692b9 req-8543ee4a-0412-4606-b49a-13a54f8648e4 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.384866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e0dc205-ecb1-47d6-bdcb-c1ab603692b9 req-8543ee4a-0412-4606-b49a-13a54f8648e4 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 948 time: 0.1309483 Nov 12 00:41:05.410199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.422519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.475644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event deleted for resources: {'Port': ['ID=58b1e79f-8a2a-4705-8ded-b124ac5425f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.529179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7c92757-1a35-41d5-b501-9268394b754c req-68a6ddb7-6102-4519-9c37-bea62d1932c1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945665 Nov 12 00:41:05.529389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:05.529543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:05.529955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:05.545178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:05.545605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:05.550427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:05.554111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:05.563890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e0dc205-ecb1-47d6-bdcb-c1ab603692b9 req-9cda447f-4b29-4b4b-b1d0-67630096150c tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410909 Nov 12 00:41:05.585951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] No DVR routers for this DVR port 58b1e79f-8a2a-4705-8ded-b124ac5425f5 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:05.598877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.603868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-524df3c6-5a41-40dd-82de-a3efd18c7f02 req-87c315d6-6326-463c-9128-9a55e2dea4b5 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "DELETE /v2.0/ports/58b1e79f-8a2a-4705-8ded-b124ac5425f5 HTTP/1.1" status: 204 len: 173 time: 1.2607207 Nov 12 00:41:05.604717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:05.605054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:05.605438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:05.606117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Bound port: b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:05.606265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.608195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-deleted', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:05.610529 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3380ebf-89b1-404b-8472-5a0076d740b8" -d '{"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-deleted", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:05.776500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:05.781689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:05.795908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.808145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5a4e23d-dafb-4859-9af6-7374bfe9ff2c req-056fa8b7-09c4-4ab5-8527-a8e4fd670b12 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=448d0691-8b27-4d38-9517-bc7c3926835a HTTP/1.1" status: 200 len: 210 time: 0.0714228 Nov 12 00:41:05.914896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.916737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:05.929203 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33db9e3-b17d-455e-ba4f-f22dabb522a2 x-openstack-request-id: req-a33db9e3-b17d-455e-ba4f-f22dabb522a2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:05.929203 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d0691-8b27-4d38-9517-bc7c3926835a", "name": "network-vif-deleted", "tag": "58b1e79f-8a2a-4705-8ded-b124ac5425f5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:05.929577 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a33db9e3-b17d-455e-ba4f-f22dabb522a2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:05.932021 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d0691-8b27-4d38-9517-bc7c3926835a', 'name': 'network-vif-deleted', 'tag': '58b1e79f-8a2a-4705-8ded-b124ac5425f5', 'status': 'completed', 'code': 200} Nov 12 00:41:05.942732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:05.943354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.943530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.944357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.947779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:05.949433 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-871c9747-f84a-4b04-b70d-bcdb444bb28f service neutron] 10.222.0.39 "PUT /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 1092 time: 1.4408095 Nov 12 00:41:05.971691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:05.995806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:06.000391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'mac_address': 'fa:16:3e:88:af:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:06.083572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.127706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-5e97e5c8-323e-42fb-9dc4-1c646ea3cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.130121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-5e97e5c8-323e-42fb-9dc4-1c646ea3cf5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1095 time: 0.1282780 Nov 12 00:41:06.142866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f131613c-04d8-453b-bb02-dc28bf448e19 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:06.171161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.216370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:06.221594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:06.226494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5c5a8b2-62e7-4091-bf3d-3fcaebc85e4a admin admin] 10.222.0.11 "PUT /v2.0/routers/7db03fb5-7e9c-4123-8726-b6a3ec6d4221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5774801 Nov 12 00:41:06.231314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42282) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:06.244717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-944c184e-311c-4526-9d67-3e80d1198012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 217 time: 0.1024239 Nov 12 00:41:06.244953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Sync routers for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:06.274693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.275078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-736777936-network', 'tenant_id': 'a1ad6248a0db480191c9702312364833'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:06.291330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:06.293724 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0332320-5a28-47c1-ad5b-956bf11f24db" -d '{"events": [{"server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:06.387293 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe04dc2e-f54d-4673-95bc-e6dc2e6da766 x-openstack-request-id: req-fe04dc2e-f54d-4673-95bc-e6dc2e6da766 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:06.388239 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:06.388646 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe04dc2e-f54d-4673-95bc-e6dc2e6da766 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:06.389185 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f', 'code': 200} Nov 12 00:41:06.392491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:06.393386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:06.399867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:06.422479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-19578f56-24a7-420c-b7af-fb77803189f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.423933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-19578f56-24a7-420c-b7af-fb77803189f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1414924 Nov 12 00:41:06.425034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Made reservation on behalf of a1ad6248a0db480191c9702312364833 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:06.427519 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.455318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f131613c-04d8-453b-bb02-dc28bf448e19'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:06.466189 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.480582 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-df714dc5-e7d5-4df2-9219-d75347731f54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342228 Nov 12 00:41:06.518508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.532543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.549780 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.613990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-c8c1b0af-51e7-4d85-b145-5f632c55eca2 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981174 Nov 12 00:41:06.931528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:06.955504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:07.122843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.252266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2627-7e9a-4512-83ac-7b2c83945f1a req-9651b1bd-b276-450d-9aee-69f4cb96fae5 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.254466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81fe2627-7e9a-4512-83ac-7b2c83945f1a req-9651b1bd-b276-450d-9aee-69f4cb96fae5 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.4866896 Nov 12 00:41:07.281283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb7b67-f53f-44ef-b27e-14abb7c2ab23 req-3f340523-42bf-4d61-969d-4a9886644ee7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.283464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbbb7b67-f53f-44ef-b27e-14abb7c2ab23 req-3f340523-42bf-4d61-969d-4a9886644ee7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.5644701 Nov 12 00:41:07.324223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:41:04Z', 'revision_number': 5, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port': {'id': '59a76ae9-7e1d-4aec-8975-1accfc20e9b8', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:43Z', 'updated_at': '2021-11-12T00:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:07.360634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Checking router: 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:07.374686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Routers {'7db03fb5-7e9c-4123-8726-b6a3ec6d4221'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:07.375200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac32f2-d7d4-40a3-983c-1cf8a65abd13 req-dee448e7-e880-4dfb-8f4a-2c8133bf252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.375850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:07.376791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5eac32f2-d7d4-40a3-983c-1cf8a65abd13 req-dee448e7-e880-4dfb-8f4a-2c8133bf252d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 1101 time: 0.8953285 Nov 12 00:41:07.396228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81fe2627-7e9a-4512-83ac-7b2c83945f1a req-5da3e21d-39cf-49b0-8d76-aee900978fc8 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089432 Nov 12 00:41:07.448488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-ef2d7a39-31d0-462e-ad59-285d3c1af3f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796794 Nov 12 00:41:07.484633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-dcc679da-80cd-454f-a42b-7a114ec9c4fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2248747 Nov 12 00:41:07.506468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5eac32f2-d7d4-40a3-983c-1cf8a65abd13 req-52bdd7f1-0a2d-41c9-a0d6-bfddd9472dc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150644 Nov 12 00:41:07.518852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbbb7b67-f53f-44ef-b27e-14abb7c2ab23 req-6f4a6572-e2d0-4170-8d72-1ba547470f06 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885588 Nov 12 00:41:07.549488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] Set router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:07.620546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4107d149-3e32-482c-87e8-9931cc8ec346 req-a56ff91e-4968-4dd7-8feb-958c4fd15379 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945047 Nov 12 00:41:07.686949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f86c-ffad-410c-92d1-beca87298942 req-daf1f6bc-410f-4211-a3aa-1f30d2eca954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.687627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Deleting port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:07.688140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.688617 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-daf1f6bc-410f-4211-a3aa-1f30d2eca954 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1852407 Nov 12 00:41:07.705186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:41:07Z', 'revision_number': 6, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:07.713483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.714993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:07.730662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.744811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:07.756211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.757138 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Added segment b77c9f55-30f0-4eae-8480-7f896f785ed3 of type vlan for network 5031bcf7-d337-4191-bf64-048e669c3297 Nov 12 00:41:07.808472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.821148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b402fb-ce31-483d-ab31-7e8e1a88ef11 None None] The sync data for ids ['7db03fb5-7e9c-4123-8726-b6a3ec6d4221'] in n-d-712141-15 is: [{'id': '7db03fb5-7e9c-4123-8726-b6a3ec6d4221', 'name': 'tempest-FloatingIPsTestJSON-1475590419-router', 'tenant_id': 'b21931845c29447a810166774d4883ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:40:41Z', 'updated_at': '2021-11-12T00:41:07Z', 'revision_number': 6, 'project_id': 'b21931845c29447a810166774d4883ed', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:07.874046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.877280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.877897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.893228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f131613c-04d8-453b-bb02-dc28bf448e19 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:07.893717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.919378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] For port 59a76ae9-7e1d-4aec-8975-1accfc20e9b8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:07.922232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.946509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:07.948207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-96864f75-8e08-4aba-a08b-1e2ef80f96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.950136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-96864f75-8e08-4aba-a08b-1e2ef80f96af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1096 time: 0.4272826 Nov 12 00:41:07.955422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Calling delete_port for 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:07.955553 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619c227-8536-491b-a22f-a900d35a7be0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:08.033337 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.115523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:08.126636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.127655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:08.153074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f86c-ffad-410c-92d1-beca87298942 req-a433de28-8c17-42ab-9a83-42cb9b47c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.154682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-a433de28-8c17-42ab-9a83-42cb9b47c920 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.4389377 Nov 12 00:41:08.172192 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c41d8cb-6bc3-4079-81e0-0bdba117769c x-openstack-request-id: req-9c41d8cb-6bc3-4079-81e0-0bdba117769c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:08.172644 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:08.173105 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c41d8cb-6bc3-4079-81e0-0bdba117769c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:08.173593 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'status': 'completed', 'code': 200} Nov 12 00:41:08.200110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 58b1e79f-8a2a-4705-8ded-b124ac5425f5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:08.200110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 58b1e79f-8a2a-4705-8ded-b124ac5425f5 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:08.263578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-efff6dac-8cd2-4cd3-8a7d-8ae22bc197cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.265160 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-0a6d6118-2d15-491d-87aa-4cfe36f3cf9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 200 len: 217 time: 0.0837231 Nov 12 00:41:08.265378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-efff6dac-8cd2-4cd3-8a7d-8ae22bc197cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.2601476 Nov 12 00:41:08.268571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d299b361-672f-4053-8a60-f30183313fd3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:08.294335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.297174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d299b361-672f-4053-8a60-f30183313fd3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:08.304983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d299b361-672f-4053-8a60-f30183313fd3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:08.326165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8cb8a6-4144-417b-8c70-f05d242427b6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.341440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3442895 Nov 12 00:41:08.368723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:08.389929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Request body: {'subnet': {'network_id': '5031bcf7-d337-4191-bf64-048e669c3297', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-736777936-subnet', 'tenant_id': 'a1ad6248a0db480191c9702312364833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:08.391152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:08.393870 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd44eba-ddcb-407c-86e5-89b904b3a0b4" -d '{"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-plugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:08.416958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-7e00afd2-aea1-423a-9331-b78a465fca90 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.430672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-7e00afd2-aea1-423a-9331-b78a465fca90 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.4657788 Nov 12 00:41:08.438994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-9d787556-0215-4b9d-b147-78f3e244dc27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.1498876 Nov 12 00:41:08.466337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a3c23-c385-4883-ba8c-61e711b48df5 admin admin] Pushing event updated for resources: {'Network': ['ID=5031bcf7-d337-4191-bf64-048e669c3297,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.477536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5031bcf7-d337-4191-bf64-048e669c3297 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:08.497754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-0a440cea-9792-4dd0-8633-18bc8f9d7a00 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/quotas/f2db1d8d3f9943109adb031a22bce983 HTTP/1.1" status: 200 len: 375 time: 0.0661049 Nov 12 00:41:08.509010 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a20d59-47a7-42ef-8f85-0cf65cbfffe9 x-openstack-request-id: req-23a20d59-47a7-42ef-8f85-0cf65cbfffe9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:08.509531 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-plugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:08.509941 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23a20d59-47a7-42ef-8f85-0cf65cbfffe9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:08.510470 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'code': 200} Nov 12 00:41:08.587004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Made reservation on behalf of a1ad6248a0db480191c9702312364833 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:08.596146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.657768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:08.668685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619c227-8536-491b-a22f-a900d35a7be0 req-455b4b33-b19d-4d60-92f0-bf5c8eb9e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.670024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-455b4b33-b19d-4d60-92f0-bf5c8eb9e165 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1095 time: 0.4955900 Nov 12 00:41:08.695082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-377837d5-a7b6-4392-9d54-36f060d31255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.697108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-377837d5-a7b6-4392-9d54-36f060d31255 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.2449157 Nov 12 00:41:08.811970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-5216bd82-a1e6-4799-a278-d319ac54f035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881898 Nov 12 00:41:08.823688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-8f176d58-a4c2-4e50-86c2-645d924c6b67 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3250484 Nov 12 00:41:08.905070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f86c-ffad-410c-92d1-beca87298942 req-61f67f91-8626-4022-a272-7c3aed9e33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:08.907205 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-61f67f91-8626-4022-a272-7c3aed9e33e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.5632894 Nov 12 00:41:08.972339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-18d2872a-607a-4699-b994-414ed0188fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550508 Nov 12 00:41:09.001250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2015f3d-9a7c-4303-8912-3027e84f821a req-391f486a-a37e-4f0e-a295-e5608ec1992f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.002893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2015f3d-9a7c-4303-8912-3027e84f821a req-391f486a-a37e-4f0e-a295-e5608ec1992f tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.2875547 Nov 12 00:41:09.046772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.081940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619c227-8536-491b-a22f-a900d35a7be0 req-74f93a9b-3712-4ae1-815a-fc471473bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.083513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-74f93a9b-3712-4ae1-815a-fc471473bb08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.3975992 Nov 12 00:41:09.084382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-2276a3da-05c3-437a-ad05-7663514e505c service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589741 Nov 12 00:41:09.181692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b06a351-3a1b-4a0a-9315-3b772bc72575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.218328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-24356970-5ab7-4660-8ef9-e7093135b243 service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862174 Nov 12 00:41:09.254369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a76ae9-7e1d-4aec-8975-1accfc20e9b8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.272120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2015f3d-9a7c-4303-8912-3027e84f821a req-14af1c2d-8e80-4ee1-9c70-d5a826d3db43 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458656 Nov 12 00:41:09.309807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-254b7fbc-bed6-4c3f-bff9-ca30387778ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 217 time: 0.2042246 Nov 12 00:41:09.313663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.347111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-fb364711-d61e-427d-9181-99b55baed944 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589771 Nov 12 00:41:09.419063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.421647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.452250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619c227-8536-491b-a22f-a900d35a7be0 req-338bc872-82e3-45af-9f5b-de238b193249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:09.453926 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-338bc872-82e3-45af-9f5b-de238b193249 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.1057556 Nov 12 00:41:09.457364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.529153 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.529726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db03fb5-7e9c-4123-8726-b6a3ec6d4221 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:41:09.548018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf98507-e997-4d26-bdb7-06d841946110,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.606083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-3e636611-d5b7-4c75-833f-a01279df6978 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611033 Nov 12 00:41:09.766620 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-c7e88145-0042-4a74-b23e-52435a3f5a8b service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489410 Nov 12 00:41:09.884986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.889117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7e7c822a-2793-43f4-8c07-6c56413aa091 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7db03fb5-7e9c-4123-8726-b6a3ec6d4221 HTTP/1.1" status: 204 len: 168 time: 3.6564648 Nov 12 00:41:09.893709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:09.947980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Checking segment: {'id': 'b77c9f55-30f0-4eae-8480-7f896f785ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5031bcf7-d337-4191-bf64-048e669c3297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:09.949258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Network hostable DHCP agents. Network: 5031bcf7-d337-4191-bf64-048e669c3297, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:09.956459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Deleting subnet 4a7ae73e-4fc6-4344-83e6-07debadd0e5e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:09.957578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c619c227-8536-491b-a22f-a900d35a7be0 req-f1e72462-61ed-4b95-81fa-1769431f4a4f service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275198 Nov 12 00:41:09.963373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.011368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88ad34b6-43b5-4cf9-93c4-9736be3c0fd6 req-e2e7bf68-bf27-40f9-9d59-2a51cf81f9eb service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9049358 Nov 12 00:41:10.037850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d0e0-2596-4991-bd84-90891226d05a req-5ebd7d62-2e77-4351-b6d6-a735cfa5fc84 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.039514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d101d0e0-2596-4991-bd84-90891226d05a req-5ebd7d62-2e77-4351-b6d6-a735cfa5fc84 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.5717528 Nov 12 00:41:10.053442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Network 5031bcf7-d337-4191-bf64-048e669c3297 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:10.119445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-13c6baaf-c80d-4f48-aca0-d3b055164791 service neutron] 10.222.0.11 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001369 Nov 12 00:41:10.120880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5031bcf7-d337-4191-bf64-048e669c3297) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:10.121850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.131456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8927c6-2269-4dcb-bc43-0ee948bc5569 None None] Network 5031bcf7-d337-4191-bf64-048e669c3297 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:10.167478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.168085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.206667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:10.242517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0577f86c-ffad-410c-92d1-beca87298942 req-363056b1-792d-4198-8b45-87418f427087 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864921 Nov 12 00:41:10.250327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d101d0e0-2596-4991-bd84-90891226d05a req-1ce459a5-6c6c-4cea-8a1a-e707e0ad76c2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956966 Nov 12 00:41:10.277861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c6c80f3-0816-47b1-b47e-1652c4055a4b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8869519 Nov 12 00:41:10.293444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.366921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:10.367266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 59a76ae9-7e1d-4aec-8975-1accfc20e9b8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:10.556038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e1bd6-7849-4eef-94ce-40075763e046 None None] Network 5031bcf7-d337-4191-bf64-048e669c3297 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:10.615633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.674877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecd6e06c-59a2-4089-af48-28092f159f83 req-fd342ea1-b8ab-4ac5-94f3-92efcaff6dc4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 210 time: 0.1089382 Nov 12 00:41:10.722733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97529a4c-1954-4f18-99a0-9d6f047bb724 req-7e24b6ce-c38f-406e-9d98-98960dec84cf tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:10.724755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97529a4c-1954-4f18-99a0-9d6f047bb724 req-7e24b6ce-c38f-406e-9d98-98960dec84cf tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.2816014 Nov 12 00:41:10.732483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7ae73e-4fc6-4344-83e6-07debadd0e5e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.735870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.740638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b83c89f5-e238-4065-8150-933b82d113f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4a7ae73e-4fc6-4344-83e6-07debadd0e5e HTTP/1.1" status: 204 len: 168 time: 0.8393919 Nov 12 00:41:10.743036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:10.761659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d168f0-8490-4428-849e-706b51050139 None None] Network ac7d0aeb-3194-4730-a99d-5c9497f701a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:10.909180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97529a4c-1954-4f18-99a0-9d6f047bb724 req-6dcd18ba-278a-4c51-b9eb-5a28a7cd6be4 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671340 Nov 12 00:41:10.957227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.035051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-351045563', 'description': 'tempest-description-1205713200'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:11.067301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Deleting port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:11.067728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.116814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.157920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] For port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,segment=NetworkSegment(7658a6a1-5ca6-4cfd-b6d7-5718c07dd274),segment_id=7658a6a1-5ca6-4cfd-b6d7-5718c07dd274)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:11.158147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.180816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Calling delete_port for 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:11.209715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] DHCP port deletion for ac7d0aeb-3194-4730-a99d-5c9497f701a9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:41:11.289648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.290699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.301530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.339651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Deleting port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:11.340079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.345903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.354686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.364332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51ab2c86-e07c-46d9-8187-9dc32a3dc2db req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3353970 Nov 12 00:41:11.367253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] No DVR routers for this DVR port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:11.375405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adda740-004f-4e40-b198-2a5d46d8a3ff tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95abde17-4a1a-40aa-b696-afe5a1e8cf42,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.541984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.544246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb513-8153-478b-9e03-15fabaa5b052 req-d63a67b3-5e65-42d6-bdef-f366d52b5503 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:11.544892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] For port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:11.545978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.555446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9adb513-8153-478b-9e03-15fabaa5b052 req-d63a67b3-5e65-42d6-bdef-f366d52b5503 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1081467 Nov 12 00:41:11.573201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Calling delete_port for 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:11.576108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:41:11.578610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.581286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7d0aeb-3194-4730-a99d-5c9497f701a9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:11.593100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:11.596540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] No DVR routers for this DVR port 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:11.605779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7658a6a1-5ca6-4cfd-b6d7-5718c07dd274') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:11.625114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceca6e-8d2a-4773-b2ea-85ecc520f97d None None] Pushing event deleted for resources: {'Port': ['ID=0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.626363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.648289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.655472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:11.655888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.662252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9adb513-8153-478b-9e03-15fabaa5b052 req-99d588c3-bd58-42d8-b4fb-01852f0f3479 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028225 Nov 12 00:41:11.684416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-02c12db7-0f64-4371-b774-13701bff599f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/95abde17-4a1a-40aa-b696-afe5a1e8cf42 HTTP/1.1" status: 200 len: 1829 time: 0.1641991 Nov 12 00:41:11.696317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ced8-1722-4468-b75d-7dafe47fa5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.705926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95abde17-4a1a-40aa-b696-afe5a1e8cf42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:11.706388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95abde17-4a1a-40aa-b696-afe5a1e8cf42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:11.761005 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:11.772533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.778838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.782306 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ac7d0aeb-3194-4730-a99d-5c9497f701a9 HTTP/1.1" status: 204 len: 168 time: 1.0381854 Nov 12 00:41:11.843212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357e45c-3da6-4cc2-ab1e-ac77de5ceda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d0aeb-3194-4730-a99d-5c9497f701a9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.851617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.938579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.950623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:11.984360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a586ec84-a380-4517-b463-2d1976b4ec16,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.998562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.004628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70eaa5e7-e134-4bd2-809e-d872ff79a6dc req-bc5fd106-9a4b-4498-a166-652c7d998225 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3192253 Nov 12 00:41:12.156412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:12.170814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:12.173840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02fd444e-7fde-4dfe-8267-3bf35acd9402 req-e5acb426-6618-440e-91b6-d910bcaee6c3 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 210 time: 0.0774059 Nov 12 00:41:12.213503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:12.214565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0b79c6b8-bbb9-49c5-9d7d-623b0a3e50fc not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:12.334157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0026e93b-a2b4-4c59-8dc1-e4b4f45cd181 req-08e81d49-c697-446c-ad05-457fd0356d3f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/95abde17-4a1a-40aa-b696-afe5a1e8cf42 HTTP/1.1" status: 200 len: 2422 time: 0.0800548 Nov 12 00:41:12.365725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5968ab00-f3bb-4c55-b670-5a27bb205617 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b21931845c29447a810166774d4883ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913784 Nov 12 00:41:12.378289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d9640f77-3023-4ef5-94ed-70c844c1a72f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:12.380370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d9640f77-3023-4ef5-94ed-70c844c1a72f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 822 time: 0.3919630 Nov 12 00:41:12.381218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:12.402879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Request body: {'port': {'device_id': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'admin_state_up': True, 'tenant_id': 'f2db1d8d3f9943109adb031a22bce983'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:12.413283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-84ba81d3-02e5-4d2e-be90-0ab3f2bd756c tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-group-rules/a586ec84-a380-4517-b463-2d1976b4ec16 HTTP/1.1" status: 200 len: 778 time: 0.0557487 Nov 12 00:41:12.512046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-f16159f7-bb89-422b-bffa-dc8ea5592f1f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/95abde17-4a1a-40aa-b696-afe5a1e8cf42 HTTP/1.1" status: 200 len: 2422 time: 0.0922785 Nov 12 00:41:12.536201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.562666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.573601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.611788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.630125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.637126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.637382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.638481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2cbb1de-4f97-43e5-b570-9251135fa7b2 req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a586ec84-a380-4517-b463-2d1976b4ec16 HTTP/1.1" status: 204 len: 173 time: 0.1161377 Nov 12 00:41:12.652041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e758e88-fb47-4ab5-9081-e84d8c366c37 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a586ec84-a380-4517-b463-2d1976b4ec16,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:12.669791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-47295598', 'description': 'tempest-description-1947822190'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:12.706518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Made reservation on behalf of f2db1d8d3f9943109adb031a22bce983 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:12.711055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.764327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.791534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e5b93-6051-4d2c-b2bb-8200362472cc req-d7e508e5-58d2-4d4a-98f8-61fb23a441a1 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:12.792867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.794114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c89e5b93-6051-4d2c-b2bb-8200362472cc req-d7e508e5-58d2-4d4a-98f8-61fb23a441a1 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.0966938 Nov 12 00:41:12.802707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.806168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a19e39f-ab77-492e-aa98-a8da56b2ae4d HTTP/1.1" status: 204 len: 168 time: 0.4213672 Nov 12 00:41:12.824323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d407523-754b-4ac8-a805-5672a6672715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a19e39f-ab77-492e-aa98-a8da56b2ae4d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:12.960559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c89e5b93-6051-4d2c-b2bb-8200362472cc req-64b0badb-14bb-41b5-8b33-e9245aa43559 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189682 Nov 12 00:41:12.973925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:12.993018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.054753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Allocated IP 172.20.0.8 (9eb00b48-449a-4506-9127-db68f005efc3/d08e9a26-b7f3-4b5f-827c-53d7d948af79/fde3766f-f481-46bf-88b1-08142743e1f6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:13.136761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b977b25d-6fa2-479b-b61d-1dc7d173d19b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.191775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb203a0-dd55-4729-af60-53aa8a272788 req-30a5fbcb-9335-4e84-bbce-672d3abef99d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.202708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbb203a0-dd55-4729-af60-53aa8a272788 req-30a5fbcb-9335-4e84-bbce-672d3abef99d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1256251 Nov 12 00:41:13.223184 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.224665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2977b8b0-19ab-416d-9d27-0f2e9de47d47 req-d3a30e24-870c-4410-bb82-cc677cadc7fb tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5590992 Nov 12 00:41:13.294609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbb203a0-dd55-4729-af60-53aa8a272788 req-441715d7-2f4b-4965-a276-9b3a8feeaacf tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901957 Nov 12 00:41:13.364377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.430964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.491928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Network 9eb00b48-449a-4506-9127-db68f005efc3 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:13.495780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:13.508699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:13.549859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event updated for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.585080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-727ce002-6fb4-49fb-af80-bfa5d69fa6ec req-31d7ab34-5965-49a8-b15b-6dc102b79a65 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/b977b25d-6fa2-479b-b61d-1dc7d173d19b HTTP/1.1" status: 200 len: 1828 time: 0.1633842 Nov 12 00:41:13.603592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.604410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.626404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e8ffe-0339-4c19-a5a4-09de51640e1a req-88f7354f-e3fc-4131-b33c-1e73b2c5de61 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:13.628400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c5e8ffe-0339-4c19-a5a4-09de51640e1a req-88f7354f-e3fc-4131-b33c-1e73b2c5de61 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 931 time: 0.1254425 Nov 12 00:41:13.651662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1236213682', 'description': 'tempest-description-781633515'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:13.680224 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-6f421f14-af87-4801-9fab-ed95875b6244 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2826731 Nov 12 00:41:13.698996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Request body: {'port': {'device_id': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:13.774382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.791307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.837645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c5e8ffe-0339-4c19-a5a4-09de51640e1a req-b13e36ac-9836-406b-88d9-960466c06e72 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658652 Nov 12 00:41:13.888632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.983631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.995929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.057927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.064536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a742a58b-5c7a-4b75-997b-f21979d94853 req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4212918 Nov 12 00:41:14.207948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414b2b0-4665-4b9d-bec9-823120f82057 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e598d381-c90c-4f51-9780-4ba9585f07cb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:14.213669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:14.289169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c71ce84c-034c-4cf4-9116-ef0399c63bc9 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.292841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fc6cf-8095-4121-9b4e-e96a08160ba3 req-e664a7e1-6205-4dfa-b910-009464059caa tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.295648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c71ce84c-034c-4cf4-9116-ef0399c63bc9 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.32 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.2553086 Nov 12 00:41:14.300762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-182fc6cf-8095-4121-9b4e-e96a08160ba3 req-e664a7e1-6205-4dfa-b910-009464059caa tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 949 time: 0.2339385 Nov 12 00:41:14.306089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-472497fa-97ae-471d-9bba-ce685166ea18 req-46e62af3-12f5-4600-aa47-d962dcd88e58 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/e598d381-c90c-4f51-9780-4ba9585f07cb HTTP/1.1" status: 200 len: 1829 time: 0.2029920 Nov 12 00:41:14.403702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde3766f-f481-46bf-88b1-08142743e1f6 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:14.418892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-182fc6cf-8095-4121-9b4e-e96a08160ba3 req-54929893-888e-48dc-8cce-bb04a1e26820 tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/security-groups?id=5821eab5-a20d-4fb6-aa41-21400c188e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107314 Nov 12 00:41:14.465484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.465708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-network', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:14.479969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Transition to ACTIVE for port object fde3766f-f481-46bf-88b1-08142743e1f6 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:14.489256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777364000', 'description': 'tempest-description-868621608'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:14.498069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.542677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4447ea8-8de7-4e48-a860-83fa9fb835af req-23d72d8f-6816-4d9d-a9be-c0767deec03c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:14.544181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4447ea8-8de7-4e48-a860-83fa9fb835af req-23d72d8f-6816-4d9d-a9be-c0767deec03c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1094809 Nov 12 00:41:14.549329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Made reservation on behalf of 8c3ab7a9082e4310bcf4555d05d9e796 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:14.552903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.574951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:14.585222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.605846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Deleting port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:14.606603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.665701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.729208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4447ea8-8de7-4e48-a860-83fa9fb835af req-d0c5d092-5dfe-44a5-ad59-cb2bad129fb0 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719348 Nov 12 00:41:14.744434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] For port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:14.744807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.771829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Calling delete_port for 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:14.862014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.911984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.946189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.978088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.994919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:14.998078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:15.034383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.035331 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Added segment a9998bfc-4a5b-429d-ae99-0395ff251a63 of type vlan for network 7d232877-bd1e-4ef2-bc46-db3834eab7ca Nov 12 00:41:15.036685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Attempting to bind port fde3766f-f481-46bf-88b1-08142743e1f6 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:15.037241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93a112-d768-4868-b6ed-52610a5e9b23,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.037380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Attempting to bind port fde3766f-f481-46bf-88b1-08142743e1f6 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:15.037380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Attempting to bind port fde3766f-f481-46bf-88b1-08142743e1f6 on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:15.070382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.071717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32bb4752-6df0-44f3-b553-e7e67d6f0e6a req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6126192 Nov 12 00:41:15.092715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.093211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.093559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.093900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.094237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.094569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.095023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.095357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.095689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.096016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.096366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.096694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:15.114191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Port fde3766f-f481-46bf-88b1-08142743e1f6 on network 9eb00b48-449a-4506-9127-db68f005efc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:15.114593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Attempting to bind port fde3766f-f481-46bf-88b1-08142743e1f6 on network 9eb00b48-449a-4506-9127-db68f005efc3 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:15.143596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:15.143946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Checking segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:15.146334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Bound using segment: {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:15.146782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Bound port: fde3766f-f481-46bf-88b1-08142743e1f6, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fd50d4-024f-4c07-97bd-6737f82354cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:15.147156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.213227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.227651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:15.252089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.380930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.381993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.382672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.469927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] Pushing event updated for resources: {'Network': ['ID=7d232877-bd1e-4ef2-bc46-db3834eab7ca,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.486130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:15.495127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc97dab-ab78-4044-a2ad-586ccf7ac4fe tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5ae60-c52b-4e1b-b79b-1d5a3c3488ad,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.520329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d4f1821a-4dfb-46fa-a51e-515f86d07625 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3044205 Nov 12 00:41:15.530885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d93186d-ce23-45e7-97b1-07d21b05bd60 req-837e15da-e6d9-40fc-a665-a0e0c87f616a tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/41b5ae60-c52b-4e1b-b79b-1d5a3c3488ad HTTP/1.1" status: 200 len: 1829 time: 0.3709173 Nov 12 00:41:15.531446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:15.543464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Request body: {'subnet': {'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-subnet', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:15.596106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Pushing event deleted for resources: {'Port': ['ID=0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.602052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcff79-24b0-4788-9f89-431b1b0e6251 req-00fbcb7d-7bee-492b-839b-6ce278fc71ef tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.613761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6dcff79-24b0-4788-9f89-431b1b0e6251 req-00fbcb7d-7bee-492b-839b-6ce278fc71ef tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 943 time: 0.4131033 Nov 12 00:41:15.685386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Made reservation on behalf of 8c3ab7a9082e4310bcf4555d05d9e796 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:15.690803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.691044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] No DVR routers for this DVR port 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:15.696273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.699899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68d5e0b6-2395-40f8-a743-040d9d74efd6 req-c96535d0-0885-46b2-9258-6fcc441a574d tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.32 "DELETE /v2.0/ports/0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f HTTP/1.1" status: 204 len: 173 time: 1.3963411 Nov 12 00:41:15.700409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'name': 'network-vif-deleted', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:15.702840 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910efaf-ae1c-4344-af5c-7431b1fe0373" -d '{"events": [{"server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "name": "network-vif-deleted", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:15.706500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:15.728935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fde3766f-f481-46bf-88b1-08142743e1f6,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:15.739809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.853768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:15.857285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:15.859036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] 10.222.0.32 "PUT /v2.0/ports/fde3766f-f481-46bf-88b1-08142743e1f6 HTTP/1.1" status: 200 len: 1092 time: 2.1664753 Nov 12 00:41:15.912435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8d9b-c0cb-42b5-b05f-a230a4b32aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:15.959640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ce15162-6709-449a-9900-dabac756e815 req-f15f85de-d3a7-444d-8deb-499ab077df9b tempest-TenantUsagesTestJSON-1057448444 tempest-TenantUsagesTestJSON-1057448444-project] 10.222.0.11 "GET /v2.0/ports?device_id=998a359b-3323-4ba4-8cad-7c65351a84a6 HTTP/1.1" status: 200 len: 210 time: 0.1137731 Nov 12 00:41:16.035072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-63a10bfa-d8a3-422c-a3a8-12c357f34684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.041578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-63a10bfa-d8a3-422c-a3a8-12c357f34684 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 1095 time: 0.1086314 Nov 12 00:41:16.129557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-173afcc5-a076-4366-8a0f-591c5b93f610 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3766f-f481-46bf-88b1-08142743e1f6 HTTP/1.1" status: 200 len: 217 time: 0.0826564 Nov 12 00:41:16.195468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-5c770a70-895a-48ea-b123-658e1f5d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.197603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-5c770a70-895a-48ea-b123-658e1f5d5401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.0579808 Nov 12 00:41:16.214426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6dcff79-24b0-4788-9f89-431b1b0e6251 req-340219d5-c5ba-42cb-9588-03ea1f5cb8ba tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996118 Nov 12 00:41:16.221726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691643516', 'description': 'tempest-description-46481171'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:16.264363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.284800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.300707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-7a18099b-d73f-4d66-a320-1be2c72b9b2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867114 Nov 12 00:41:16.364139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a18f92-6ad7-4100-a2d0-2660b46e9765,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.364600 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f929b58-aa0e-436a-b4b0-27014f7605cc x-openstack-request-id: req-9f929b58-aa0e-436a-b4b0-27014f7605cc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:16.370935 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a359b-3323-4ba4-8cad-7c65351a84a6", "name": "network-vif-deleted", "tag": "0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:16.371616 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f929b58-aa0e-436a-b4b0-27014f7605cc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:16.372314 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a359b-3323-4ba4-8cad-7c65351a84a6', 'name': 'network-vif-deleted', 'tag': '0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f', 'status': 'completed', 'code': 200} Nov 12 00:41:16.461173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Checking segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:16.461421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Network hostable DHCP agents. Network: 7d232877-bd1e-4ef2-bc46-db3834eab7ca, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:16.522077 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-15cb5f3c-591d-40a5-ab92-aa08880c7baa service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092319 Nov 12 00:41:16.570659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:16.618794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8a7f-2bfb-4724-a321-8b84af8ce4c5 req-3c2a9e3e-6b38-44ca-95d4-b3c40fd08f43 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.626448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d75f8a7f-2bfb-4724-a321-8b84af8ce4c5 req-3c2a9e3e-6b38-44ca-95d4-b3c40fd08f43 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.2232895 Nov 12 00:41:16.642155 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.643040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7d232877-bd1e-4ef2-bc46-db3834eab7ca) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:16.653778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b7bd8-dda3-45f2-a99b-29a4ac00f2b7 None None] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:16.677619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-180e1185-142a-40b2-9b25-adbb747e2d2f req-4f41cc71-01d3-49c8-b8cb-0b2ce9af8460 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469572 Nov 12 00:41:16.680477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.681283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.686763 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.768646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:16.772871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c65f4b7-860a-46bb-8c73-93b02f7b6a3b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2380400 Nov 12 00:41:16.776895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:16.795074 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.796370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecaeddb8-e9a0-4684-9d0b-d7cadb2af992 req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5807927 Nov 12 00:41:16.827606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139ac13-4167-4541-8246-2eb4e883c99b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf7cd8-8ddb-4344-b953-46263d9e925d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.829551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.833475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.880968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d75f8a7f-2bfb-4724-a321-8b84af8ce4c5 req-d280dbef-f865-4fde-bab8-d918f2a8e726 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532561 Nov 12 00:41:16.926331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:16.957930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:16.959684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.097552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c84e435-1019-4eb7-9a11-6bdf0471eabb req-d0339451-a490-480a-b9f4-1172e8aa67f6 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/18bf7cd8-8ddb-4344-b953-46263d9e925d HTTP/1.1" status: 200 len: 1827 time: 0.0823805 Nov 12 00:41:17.157556 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-3de5da9a-5173-417b-878a-ba68d54a99db req-2aab2085-b574-49db-9749-1c2235f09e43 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] show failed (client error): The resource could not be found. Nov 12 00:41:17.164397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3de5da9a-5173-417b-878a-ba68d54a99db req-2aab2085-b574-49db-9749-1c2235f09e43 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/4b8221d7-4827-4877-8a62-5c83a09dbb00 HTTP/1.1" status: 404 len: 352 time: 0.0291274 Nov 12 00:41:17.215391 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-d124f55d-668a-46d2-8277-31f24ab92c1d req-e1ba6db8-3444-4c22-be36-f68751387341 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] show failed (client error): The resource could not be found. Nov 12 00:41:17.227559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d124f55d-668a-46d2-8277-31f24ab92c1d req-e1ba6db8-3444-4c22-be36-f68751387341 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-group-rules/a9e4ca20-72b7-4d57-a8e9-6ef8e9aee50d HTTP/1.1" status: 404 len: 361 time: 0.0342534 Nov 12 00:41:17.238804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.258229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Allocated IP 172.20.0.2 (7d232877-bd1e-4ef2-bc46-db3834eab7ca/f8a18f92-6ad7-4100-a2d0-2660b46e9765/a0d6f7bc-3c8b-4f83-85eb-ecdbef990389) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:17.331238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-8d07c91a-3585-45e1-8f3c-ff5c82db03c7 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/18bf7cd8-8ddb-4344-b953-46263d9e925d HTTP/1.1" status: 200 len: 1827 time: 0.0917635 Nov 12 00:41:17.566330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:17.566911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.581430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:17.651628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe19b-a450-4f0d-815c-d772985b5015 req-a64c83af-20a1-4f32-b40b-4aad816e17b4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.663083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fffbe19b-a450-4f0d-815c-d772985b5015 req-a64c83af-20a1-4f32-b40b-4aad816e17b4 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 943 time: 0.2831171 Nov 12 00:41:17.689762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.748506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.803389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.813402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:17.814365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0bb1d5ee-3d8c-4eb5-9916-96bd3f3d399f not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:17.832557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.850605 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.861408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fffbe19b-a450-4f0d-815c-d772985b5015 req-318efdc2-0ef2-4bbc-9e9e-ccc00eadeec9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973398 Nov 12 00:41:17.864793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.867503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.871898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1238ecd-0fbe-4da4-beed-b9e962d3db13 req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-groups/18bf7cd8-8ddb-4344-b953-46263d9e925d HTTP/1.1" status: 204 len: 173 time: 0.5198126 Nov 12 00:41:17.912174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000e11b-1391-4de1-84e7-4e9fd77cbe55 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf7cd8-8ddb-4344-b953-46263d9e925d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:17.935762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:17.947154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ade7821c-d427-4b31-86e6-c79a1e2086e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3041f2b5e7040c5a3eb45176463869d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708112 Nov 12 00:41:17.953908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:17.964340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:17.983969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:17.998978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Pushing event updated for resources: {'Port': ['ID=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.031656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.032321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.032845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.033339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.033870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.034647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.035165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.045051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.045758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.046324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.046941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.047481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:18.072420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-0281cf94-93cb-436e-ac2a-185e0070be04 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/41b5ae60-c52b-4e1b-b79b-1d5a3c3488ad HTTP/1.1" status: 200 len: 1829 time: 0.1697423 Nov 12 00:41:18.143644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Allocated IP 172.25.6.212 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/88ab924f-690f-43ed-bf29-8e637f6e3f73) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:18.149270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.158395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Attempting to bind port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:18.159328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Attempting to bind port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:18.160700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Attempting to bind port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 on network 7d232877-bd1e-4ef2-bc46-db3834eab7ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:18.176462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:18.178577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.179336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Checking segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:18.179979 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.180623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Bound using segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:18.183099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Bound port: a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:18.183822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.222052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29a654-80a7-489e-b542-d3df6e415280 req-e25bc0b9-086f-4713-9abe-70a67d5abf7b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.230225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee29a654-80a7-489e-b542-d3df6e415280 req-e25bc0b9-086f-4713-9abe-70a67d5abf7b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.2384160 Nov 12 00:41:18.281551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.285890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.302622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4cf4e31f-a6df-46f0-99b9-eb9ba66309a8 req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-groups/41b5ae60-c52b-4e1b-b79b-1d5a3c3488ad HTTP/1.1" status: 204 len: 173 time: 0.2286291 Nov 12 00:41:18.311722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.350548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] For port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:18.355704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] For port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:18.367815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.375329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:18.379946 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101bcef-82ef-436e-b2ef-e4c916381494" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:18.380806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf29ac6-d568-4967-89c5-70955ca36d6f tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5ae60-c52b-4e1b-b79b-1d5a3c3488ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.408579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.421062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee29a654-80a7-489e-b542-d3df6e415280 req-263681c3-afb0-4f37-a4b5-f193ac8ec794 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899025 Nov 12 00:41:18.571281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:18.588524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:18.593484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-873c166d-eb16-4962-8770-2dc21585ee12 req-09985877-2845-471b-b203-2a6fa216f6e4 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/e598d381-c90c-4f51-9780-4ba9585f07cb HTTP/1.1" status: 200 len: 1829 time: 0.1172588 Nov 12 00:41:18.597421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e7717-e8cf-4291-9a02-590cb88855cf None None] Pushing event updated for resources: {'Port': ['ID=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.605250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:18.681824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Pushing event updated for resources: {'Port': ['ID=88ab924f-690f-43ed-bf29-8e637f6e3f73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.690405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.737234 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f4177-4a27-4845-b108-403f14949223 x-openstack-request-id: req-fa4f4177-4a27-4845-b108-403f14949223 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:18.737526 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:18.737788 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa4f4177-4a27-4845-b108-403f14949223 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:18.740270 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6', 'status': 'completed', 'code': 200} Nov 12 00:41:18.748679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-873c166d-eb16-4962-8770-2dc21585ee12 req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.775452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.776814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-873c166d-eb16-4962-8770-2dc21585ee12 req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.848985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-873c166d-eb16-4962-8770-2dc21585ee12 req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.870405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-873c166d-eb16-4962-8770-2dc21585ee12 req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.883227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-873c166d-eb16-4962-8770-2dc21585ee12 req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-groups/e598d381-c90c-4f51-9780-4ba9585f07cb HTTP/1.1" status: 204 len: 173 time: 0.2524936 Nov 12 00:41:18.903342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca97d88-f8ef-4117-9ca5-cebd5df9ad68 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e598d381-c90c-4f51-9780-4ba9585f07cb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.029196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-885413ae-3144-452d-85f9-72650e3a92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.030951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-885413ae-3144-452d-85f9-72650e3a92c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2db1d8d3f9943109adb031a22bce983&device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 1095 time: 0.2773061 Nov 12 00:41:19.055631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-3ee6aa46-b7f0-441b-ba6f-434253c073d3 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/b977b25d-6fa2-479b-b61d-1dc7d173d19b HTTP/1.1" status: 200 len: 1828 time: 0.1438570 Nov 12 00:41:19.063260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.066203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.070851 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5821eab5-a20d-4fb6-aa41-21400c188e8f HTTP/1.1" status: 204 len: 168 time: 1.0985272 Nov 12 00:41:19.121715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13c98-bfa5-4e2c-8efd-8bf83170868e req-79125437-232f-4b7c-9ef5-8ef7fe386c40 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.123311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bc13c98-bfa5-4e2c-8efd-8bf83170868e req-79125437-232f-4b7c-9ef5-8ef7fe386c40 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 943 time: 0.1285141 Nov 12 00:41:19.157668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.167367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968b163-1407-4aa4-9eb0-64f4db102e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5821eab5-a20d-4fb6-aa41-21400c188e8f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.207024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.237226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bc13c98-bfa5-4e2c-8efd-8bf83170868e req-a4b8de7c-1e98-4764-85d1-d2db19d4cf92 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011229 Nov 12 00:41:19.274854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-0f1b60d4-418c-4d24-9756-a94d9db58819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.278123 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-0f1b60d4-418c-4d24-9756-a94d9db58819 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 200 len: 923 time: 0.2360678 Nov 12 00:41:19.282967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.284112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.286799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.291980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d93d9f00-c747-46b1-a7bd-194d96fa2274 req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-groups/b977b25d-6fa2-479b-b61d-1dc7d173d19b HTTP/1.1" status: 204 len: 173 time: 0.2352679 Nov 12 00:41:19.353921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b2303-a9fe-47ed-a5fa-825418788783 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b977b25d-6fa2-479b-b61d-1dc7d173d19b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.369018 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-4c087216-6acc-458e-b5ce-4038aa162c54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde3766f-f481-46bf-88b1-08142743e1f6 HTTP/1.1" status: 200 len: 217 time: 0.0821764 Nov 12 00:41:19.375442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-30f340d8-5580-4c7a-9267-14140f9446f6 tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "GET /v2.0/security-groups/95abde17-4a1a-40aa-b696-afe5a1e8cf42 HTTP/1.1" status: 200 len: 1829 time: 0.0644495 Nov 12 00:41:19.441446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-77137e2f-98d1-4a7a-a0fd-b385d9126545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.443544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-77137e2f-98d1-4a7a-a0fd-b385d9126545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 200 len: 862 time: 0.0606930 Nov 12 00:41:19.472141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.511131 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.518701 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-75e537e6-6d94-44cd-98c9-4a5164bcce9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9eb00b48-449a-4506-9127-db68f005efc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293200 Nov 12 00:41:19.592852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fde3766f-f481-46bf-88b1-08142743e1f6 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:19.597593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.600529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.601736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abd83700-56f7-4a69-883e-a3d8936981a9 req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] 10.222.0.11 "DELETE /v2.0/security-groups/95abde17-4a1a-40aa-b696-afe5a1e8cf42 HTTP/1.1" status: 204 len: 173 time: 0.2253926 Nov 12 00:41:19.622696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:19.646130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:19.717075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c152137b-2b4e-4a6b-8f40-ef6416b89bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.727602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72495b-970e-4c53-b1f8-76568a1c850b tempest-SecurityGroupRulesNegativeTestJSON-1338072988 tempest-SecurityGroupRulesNegativeTestJSON-1338072988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95abde17-4a1a-40aa-b696-afe5a1e8cf42,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.818093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fde3766f-f481-46bf-88b1-08142743e1f6,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.836458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Deleting subnet 2cf98507-e997-4d26-bdb7-06d841946110 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:19.840469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'fde3766f-f481-46bf-88b1-08142743e1f6', 'network_id': '9eb00b48-449a-4506-9127-db68f005efc3', 'port_id': 'fde3766f-f481-46bf-88b1-08142743e1f6', 'mac_address': 'fa:16:3e:6f:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e9a26-b7f3-4b5f-827c-53d7d948af79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:19.854493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.857981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-8fad17c4-e591-4be5-9db7-f47b07ce7c7b service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231988 Nov 12 00:41:19.878211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.901852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.909087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.909317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.932104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3766f-f481-46bf-88b1-08142743e1f6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:19.987756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fde3766f-f481-46bf-88b1-08142743e1f6,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.992689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.003850 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.041343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db8c64-6a0e-49b9-81d9-fdcf41a3ca19 req-2a87e282-47bb-4e56-aaf2-82c4f15c0b4b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.050022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21db8c64-6a0e-49b9-81d9-fdcf41a3ca19 req-2a87e282-47bb-4e56-aaf2-82c4f15c0b4b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.3200250 Nov 12 00:41:20.062237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf98507-e997-4d26-bdb7-06d841946110,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.084110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.087848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2a3a584d-df82-424d-be79-1e6932f1007f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cf98507-e997-4d26-bdb7-06d841946110 HTTP/1.1" status: 204 len: 168 time: 0.4626789 Nov 12 00:41:20.097113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.113291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabd9a4-83cd-4c50-8278-dfb5ec7d7ed0 None None] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:20.123675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.200317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Router d397f28e-0175-4a74-ac18-62005414a4a0 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:41:20.210242 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f101bcef-82ef-436e-b2ef-e4c916381494 req-2b75762a-e758-472e-8432-b12b2cd56527 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444107 Nov 12 00:41:20.227192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.262001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['fde3766f-f481-46bf-88b1-08142743e1f6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:20.315222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c152137b-2b4e-4a6b-8f40-ef6416b89bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.359501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c152137b-2b4e-4a6b-8f40-ef6416b89bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.365293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:20.375761 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Sync routers for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:20.391436 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:20.392503 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:20.393041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:20.403850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] Provisioning complete for port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:20.404412 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.410217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.411868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9ac553f-8401-4991-8ff6-e91997662d87 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6415973 Nov 12 00:41:20.415245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.418706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21db8c64-6a0e-49b9-81d9-fdcf41a3ca19 req-3cef1757-b31a-45e9-8a15-22d362288e0a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673823 Nov 12 00:41:20.445303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c152137b-2b4e-4a6b-8f40-ef6416b89bf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2687b1a19bad402ea2c84e343df22e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7973623 Nov 12 00:41:20.471561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.587693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152137b-2b4e-4a6b-8f40-ef6416b89bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee1c8c-a92a-44b9-9b4c-92e15200ecf9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.593932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.638169 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:20.671593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105de027-e9ed-4e21-bccd-789e8d91105a req-963d3b9e-e2c2-41c9-aff4-e87d660f8a6a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.673385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-105de027-e9ed-4e21-bccd-789e8d91105a req-963d3b9e-e2c2-41c9-aff4-e87d660f8a6a tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 944 time: 0.3299115 Nov 12 00:41:20.698266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.698516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.699306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.699640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > port after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.700122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.700448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > port after_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.700936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.701127 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.701776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.702103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.721608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:20.722158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.790781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.944395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] For port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.960716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.981052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.981456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.981763 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.982101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:41:20.982480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5031bcf7-d337-4191-bf64-048e669c3297']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:21.102878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77c9f55-30f0-4eae-8480-7f896f785ed3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:21.102878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77c9f55-30f0-4eae-8480-7f896f785ed3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:21.111825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-105de027-e9ed-4e21-bccd-789e8d91105a req-b870e492-2832-4a16-a3d7-744855c9b687 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291878 Nov 12 00:41:21.112538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.131073 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.154375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3b93b-bdea-4ccb-99c7-f83e6b436450 None None] Pushing event updated for resources: {'Port': ['ID=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:21.178725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.182959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.183180 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:19Z', 'revision_number': 3, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:21.197412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:21.197900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:21.202265 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:21.259908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Checking router: d397f28e-0175-4a74-ac18-62005414a4a0 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:21.260767 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Updating router d397f28e-0175-4a74-ac18-62005414a4a0 port 88ab924f-690f-43ed-bf29-8e637f6e3f73 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:21.298545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-62f25484-b9ad-4335-8fe8-208164728eb4 None None] Provisioning complete for port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:21.299477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62f25484-b9ad-4335-8fe8-208164728eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.308762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.321534 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.334667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.341522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] 10.222.0.11 "DELETE /v2.0/networks/5031bcf7-d337-4191-bf64-048e669c3297 HTTP/1.1" status: 204 len: 168 time: 1.2428696 Nov 12 00:41:21.358774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7c2a0-1458-4ff6-be0f-0d204e3ef14e admin admin] Pushing event deleted for resources: {'Network': ['ID=5031bcf7-d337-4191-bf64-048e669c3297,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:21.400505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.403704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.420591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16ee1c8c-a92a-44b9-9b4c-92e15200ecf9 HTTP/1.1" status: 204 len: 168 time: 0.9360867 Nov 12 00:41:21.449211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db726eba-cd16-40cc-bbfb-5c6ba2be0303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee1c8c-a92a-44b9-9b4c-92e15200ecf9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:21.611450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fde3766f-f481-46bf-88b1-08142743e1f6 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:21.763271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b0bf4-4de7-42b2-ba59-70f9facde70c req-6b8f24fd-712f-4aae-bdd6-a210a6f46c31 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.769856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-268b0bf4-4de7-42b2-ba59-70f9facde70c req-6b8f24fd-712f-4aae-bdd6-a210a6f46c31 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1638820 Nov 12 00:41:21.803401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port fde3766f-f481-46bf-88b1-08142743e1f6 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:21.806681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:21.809335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port fde3766f-f481-46bf-88b1-08142743e1f6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:21.809766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.902005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-268b0bf4-4de7-42b2-ba59-70f9facde70c req-8134df31-f256-46a6-999f-f9223bad3ab6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234879 Nov 12 00:41:21.912458 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.931799 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.959400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:21.963006 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-747f55d0-ca8f-49f4-a512-315d426b9ef4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1ad6248a0db480191c9702312364833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522593 Nov 12 00:41:21.992117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.047911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:22.051516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.069227 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277ba8c-6b0e-43ef-a0d3-ece71ea3d458" -d '{"events": [{"server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "name": "network-vif-plugged", "status": "completed", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:22.094039 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Attempting to bind port 88ab924f-690f-43ed-bf29-8e637f6e3f73 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:22.094416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Attempting to bind port 88ab924f-690f-43ed-bf29-8e637f6e3f73 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:22.094783 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Attempting to bind port 88ab924f-690f-43ed-bf29-8e637f6e3f73 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:22.108522 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04070a1-4923-4d18-a83a-577d7bf956cf None None] Pushing event updated for resources: {'Port': ['ID=88ab924f-690f-43ed-bf29-8e637f6e3f73,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.110142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fde3766f-f481-46bf-88b1-08142743e1f6,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:22.112139 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:22.117975 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:22.118562 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.119114 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:22.119246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.119899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Bound port: 88ab924f-690f-43ed-bf29-8e637f6e3f73, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:22.120496 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.130409 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.204263 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.215219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.241479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f8cb8a6-4144-417b-8c70-f05d242427b6 HTTP/1.1" status: 204 len: 168 time: 0.2780490 Nov 12 00:41:22.251141 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac97dadd-4b91-46c6-a5e8-6c4f71b67c67 x-openstack-request-id: req-ac97dadd-4b91-46c6-a5e8-6c4f71b67c67 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:22.253253 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "name": "network-vif-plugged", "status": "completed", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:22.253593 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac97dadd-4b91-46c6-a5e8-6c4f71b67c67 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:22.255151 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6', 'code': 200} Nov 12 00:41:22.264638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e97d2-295a-4df5-9ae5-6be72bdaf343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8cb8a6-4144-417b-8c70-f05d242427b6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.303143 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] For port 88ab924f-690f-43ed-bf29-8e637f6e3f73, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:22.309545 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] For port 88ab924f-690f-43ed-bf29-8e637f6e3f73, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=88ab924f-690f-43ed-bf29-8e637f6e3f73,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:22.315682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.320323 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.364321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.391425 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04070a1-4923-4d18-a83a-577d7bf956cf None None] Pushing event updated for resources: {'Port': ['ID=88ab924f-690f-43ed-bf29-8e637f6e3f73,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.457253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:22.481644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834b9ce-7339-41ce-b0b7-f6f225e01d3c req-62665826-b2d1-46b1-bc8d-a3dd38c64384 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.491693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2834b9ce-7339-41ce-b0b7-f6f225e01d3c req-62665826-b2d1-46b1-bc8d-a3dd38c64384 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 945 time: 0.1608667 Nov 12 00:41:22.561814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143c632-d801-466c-9705-7dce5105034b req-229b369f-bf3a-49d7-916a-8372c69c979e tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.570057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b143c632-d801-466c-9705-7dce5105034b req-229b369f-bf3a-49d7-916a-8372c69c979e tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1097 time: 0.0751889 Nov 12 00:41:22.573581 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:22.574751 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:22.722444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:22.744833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5464-b982-457d-9444-eef6dbb24790 req-81ed2fcc-9865-4d68-bee3-f9adb7443ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.746377 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-df2d5464-b982-457d-9444-eef6dbb24790 req-81ed2fcc-9865-4d68-bee3-f9adb7443ef7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 1097 time: 0.2444124 Nov 12 00:41:22.753435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:22.756451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.786482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2834b9ce-7339-41ce-b0b7-f6f225e01d3c req-3dcadfd2-429a-427c-a9f8-077ef77b6f53 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936375 Nov 12 00:41:22.816737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b143c632-d801-466c-9705-7dce5105034b req-20f9364e-e09b-45c2-ba40-f63c2f33b2f1 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457020 Nov 12 00:41:22.961069 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-df2d5464-b982-457d-9444-eef6dbb24790 req-0f832262-5684-4f65-89a2-18a361cbe0a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987140 Nov 12 00:41:22.973965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Allocated IP 172.20.0.1 (7d232877-bd1e-4ef2-bc46-db3834eab7ca/f8a18f92-6ad7-4100-a2d0-2660b46e9765/5c3a6140-c638-4a71-86b5-0c3fe3e9f991) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:23.185533 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:19Z', 'revision_number': 3, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:23.195312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.305787 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f04c2-4118-48c0-aa96-d4323ebb0396 None None] The sync data for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 is: [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:19Z', 'revision_number': 3, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:23.331212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.448694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:23.466982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:23.474779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:23.541559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ba66-e1e8-47ed-a7b7-ccd83d7bac76 req-c8f98223-ef15-4c6a-8a83-3647d7290783 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.560481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d761ba66-e1e8-47ed-a7b7-ccd83d7bac76 req-c8f98223-ef15-4c6a-8a83-3647d7290783 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1242449 Nov 12 00:41:23.571987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Pushing event updated for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:23.599330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.599678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.600015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.602467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.604507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.605184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.605726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.606270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.606996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.607888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.608884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.609513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:23.624172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.756518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d761ba66-e1e8-47ed-a7b7-ccd83d7bac76 req-4db58b1e-4099-4a37-bdf6-bf7d1d1ce357 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889126 Nov 12 00:41:24.004362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.025520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-01ad861e-609f-4e55-9e61-62ca8a22c803 None None] Provisioning complete for port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:24.029905 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01ad861e-609f-4e55-9e61-62ca8a22c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.192978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01ad861e-609f-4e55-9e61-62ca8a22c803 None None] Port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:24.239305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:24.335464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 88ab924f-690f-43ed-bf29-8e637f6e3f73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:24.501070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 88ab924f-690f-43ed-bf29-8e637f6e3f73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:24.503078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.549412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1442350286-network', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:24.551049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.562799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.655567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Made reservation on behalf of 040dfe9680b34deba56cb9e402bed07d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:24.658511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.667786 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.675573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.702689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Pushing event updated for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.712973 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.728111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 88ab924f-690f-43ed-bf29-8e637f6e3f73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=88ab924f-690f-43ed-bf29-8e637f6e3f73,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:24.743568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.768298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-2516dfbc-5692-4d22-a203-f79b1531e8b6 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:41:24.778013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-2516dfbc-5692-4d22-a203-f79b1531e8b6 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0356882 Nov 12 00:41:24.798504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=88ab924f-690f-43ed-bf29-8e637f6e3f73,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.880411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.893650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.912629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:24.924983 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.925964 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Added segment b56dcee0-ee87-4218-8e43-1d21c1360774 of type vlan for network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 Nov 12 00:41:24.933244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-75739078-d0f3-41f8-852e-5d45e0f25ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.942365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-75739078-d0f3-41f8-852e-5d45e0f25ee3 service neutron] 10.222.0.11 "GET /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 1094 time: 0.1626976 Nov 12 00:41:24.947951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Request body: {'binding': {'host': 'n-h1-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:24.949291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:41:25.018339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.092483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bdfdc-fcfa-4630-a541-3b0651f277df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:25.095520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.096544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.097292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.159259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:25.164627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:25.215860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] Pushing event updated for resources: {'Network': ['ID=2a34b08d-6b76-4c96-82ee-2e5fe42c6351,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:25.232371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:25.254269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ae20e36f-2d74-4bc4-b7e4-0c8cfb0c8422 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0099893 Nov 12 00:41:25.255427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:25.256640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on host n-h1-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:25.256984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:25.257312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:25.264538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Request body: {'subnet': {'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1442350286-subnet', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:25.279432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:25.279689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:25.291366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22269d92-02a0-4553-8bd1-c1c85956515b req-d878d87d-750b-4d99-a495-039a60047a4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.301499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22269d92-02a0-4553-8bd1-c1c85956515b req-d878d87d-750b-4d99-a495-039a60047a4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 945 time: 0.2171767 Nov 12 00:41:25.316910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:25.317517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:25.318282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:25.319146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Bound port: 2afcdbbc-8692-437a-98e6-4620947f5130, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:25.388716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Router d397f28e-0175-4a74-ac18-62005414a4a0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:25.399299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22269d92-02a0-4553-8bd1-c1c85956515b req-3f684007-25fe-4eaf-84a1-6bd8f05799e0 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968022 Nov 12 00:41:25.399903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Made reservation on behalf of 040dfe9680b34deba56cb9e402bed07d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:25.403011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.417558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:25.440883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.442609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f0d534e5-b391-4ebe-a102-5a4bb6b436cb service neutron] 10.222.0.11 "POST /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130/bindings HTTP/1.1" status: 201 len: 390 time: 0.4988360 Nov 12 00:41:25.668146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-30da69c1-1e34-47fd-8fb6-abe724f20dd3 None None] Provisioning complete for port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:25.670004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30da69c1-1e34-47fd-8fb6-abe724f20dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.673285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:25.690649 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-84dcd1c9-69ac-47fe-a7e1-39ccfde2ed0e admin admin] 10.222.0.11 "PUT /v2.0/routers/d397f28e-0175-4a74-ac18-62005414a4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2742882 Nov 12 00:41:25.856388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-30da69c1-1e34-47fd-8fb6-abe724f20dd3 None None] Port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:25.896512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.985102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-6a6a3da0-9761-46e1-b1d8-7e7cb0ddbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.994983 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-6a6a3da0-9761-46e1-b1d8-7e7cb0ddbe48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1097 time: 0.1510856 Nov 12 00:41:26.005392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730a76-545f-4596-b6ef-c3327d2ff7bc req-3d042723-1540-4f12-b649-b2ad7beb5593 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.012737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba730a76-545f-4596-b6ef-c3327d2ff7bc req-3d042723-1540-4f12-b649-b2ad7beb5593 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.2484896 Nov 12 00:41:26.028908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac619e45-73d9-4570-8527-a16e497fb495,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:26.090610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Checking segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:26.090961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Network hostable DHCP agents. Network: 2a34b08d-6b76-4c96-82ee-2e5fe42c6351, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:26.137291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba730a76-545f-4596-b6ef-c3327d2ff7bc req-522c5cad-bcde-4fa7-b8ed-6cff10d298bf tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998743 Nov 12 00:41:26.147154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:26.186838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 2a34b08d-6b76-4c96-82ee-2e5fe42c6351) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:26.198018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28a226-996c-4b08-a074-84d8d5fac5b7 None None] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:26.198209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.198647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.210566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-66aec24c-d0cf-4cc1-8ddd-2d0c080b83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.212259 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-66aec24c-d0cf-4cc1-8ddd-2d0c080b83e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.2056298 Nov 12 00:41:26.282085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-006d6885-d548-44e4-ada1-aae2b3e3765b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0251977 Nov 12 00:41:26.289814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.301873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:26.312238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-1395e109-5754-431c-a8d9-5a8f7204b959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.0797517 Nov 12 00:41:26.328459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09c71-6c50-454f-8bb3-1b313a518dbf req-2b4df5bb-fdf3-4c1b-9c16-1f105ac04b81 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.338802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fe09c71-6c50-454f-8bb3-1b313a518dbf req-2b4df5bb-fdf3-4c1b-9c16-1f105ac04b81 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1148474 Nov 12 00:41:26.391305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 88ab924f-690f-43ed-bf29-8e637f6e3f73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:26.419220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-dd964a12-b29e-448e-9bb4-64e9775201a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.422088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-dd964a12-b29e-448e-9bb4-64e9775201a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0752370 Nov 12 00:41:26.423528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.424734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.457303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fe09c71-6c50-454f-8bb3-1b313a518dbf req-51dbe2e7-8495-4eb7-b715-c2fb75778ea6 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165884 Nov 12 00:41:26.558197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.566914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfbb88-bb10-47f3-b816-f3aaa54411ed req-7a7dfd5c-0937-4b49-abb1-8296d4e29f12 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.572797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1cfbb88-bb10-47f3-b816-f3aaa54411ed req-7a7dfd5c-0937-4b49-abb1-8296d4e29f12 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 945 time: 0.1449914 Nov 12 00:41:26.597243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-32b1cd8e-a0ca-4935-9c30-d87d091108c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373006 Nov 12 00:41:26.607749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Sync routers for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:26.633204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:26.634112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:26.687309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 88ab924f-690f-43ed-bf29-8e637f6e3f73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:26.687932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.733658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1cfbb88-bb10-47f3-b816-f3aaa54411ed req-e1bf04e5-577d-4fe4-b73c-ac1ce1e232d6 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549292 Nov 12 00:41:26.895736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:26.896695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.950014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:26.952858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.963771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-87cb619b-6b2a-45fb-bdfa-8d9aaf8e383a service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491319 Nov 12 00:41:26.983343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-f9276240-512b-4c1b-b52c-3b0fd5eb18c8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.985195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-f9276240-512b-4c1b-b52c-3b0fd5eb18c8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 828 time: 0.2676134 Nov 12 00:41:27.011676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-8239cb42-5f9b-457e-86af-ac667c48df31 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/quotas/8c3ab7a9082e4310bcf4555d05d9e796 HTTP/1.1" status: 200 len: 375 time: 0.0182343 Nov 12 00:41:27.124551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-ce648ec3-4488-4072-b8df-ca9265ae15be tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069033 Nov 12 00:41:27.130111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-aca44b45-2149-4576-a1d5-d9a40a0fbb68 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404235 Nov 12 00:41:27.295476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-0f8d0a01-53e1-47b8-bb75-583cbe8bd6ba service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639371 Nov 12 00:41:27.402491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Allocated IP 172.20.0.2 (2a34b08d-6b76-4c96-82ee-2e5fe42c6351/ac619e45-73d9-4570-8527-a16e497fb495/a6fc60f8-5611-4e99-a132-925ffce8fd72) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:27.480006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 2, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:27.540461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-061b81fc-966a-4f6d-ab7c-44275fe8a925 service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345355 Nov 12 00:41:27.566566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Checking router: d397f28e-0175-4a74-ac18-62005414a4a0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:27.566933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Updating router d397f28e-0175-4a74-ac18-62005414a4a0 port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:27.590584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.634974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.638201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.674556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-3b143fa6-1582-41cb-943e-155ee423f220 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.676086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-3b143fa6-1582-41cb-943e-155ee423f220 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 945 time: 0.2271519 Nov 12 00:41:27.916365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff824b98-00b2-4de2-968a-a387fb3aecc7 req-949d5a3e-21b7-4cff-8ee4-cdb5b639a177 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.917957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff824b98-00b2-4de2-968a-a387fb3aecc7 req-949d5a3e-21b7-4cff-8ee4-cdb5b639a177 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.1036885 Nov 12 00:41:27.990913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.001252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Allocated IP 172.25.6.39 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/55f5e888-0da3-4daa-86a5-2c95e5199971) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:28.066004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.093448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff824b98-00b2-4de2-968a-a387fb3aecc7 req-5f03cdfb-3976-4b27-94c8-47bd2bab57d9 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689522 Nov 12 00:41:28.114985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406588-706f-40cf-9915-1ee8cab2e478 req-42c6a177-fda2-4501-b597-74e68ad04efa tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.122588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f406588-706f-40cf-9915-1ee8cab2e478 req-42c6a177-fda2-4501-b597-74e68ad04efa tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1495492 Nov 12 00:41:28.224245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.236792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f406588-706f-40cf-9915-1ee8cab2e478 req-cd1d8c7c-c548-4c2e-ad46-a9be86e70af7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098933 Nov 12 00:41:28.245111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Deleting port fde3766f-f481-46bf-88b1-08142743e1f6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:28.245456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.275617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:28.326004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:28.330231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24e67a88-c5d2-466c-ba41-43d9396f786d req-d7aadc68-67bf-4bbe-894f-b1758e5d457d tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 210 time: 0.0448077 Nov 12 00:41:28.357758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Pushing event updated for resources: {'Port': ['ID=a6fc60f8-5611-4e99-a132-925ffce8fd72,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.380309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:28.500433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] For port fde3766f-f481-46bf-88b1-08142743e1f6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fde3766f-f481-46bf-88b1-08142743e1f6,segment=NetworkSegment(b2fd50d4-024f-4c07-97bd-6737f82354cb),segment_id=b2fd50d4-024f-4c07-97bd-6737f82354cb)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:28.501003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.511859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:28.520136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Calling delete_port for fde3766f-f481-46bf-88b1-08142743e1f6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:28.558247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.715771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:28.738421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Attempting to bind port a6fc60f8-5611-4e99-a132-925ffce8fd72 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:28.738702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Attempting to bind port a6fc60f8-5611-4e99-a132-925ffce8fd72 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:28.739218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Attempting to bind port a6fc60f8-5611-4e99-a132-925ffce8fd72 on network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:28.774070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:28.798498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:28.806399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:28.821489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:28.824773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Checking segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:28.825394 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.825952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Bound using segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:28.826894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Bound port: a6fc60f8-5611-4e99-a132-925ffce8fd72, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:28.828539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.893853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Pushing event updated for resources: {'Port': ['ID=55f5e888-0da3-4daa-86a5-2c95e5199971,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.951383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] For port a6fc60f8-5611-4e99-a132-925ffce8fd72, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:28.955840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] For port a6fc60f8-5611-4e99-a132-925ffce8fd72, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6fc60f8-5611-4e99-a132-925ffce8fd72,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:28.971730 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.081189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:29.115594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'network_id': '851b403e-459a-448c-968d-00735df47227', 'port_id': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'mac_address': 'fa:16:3e:b4:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5295d8-43a0-4693-a52f-632ec358db9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:29.176447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.210170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f79d0-20c4-4de9-9060-4ab0354024c8 None None] Pushing event updated for resources: {'Port': ['ID=a6fc60f8-5611-4e99-a132-925ffce8fd72,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.226636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.306747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba74f-a86e-43d6-a1c1-5bfb127d6dd1 None None] Pushing event updated for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.324308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.358342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa219-0335-432d-926f-e89298ec3498 req-61d953ae-04ba-4e20-a1aa-915d1a0cc42d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.362414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13a8479-6e91-4030-a3e2-1a0b1a5ca611 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:29.370169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b67fa219-0335-432d-926f-e89298ec3498 req-61d953ae-04ba-4e20-a1aa-915d1a0cc42d tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 945 time: 1.0374820 Nov 12 00:41:29.443972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.483161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:29.496357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['fde3766f-f481-46bf-88b1-08142743e1f6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:29.567806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b67fa219-0335-432d-926f-e89298ec3498 req-036104ae-ea6b-43e3-ac69-2ef30b30115f tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups?id=52fb1809-d712-40be-b12c-df51f7d70ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846673 Nov 12 00:41:29.585302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.726350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.784951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event deleted for resources: {'Port': ['ID=fde3766f-f481-46bf-88b1-08142743e1f6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.886866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Attempting to bind port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:29.887685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Attempting to bind port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:29.888270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Attempting to bind port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 on network 7d232877-bd1e-4ef2-bc46-db3834eab7ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:29.894542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] No DVR routers for this DVR port fde3766f-f481-46bf-88b1-08142743e1f6 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:29.897306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:29.898627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Checking segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:29.899298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.900196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Bound using segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:29.901234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Bound port: 5c3a6140-c638-4a71-86b5-0c3fe3e9f991, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:29.901449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.902063 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.912091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-993e24b4-254a-4a72-99b4-4cf7f0fffd30 req-edffa447-9cd8-4623-8453-e9881fe62a73 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.32 "DELETE /v2.0/ports/fde3766f-f481-46bf-88b1-08142743e1f6 HTTP/1.1" status: 204 len: 173 time: 2.2256415 Nov 12 00:41:29.973332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9e1d-374a-4afb-9087-2e8206fd29b5 req-7d616a78-bae9-44c3-b5a5-11493afa31f4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.980555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'name': 'network-vif-deleted', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:29.982710 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf24db8a-a8f3-431d-881b-e25ea2b7c5d3" -d '{"events": [{"server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "name": "network-vif-deleted", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:29.986078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9adf9e1d-374a-4afb-9087-2e8206fd29b5 req-7d616a78-bae9-44c3-b5a5-11493afa31f4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.2160923 Nov 12 00:41:30.057543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b13a8479-6e91-4030-a3e2-1a0b1a5ca611'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:30.079315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60363e8-1cbf-4b9c-ab70-f8ca65e4b0aa req-40a385c8-45fc-44b5-8d02-35747d3e7d7e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:30.093080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.100742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e60363e8-1cbf-4b9c-ab70-f8ca65e4b0aa req-40a385c8-45fc-44b5-8d02-35747d3e7d7e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.2486663 Nov 12 00:41:30.109510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] For port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:30.119732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] For port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:30.184390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ec30ca4-715a-4fd2-a7be-9f6672c591f8 None None] Provisioning complete for port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:30.184766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ec30ca4-715a-4fd2-a7be-9f6672c591f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.198159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9adf9e1d-374a-4afb-9087-2e8206fd29b5 req-add1b7e7-d856-47e2-b92e-5c543ba871de tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109823 Nov 12 00:41:30.234145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.302480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7d941fb5-adc3-4b3d-8df2-cb34e7b68705 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:30.309146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7d941fb5-adc3-4b3d-8df2-cb34e7b68705 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.32 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 828 time: 0.6598785 Nov 12 00:41:30.385440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e60363e8-1cbf-4b9c-ab70-f8ca65e4b0aa req-03697c5a-900f-44b7-a666-7886eb7206a7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832353 Nov 12 00:41:30.433523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ec30ca4-715a-4fd2-a7be-9f6672c591f8 None None] Port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:30.437158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba74f-a86e-43d6-a1c1-5bfb127d6dd1 None None] Pushing event updated for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.458159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6fc60f8-5611-4e99-a132-925ffce8fd72 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:30.493608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d99867d4-8481-42ba-a7fc-d7ea42e80531 req-0272d18e-727b-47ce-93e8-3e7273a014a5 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 210 time: 0.0663421 Nov 12 00:41:30.538887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'port': {'device_id': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'admin_state_up': True, 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:30.825240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:30.826596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:30.907167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c44881b-80d4-4282-b3fb-f42bfa45adf8 req-5f904cc8-46df-449d-b078-88ab7c5c92b9 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfc55f8-362c-455e-b568-002fa8e00e32 HTTP/1.1" status: 200 len: 210 time: 0.0580316 Nov 12 00:41:31.030126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] Provisioning complete for port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:31.030335 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.211418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf1da0-2db9-46f5-9275-5dd5f999c264 None None] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:31.350943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a6fc60f8-5611-4e99-a132-925ffce8fd72 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:31.351474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.475096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:31.517261 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d36842-1ec5-48b1-a42d-e7853ce4a138 x-openstack-request-id: req-19d36842-1ec5-48b1-a42d-e7853ce4a138 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:31.519512 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc55f8-362c-455e-b568-002fa8e00e32", "name": "network-vif-deleted", "tag": "fde3766f-f481-46bf-88b1-08142743e1f6", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:31.519953 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19d36842-1ec5-48b1-a42d-e7853ce4a138 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:31.520565 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfc55f8-362c-455e-b568-002fa8e00e32', 'name': 'network-vif-deleted', 'tag': 'fde3766f-f481-46bf-88b1-08142743e1f6', 'status': 'completed', 'code': 200} Nov 12 00:41:31.550725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0df1-1781-4252-beb1-264c01e79b67 req-31d99c64-55b4-4d1a-8313-f6372a19773d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.565404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bfc0df1-1781-4252-beb1-264c01e79b67 req-31d99c64-55b4-4d1a-8313-f6372a19773d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.1388576 Nov 12 00:41:31.693046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bfc0df1-1781-4252-beb1-264c01e79b67 req-b1f4c463-c9f6-418a-a3ef-a710412c762f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241021 Nov 12 00:41:31.704033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fde3766f-f481-46bf-88b1-08142743e1f6 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:31.728615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Made reservation on behalf of 8c3ab7a9082e4310bcf4555d05d9e796 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:31.732414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.823813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: fde3766f-f481-46bf-88b1-08142743e1f6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:31.825185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fde3766f-f481-46bf-88b1-08142743e1f6 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:31.871356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.912282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] For port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:31.934723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d305d3-03d5-41f0-a675-f8136e407cc8 req-2dc33880-f6a8-4a56-96de-759025dabc09 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.935287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.946882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d305d3-03d5-41f0-a675-f8136e407cc8 req-2dc33880-f6a8-4a56-96de-759025dabc09 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1504812 Nov 12 00:41:31.984976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Allocated IP 172.20.0.5 (7d232877-bd1e-4ef2-bc46-db3834eab7ca/f8a18f92-6ad7-4100-a2d0-2660b46e9765/12cddc76-4f49-4789-8b24-10678df46bc2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:32.063563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d305d3-03d5-41f0-a675-f8136e407cc8 req-3ecb8c76-085a-46b9-bf8c-f03b5bb2f93d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139832 Nov 12 00:41:32.113910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f93c86c-e330-4dd5-b36e-e69b1116e2f5 req-99072b17-da5e-41cf-8029-6754623f77e2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 210 time: 0.0724468 Nov 12 00:41:32.180560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.194611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.202112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.214407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.222880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.242205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fd616da5-c565-4c1f-a144-2096f9c9057e None None] Provisioning complete for port a6fc60f8-5611-4e99-a132-925ffce8fd72 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:32.242584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd616da5-c565-4c1f-a144-2096f9c9057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.267299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de383d9-2072-4deb-9163-e8e1794bb1bd None None] Pushing event updated for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:32.334842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event updated for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.337732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:32.341799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:32.366588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port a6fc60f8-5611-4e99-a132-925ffce8fd72, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6fc60f8-5611-4e99-a132-925ffce8fd72,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:32.384322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.398461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:32.399263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.431222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-7e076a91-e64e-44a7-8524-a3dc3500b66b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141905 Nov 12 00:41:32.437845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:30Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:32.447228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:32.451861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Request body: {'port': {'device_id': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:32.599665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a24a4-0a16-450c-88a9-42be9bcb0eac None None] The sync data for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 is: [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:30Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:32.713503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=a6fc60f8-5611-4e99-a132-925ffce8fd72,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.716997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:32.722639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:32.723014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.792110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.857056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ec17fbfd-cf62-4469-b27a-9e835ec7de15 None None] Provisioning complete for port a6fc60f8-5611-4e99-a132-925ffce8fd72 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:32.857421 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec17fbfd-cf62-4469-b27a-9e835ec7de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.904354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:41:32.928879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.989183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:32.994118 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16592355-e813-4924-82ef-68acaac217cd" -d '{"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-plugged", "status": "completed", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:33.032782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:33.054723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.158588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:33.169260 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Sync routers for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:33.194745 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:33.197232 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:33.199263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.238056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.240647 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a2935c2c-2c19-4feb-9168-38f449e88b08 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9443569 Nov 12 00:41:33.243630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:33.348042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2a3e5bc8-8af5-4190-94b9-27e4061124d2 None None] Provisioning complete for port 12cddc76-4f49-4789-8b24-10678df46bc2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:33.348544 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5bc8-8af5-4190-94b9-27e4061124d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.452405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e5bc8-8af5-4190-94b9-27e4061124d2 None None] Port 12cddc76-4f49-4789-8b24-10678df46bc2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:33.487958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:33.566330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cddc76-4f49-4789-8b24-10678df46bc2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:33.585017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.641245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Transition to ACTIVE for port object 12cddc76-4f49-4789-8b24-10678df46bc2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:33.659364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.672966 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:33.755469 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f59dc8-04bb-4607-893f-d5c1fa0f8373 x-openstack-request-id: req-e9f59dc8-04bb-4607-893f-d5c1fa0f8373 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:33.755969 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-plugged", "status": "completed", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:33.756413 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9f59dc8-04bb-4607-893f-d5c1fa0f8373 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:33.757427 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'code': 200} Nov 12 00:41:33.770919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Pushing event updated for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.891648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.937399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.968871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d671c-d783-4a64-9c56-848d73771e1f req-7033977d-a560-4c84-accf-a2963ce166a5 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.976562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-901d671c-d783-4a64-9c56-848d73771e1f req-7033977d-a560-4c84-accf-a2963ce166a5 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.3788364 Nov 12 00:41:34.042970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8523d7c-c37f-4176-b69c-d41012649164 req-8b09612e-93d0-4fcb-880d-ecbe05a6e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.048030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8523d7c-c37f-4176-b69c-d41012649164 req-8b09612e-93d0-4fcb-880d-ecbe05a6e78a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1097 time: 0.2122571 Nov 12 00:41:34.052739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.056927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.058399 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "DELETE /v2.0/security-groups/9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4 HTTP/1.1" status: 204 len: 168 time: 0.5688744 Nov 12 00:41:34.066136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:34.077673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a513-af97-4b52-9b7e-e05525902a35 tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:34.115432 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:29Z', 'revision_number': 3, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:34.129072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Attempting to bind port 12cddc76-4f49-4789-8b24-10678df46bc2 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:34.129694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Attempting to bind port 12cddc76-4f49-4789-8b24-10678df46bc2 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:34.130220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Attempting to bind port 12cddc76-4f49-4789-8b24-10678df46bc2 on network 7d232877-bd1e-4ef2-bc46-db3834eab7ca {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:34.136487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Port 12cddc76-4f49-4789-8b24-10678df46bc2 on network 7d232877-bd1e-4ef2-bc46-db3834eab7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:34.137056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Attempting to bind port 12cddc76-4f49-4789-8b24-10678df46bc2 on network 7d232877-bd1e-4ef2-bc46-db3834eab7ca {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:34.143658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:34.144354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Checking segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:34.144971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Bound using segment: {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:34.145606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Bound port: 12cddc76-4f49-4789-8b24-10678df46bc2, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9998bfc-4a5b-429d-ae99-0395ff251a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:34.146421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.229364 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-c32e3ab7-5268-400f-8baf-6b55be7513ac tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] show failed (client error): The resource could not be found. Nov 12 00:41:34.233632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:34.234622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c32e3ab7-5268-400f-8baf-6b55be7513ac tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "GET /v2.0/security-groups/9df42c77-1c8a-4a2c-ab30-89b1a3a9efc4 HTTP/1.1" status: 404 len: 347 time: 0.1649888 Nov 12 00:41:34.252080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-901d671c-d783-4a64-9c56-848d73771e1f req-e50f6de0-d578-44c3-9482-7876c29e5782 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745836 Nov 12 00:41:34.334815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Checking router: 82ae6efa-916a-4cc8-82e3-f13ccd9a436d for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:34.335700 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Updating router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d port 55f5e888-0da3-4daa-86a5-2c95e5199971 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:34.359063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9010f-e02d-444e-a573-9ae41fb52aa9 req-63d9c298-a7da-42b5-8027-cb73b65b1ea8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.370117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41f9010f-e02d-444e-a573-9ae41fb52aa9 req-63d9c298-a7da-42b5-8027-cb73b65b1ea8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.4223423 Nov 12 00:41:34.370885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:34.372224 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.401707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8523d7c-c37f-4176-b69c-d41012649164 req-b63c0e81-4bda-4188-9adf-06e4a8b4d7f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362732 Nov 12 00:41:34.455906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12cddc76-4f49-4789-8b24-10678df46bc2,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:34.467728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.546074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41f9010f-e02d-444e-a573-9ae41fb52aa9 req-8d491582-ce2c-41a7-909d-98b25e2b6033 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706624 Nov 12 00:41:34.553507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.554553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.556206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] 10.222.0.32 "PUT /v2.0/ports/12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 1092 time: 2.1106284 Nov 12 00:41:34.556875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:34.561813 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5833b22d-f58f-44a8-ae07-2ef68495c92f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:34.720640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c71f-c0eb-4d55-b291-f48984a0e36c service neutron] Pushing event updated for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:34.720869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:34.725148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Deleting port 4ca22bd4-8513-49b3-a5a5-f6fd1fb21248 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:34.725493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.750684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de22db8-088a-4dcb-b5e6-242a892db5f2 req-7470c0d3-de7a-4e6d-8cb5-b770e8e85fea tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.753173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7de22db8-088a-4dcb-b5e6-242a892db5f2 req-7470c0d3-de7a-4e6d-8cb5-b770e8e85fea tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 943 time: 0.3481364 Nov 12 00:41:34.778197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-fa0f0126-f4aa-4cc2-993f-b854a0c410cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.781548 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-fa0f0126-f4aa-4cc2-993f-b854a0c410cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1095 time: 0.1737330 Nov 12 00:41:34.820956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.872710 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.878961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7de22db8-088a-4dcb-b5e6-242a892db5f2 req-2218661a-a360-4c83-9507-db10b899797b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174693 Nov 12 00:41:34.882049 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.902443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:34.902751 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.956596 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6cf20-994a-43b0-aab6-4105e546e15a x-openstack-request-id: req-5db6cf20-994a-43b0-aab6-4105e546e15a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:34.957102 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:34.957102 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5db6cf20-994a-43b0-aab6-4105e546e15a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:34.957597 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2', 'status': 'completed', 'code': 200} Nov 12 00:41:34.965249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-30e622d0-b031-4c60-8e4e-651d3699f13c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 217 time: 0.0977421 Nov 12 00:41:34.970899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.010119 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8733239-d6b7-4d34-ae8a-39d460b23d33 None None] Pushing event updated for resources: {'Port': ['ID=55f5e888-0da3-4daa-86a5-2c95e5199971,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:35.055554 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Attempting to bind port 55f5e888-0da3-4daa-86a5-2c95e5199971 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:35.055919 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Attempting to bind port 55f5e888-0da3-4daa-86a5-2c95e5199971 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:35.058384 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Attempting to bind port 55f5e888-0da3-4daa-86a5-2c95e5199971 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:35.077763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:35.077944 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:35.078273 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.080791 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:35.081289 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Bound port: 55f5e888-0da3-4daa-86a5-2c95e5199971, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:35.081690 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.108457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.108854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.121569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6fc60f8-5611-4e99-a132-925ffce8fd72 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:35.148857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-b7b9a3ef-9b2d-45a9-9f81-ad54627c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.150351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-b7b9a3ef-9b2d-45a9-9f81-ad54627c56e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.1717911 Nov 12 00:41:35.151252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Calling delete_port for 4ca22bd4-8513-49b3-a5a5-f6fd1fb21248 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:35.222716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a6fc60f8-5611-4e99-a132-925ffce8fd72 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:35.223022 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.224637 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] For port 55f5e888-0da3-4daa-86a5-2c95e5199971, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:35.230676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] For port 55f5e888-0da3-4daa-86a5-2c95e5199971, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=55f5e888-0da3-4daa-86a5-2c95e5199971,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:35.240140 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.278762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Allocated IP 172.20.0.1 (2a34b08d-6b76-4c96-82ee-2e5fe42c6351/ac619e45-73d9-4570-8527-a16e497fb495/b5e0d261-44cb-4572-a787-ce5eb8987ca5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:35.361188 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8733239-d6b7-4d34-ae8a-39d460b23d33 None None] Pushing event updated for resources: {'Port': ['ID=55f5e888-0da3-4daa-86a5-2c95e5199971,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:35.372131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-e7d6a952-3032-4c33-b979-aeaaf5b63b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.380882 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:35.381523 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:35.385377 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-e7d6a952-3032-4c33-b979-aeaaf5b63b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237909 Nov 12 00:41:35.527719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:35.644592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:35.649799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-10f47a52-8035-47b4-be66-2da370318ec3 service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512720 Nov 12 00:41:35.704267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.769868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9a76b48b-3d61-4399-8cba-62cdad5ce35e req-b059a069-aca4-45e4-8a5d-bae413fa1956 service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090953 Nov 12 00:41:35.780788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.790967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.825419 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.851362 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:29Z', 'revision_number': 3, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:35.873802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:35.876167 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9686d64-0cfd-4740-85f7-b27953e9950d" -d '{"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-unplugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:35.881035 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fcf2c-57ea-4d4f-8c1e-85ce85b0e5d2 None None] The sync data for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 is: [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:29Z', 'revision_number': 3, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:35.896873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-fb237566-b0f8-4333-bba8-4839f55bc1ae tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.898435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-fb237566-b0f8-4333-bba8-4839f55bc1ae tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.4752638 Nov 12 00:41:35.916840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:35.923874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.926779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Pushing event deleted for resources: {'Port': ['ID=4ca22bd4-8513-49b3-a5a5-f6fd1fb21248,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:35.934600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.939397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.944272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4349db88-cc5e-4fa4-9d73-0ffbf8895e4b tempest-ImagesOneServerNegativeTestJSON-407842244 tempest-ImagesOneServerNegativeTestJSON-407842244-project] 10.222.0.11 "DELETE /v2.0/floatingips/3bce42d2-7fad-41cc-84aa-39ac5b545246 HTTP/1.1" status: 204 len: 168 time: 1.7087696 Nov 12 00:41:35.979271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Pushing event updated for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.001258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.002938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:36.008837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:36.028952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-c44d0655-0385-4cce-a26b-4485f549c875 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/quotas/a18e1e724c984701b8854e25b868e6a5 HTTP/1.1" status: 200 len: 375 time: 0.1205201 Nov 12 00:41:36.033635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:36.053755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-f53b89e9-1185-43b5-bf43-bd9a5f1a18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.055382 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-f53b89e9-1185-43b5-bf43-bd9a5f1a18f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1095 time: 0.0806055 Nov 12 00:41:36.114149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ada9-8c75-4e1c-b9a7-f5622c80a148 req-8d2f4a73-4f3b-4845-867b-56b157998254 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.115918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5db3ada9-8c75-4e1c-b9a7-f5622c80a148 req-8d2f4a73-4f3b-4845-867b-56b157998254 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2343035 Nov 12 00:41:36.148100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.170531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-1f550e81-a4f0-4bc6-ba30-70e08ddee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.172237 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-1f550e81-a4f0-4bc6-ba30-70e08ddee3c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 929 time: 0.1072791 Nov 12 00:41:36.217154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4e0ad97f-4b4a-4b2c-91c2-288abdc7657e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870494 Nov 12 00:41:36.236206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-3ca3e1d5-cb1b-4254-973b-f63dd4a1c83d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 217 time: 0.0515876 Nov 12 00:41:36.347357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-14a7c82a-bb5e-4f46-af44-7e73fbb02eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.351147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-14a7c82a-bb5e-4f46-af44-7e73fbb02eb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.0984206 Nov 12 00:41:36.383797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5db3ada9-8c75-4e1c-b9a7-f5622c80a148 req-bc075700-7e9e-4a59-99c3-c2e7b64ca48c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572355 Nov 12 00:41:36.442450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-836306c4-da5d-4688-9192-567c08a179e4 None None] Provisioning complete for port b5e0d261-44cb-4572-a787-ce5eb8987ca5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:36.442834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-836306c4-da5d-4688-9192-567c08a179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.477199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-78bcd585-1a51-47f8-8bf9-f690f7fa74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.479478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-78bcd585-1a51-47f8-8bf9-f690f7fa74c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185660 Nov 12 00:41:36.530177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-836306c4-da5d-4688-9192-567c08a179e4 None None] Port b5e0d261-44cb-4572-a787-ce5eb8987ca5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:36.556397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ab1aa91e-a2c6-454b-aaa0-37bff9fac036 service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381031 Nov 12 00:41:36.601951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 55f5e888-0da3-4daa-86a5-2c95e5199971 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:36.615141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-798a7ad4-00de-4ef1-9a4b-79ba04171f93 service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262038 Nov 12 00:41:36.674124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a571-90da-4309-af54-36202884bc3a req-d73ee466-d735-47e6-a1ed-d10db6bb2292 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.683420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2325a571-90da-4309-af54-36202884bc3a req-d73ee466-d735-47e6-a1ed-d10db6bb2292 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1709146 Nov 12 00:41:36.686033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.722090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 55f5e888-0da3-4daa-86a5-2c95e5199971 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:36.722758 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.856626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.873161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-69bae1de-89ee-4ae3-ae64-12fbde928ff4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.874822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-69bae1de-89ee-4ae3-ae64-12fbde928ff4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/ports?device_id=e25e9c10-b8be-4783-b729-3e806474bc79 HTTP/1.1" status: 200 len: 943 time: 0.1901243 Nov 12 00:41:36.877265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5833b22d-f58f-44a8-ae07-2ef68495c92f req-cd95a817-b3fb-482b-b4c6-6209c89c653e service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532127 Nov 12 00:41:36.899812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 55f5e888-0da3-4daa-86a5-2c95e5199971, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=55f5e888-0da3-4daa-86a5-2c95e5199971,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:36.910533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.987284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=55f5e888-0da3-4daa-86a5-2c95e5199971,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.997194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.009022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-da47bccb-630c-410c-b653-17b74c915ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338200 Nov 12 00:41:37.012936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2325a571-90da-4309-af54-36202884bc3a req-748fcaf9-4065-488e-8ab1-5e0e3729edb1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279009 Nov 12 00:41:37.013948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.081690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Deleting port f131613c-04d8-453b-bb02-dc28bf448e19 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:37.082267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.083135 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.173915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Pushing event updated for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:37.250879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] For port f131613c-04d8-453b-bb02-dc28bf448e19, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f131613c-04d8-453b-bb02-dc28bf448e19,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:37.251246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.260350 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aafbf6-3daf-40a1-b6ac-8a38f5266e04 x-openstack-request-id: req-86aafbf6-3daf-40a1-b6ac-8a38f5266e04 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:37.260731 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-unplugged", "status": "completed", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:37.261085 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86aafbf6-3daf-40a1-b6ac-8a38f5266e04 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:37.261754 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'code': 200} Nov 12 00:41:37.289260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Calling delete_port for f131613c-04d8-453b-bb02-dc28bf448e19 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:37.320974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:37.322457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:37.482597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d12123e-9ea9-43da-9bc3-dd8cadc5f07d req-505b191d-04a8-4600-a91d-d3d69f91a31d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 210 time: 0.0756965 Nov 12 00:41:37.538486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.622642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388a00e-66e3-4d03-9b22-dfd42b8f94cc req-a6ae6d74-79a5-43cc-90fc-945852063ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.624272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e388a00e-66e3-4d03-9b22-dfd42b8f94cc req-a6ae6d74-79a5-43cc-90fc-945852063ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 943 time: 0.1674647 Nov 12 00:41:37.634490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event deleted for resources: {'Port': ['ID=f131613c-04d8-453b-bb02-dc28bf448e19,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:37.655328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12cddc76-4f49-4789-8b24-10678df46bc2 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:37.765697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] No DVR routers for this DVR port f131613c-04d8-453b-bb02-dc28bf448e19 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:37.776109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.783627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7e9cf704-3384-4ae6-9ea3-48c0cd4face0 req-78585b48-d1a3-429d-8d5c-7cc6ec7b3539 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "DELETE /v2.0/ports/f131613c-04d8-453b-bb02-dc28bf448e19 HTTP/1.1" status: 204 len: 173 time: 0.8972623 Nov 12 00:41:37.784395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-deleted', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:37.797613 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea643fe6-8b67-47db-98ee-cd5a98a12ac1" -d '{"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-deleted", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:37.892418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1753a576-d9fd-4af5-bf8f-c0718da76fff None None] Provisioning complete for port b5e0d261-44cb-4572-a787-ce5eb8987ca5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:37.892955 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1753a576-d9fd-4af5-bf8f-c0718da76fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.919668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:37.958961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d0fd6-8a7b-4c26-b40c-d9aec2211226 req-7a2d7033-b029-4c6f-a4db-156e70a5c597 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.967752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-895d0fd6-8a7b-4c26-b40c-d9aec2211226 req-7a2d7033-b029-4c6f-a4db-156e70a5c597 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2376254 Nov 12 00:41:38.007710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e388a00e-66e3-4d03-9b22-dfd42b8f94cc req-361622a5-7bc1-4b43-b66e-fa34caa12ccf tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691738 Nov 12 00:41:38.056672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1753a576-d9fd-4af5-bf8f-c0718da76fff None None] Port b5e0d261-44cb-4572-a787-ce5eb8987ca5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:38.071366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:38.072519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-895d0fd6-8a7b-4c26-b40c-d9aec2211226 req-34c94ce6-2ec2-4096-9c5d-221539702ebb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016490 Nov 12 00:41:38.076712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12cddc76-4f49-4789-8b24-10678df46bc2,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:38.110282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '12cddc76-4f49-4789-8b24-10678df46bc2', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'mac_address': 'fa:16:3e:76:a5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:38.170758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:38.173284 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ad935-bf3e-4a51-95d0-a78cbdd2a7d2 x-openstack-request-id: req-669ad935-bf3e-4a51-95d0-a78cbdd2a7d2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:38.173586 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e9c10-b8be-4783-b729-3e806474bc79", "name": "network-vif-deleted", "tag": "f131613c-04d8-453b-bb02-dc28bf448e19", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:38.173844 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-669ad935-bf3e-4a51-95d0-a78cbdd2a7d2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:38.174320 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25e9c10-b8be-4783-b729-3e806474bc79', 'name': 'network-vif-deleted', 'tag': 'f131613c-04d8-453b-bb02-dc28bf448e19', 'status': 'completed', 'code': 200} Nov 12 00:41:38.188324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Deleting subnet d08e9a26-b7f3-4b5f-827c-53d7d948af79 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:38.193087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.216739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.230438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.254595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cddc76-4f49-4789-8b24-10678df46bc2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:38.305475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12cddc76-4f49-4789-8b24-10678df46bc2,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:38.313691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.328870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.344460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:38.352591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cdc38aa0-dad7-4ca4-86a5-d566190363fc admin admin] 10.222.0.11 "PUT /v2.0/routers/82ae6efa-916a-4cc8-82e3-f13ccd9a436d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1073179 Nov 12 00:41:38.363651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc92bb-dde3-4987-8906-221002eaa358 req-81f469c5-5af9-4331-be86-5d97b2a83439 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.371947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06bc92bb-dde3-4987-8906-221002eaa358 req-81f469c5-5af9-4331-be86-5d97b2a83439 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1580908 Nov 12 00:41:38.375843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Sync routers for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:38.416264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:38.418174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:38.451219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c03922-7f2c-4c45-beb0-2e12f6463913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.534848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 55f5e888-0da3-4daa-86a5-2c95e5199971 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:38.574388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:38.593150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c03922-7f2c-4c45-beb0-2e12f6463913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.604602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1c03922-7f2c-4c45-beb0-2e12f6463913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.614270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['12cddc76-4f49-4789-8b24-10678df46bc2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:38.672382 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1c03922-7f2c-4c45-beb0-2e12f6463913 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a56beae010a4f0cb48f23cac21aa9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968350 Nov 12 00:41:38.678000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c03922-7f2c-4c45-beb0-2e12f6463913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b2cbe-d017-4e87-a50c-b13beb134c19,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:38.684100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:38.725909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:38.726689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.772286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08e9a26-b7f3-4b5f-827c-53d7d948af79,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:38.775813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.777102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 55f5e888-0da3-4daa-86a5-2c95e5199971 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:38.777649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.783344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e3f5f61-022e-45f3-aae7-ba06613f33d2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d08e9a26-b7f3-4b5f-827c-53d7d948af79 HTTP/1.1" status: 204 len: 168 time: 0.7095346 Nov 12 00:41:38.785400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:38.804646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b3511-8256-4a8d-b028-26881ec3d6b1 req-c5ca40ce-ecf9-4e30-8ab5-e7b8a37c3a36 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.812686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-196b3511-8256-4a8d-b028-26881ec3d6b1 req-c5ca40ce-ecf9-4e30-8ab5-e7b8a37c3a36 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1097 time: 0.5715830 Nov 12 00:41:38.856602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06bc92bb-dde3-4987-8906-221002eaa358 req-f2f87272-88f2-4e04-8441-aac0b712e534 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835396 Nov 12 00:41:38.907100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-196b3511-8256-4a8d-b028-26881ec3d6b1 req-b1ebe421-0d03-4172-a5d7-9cebd06fdaf1 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926237 Nov 12 00:41:39.021230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d55153bd-6bd6-4174-8917-3793d508068c req-cc4005e0-3a93-4baa-944d-e1c90bf8380e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 210 time: 0.0423043 Nov 12 00:41:39.127414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 2, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:39.164370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14463a5-3d57-48d8-bee3-2cfe137a7cf1 req-c0337500-312d-4a20-b273-bc18254f0444 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.165986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a14463a5-3d57-48d8-bee3-2cfe137a7cf1 req-c0337500-312d-4a20-b273-bc18254f0444 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1097 time: 0.0468433 Nov 12 00:41:39.201098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Checking router: 82ae6efa-916a-4cc8-82e3-f13ccd9a436d for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:39.201445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Updating router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d port b5e0d261-44cb-4572-a787-ce5eb8987ca5 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:39.222194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.248658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.272983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a14463a5-3d57-48d8-bee3-2cfe137a7cf1 req-a97d8105-950f-4469-bb67-9fde3fbf0f70 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990210 Nov 12 00:41:39.276066 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a570234-f56c-41a4-a6f9-36210d5e36ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.305494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.326742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.410280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-671cc95d-62f5-4a82-a91c-e3832e4e99cb tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.411977 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-671cc95d-62f5-4a82-a91c-e3832e4e99cb tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.1910434 Nov 12 00:41:39.432552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Request body: {'port': {'device_id': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'admin_state_up': True, 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:39.443323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69987746-d9bd-4ff9-b8bd-9b7c80c65b44 req-c6992bed-5f2a-4930-8c08-a24f2193a88e tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.453585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69987746-d9bd-4ff9-b8bd-9b7c80c65b44 req-c6992bed-5f2a-4930-8c08-a24f2193a88e tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 944 time: 0.0747671 Nov 12 00:41:39.496742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:39.501639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.506984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246014403', 'description': 'tempest-description--1987150595'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:39.515093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69987746-d9bd-4ff9-b8bd-9b7c80c65b44 req-ca32b388-bdd2-4098-9d18-23cf66ef06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600040 Nov 12 00:41:39.576438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.579029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.580152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b9b2cbe-d017-4e87-a50c-b13beb134c19 HTTP/1.1" status: 204 len: 168 time: 0.8947837 Nov 12 00:41:39.589947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb00b48-449a-4506-9127-db68f005efc3']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:39.608611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fd50d4-024f-4c07-97bd-6737f82354cb') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:39.608944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fd50d4-024f-4c07-97bd-6737f82354cb') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:39.631255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb1fc-c54f-48e2-bcba-3ff402e19948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b2cbe-d017-4e87-a50c-b13beb134c19,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.635026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.639882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.640433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.664581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12cddc76-4f49-4789-8b24-10678df46bc2 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:39.674645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.694727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:39.695400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:39.697343 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:39.732774 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.781235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:39.785159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.806832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.817103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.821795 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9eb00b48-449a-4506-9127-db68f005efc3 HTTP/1.1" status: 204 len: 168 time: 1.0351446 Nov 12 00:41:39.864467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.865980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58cb41-7d98-4016-bc3b-9be4290a6833 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb00b48-449a-4506-9127-db68f005efc3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.876936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.910983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 12cddc76-4f49-4789-8b24-10678df46bc2 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:39.918019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff9b71-3b05-43ea-890c-8239c4746f05 None None] Pushing event updated for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.923362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 12cddc76-4f49-4789-8b24-10678df46bc2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:39.923871 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.950366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Attempting to bind port b5e0d261-44cb-4572-a787-ce5eb8987ca5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:39.950732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Attempting to bind port b5e0d261-44cb-4572-a787-ce5eb8987ca5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:39.951089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Attempting to bind port b5e0d261-44cb-4572-a787-ce5eb8987ca5 on network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:39.960396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:39.960822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Checking segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:39.961219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.961593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Bound using segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:39.962069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Bound port: b5e0d261-44cb-4572-a787-ce5eb8987ca5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:39.962443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.072808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.077356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.081642 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5805855 Nov 12 00:41:40.087448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'security_group_rule': {'security_group_id': 'b1b21cc9-ab09-4b28-809d-84fcf12d46b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.102254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2083fc-b943-4d94-853c-aaff6a6d627e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b21cc9-ab09-4b28-809d-84fcf12d46b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.156926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] For port b5e0d261-44cb-4572-a787-ce5eb8987ca5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:40.166198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] For port b5e0d261-44cb-4572-a787-ce5eb8987ca5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b5e0d261-44cb-4572-a787-ce5eb8987ca5,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:40.173691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.181361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.193861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.200453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Allocated IP 172.20.0.12 (773e06f7-2107-47b8-896b-892eeee2445e/cb3b99e0-b8cc-4744-bb5b-53f1503e8386/4e3de162-1206-4318-9ab0-bec881550789) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:40.228657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2908-bec3-4ae0-8d09-8ccc020832e4 req-6a853b52-40dd-45b5-9e54-eb9a88f954cc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.231869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6e2908-bec3-4ae0-8d09-8ccc020832e4 req-6a853b52-40dd-45b5-9e54-eb9a88f954cc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.2260346 Nov 12 00:41:40.245646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12cddc76-4f49-4789-8b24-10678df46bc2,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:40.251573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6ef2895d-38b9-424a-a34b-2d97009ee475 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2db1d8d3f9943109adb031a22bce983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689247 Nov 12 00:41:40.255203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.272988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:40.275769 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cbbc71-ca01-4d77-a71a-dc0ea9819b36" -d '{"events": [{"server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "name": "network-vif-plugged", "status": "completed", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:40.307606 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.308931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:40.339965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.377886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] Provisioning complete for port b5e0d261-44cb-4572-a787-ce5eb8987ca5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:40.378487 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.381446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: f131613c-04d8-453b-bb02-dc28bf448e19 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:40.382062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f131613c-04d8-453b-bb02-dc28bf448e19 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:40.453208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.476014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6e2908-bec3-4ae0-8d09-8ccc020832e4 req-533cbe5e-9e34-4412-99a6-cf096f138948 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368207 Nov 12 00:41:40.498519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.538218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.542936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.548900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.586897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.602104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.608049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5264294 Nov 12 00:41:40.611724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.631720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Network 773e06f7-2107-47b8-896b-892eeee2445e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:40.641318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'security_group_rule': {'security_group_id': 'b1b21cc9-ab09-4b28-809d-84fcf12d46b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.654144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0185a3-5caf-4bf0-aa98-71d32711a739 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2162ec64-1a6a-4e33-baa1-52fb35e699fd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.675565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:40.682662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:40.713469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f180-c712-44e3-845a-40ab7eea04cd req-49cbb1b3-6d51-4a6e-988b-fd1b40b784cd tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.715368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec06f180-c712-44e3-845a-40ab7eea04cd req-49cbb1b3-6d51-4a6e-988b-fd1b40b784cd tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 932 time: 0.0922124 Nov 12 00:41:40.749686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.750689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.754396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.758412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52fb1809-d712-40be-b12c-df51f7d70ff0 HTTP/1.1" status: 204 len: 168 time: 0.4974496 Nov 12 00:41:40.770385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:40.770587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.771242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.772012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:40.773792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7533b-845e-4d80-b259-f22a24f25373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fb1809-d712-40be-b12c-df51f7d70ff0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.789982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.797020 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-4d078200-5bab-4a18-9eeb-f33bd84b96c0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3687429 Nov 12 00:41:40.810864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Request body: {'port': {'device_id': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.818312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec06f180-c712-44e3-845a-40ab7eea04cd req-750eefe1-b6b9-4b8b-8880-85f6da704ec3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874248 Nov 12 00:41:40.902103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff9b71-3b05-43ea-890c-8239c4746f05 None None] Pushing event updated for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.903227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.960897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.982268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.068755 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620e260-86cd-4ce5-8c24-d24da7b63436 x-openstack-request-id: req-7620e260-86cd-4ce5-8c24-d24da7b63436 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:41.069044 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "name": "network-vif-plugged", "status": "completed", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:41.069300 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7620e260-86cd-4ce5-8c24-d24da7b63436 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:41.069702 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2', 'code': 200} Nov 12 00:41:41.150104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5032371-63ea-4b44-b03a-15ca6ba234d0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:41.150850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dbea-c813-47d2-95f5-424a939b6d10 req-c4be086c-e647-4b54-9ad2-36b84bac46d8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.152558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d90dbea-c813-47d2-95f5-424a939b6d10 req-c4be086c-e647-4b54-9ad2-36b84bac46d8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 945 time: 0.1234276 Nov 12 00:41:41.171714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.173111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6549dbcc-4e8b-4795-a509-e62c8606f3e8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5562117 Nov 12 00:41:41.178941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:41.198104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375f47e-29bc-41dc-84ae-f44fe483f1ee req-e5a87b5e-b088-4d3d-b15b-0413d2e065a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.199987 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6375f47e-29bc-41dc-84ae-f44fe483f1ee req-e5a87b5e-b088-4d3d-b15b-0413d2e065a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1097 time: 0.1264904 Nov 12 00:41:41.200691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:41.284572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6375f47e-29bc-41dc-84ae-f44fe483f1ee req-5873d576-5772-455a-8418-ff9066276959 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Nov 12 00:41:41.287804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:41.326830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:41.361801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.362842 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.389442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d90dbea-c813-47d2-95f5-424a939b6d10 req-281e30fd-532c-43a1-8308-07d3cf525ab6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265179 Nov 12 00:41:41.395498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3de162-1206-4318-9ab0-bec881550789 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:41.396015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:41.405902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.422281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Transition to ACTIVE for port object 4e3de162-1206-4318-9ab0-bec881550789 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:41.430947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.435735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] For port b5e0d261-44cb-4572-a787-ce5eb8987ca5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b5e0d261-44cb-4572-a787-ce5eb8987ca5,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:41.452493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.536787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.543826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0e6f20f1-79d0-4584-8065-20e00f4e4fec tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:41:41.562530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0e6f20f1-79d0-4584-8065-20e00f4e4fec tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311198 Nov 12 00:41:41.603582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-3994408d-1707-4408-812c-f90aec40a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.611019 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-3994408d-1707-4408-812c-f90aec40a332 service neutron] 10.222.0.11 "GET /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 1094 time: 0.0476382 Nov 12 00:41:41.615794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Request body: {'binding': {'host': 'n-h1-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:41.616501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:41:41.656879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-884074816-network', 'tenant_id': '5c3740315ad0401491dff79dcc9ae68c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:41.661010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a61544bb-7033-4819-b222-0e0212d9f279 None None] Provisioning complete for port b5e0d261-44cb-4572-a787-ce5eb8987ca5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:41.661382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a61544bb-7033-4819-b222-0e0212d9f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.676803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:41.744411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefd593-b244-4156-b1ad-fe8581589f29 None None] Pushing event updated for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:41.748836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d4c7-f666-444e-8bd9-d74b3b1afaa1 req-b82d67fd-c41d-4791-b28f-ab3722700046 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.751258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da69d4c7-f666-444e-8bd9-d74b3b1afaa1 req-b82d67fd-c41d-4791-b28f-ab3722700046 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.1530883 Nov 12 00:41:41.753137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Attempting to bind port 4e3de162-1206-4318-9ab0-bec881550789 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:41.753661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Attempting to bind port 4e3de162-1206-4318-9ab0-bec881550789 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:41.754263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Attempting to bind port 4e3de162-1206-4318-9ab0-bec881550789 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.756442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Made reservation on behalf of 5c3740315ad0401491dff79dcc9ae68c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:41.758902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.768048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Port 4e3de162-1206-4318-9ab0-bec881550789 on network 773e06f7-2107-47b8-896b-892eeee2445e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:41.768446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Attempting to bind port 4e3de162-1206-4318-9ab0-bec881550789 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.795277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Allocated IP 172.25.6.75 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f5cda61e-2e1f-443c-a81c-95aa33c14e6d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:41.799214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.806662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:41.806995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Checking segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:41.807780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Bound using segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:41.808635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Bound port: 4e3de162-1206-4318-9ab0-bec881550789, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:41.809166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.861981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58f1b5f2-fe66-42fe-b481-7181b02155d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.889103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da69d4c7-f666-444e-8bd9-d74b3b1afaa1 req-e51f67cc-15dd-41f0-b2d4-23285bdb88f3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242797 Nov 12 00:41:41.917202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:41.923413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:41.939867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.946242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on host n-h1-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:41.946894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:41.947409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.977471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:41.978122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.987814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.990314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.991817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e3de162-1206-4318-9ab0-bec881550789 HTTP/1.1" status: 200 len: 1093 time: 1.1852689 Nov 12 00:41:42.003557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'tag': '4e3de162-1206-4318-9ab0-bec881550789'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:42.010467 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f3ef7d-05ae-44c6-b731-85b46029ae71" -d '{"events": [{"name": "network-changed", "server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "tag": "4e3de162-1206-4318-9ab0-bec881550789"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:42.026567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:42.026951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:42.027301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:42.027925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Bound port: b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:42.048115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:40Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:42.051136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.081527 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.089411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef6d32-201d-44d2-aa8c-20ab2ed70151 None None] The sync data for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 is: [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:40Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:42.103414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.106143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ed39-b358-4913-8198-6b09ce0b6684 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.154880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:42.160153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ed2ee063-8a61-4d76-96ea-08622cd819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.162227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-ed2ee063-8a61-4d76-96ea-08622cd819e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 1096 time: 0.1018636 Nov 12 00:41:42.167111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.168370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0b880808-b7a9-468f-a267-a1db758646b6 service neutron] 10.222.0.11 "POST /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611/bindings HTTP/1.1" status: 201 len: 390 time: 0.5562608 Nov 12 00:41:42.180905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:42.209283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c661d67c-c874-47a2-a92b-fd8f76913041,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.217415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.218010 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Added segment 58f0b988-d133-4211-aca0-af155d5b643f of type vlan for network 291b8f1c-3556-4ba8-85ae-f22b7fbc7629 Nov 12 00:41:42.221262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-b5b2aebb-f099-41a0-aa78-4b180cfcf867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e3de162-1206-4318-9ab0-bec881550789 HTTP/1.1" status: 200 len: 217 time: 0.0475235 Nov 12 00:41:42.230298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94aef9-f0b7-4b72-9e83-4a08dc87b5ef req-47af798e-cc5d-4cf2-9f90-2581393aa0d3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.238649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db94aef9-f0b7-4b72-9e83-4a08dc87b5ef req-47af798e-cc5d-4cf2-9f90-2581393aa0d3 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 944 time: 0.1820533 Nov 12 00:41:42.282769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.342997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-229a9c5b-ec9e-4d77-b463-300b5911e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.345354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-229a9c5b-ec9e-4d77-b463-300b5911e5f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.0943153 Nov 12 00:41:42.405035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:42.435789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:42.438820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:42.441509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'Port': ['ID=f5cda61e-2e1f-443c-a81c-95aa33c14e6d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.459142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.465824 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-a54f2b4c-20c1-4f5e-a77f-4be042abb057 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942895 Nov 12 00:41:42.469299 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ce20c-08fb-4350-bde9-d449b30b5464 x-openstack-request-id: req-785ce20c-08fb-4350-bde9-d449b30b5464 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:42.471563 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "tag": "4e3de162-1206-4318-9ab0-bec881550789", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:42.472176 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-785ce20c-08fb-4350-bde9-d449b30b5464 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:42.472796 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'tag': '4e3de162-1206-4318-9ab0-bec881550789', 'status': 'completed', 'code': 200} Nov 12 00:41:42.509592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db94aef9-f0b7-4b72-9e83-4a08dc87b5ef req-32600dcb-b539-4f0b-b5c7-b0112ab8f16c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696643 Nov 12 00:41:42.586436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.588309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.590257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.614170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b5e0d261-44cb-4572-a787-ce5eb8987ca5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:42.685875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-74ae5dd4-49d7-44f5-ab6a-0a2964324d13 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090709 Nov 12 00:41:42.702653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4026415 Nov 12 00:41:42.710602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:42.723788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Request body: {'subnet': {'network_id': '291b8f1c-3556-4ba8-85ae-f22b7fbc7629', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-884074816-subnet', 'tenant_id': '5c3740315ad0401491dff79dcc9ae68c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:42.730833 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.751072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b5e0d261-44cb-4572-a787-ce5eb8987ca5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:42.751583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.817311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89964ee6-082f-4171-83c4-60a5666d9803 admin admin] Pushing event updated for resources: {'Network': ['ID=291b8f1c-3556-4ba8-85ae-f22b7fbc7629,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.833598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.858292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 291b8f1c-3556-4ba8-85ae-f22b7fbc7629 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:42.863025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Made reservation on behalf of 5c3740315ad0401491dff79dcc9ae68c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:42.866676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.884150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782b8b-b426-4502-83c4-aa101045e882 req-95a2789c-a129-46af-8be0-1860e340769e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.891870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57782b8b-b426-4502-83c4-aa101045e882 req-95a2789c-a129-46af-8be0-1860e340769e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2327468 Nov 12 00:41:42.901336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9272244c-b3c7-4f51-bfd3-195c52715473 req-b10a8897-436e-40ea-b14a-8fa77b1b72c1 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039914 Nov 12 00:41:42.970680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.020648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66cebb-504d-422c-95c5-e685c68c3340 req-81458594-b7e3-441e-b2b6-765fd8339a25 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.022203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af66cebb-504d-422c-95c5-e685c68c3340 req-81458594-b7e3-441e-b2b6-765fd8339a25 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 945 time: 0.1220648 Nov 12 00:41:43.030211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57782b8b-b426-4502-83c4-aa101045e882 req-113c8de0-49ba-4511-afd5-805299204ab9 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374118 Nov 12 00:41:43.043025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-eb46a7ca-c8da-4fc7-8cec-cdb3188ed77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.044692 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-eb46a7ca-c8da-4fc7-8cec-cdb3188ed77d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 1096 time: 0.0743623 Nov 12 00:41:43.165424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af66cebb-504d-422c-95c5-e685c68c3340 req-79d1f248-f1b6-4691-9c4e-3afd93ad6412 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301601 Nov 12 00:41:43.211055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-9b327f4f-c976-4941-9f66-91a27198256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.213178 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-9b327f4f-c976-4941-9f66-91a27198256a service neutron] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 906 time: 0.1593893 Nov 12 00:41:43.214460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:43.222433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.233802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98e24-f706-48bc-a2c4-037f15d1a85c req-1a2c01bb-1aee-4a75-8683-cbeb68d555d2 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.235898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1a98e24-f706-48bc-a2c4-037f15d1a85c req-1a2c01bb-1aee-4a75-8683-cbeb68d555d2 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 945 time: 0.0926821 Nov 12 00:41:43.294128 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-fe5f34f3-cb23-4543-8732-ed03f0e544fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e3de162-1206-4318-9ab0-bec881550789 HTTP/1.1" status: 200 len: 217 time: 0.0647926 Nov 12 00:41:43.327801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73af1dd-53e0-4643-bf31-b25d5a7f422a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.370229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Checking segment: {'id': '58f0b988-d133-4211-aca0-af155d5b643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '291b8f1c-3556-4ba8-85ae-f22b7fbc7629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:43.370917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Network hostable DHCP agents. Network: 291b8f1c-3556-4ba8-85ae-f22b7fbc7629, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:43.378152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02bf76af-167e-4d36-807f-4a8ac8316df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.403042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-704a1058-3003-47a8-9eed-a5b1c3d91aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.404532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-704a1058-3003-47a8-9eed-a5b1c3d91aee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.0989091 Nov 12 00:41:43.420618 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.426720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Network 291b8f1c-3556-4ba8-85ae-f22b7fbc7629 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:43.440964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.449029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-a797917e-1afa-4cd9-9356-d222e72b53a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338931 Nov 12 00:41:43.476013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 291b8f1c-3556-4ba8-85ae-f22b7fbc7629) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:43.480400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.480693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.507702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c849e8-6e96-4348-984c-a5d3a8cc9001 None None] Network 291b8f1c-3556-4ba8-85ae-f22b7fbc7629 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:43.523740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1a98e24-f706-48bc-a2c4-037f15d1a85c req-ba38f40c-9346-409a-a468-d59c5e9cc5dc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704117 Nov 12 00:41:43.537222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-81d51f35-a085-47dd-919b-f9903c58c15f tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 258 time: 0.2979145 Nov 12 00:41:43.573967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:43.585257 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-795e3a50-8c2a-4719-a67a-aa239aaede0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8724475 Nov 12 00:41:43.591343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'Port': ['ID=f5cda61e-2e1f-443c-a81c-95aa33c14e6d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.645486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02bf76af-167e-4d36-807f-4a8ac8316df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.647413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.658502 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-9f14e0cd-773d-47cf-a324-434fc55ac8ec service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994452 Nov 12 00:41:43.660038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02bf76af-167e-4d36-807f-4a8ac8316df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.670516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.708091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.718111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-126f65d9-3a5a-49e4-8591-4274a15cf481 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5378878 Nov 12 00:41:43.764417 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-02bf76af-167e-4d36-807f-4a8ac8316df3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0ccb9b0174249e8a1ad88e58ae9d904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460541 Nov 12 00:41:43.771846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:43.807447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b751a4c-7a98-49b0-9ecf-ea2620f6c471 None None] Network 291b8f1c-3556-4ba8-85ae-f22b7fbc7629 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:43.841305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf76af-167e-4d36-807f-4a8ac8316df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3b8a6-3007-459c-affd-eaab003cceb6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.942301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.967410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52849f57-7b6d-4474-81de-3737d436fa44 req-6b0e7986-0df0-40c8-b10d-8d47828f9fd8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.969042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52849f57-7b6d-4474-81de-3737d436fa44 req-6b0e7986-0df0-40c8-b10d-8d47828f9fd8 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 944 time: 0.1222911 Nov 12 00:41:43.997529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3f3ef7d-05ae-44c6-b731-85b46029ae71 req-e8a0390a-8195-44e6-b5af-e3ef616b69bf service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214500 Nov 12 00:41:44.017224 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.038644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.105971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.120667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52849f57-7b6d-4474-81de-3737d436fa44 req-efee793a-fcb4-44e8-ab21-526dcbdd767f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106236 Nov 12 00:41:44.132341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Allocated IP 172.25.6.138 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cc725dd5-cde4-4e19-97db-fbd6fe43ec9d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:44.164192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-4b120f2e-00a4-4cdb-b3b1-c01b7afa74f7 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.165681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-4b120f2e-00a4-4cdb-b3b1-c01b7afa74f7 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.1062510 Nov 12 00:41:44.188512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:44.285918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.288828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.292976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4d3b8a6-3007-459c-affd-eaab003cceb6 HTTP/1.1" status: 204 len: 168 time: 0.5199862 Nov 12 00:41:44.316074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.322056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27a099-ea55-4c1b-b787-f4866fbe6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3b8a6-3007-459c-affd-eaab003cceb6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.325586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.391145 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-6c8f095e-bf41-4409-b2fb-abe3398e8186 req-77f4aa79-1b4f-474d-898b-4f74f4377ef0 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] show failed (client error): The resource could not be found. Nov 12 00:41:44.392222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c8f095e-bf41-4409-b2fb-abe3398e8186 req-77f4aa79-1b4f-474d-898b-4f74f4377ef0 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/62e145c5-c7fd-4c92-92f7-d11e4669a7e7 HTTP/1.1" status: 404 len: 352 time: 0.0212369 Nov 12 00:41:44.400013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.466201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:44.469220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:44.474334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:44.477999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event updated for resources: {'Port': ['ID=cc725dd5-cde4-4e19-97db-fbd6fe43ec9d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.603008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:44.618281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7ea28-a941-4fc7-8036-2faf9c434b8d req-90981804-fd4e-4632-a296-52c9a63e162d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.618281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7f7ea28-a941-4fc7-8036-2faf9c434b8d req-90981804-fd4e-4632-a296-52c9a63e162d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.1037006 Nov 12 00:41:44.620237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.660538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:44.704604 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.707437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:44.710000 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce3fed-afac-4ba3-b0fd-1f4b5a54b418" -d '{"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-unplugged", "status": "completed", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:44.710307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7f7ea28-a941-4fc7-8036-2faf9c434b8d req-fa614619-6383-4bc8-9a04-82e87520bf50 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871394 Nov 12 00:41:44.715250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.723827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.791340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.827246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.841726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on host n-h2-712141-15 for vnic_type normal with profile {"migrating_to": "n-h1-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:44.842360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:44.843038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:44.848635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:44.849214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Attempting to bind port 2afcdbbc-8692-437a-98e6-4620947f5130 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:44.857557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:44.857902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:44.858282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:44.858710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Bound port: 2afcdbbc-8692-437a-98e6-4620947f5130, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:44.859061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.929990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:44.939356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:44.947212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.976478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d367-ade3-4729-ae3d-38cf75827795 req-f0b942b8-7ddf-4025-92cb-962fb1678bcc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.983937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dc1d367-ade3-4729-ae3d-38cf75827795 req-f0b942b8-7ddf-4025-92cb-962fb1678bcc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.1160512 Nov 12 00:41:45.066703 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.071324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:45.087620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dc1d367-ade3-4729-ae3d-38cf75827795 req-44138c48-c30e-42e8-86a2-6d886cea0fa0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025600 Nov 12 00:41:45.090135 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.090866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.091495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.105109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-3fbaa5d4-fcd7-4036-a86d-87ad4c42991c service neutron] 10.222.0.32 "PUT /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 1123 time: 0.9292240 Nov 12 00:41:45.155255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event updated for resources: {'Port': ['ID=cc725dd5-cde4-4e19-97db-fbd6fe43ec9d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:45.183209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2afcdbbc-8692-437a-98e6-4620947f5130'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:45.215784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.244477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.253728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-677fd438-d557-4757-823c-2fcb6fe2cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6924095 Nov 12 00:41:45.291352 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424e4ab-6405-4647-ac6f-2f315f8eb322 x-openstack-request-id: req-a424e4ab-6405-4647-ac6f-2f315f8eb322 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:45.291836 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-unplugged", "status": "completed", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:45.292374 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a424e4ab-6405-4647-ac6f-2f315f8eb322 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:45.292927 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130', 'code': 200} Nov 12 00:41:45.312782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2afcdbbc-8692-437a-98e6-4620947f5130'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:45.352556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-32a617cf-c7b4-46be-b98c-b68c3a5ff279 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0974391 Nov 12 00:41:45.508695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5fb7deb-329a-4a92-b3d2-831620bb7171 req-96dbcbec-5303-4f3f-b809-35287e18e4e3 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c3740315ad0401491dff79dcc9ae68c HTTP/1.1" status: 200 len: 3001 time: 0.1964746 Nov 12 00:41:45.518548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-fbea88dc-7b3e-4054-aed4-5a392429a853 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.520623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c9fe9c-6190-432e-8873-1c78cac428fd req-fbea88dc-7b3e-4054-aed4-5a392429a853 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1666572 Nov 12 00:41:45.564247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5fb7deb-329a-4a92-b3d2-831620bb7171 req-2073bb2b-a9e4-4155-b1e3-28d3e3da2d96 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/c661d67c-c874-47a2-a92b-fd8f76913041 HTTP/1.1" status: 200 len: 2998 time: 0.0425754 Nov 12 00:41:45.640761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5fb7deb-329a-4a92-b3d2-831620bb7171 req-eef51147-111f-4c71-9ee0-443f04f8c5dd tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/c661d67c-c874-47a2-a92b-fd8f76913041 HTTP/1.1" status: 200 len: 2998 time: 0.0694554 Nov 12 00:41:45.665186 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:45.679845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c7c0-8eb0-4b41-9e50-a4f0c27a6af1 req-8014012e-98fb-49b4-8302-d954609f768d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.681669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9813c7c0-8eb0-4b41-9e50-a4f0c27a6af1 req-8014012e-98fb-49b4-8302-d954609f768d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 944 time: 0.0876513 Nov 12 00:41:45.686695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:45.739339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9813c7c0-8eb0-4b41-9e50-a4f0c27a6af1 req-8eeac46f-bb55-470a-a5e2-85a920f0b37c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504549 Nov 12 00:41:45.815944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:45.834673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 has no active binding in host n-h1-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:41:45.835444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:45.892028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-a654d673-f467-4fab-bfa4-3ba41e1b7b6f tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.893479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-a654d673-f467-4fab-bfa4-3ba41e1b7b6f tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0888374 Nov 12 00:41:45.967058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-c31ab7d5-9ecd-4a88-a4eb-d43e5047a0f7 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0671797 Nov 12 00:41:45.980762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'floatingip': {'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:45.988765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20906a4f-1d89-4d81-a9fa-317bc3b55850 req-8f93a412-b976-4037-a1fd-b50005ea142b tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/c661d67c-c874-47a2-a92b-fd8f76913041 HTTP/1.1" status: 200 len: 2998 time: 0.1205578 Nov 12 00:41:46.036440 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.097555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:46.110827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4e3de162-1206-4318-9ab0-bec881550789', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': '4e3de162-1206-4318-9ab0-bec881550789', 'mac_address': 'fa:16:3e:f7:7c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:46.148649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.162320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3de162-1206-4318-9ab0-bec881550789 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:46.184336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:46.190461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.248512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:46.468373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4e3de162-1206-4318-9ab0-bec881550789'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:46.471566 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-20906a4f-1d89-4d81-a9fa-317bc3b55850 req-0ebcbf06-b143-4205-be2c-03d19a143733 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:41:46.477019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20906a4f-1d89-4d81-a9fa-317bc3b55850 req-0ebcbf06-b143-4205-be2c-03d19a143733 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "DELETE /v2.0/security-groups/c661d67c-c874-47a2-a92b-fd8f76913041 HTTP/1.1" status: 409 len: 352 time: 0.4560084 Nov 12 00:41:46.643303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0f8a-da84-4894-9ae1-66f6b5bb859f req-92901c78-e975-475c-a616-11987191f4fa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.645658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90de0f8a-da84-4894-9ae1-66f6b5bb859f req-92901c78-e975-475c-a616-11987191f4fa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.1058693 Nov 12 00:41:46.789014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90de0f8a-da84-4894-9ae1-66f6b5bb859f req-92c976cd-96ea-4294-9aab-59a3e7864552 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307013 Nov 12 00:41:46.923000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c906974f-3f96-4bdc-a2ac-5febc4cb6d8c req-a79e13ee-faef-47ca-869f-945a4dc5f783 tempest-AbsoluteLimitsNegativeTestJSON-717459938 tempest-AbsoluteLimitsNegativeTestJSON-717459938-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9c2fca4b27d64bbf97e8be28f109daaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297368 Nov 12 00:41:47.034561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.040827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.153249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906974f-3f96-4bdc-a2ac-5febc4cb6d8c req-f5e34e70-fe6c-447f-9b03-589fd3497d8b tempest-AbsoluteLimitsNegativeTestJSON-717459938 tempest-AbsoluteLimitsNegativeTestJSON-717459938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.154750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c906974f-3f96-4bdc-a2ac-5febc4cb6d8c req-f5e34e70-fe6c-447f-9b03-589fd3497d8b tempest-AbsoluteLimitsNegativeTestJSON-717459938 tempest-AbsoluteLimitsNegativeTestJSON-717459938-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989675 Nov 12 00:41:47.188285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c906974f-3f96-4bdc-a2ac-5febc4cb6d8c req-272c9252-b524-4e93-92f4-d2a8681b0603 tempest-AbsoluteLimitsNegativeTestJSON-717459938 tempest-AbsoluteLimitsNegativeTestJSON-717459938-project] 10.222.0.11 "GET /v2.0/quotas/9c2fca4b27d64bbf97e8be28f109daaa HTTP/1.1" status: 200 len: 375 time: 0.0181992 Nov 12 00:41:47.189431 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Floating IP 52b92d21-9313-4edd-bbaf-1a7eb34b403d associated. External IP: 172.25.6.138, port: 12cddc76-4f49-4789-8b24-10678df46bc2. Nov 12 00:41:47.262255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c906974f-3f96-4bdc-a2ac-5febc4cb6d8c req-1eb08a91-e4b4-4b7a-b197-81e364f677d2 tempest-AbsoluteLimitsNegativeTestJSON-717459938 tempest-AbsoluteLimitsNegativeTestJSON-717459938-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c2fca4b27d64bbf97e8be28f109daaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377023 Nov 12 00:41:47.293914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:47.300985 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899a4be-e8b9-42fc-8ac5-a4268d77d257" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:47.476717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe29f7-cc73-474c-ad30-deee41e68521 req-94f22211-5383-4038-8a0a-12905513baed tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.480374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ffe29f7-cc73-474c-ad30-deee41e68521 req-94f22211-5383-4038-8a0a-12905513baed tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.1027827 Nov 12 00:41:47.517766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Router d397f28e-0175-4a74-ac18-62005414a4a0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:47.565556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ffe29f7-cc73-474c-ad30-deee41e68521 req-2ca5038e-8b35-4dd4-90d8-c002b10b8aa6 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683484 Nov 12 00:41:47.641565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:47.674999 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-ccdebbe0-b72e-462c-b639-734348a0cbec req-a6a99841-db39-4594-b2f9-a79f6a9e8d68 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] show failed (client error): The resource could not be found. Nov 12 00:41:47.676628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccdebbe0-b72e-462c-b639-734348a0cbec req-a6a99841-db39-4594-b2f9-a79f6a9e8d68 tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/363bed69-b8cb-491e-b107-a395879c849f HTTP/1.1" status: 404 len: 352 time: 0.0277393 Nov 12 00:41:47.702521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:47.744081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:47.750826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.757028 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Sync routers for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:47.778154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:47.778907 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:47.820691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-f2e65dba-79fe-4f1d-be57-386a0a147e77 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "PUT /v2.0/floatingips/52b92d21-9313-4edd-bbaf-1a7eb34b403d HTTP/1.1" status: 200 len: 996 time: 1.8455231 Nov 12 00:41:47.821992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:47.824625 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff330de5-cd12-4686-8f6f-50e3625e1057" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:47.835455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e2ac-cb03-4b71-8feb-cc11c1b424c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.861868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1509541-41e3-4ee9-90bd-3513b6deae97 req-5e5ad0db-d7b1-44ef-a363-ad6e6dddec71 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.863841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1509541-41e3-4ee9-90bd-3513b6deae97 req-5e5ad0db-d7b1-44ef-a363-ad6e6dddec71 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 945 time: 0.0882742 Nov 12 00:41:47.873832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 4e3de162-1206-4318-9ab0-bec881550789 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:47.879500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4e3de162-1206-4318-9ab0-bec881550789 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:47.880285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.922471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-dff527fd-2d1f-4ab3-9345-73e006edbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.924021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-dff527fd-2d1f-4ab3-9345-73e006edbece service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1097 time: 0.0869980 Nov 12 00:41:47.987326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1509541-41e3-4ee9-90bd-3513b6deae97 req-0aafac53-c2bb-454b-b3b7-93fef49c4d90 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082706 Nov 12 00:41:47.995267 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:48.014195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e2ac-cb03-4b71-8feb-cc11c1b424c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.025694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e2ac-cb03-4b71-8feb-cc11c1b424c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.050498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.077903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-d7d18ab0-7ed7-4ce6-91cb-a81f00c2ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.088471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-d7d18ab0-7ed7-4ce6-91cb-a81f00c2ce06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 929 time: 0.1488514 Nov 12 00:41:48.093581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5e2ac-cb03-4b71-8feb-cc11c1b424c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11aee27-d7a8-4903-b9f0-6fdbed633967,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.107931 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008bb862-8d43-4b71-af95-3f059f40d7b5 x-openstack-request-id: req-008bb862-8d43-4b71-af95-3f059f40d7b5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:48.109396 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:48.109396 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-008bb862-8d43-4b71-af95-3f059f40d7b5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:48.109788 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130', 'status': 'completed', 'code': 200} Nov 12 00:41:48.130608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9ef5e2ac-cb03-4b71-8feb-cc11c1b424c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c2fca4b27d64bbf97e8be28f109daaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876020 Nov 12 00:41:48.133367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:48.144133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:48.149316 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350aa974-7bfd-4775-9a22-1a2dbf372442" -d '{"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:48.187327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:48.195196 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.231428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-807ea7a3-de49-4936-9be0-1f86a680b2f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 999 time: 0.1417227 Nov 12 00:41:48.239363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.282688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.291206 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-3e99879b-f069-4950-a1eb-bfc0ddbfd366 req-ae02aee3-38f2-4df3-9f58-7a945e3b988f tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] show failed (client error): The resource could not be found. Nov 12 00:41:48.292552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e99879b-f069-4950-a1eb-bfc0ddbfd366 req-ae02aee3-38f2-4df3-9f58-7a945e3b988f tempest-SecurityGroupsNegativeTestJSON-894552659 tempest-SecurityGroupsNegativeTestJSON-894552659-project] 10.222.0.11 "GET /v2.0/security-groups/48cb4f72-eeda-49f6-aaef-bf27a7155472 HTTP/1.1" status: 404 len: 352 time: 0.0220623 Nov 12 00:41:48.309386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:48.363015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-7780589d-07da-4518-bef3-c3c094d2c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.364952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-7780589d-07da-4518-bef3-c3c094d2c8ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.0605481 Nov 12 00:41:48.409190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-70daa4ce-4501-4c12-ac1c-6cabf8942a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.410878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-70daa4ce-4501-4c12-ac1c-6cabf8942a0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1126 time: 0.1785095 Nov 12 00:41:48.416040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Deleting subnet c73af1dd-53e0-4643-bf31-b25d5a7f422a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:48.423038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.437015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.500109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.548976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-4a56c11c-db52-46f9-9340-81631684634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.549560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '52b92d21-9313-4edd-bbaf-1a7eb34b403d', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'mac_address': 'fa:16:3e:76:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:44Z', 'updated_at': '2021-11-12T00:41:46Z', 'revision_number': 1, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:48.552013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-4a56c11c-db52-46f9-9340-81631684634e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714466 Nov 12 00:41:48.559986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.561715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-d17d728f-cc44-4133-bec7-03b09e9c99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.563183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-d17d728f-cc44-4133-bec7-03b09e9c99d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1327527 Nov 12 00:41:48.594131 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Checking router: d397f28e-0175-4a74-ac18-62005414a4a0 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:48.616188 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:48.616847 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:48.632430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3743-dcd9-4db1-b3cb-c5e9240074a5 req-fd9cc117-9ec5-48d5-9bfc-eddb86223ac4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.636772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-860a3743-dcd9-4db1-b3cb-c5e9240074a5 req-fd9cc117-9ec5-48d5-9bfc-eddb86223ac4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2206614 Nov 12 00:41:48.762753 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:48.775175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-809066a3-fd7f-428a-aeca-852290df944b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.1607335 Nov 12 00:41:48.824674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-55e8df6e-31fe-4ec5-980f-7cf2b083e1d0 service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511692 Nov 12 00:41:48.856311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-860a3743-dcd9-4db1-b3cb-c5e9240074a5 req-3d87b9c4-54e4-4dcd-8d04-295e5194877f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186182 Nov 12 00:41:48.922178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.924956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.927079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a11aee27-d7a8-4903-b9f0-6fdbed633967 HTTP/1.1" status: 204 len: 168 time: 0.7926342 Nov 12 00:41:48.936415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fa1f7-cfcb-49ed-be03-998ca69dc903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11aee27-d7a8-4903-b9f0-6fdbed633967,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.938521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.955477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.960500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c73af1dd-53e0-4643-bf31-b25d5a7f422a HTTP/1.1" status: 204 len: 168 time: 0.6494384 Nov 12 00:41:48.971779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-58b03449-e1a7-49a7-92bd-e16a1f420290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.977502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-58b03449-e1a7-49a7-92bd-e16a1f420290 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1812677 Nov 12 00:41:48.978406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:48.991043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1794b-a4c7-44ac-be74-f783ed4fe617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73af1dd-53e0-4643-bf31-b25d5a7f422a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:49.035404 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de4467-024c-421d-baf0-af855842b5ec x-openstack-request-id: req-74de4467-024c-421d-baf0-af855842b5ec {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.037169 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.037718 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74de4467-024c-421d-baf0-af855842b5ec {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.040117 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2', 'status': 'completed', 'code': 200} Nov 12 00:41:49.081991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-a63aae18-ebc3-4459-837a-33b45971ac76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961826 Nov 12 00:41:49.109325 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '52b92d21-9313-4edd-bbaf-1a7eb34b403d', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'mac_address': 'fa:16:3e:76:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:44Z', 'updated_at': '2021-11-12T00:41:46Z', 'revision_number': 1, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:49.124312 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b83e5c-2f3c-45eb-9807-de983bc62949 x-openstack-request-id: req-d4b83e5c-2f3c-45eb-9807-de983bc62949 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.124845 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.124845 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4b83e5c-2f3c-45eb-9807-de983bc62949 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.125230 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789', 'code': 200} Nov 12 00:41:49.157173 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261bcce-16f1-464f-ae15-0a58ff0f41d7 None None] The sync data for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 is: [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '52b92d21-9313-4edd-bbaf-1a7eb34b403d', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'mac_address': 'fa:16:3e:76:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:44Z', 'updated_at': '2021-11-12T00:41:46Z', 'revision_number': 1, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:49.198689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.238892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc3551b-317d-4c8a-9cf6-0ea5c074f2f7 req-03ea0946-2cd4-4075-a507-8817923a59a4 service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864944 Nov 12 00:41:49.302846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-64bf4e96-ecf7-48f0-b052-982fba70503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.304418 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-64bf4e96-ecf7-48f0-b052-982fba70503b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1097 time: 0.2024403 Nov 12 00:41:49.439416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0313ac-1ebb-43a7-97d3-f88c3667a0b3 req-67081526-62c6-425e-ba5c-85ae62b80833 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.445867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f0313ac-1ebb-43a7-97d3-f88c3667a0b3 req-67081526-62c6-425e-ba5c-85ae62b80833 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.2055662 Nov 12 00:41:49.504233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-2ef8ff1e-ee4f-490c-9075-83e81108aa12 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117122 Nov 12 00:41:49.504545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9bc4f-f0ad-4ac5-89bb-54d9020cfd27 req-da5ed05b-7fb0-4dd0-b5e2-6de0597b3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.506047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96e9bc4f-f0ad-4ac5-89bb-54d9020cfd27 req-da5ed05b-7fb0-4dd0-b5e2-6de0597b3f43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 1098 time: 0.2983310 Nov 12 00:41:49.513356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-cbf1b5c2-81e5-48f5-9e49-636a1639a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.514890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-cbf1b5c2-81e5-48f5-9e49-636a1639a55f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 929 time: 0.1935639 Nov 12 00:41:49.516561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.544039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31abc04-9939-4a7c-8a26-4dc554aecc8c None None] New status for floating IP 52b92d21-9313-4edd-bbaf-1a7eb34b403d: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:41:49.598530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291b8f1c-3556-4ba8-85ae-f22b7fbc7629']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:49.623388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f0b988-d133-4211-aca0-af155d5b643f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:49.623701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f0b988-d133-4211-aca0-af155d5b643f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:49.640677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.656916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f0313ac-1ebb-43a7-97d3-f88c3667a0b3 req-74c4112f-50ff-427c-a81e-3a13f1d99ca8 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974471 Nov 12 00:41:49.665260 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96e9bc4f-f0ad-4ac5-89bb-54d9020cfd27 req-0ed5470f-eb7a-43ab-8474-30174ebaa733 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451423 Nov 12 00:41:49.670590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-dbb060f4-7270-4675-a3ad-fe8d9610138e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 999 time: 0.1381617 Nov 12 00:41:49.673512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.688317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:49.688725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:49.690813 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:49.747720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc75021-99cc-481f-9bc5-cf0aa750be83 req-dd728a58-3cfc-4fba-aacf-f0a7a320394e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.754763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bc75021-99cc-481f-9bc5-cf0aa750be83 req-dd728a58-3cfc-4fba-aacf-f0a7a320394e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 946 time: 0.2761071 Nov 12 00:41:49.789600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.806952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.814294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/291b8f1c-3556-4ba8-85ae-f22b7fbc7629 HTTP/1.1" status: 204 len: 168 time: 0.8345194 Nov 12 00:41:49.843549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add949f8-d655-4e06-ab0e-8a0cf48174e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=291b8f1c-3556-4ba8-85ae-f22b7fbc7629,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:49.850870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8899a4be-e8b9-42fc-8ac5-a4268d77d257 req-6d8e2680-6f01-4272-b9cb-c87267a7fd95 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191657 Nov 12 00:41:49.933432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bc75021-99cc-481f-9bc5-cf0aa750be83 req-3960519f-5be3-4b8c-a985-b23e6092f196 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548731 Nov 12 00:41:49.955078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-1d0f6c3f-645c-4d57-89f9-1047fbacff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.956622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-1d0f6c3f-645c-4d57-89f9-1047fbacff4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.0942729 Nov 12 00:41:49.987646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-9f3dd1ee-5946-48c7-b83c-bbb55e5fc678 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 258 time: 0.2860057 Nov 12 00:41:49.993175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:50.031859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43416) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:50.048220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-8e546118-0ff7-41d4-ad4a-5a0630a622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.052888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-8e546118-0ff7-41d4-ad4a-5a0630a622ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869436 Nov 12 00:41:50.053024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.167529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:50.201841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441fcea-fc67-4413-88fc-222bb6744dc4 req-d252ab0c-f644-4875-ae9c-44609df684bf tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.202336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-4ad9bf55-fcb1-417d-8569-9dc908263cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348984 Nov 12 00:41:50.203406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6441fcea-fc67-4413-88fc-222bb6744dc4 req-d252ab0c-f644-4875-ae9c-44609df684bf tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.1474559 Nov 12 00:41:50.209523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2a70832f-0df3-4205-b4c6-5000cd5591cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c3740315ad0401491dff79dcc9ae68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708207 Nov 12 00:41:50.210697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:50.272259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6441fcea-fc67-4413-88fc-222bb6744dc4 req-591814dd-c6de-4ccb-a1b2-93a5471ad776 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 Nov 12 00:41:50.293763 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.310853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1613973423-network', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:50.375211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Made reservation on behalf of f1c18d28daf8443190d5db5af3dd45a9 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:50.377552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.405868 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.421099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Allocated IP 172.25.6.58 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/41243ac3-29f1-43fc-b8dc-786d0867d2dc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:50.429762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.437327 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff330de5-cd12-4686-8f6f-50e3625e1057 req-2c5cfb32-bef0-45a0-833c-53b564770da1 service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919339 Nov 12 00:41:50.440308 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.539263 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.539619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.542199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.545766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c661d67c-c874-47a2-a92b-fd8f76913041 HTTP/1.1" status: 204 len: 168 time: 0.3325009 Nov 12 00:41:50.571273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b456-d64b-4139-8bc3-3d9d58359a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c661d67c-c874-47a2-a92b-fd8f76913041,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.597752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.599591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.604300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.639207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:50.656415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:50.656840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81645426-af39-4eb7-a5e3-861d345f7615,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.659664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:50.664419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:50.678272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.680126 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Added segment 9f11162d-ad68-4c7b-9095-216eda74f46c of type vlan for network 57bdc2ea-7c21-4513-82de-34e4009bd72b Nov 12 00:41:50.741255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.779435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.781398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.782173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.950871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] Pushing event updated for resources: {'Network': ['ID=57bdc2ea-7c21-4513-82de-34e4009bd72b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.956521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f91ca6b4-3fa2-4044-b8dd-9c79e00d6b05 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7879539 Nov 12 00:41:50.959872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:50.964654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:50.981483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Request body: {'subnet': {'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1613973423-subnet', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:51.054637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Made reservation on behalf of f1c18d28daf8443190d5db5af3dd45a9 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:51.058857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.129172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event updated for resources: {'Port': ['ID=41243ac3-29f1-43fc-b8dc-786d0867d2dc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.159656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0f7a2-6530-478e-8b99-ac0bce80675f req-9ea9de76-8f7b-4f41-ace5-4128a4ea5e30 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.161436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2e0f7a2-6530-478e-8b99-ac0bce80675f req-9ea9de76-8f7b-4f41-ace5-4128a4ea5e30 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.1118252 Nov 12 00:41:51.187753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.264845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.270483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2e0f7a2-6530-478e-8b99-ac0bce80675f req-4296301a-c7ae-413a-8ccb-aba8ce7703ef tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011896 Nov 12 00:41:51.510899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.565574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e56a2-6f90-4aa9-af49-1d8e4f63f1fa req-1cf1e989-da36-438b-856f-b38ee1c8562a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.577656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d77e56a2-6f90-4aa9-af49-1d8e4f63f1fa req-1cf1e989-da36-438b-856f-b38ee1c8562a tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 946 time: 0.1508827 Nov 12 00:41:51.597105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a6acd3-370a-4e89-b9df-a66625ff07a4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.600631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Checking segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:51.601496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Network hostable DHCP agents. Network: 57bdc2ea-7c21-4513-82de-34e4009bd72b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:51.635491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:51.665671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 57bdc2ea-7c21-4513-82de-34e4009bd72b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:51.672361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.673030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.676789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000cb8b-e432-40e0-9b87-2dd406e22df8 None None] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:51.701907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d77e56a2-6f90-4aa9-af49-1d8e4f63f1fa req-521199d0-7410-4244-8759-d360fdebe14d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217690 Nov 12 00:41:51.704338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-246c1b8a-23da-4b8b-9aae-747df57bf176 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7431700 Nov 12 00:41:51.705000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:51.710543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:51.712990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.741086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.800560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.802257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.925739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.961403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event updated for resources: {'Port': ['ID=41243ac3-29f1-43fc-b8dc-786d0867d2dc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.964383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:51.980525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.012549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830455a5-24c8-4f78-a04d-86b05d2949b3 req-b6111405-a1ea-43d3-bd85-871aed7080c3 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.024698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-830455a5-24c8-4f78-a04d-86b05d2949b3 req-b6111405-a1ea-43d3-bd85-871aed7080c3 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.1171205 Nov 12 00:41:52.034296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.035626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-8415251b-edf9-4b1c-9485-a88ef5f8731b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0471206 Nov 12 00:41:52.069705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-57bdc2ea-7c21-4513-82de-34e4009bd72b', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:52.071249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.147917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-f8e28ede-55ef-48fc-90f9-917561ef7b4d tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1034348 Nov 12 00:41:52.218943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.248038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1350529134-network', 'tenant_id': '341b303091624503b9d130784ca20b5e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:52.323929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Made reservation on behalf of 341b303091624503b9d130784ca20b5e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:52.326801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.360034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Allocated IP 172.20.0.2 (57bdc2ea-7c21-4513-82de-34e4009bd72b/67a6acd3-370a-4e89-b9df-a66625ff07a4/6c5ecc73-1b93-47b6-ab99-c7196da2a3da) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:52.392518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-830455a5-24c8-4f78-a04d-86b05d2949b3 req-6ed32def-fcf3-433c-8da0-d0c0ef18901c tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660746 Nov 12 00:41:52.394633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.595569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-ec8470a7-1d3f-4f78-8a49-aaac2add2f29 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.603979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-ec8470a7-1d3f-4f78-8a49-aaac2add2f29 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.4546027 Nov 12 00:41:52.616749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-9495791f-0251-47bc-948a-95e546923dd7 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:41:52.626075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cd9a12-9eef-46f5-ab45-04cd9b9ab940 req-9495791f-0251-47bc-948a-95e546923dd7 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198960 Nov 12 00:41:52.677419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.718925 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.727689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.733359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.734790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.740879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.769596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:52.794436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.795523 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Added segment 0cd3df4b-b475-4c11-9395-4f8a3754f15b of type vlan for network 407e7951-dcac-4753-b1ef-2d02d61c0f86 Nov 12 00:41:52.838848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:52.845674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:52.850729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:52.871705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Pushing event updated for resources: {'Port': ['ID=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.878865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.962239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.964397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.965556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.008815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Attempting to bind port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:53.009085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Attempting to bind port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:53.013290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Attempting to bind port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da on network 57bdc2ea-7c21-4513-82de-34e4009bd72b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:53.014767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Allocated IP 172.25.6.244 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/56b1d1de-086b-4fab-87bb-85e31afc016e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:53.024376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0572555 Nov 12 00:41:53.029796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:53.031574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:53.031952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Checking segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:53.033241 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.033634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Bound using segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:53.034121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Bound port: 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:53.034498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.035418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Request body: {'subnet': {'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1350529134-subnet', 'tenant_id': '341b303091624503b9d130784ca20b5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:53.071131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Made reservation on behalf of 341b303091624503b9d130784ca20b5e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:53.074455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.094305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50903c64-a907-4e7b-8ef7-7f3e562016b1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.151340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0e60e-e703-46c9-9267-fd477b71fb39 req-b32e2368-22d9-4edc-8f6b-146f2974214d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.153296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38b0e60e-e703-46c9-9267-fd477b71fb39 req-b32e2368-22d9-4edc-8f6b-146f2974214d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.2483160 Nov 12 00:41:53.161498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f669b-263a-4b4f-bda1-a7e51de22b98 admin admin] Pushing event updated for resources: {'Network': ['ID=407e7951-dcac-4753-b1ef-2d02d61c0f86,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.176299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de026-7803-4020-9b45-b7366517a360 req-7b27bf5d-ba21-4c13-ad30-9476b1bc289d tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.178331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb8de026-7803-4020-9b45-b7366517a360 req-7b27bf5d-ba21-4c13-ad30-9476b1bc289d tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1249638 Nov 12 00:41:53.185322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:53.263884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb8de026-7803-4020-9b45-b7366517a360 req-e74dce7b-a401-4deb-8485-0fd9144beeee tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0617149 Nov 12 00:41:53.268761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cb8de026-7803-4020-9b45-b7366517a360 req-eb09495c-fb28-4a28-a9aa-aedbfcc436f2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'floatingip': {'port_id': '12cddc76-4f49-4789-8b24-10678df46bc2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:53.349622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.364697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cb8de026-7803-4020-9b45-b7366517a360 req-eb09495c-fb28-4a28-a9aa-aedbfcc436f2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.374370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] For port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:53.384332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] For port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:53.396893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.430446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77644c21-3d71-4caf-b818-c05e7c87cf38,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.491184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38b0e60e-e703-46c9-9267-fd477b71fb39 req-3da76845-54d9-48e7-8cc3-c38fea339310 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116755 Nov 12 00:41:53.540612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Checking segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:53.540969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Network hostable DHCP agents. Network: 407e7951-dcac-4753-b1ef-2d02d61c0f86, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:53.569328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5468d-77b1-4f72-a691-2a70983d20ff None None] Pushing event updated for resources: {'Port': ['ID=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.585995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:53.638040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 407e7951-dcac-4753-b1ef-2d02d61c0f86) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:53.656584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.657602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.660741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9def9a-4743-484e-abb9-4b726ac39ca6 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:53.728374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-937cc06a-95aa-403b-9ecf-af4f9eb0775b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6971648 Nov 12 00:41:53.731846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.788367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5afa70-a7f2-47c1-8ab7-821c6eabeb97 req-3b6c686d-e477-4290-b2d3-6b4653082b36 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.799604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df5afa70-a7f2-47c1-8ab7-821c6eabeb97 req-3b6c686d-e477-4290-b2d3-6b4653082b36 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 946 time: 0.1363513 Nov 12 00:41:53.854079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.953308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Pushing event updated for resources: {'Port': ['ID=56b1d1de-086b-4fab-87bb-85e31afc016e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.983807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:53.986326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:53.994493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:54.031400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df5afa70-a7f2-47c1-8ab7-821c6eabeb97 req-ba4154db-724f-460c-9ced-2e1b032232ea tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203236 Nov 12 00:41:54.041182 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-cb8de026-7803-4020-9b45-b7366517a360 req-eb09495c-fb28-4a28-a9aa-aedbfcc436f2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 00:41:54.042746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb8de026-7803-4020-9b45-b7366517a360 req-eb09495c-fb28-4a28-a9aa-aedbfcc436f2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "PUT /v2.0/floatingips/5c2a35c3-4622-4d89-9551-6b68331848f0 HTTP/1.1" status: 409 len: 549 time: 0.7779679 Nov 12 00:41:54.152649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-407e7951-dcac-4753-b1ef-2d02d61c0f86', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'tenant_id': '341b303091624503b9d130784ca20b5e', 'fixed_ips': [{'subnet_id': '77644c21-3d71-4caf-b818-c05e7c87cf38'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:54.153533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.257973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-ad60a7e1-3410-4820-875b-18c015ab9436 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips/5c2a35c3-4622-4d89-9551-6b68331848f0 HTTP/1.1" status: 200 len: 692 time: 0.0629609 Nov 12 00:41:54.268399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399e66e-043e-4f6d-830d-4191053b4c37 req-889c10f0-32a3-4d90-853f-c1f5dbb7ed91 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.278101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1399e66e-043e-4f6d-830d-4191053b4c37 req-889c10f0-32a3-4d90-853f-c1f5dbb7ed91 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.1472030 Nov 12 00:41:54.393190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Allocated IP 172.20.0.2 (407e7951-dcac-4753-b1ef-2d02d61c0f86/77644c21-3d71-4caf-b818-c05e7c87cf38/bbfb9056-6b93-4b26-814d-2d73e973a63e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:54.535229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:54.612773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1399e66e-043e-4f6d-830d-4191053b4c37 req-dc1ba653-3916-4642-8c53-b69bb7d4a4d8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335803 Nov 12 00:41:54.656892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.720719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-885b91cb-8492-4e17-876f-039ece6bf7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.737049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-885b91cb-8492-4e17-876f-039ece6bf7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.4557762 Nov 12 00:41:54.870687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6c5ecc73-1b93-47b6-ab99-c7196da2a3da up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:54.886186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f621015a-e3f4-4cbf-af3b-5caa807c4500 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1456144 Nov 12 00:41:55.033182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-383ecbc2-ee38-49fa-8139-bd943fa494f7 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1457984 Nov 12 00:41:55.073707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.137885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e350a77-b811-4d1c-b47a-3ff6f0308ae2 None None] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:55.189128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.228480 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.245188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] Provisioning complete for port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:55.245560 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.251752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:55.252137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.275552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-2011dde1-be41-49e8-b0c5-4471c0e7cdf2 service neutron] 10.222.0.39 "GET /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.3028238 Nov 12 00:41:55.290365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-645a1afe-5eb2-4e19-96bd-897473abcd7b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.291883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-645a1afe-5eb2-4e19-96bd-897473abcd7b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.3147559 Nov 12 00:41:55.312954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Router 6b95422a-5788-458a-a299-3b5a1bc2067b is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:41:55.346340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-6ec09ce2-d46e-42dc-81b1-6a3c549b9b47 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/quotas/341b303091624503b9d130784ca20b5e HTTP/1.1" status: 200 len: 375 time: 0.0448153 Nov 12 00:41:55.349577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:55.365111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Deleting port 41243ac3-29f1-43fc-b8dc-786d0867d2dc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:55.365111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.371605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:55.380254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:55.383658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9056-6b93-4b26-814d-2d73e973a63e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.480109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:55.497188 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Sync routers for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:55.505083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.507300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05d049f7-aa37-4299-b181-def65169f15e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8002543 Nov 12 00:41:55.510128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:55.516689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:55.517591 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:55.532225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Attempting to bind port bbfb9056-6b93-4b26-814d-2d73e973a63e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:55.532860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Attempting to bind port bbfb9056-6b93-4b26-814d-2d73e973a63e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:55.532965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Attempting to bind port bbfb9056-6b93-4b26-814d-2d73e973a63e on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:55.541148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-5e582df8-81a6-436c-99ee-a09fdc1d25ad tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657882 Nov 12 00:41:55.564847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:55.565278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Checking segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:55.565636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.566069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Bound using segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:55.566595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Bound port: bbfb9056-6b93-4b26-814d-2d73e973a63e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:55.566974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.569741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.570084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.653836 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.658542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Calling delete_port for 41243ac3-29f1-43fc-b8dc-786d0867d2dc owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:55.707373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.770493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] For port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:55.780553 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.787069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] For port bbfb9056-6b93-4b26-814d-2d73e973a63e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:55.794085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] For port bbfb9056-6b93-4b26-814d-2d73e973a63e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bbfb9056-6b93-4b26-814d-2d73e973a63e,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:55.857748 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.938105 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:41:55.938463 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:41:55.939539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2d24-5a8f-4519-acd4-e041407fb6a6 None None] Pushing event updated for resources: {'Port': ['ID=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.975569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-8901b09e-b5f2-49ae-a07f-1314c0b0f5fe service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162171 Nov 12 00:41:56.029203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d8b07-2032-4ad4-a721-067f78bd3db2 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9056-6b93-4b26-814d-2d73e973a63e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:56.107604 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:56.126463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-6dffc30d-7d84-4991-b17d-9b57cabc19dc service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491101 Nov 12 00:41:56.142329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.184669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event deleted for resources: {'Port': ['ID=41243ac3-29f1-43fc-b8dc-786d0867d2dc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:56.200090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:56.296987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.299990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.322080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4941082e-5594-455a-bba3-f411cf3b02e1 req-f44f2356-138f-4116-9f66-4d2bbc062160 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "DELETE /v2.0/floatingips/5c2a35c3-4622-4d89-9551-6b68331848f0 HTTP/1.1" status: 204 len: 173 time: 1.2878721 Nov 12 00:41:56.346034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-be585f1e-c588-49e0-8b77-eae36ed81356 None None] Provisioning complete for port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:56.346427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-be585f1e-c588-49e0-8b77-eae36ed81356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.387674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:56.570000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afcdbbc-8692-437a-98e6-4620947f5130 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:56.588654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:56.604889 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:54Z', 'revision_number': 3, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:56.709336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Checking router: 6b95422a-5788-458a-a299-3b5a1bc2067b for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:56.709727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Updating router 6b95422a-5788-458a-a299-3b5a1bc2067b port 56b1d1de-086b-4fab-87bb-85e31afc016e binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:41:56.715421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.797001 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.886225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b711-5d48-4508-b393-55c247f2bdde req-d39e94e2-5a31-4953-a73e-0a2412e65e8f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.887818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de8b711-5d48-4508-b393-55c247f2bdde req-d39e94e2-5a31-4953-a73e-0a2412e65e8f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 946 time: 0.3633404 Nov 12 00:41:56.926828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f8139-2d9c-4fd4-8fb9-9b889d4994e2 req-a7f39307-d68c-4088-bd5e-4fb9e2dc7b80 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.928453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db3f8139-2d9c-4fd4-8fb9-9b889d4994e2 req-a7f39307-d68c-4088-bd5e-4fb9e2dc7b80 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 943 time: 0.4429224 Nov 12 00:41:56.950916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6c5ecc73-1b93-47b6-ab99-c7196da2a3da up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:57.053618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:57.054352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.104813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.288375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bbfb9056-6b93-4b26-814d-2d73e973a63e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:57.372152 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.386977 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.399572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Allocated IP 172.20.0.1 (57bdc2ea-7c21-4513-82de-34e4009bd72b/67a6acd3-370a-4e89-b9df-a66625ff07a4/f07f733f-b939-461f-87fe-f620f4febebe) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:57.453463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port bbfb9056-6b93-4b26-814d-2d73e973a63e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:57.454686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.514728 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Pushing event updated for resources: {'Port': ['ID=56b1d1de-086b-4fab-87bb-85e31afc016e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.535533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.540691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.541819 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.543899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.545087 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.545509 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.547187 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.549750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.551702 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.553297 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.553701 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.554788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.555241 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:57.581204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db3f8139-2d9c-4fd4-8fb9-9b889d4994e2 req-82c86a56-be36-42de-810a-5b94d7294c95 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800927 Nov 12 00:41:57.583224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.588216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] Transition to ACTIVE for port object 2afcdbbc-8692-437a-98e6-4620947f5130 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:57.620575 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Attempting to bind port 56b1d1de-086b-4fab-87bb-85e31afc016e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:57.621208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Attempting to bind port 56b1d1de-086b-4fab-87bb-85e31afc016e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:57.621208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Attempting to bind port 56b1d1de-086b-4fab-87bb-85e31afc016e on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:57.624782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de8b711-5d48-4508-b393-55c247f2bdde req-efd04baf-70aa-4572-87d4-0cb0b5978f1f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247956 Nov 12 00:41:57.626769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.642795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:57.643146 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:57.643541 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.646516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:57.656270 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Bound port: 56b1d1de-086b-4fab-87bb-85e31afc016e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:57.656707 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.657369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:57.661648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:57.696979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:57.791344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Pushing event updated for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.808816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] Pushing event updated for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.817110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.837190 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] For port 56b1d1de-086b-4fab-87bb-85e31afc016e, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:57.844902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.848508 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] For port 56b1d1de-086b-4fab-87bb-85e31afc016e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56b1d1de-086b-4fab-87bb-85e31afc016e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:57.860439 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.888732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9744650-9cab-4eed-a863-1d8c934c78c0 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:57.971755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port bbfb9056-6b93-4b26-814d-2d73e973a63e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bbfb9056-6b93-4b26-814d-2d73e973a63e,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:57.993651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:57.997365 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:58.011089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.032599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-08e80172-2672-4f72-b5ed-68f9dd3a078d None None] Provisioning complete for port bbfb9056-6b93-4b26-814d-2d73e973a63e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:58.033257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08e80172-2672-4f72-b5ed-68f9dd3a078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.080474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-1a878dfb-8ca4-4ae3-8ad0-c535618a726b tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 1001 time: 0.2787650 Nov 12 00:41:58.085217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] No DVR routers for this DVR port 2afcdbbc-8692-437a-98e6-4620947f5130 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:58.114175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fc5b6-5094-482e-b6e4-9291cb6b2a63 None None] Pushing event updated for resources: {'Port': ['ID=56b1d1de-086b-4fab-87bb-85e31afc016e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.151449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9056-6b93-4b26-814d-2d73e973a63e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.171647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-08918615-0d25-49f2-8886-4c415afc8e5d service neutron] 10.222.0.39 "PUT /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130/bindings/n-h1-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 2.8785331 Nov 12 00:41:58.187890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c298c-a9a2-4e00-9db8-cab31c7b4855 req-60140ea5-f36d-4df4-82f5-3b5e4bdc1352 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.190765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-426c298c-a9a2-4e00-9db8-cab31c7b4855 req-60140ea5-f36d-4df4-82f5-3b5e4bdc1352 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.3936253 Nov 12 00:41:58.200049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-a4b68865-744c-4d20-af60-3b9bec7dc459 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.201451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.214724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-a4b68865-744c-4d20-af60-3b9bec7dc459 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports/12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 942 time: 0.1324387 Nov 12 00:41:58.359278 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:58.362974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3d54fa89-7edb-4a46-ae88-681649c11b2f None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:58.362974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d54fa89-7edb-4a46-ae88-681649c11b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.477014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3d54fa89-7edb-4a46-ae88-681649c11b2f None None] Port f07f733f-b939-461f-87fe-f620f4febebe cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:58.479386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-7a7bd910-2c16-483b-b24b-dc1ed95fc22c tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.481362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-7a7bd910-2c16-483b-b24b-dc1ed95fc22c tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.2042487 Nov 12 00:41:58.578207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-0a4e7d6e-cf68-48d6-99d2-d69bb6b4104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.579774 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-0a4e7d6e-cf68-48d6-99d2-d69bb6b4104b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499&tenant_id=fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 1096 time: 0.0612693 Nov 12 00:41:58.594651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-426c298c-a9a2-4e00-9db8-cab31c7b4855 req-70b729ea-4608-4abc-9a78-450e275fe298 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765855 Nov 12 00:41:58.660620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-e1c40b02-7336-418b-815d-c099fe4b77ea tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 1001 time: 0.3413124 Nov 12 00:41:58.721103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-995c232b-d2d9-4854-aa3d-969dde4bb7c3 None None] Provisioning complete for port bbfb9056-6b93-4b26-814d-2d73e973a63e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:58.721599 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-995c232b-d2d9-4854-aa3d-969dde4bb7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.751625 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:54Z', 'revision_number': 3, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:58.755686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-53f24fb5-2136-4fa0-bafe-0fa8278b9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.757226 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-53f24fb5-2136-4fa0-bafe-0fa8278b9488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1096 time: 0.1441507 Nov 12 00:41:58.785027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-de65e324-a5f3-4e56-8c2b-4719eedc8ae1 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.788012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.789600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-de65e324-a5f3-4e56-8c2b-4719eedc8ae1 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.5063632 Nov 12 00:41:58.812331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.828832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babc74-5949-433f-b6b9-9f4a09cab6d8 None None] The sync data for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 is: [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:54Z', 'revision_number': 3, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:58.844728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bbfb9056-6b93-4b26-814d-2d73e973a63e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:58.850706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Request body: {'port': {'device_id': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'admin_state_up': True, 'tenant_id': '341b303091624503b9d130784ca20b5e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:59.065730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port bbfb9056-6b93-4b26-814d-2d73e973a63e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.067444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.078866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-efce8494-a62a-43a0-aae4-5f004bf2cf4e tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.080352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-efce8494-a62a-43a0-aae4-5f004bf2cf4e tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.4122145 Nov 12 00:41:59.183932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-f99e4ceb-6c28-46e2-ba96-22414aea85c3 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.189072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-f99e4ceb-6c28-46e2-ba96-22414aea85c3 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.3464735 Nov 12 00:41:59.198724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.222091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Made reservation on behalf of 341b303091624503b9d130784ca20b5e for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:59.227517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.236721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Pushing event updated for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:59.274703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-ec700c53-5cb6-4f24-86f4-be1c74247ada tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/quotas/341b303091624503b9d130784ca20b5e HTTP/1.1" status: 200 len: 375 time: 0.0707598 Nov 12 00:41:59.276944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-30829e49-501a-46c6-a352-6bdc7c9752e7 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 1001 time: 0.1846530 Nov 12 00:41:59.308216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:59.471176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-7060f47a-597d-43b2-99d8-f06c8a61d567 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863317 Nov 12 00:41:59.473372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.494401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-9a69e5b0-cb9b-47c5-8a09-1f16b8656aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.497332 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-9a69e5b0-cb9b-47c5-8a09-1f16b8656aa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.7311051 Nov 12 00:41:59.570085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:59.571407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-0cd8036d-735a-41e3-887a-5d502b8c8c1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.0654860 Nov 12 00:41:59.573002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:59.666039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Allocated IP 172.20.0.5 (407e7951-dcac-4753-b1ef-2d02d61c0f86/77644c21-3d71-4caf-b818-c05e7c87cf38/0da83ad8-be7f-4653-8693-2f71164b6d29) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:59.716750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-ec3b0a22-79a3-44e7-b869-f9c29d909099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.719429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-ec3b0a22-79a3-44e7-b869-f9c29d909099 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1282678 Nov 12 00:41:59.813376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-1c8e5408-a0d1-48fd-ac09-2d581d9f2ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850072 Nov 12 00:41:59.830873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-6f3f2d4b-8516-4e44-8f77-eba41c8d3b62 service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484278 Nov 12 00:41:59.902824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d988a152-e9a3-4691-b5be-b59b69645484 None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.903343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d988a152-e9a3-4691-b5be-b59b69645484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.914590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.922037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Router 6b95422a-5788-458a-a299-3b5a1bc2067b has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:59.943895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.945056 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Floating IP 52b92d21-9313-4edd-bbaf-1a7eb34b403d disassociated. External IP: 172.25.6.138, port: 12cddc76-4f49-4789-8b24-10678df46bc2. Nov 12 00:41:59.977468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d988a152-e9a3-4691-b5be-b59b69645484 None None] Port f07f733f-b939-461f-87fe-f620f4febebe cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:00.000258 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-f5f60ab7-5ae3-44a1-ac43-2f0ca2e0cc2d service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735013 Nov 12 00:42:00.161066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:00.166680 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-61f065c4-001b-488b-ad9e-d78fb04efaeb admin admin] 10.222.0.11 "PUT /v2.0/routers/6b95422a-5788-458a-a299-3b5a1bc2067b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6548026 Nov 12 00:42:00.183099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-db7c5c81-a4a2-4821-ad71-53658f815d6e service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735065 Nov 12 00:42:00.270793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-4c568f28-aa8a-4159-8666-58f314a15f6e service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545525 Nov 12 00:42:00.346920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.437673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Router d397f28e-0175-4a74-ac18-62005414a4a0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:00.442978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.496413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:00.512594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:00.513987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-1ddb2cdc-48fd-485b-a9d4-3908a42e18d3 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.515583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-1ddb2cdc-48fd-485b-a9d4-3908a42e18d3 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.0757971 Nov 12 00:42:00.548041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:00.572849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event updated for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:00.688140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.690861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.774910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a513abe-a03b-48f7-b8cc-d1bcee99c8e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306986 Nov 12 00:42:00.786289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:00.793573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Request body: {'port': {'device_id': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:00.804967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Sync routers for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:00.805783 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.827015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56b1d1de-086b-4fab-87bb-85e31afc016e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:00.829544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-7d4b2a24-e59f-4dc1-9770-41128e0e90d3 service neutron] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:00.842305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-7d4b2a24-e59f-4dc1-9770-41128e0e90d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.865414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-163ae442-91fc-4da1-afb3-1af42e84a6ce req-7d4b2a24-e59f-4dc1-9770-41128e0e90d3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130/bindings/n-h2-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.3169408 Nov 12 00:42:00.881083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5dc509a7-b3fb-46dc-9d7e-5b1b25d9472a tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "PUT /v2.0/floatingips/52b92d21-9313-4edd-bbaf-1a7eb34b403d HTTP/1.1" status: 200 len: 695 time: 1.5906501 Nov 12 00:42:00.884364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:00.889290 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:00.990062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:00.990720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:00.998750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.090998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 56b1d1de-086b-4fab-87bb-85e31afc016e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:01.091370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.101340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-ea01d081-5f56-4ac5-9628-58fa8a658653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.117090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-ea01d081-5f56-4ac5-9628-58fa8a658653 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1097 time: 0.2190306 Nov 12 00:42:01.338847 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.350922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fab2efff-d809-4582-9a21-ebe6feabddad None None] Provisioning complete for port 0da83ad8-be7f-4653-8693-2f71164b6d29 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:01.351777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fab2efff-d809-4582-9a21-ebe6feabddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.435722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 56b1d1de-086b-4fab-87bb-85e31afc016e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56b1d1de-086b-4fab-87bb-85e31afc016e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:01.449601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.452949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fab2efff-d809-4582-9a21-ebe6feabddad None None] Port 0da83ad8-be7f-4653-8693-2f71164b6d29 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:01.456304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:01.506084 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Sync routers for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:01.525077 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:01.525970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.664249 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:01.823578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=56b1d1de-086b-4fab-87bb-85e31afc016e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:01.839988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.874548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Checking router: d397f28e-0175-4a74-ac18-62005414a4a0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:01.888428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:01.889063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.892516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 2, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:01.937696 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Checking router: 6b95422a-5788-458a-a299-3b5a1bc2067b for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:01.938310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Updating router 6b95422a-5788-458a-a299-3b5a1bc2067b port f07f733f-b939-461f-87fe-f620f4febebe binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:01.939406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-ca833f4a-330c-490f-a8fe-b76d2cd09482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.941384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-ca833f4a-330c-490f-a8fe-b76d2cd09482 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 929 time: 0.8234487 Nov 12 00:42:01.967526 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.040499 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.060113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-e89dfcad-0671-4414-a794-8cd27dd89504 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 217 time: 0.1031713 Nov 12 00:42:02.201128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:02.281363 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.291089 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.420584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9fd4-a6fc-4fdb-a14a-8756abb1a21c req-5d2c7d77-d4e6-45da-b922-ea5b11a32dd7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.432004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7fe9fd4-a6fc-4fdb-a14a-8756abb1a21c req-5d2c7d77-d4e6-45da-b922-ea5b11a32dd7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 944 time: 0.5406756 Nov 12 00:42:02.479633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5d8ecf7a-2b5a-4110-bc5f-eaa36f9e92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.481169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-5d8ecf7a-2b5a-4110-bc5f-eaa36f9e92a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.3501487 Nov 12 00:42:02.488568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da83ad8-be7f-4653-8693-2f71164b6d29 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:02.522770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.531999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-dd558417-0057-46f3-823e-aaced4dc6275 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.533763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9cf51-8483-4b10-afb5-75542f92d548 None None] Pushing event updated for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:02.535170 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-dd558417-0057-46f3-823e-aaced4dc6275 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.32 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.3651180 Nov 12 00:42:02.589121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-f5121c14-f504-4012-936e-5ddcc9cb865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.594213 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-f5121c14-f504-4012-936e-5ddcc9cb865f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1097 time: 0.2571340 Nov 12 00:42:02.598479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7fe9fd4-a6fc-4fdb-a14a-8756abb1a21c req-0077a829-9bb3-4384-966b-8b4d5a374ff6 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652987 Nov 12 00:42:02.604689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Request body: {'port': {'device_id': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'admin_state_up': True, 'tenant_id': '341b303091624503b9d130784ca20b5e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:02.605186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:02.611711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Transition to ACTIVE for port object 0da83ad8-be7f-4653-8693-2f71164b6d29 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:02.628640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.652858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-2753b5de-e773-45bc-88aa-31deb6b36b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.662157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-2753b5de-e773-45bc-88aa-31deb6b36b6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658185 Nov 12 00:42:02.667695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Attempting to bind port f07f733f-b939-461f-87fe-f620f4febebe on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:02.676945 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Attempting to bind port f07f733f-b939-461f-87fe-f620f4febebe by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:02.678440 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Attempting to bind port f07f733f-b939-461f-87fe-f620f4febebe on network 57bdc2ea-7c21-4513-82de-34e4009bd72b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:02.702056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983c1d-0284-4cf1-a15d-2cd13e027404 None None] The sync data for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 is: [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:41:23Z', 'revision_number': 4, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5c3a6140-c638-4a71-86b5-0c3fe3e9f991', 'name': '', 'network_id': '7d232877-bd1e-4ef2-bc46-db3834eab7ca', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'mac_address': 'fa:16:3e:03:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:22Z', 'updated_at': '2021-11-12T00:41:31Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'subnets': [{'id': 'f8a18f92-6ad7-4100-a2d0-2660b46e9765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:02.715095 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:02.718142 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Checking segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:02.719032 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.719644 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Bound using segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:02.722251 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Bound port: f07f733f-b939-461f-87fe-f620f4febebe, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:02.723993 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.800986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-578b3184-3967-41e8-bb2c-3acf7a8eb442 None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:02.801460 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-578b3184-3967-41e8-bb2c-3acf7a8eb442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.882913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56b1d1de-086b-4fab-87bb-85e31afc016e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:02.901067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] For port f07f733f-b939-461f-87fe-f620f4febebe, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:02.906702 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] For port f07f733f-b939-461f-87fe-f620f4febebe, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f07f733f-b939-461f-87fe-f620f4febebe,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:02.916787 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.952504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-578b3184-3967-41e8-bb2c-3acf7a8eb442 None None] Port f07f733f-b939-461f-87fe-f620f4febebe cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:02.975964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 56b1d1de-086b-4fab-87bb-85e31afc016e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:02.976390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.050547 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:03.054625 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:03.111586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-eb269c3e-d573-463e-9229-391aafaa0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.113251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-eb269c3e-d573-463e-9229-391aafaa0c57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.4383860 Nov 12 00:42:03.171613 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9cf51-8483-4b10-afb5-75542f92d548 None None] Pushing event updated for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.195829 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0f53986f-c1e8-48f6-b425-4663b45b2312 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 217 time: 0.0736771 Nov 12 00:42:03.196601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Made reservation on behalf of 341b303091624503b9d130784ca20b5e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:03.208052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.318930 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:03.319054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab9e08-42f0-4e45-8e47-b6b3b089ef0b None None] New status for floating IP 52b92d21-9313-4edd-bbaf-1a7eb34b403d: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:42:03.335683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0499e7d6-2990-415a-9b51-03e272f0bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.348560 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0499e7d6-2990-415a-9b51-03e272f0bb99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0995910 Nov 12 00:42:03.349704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.406668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-007043f4-0fbc-43a3-89b4-d8a2959ad814 service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232196 Nov 12 00:42:03.423467 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-8227ab05-d2b4-4126-ad91-03759a2e2ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678205 Nov 12 00:42:03.568926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27ad3b9e-ee01-406d-a5f1-e3e33118ae6f req-936a4308-dd87-450d-9517-bcaba24a582e service neutron] 10.222.0.11 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534655 Nov 12 00:42:03.613477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1c452-81e6-4954-9150-618aaad00982 req-2f5aba6e-5988-472e-9fbf-64ed89ca993f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.622148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ab1c452-81e6-4954-9150-618aaad00982 req-2f5aba6e-5988-472e-9fbf-64ed89ca993f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.4844351 Nov 12 00:42:03.664873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:03.665178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.672133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Attempting to bind port 0da83ad8-be7f-4653-8693-2f71164b6d29 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:03.672477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Attempting to bind port 0da83ad8-be7f-4653-8693-2f71164b6d29 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:03.673402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Attempting to bind port 0da83ad8-be7f-4653-8693-2f71164b6d29 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:03.697108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Port 0da83ad8-be7f-4653-8693-2f71164b6d29 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:03.697328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Attempting to bind port 0da83ad8-be7f-4653-8693-2f71164b6d29 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:03.740286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Allocated IP 172.20.0.14 (407e7951-dcac-4753-b1ef-2d02d61c0f86/77644c21-3d71-4caf-b818-c05e7c87cf38/08f2bb91-c1a3-4a11-a774-7987cfa06da5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:03.760375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-c59aa63c-5588-4165-97be-8291e8a23bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888508 Nov 12 00:42:03.790605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:03.791281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ab1c452-81e6-4954-9150-618aaad00982 req-d99f0d5c-d1aa-4fd1-9a34-b5b81d7aa846 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671169 Nov 12 00:42:03.792217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:03.792509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Checking segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:03.797082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Bound using segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:03.797743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Bound port: 0da83ad8-be7f-4653-8693-2f71164b6d29, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:03.798113 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.887821 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:02Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:03.979437 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3e9dd-e926-4b8f-bd4a-a6d8ff4d8efb None None] The sync data for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 is: [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:02Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:04.020702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:04.056940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:04.071823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0da83ad8-be7f-4653-8693-2f71164b6d29,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:04.101672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53614730', 'description': 'tempest-description--1259383879'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:04.111201 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.208851 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06658cad-a19a-4be4-9382-ebe9a373b281 x-openstack-request-id: req-06658cad-a19a-4be4-9382-ebe9a373b281 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:04.209201 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:04.209409 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06658cad-a19a-4be4-9382-ebe9a373b281 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:04.209833 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2', 'status': 'completed', 'code': 200} Nov 12 00:42:04.310356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-a80e96af-b117-484c-85f0-1d648445c3ae service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306654 Nov 12 00:42:04.328598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.370292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.370931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.383698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0da83ad8-be7f-4653-8693-2f71164b6d29 HTTP/1.1" status: 200 len: 1092 time: 3.5953221 Nov 12 00:42:04.480640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee5a78-eb34-4fbe-bb07-5fd6f838a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.487254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.494502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-c1086894-a046-4567-af4b-89ae46d3ea8d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.513511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.522635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-c1086894-a046-4567-af4b-89ae46d3ea8d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.5524855 Nov 12 00:42:04.619891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.640650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:04.703385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-7da2b274-34c3-4fdb-9e90-9958d98fa5b8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips/52b92d21-9313-4edd-bbaf-1a7eb34b403d HTTP/1.1" status: 200 len: 693 time: 0.1537781 Nov 12 00:42:04.716080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] For port f07f733f-b939-461f-87fe-f620f4febebe, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f07f733f-b939-461f-87fe-f620f4febebe,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:04.731659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.771752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-efd44d24-8617-4e6b-a668-f5a4d7a2c091 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/quotas/341b303091624503b9d130784ca20b5e HTTP/1.1" status: 200 len: 375 time: 0.2476361 Nov 12 00:42:04.793381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:04.820968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event updated for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.830192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:04.847556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:04.848102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-14fd8405-8ccb-4ce9-a71a-3b999ac846a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.857202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-14fd8405-8ccb-4ce9-a71a-3b999ac846a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 1097 time: 0.6463840 Nov 12 00:42:04.890889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91b78a-50f2-4e20-ac2a-4c3cbea1dd5c None None] Pushing event updated for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.918656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f07f733f-b939-461f-87fe-f620f4febebe up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:04.921531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4e3de162-1206-4318-9ab0-bec881550789', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': '4e3de162-1206-4318-9ab0-bec881550789', 'mac_address': 'fa:16:3e:f7:7c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:05.021351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.055900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.065762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.066641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.071378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e3de162-1206-4318-9ab0-bec881550789 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:05.098606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:05.102374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-ca1d31f1-94fc-4460-812c-3f969d944375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.106687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-ca1d31f1-94fc-4460-812c-3f969d944375 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 200 len: 929 time: 0.2281528 Nov 12 00:42:05.114423 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.145763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-e20e0fda-93ea-44be-9c64-2648e6a1d7d0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5501249 Nov 12 00:42:05.152033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Request body: {'port': {'device_id': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:05.251244 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.254943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.268411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.278215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.298280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-503150f4-2b52-46f2-b325-2fc6e2282137 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 200 len: 217 time: 0.1363015 Nov 12 00:42:05.303985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:05.304994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.311201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-6921062c-d2ae-47b7-a8f1-c3ab5bb9454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.312829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-6921062c-d2ae-47b7-a8f1-c3ab5bb9454b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 1095 time: 0.8550315 Nov 12 00:42:05.392439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0bb828-88ba-4489-a343-f1350be13fb7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.404679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.405966 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4bf10d14-da0c-4624-9106-3fea66f75664 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3474650 Nov 12 00:42:05.408835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:05.421199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'security_group_rule': {'security_group_id': '0d0bb828-88ba-4489-a343-f1350be13fb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:05.452068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4e3de162-1206-4318-9ab0-bec881550789'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:05.484200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-008b1004-35f1-49c8-9665-d0060265b8b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da83ad8-be7f-4653-8693-2f71164b6d29 HTTP/1.1" status: 200 len: 217 time: 0.1297805 Nov 12 00:42:05.567064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.688502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-ff938059-8200-4428-ad4b-e30599fc4df9 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9156730 Nov 12 00:42:05.692611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-84792934-cd3c-45ed-b4b3-f20d387a5d7b None None] Provisioning complete for port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:05.694198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84792934-cd3c-45ed-b4b3-f20d387a5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.766862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-84792934-cd3c-45ed-b4b3-f20d387a5d7b None None] Port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:05.797767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.811995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.868773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.870431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4529436 Nov 12 00:42:05.876805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:05.887103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'security_group_rule': {'security_group_id': '0d0bb828-88ba-4489-a343-f1350be13fb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:05.923290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-bab0c0ed-5d12-46db-a053-6068adfb4383 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.932356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-bab0c0ed-5d12-46db-a053-6068adfb4383 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 1.2240312 Nov 12 00:42:05.934025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-4444c09e-12ee-4fa7-940b-bb45ce028aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.939892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-4444c09e-12ee-4fa7-940b-bb45ce028aeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.4003041 Nov 12 00:42:05.946290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cb98f-b644-42ea-84c8-0cfc8a56d0e6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f64284-2fce-46fb-8c42-2708d289fac6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.026724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.168550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-a22302ac-18ec-45cb-b290-7b5393f8c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.170469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-a22302ac-18ec-45cb-b290-7b5393f8c153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 200 len: 867 time: 0.8334022 Nov 12 00:42:06.179768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-f070f768-67a3-47f6-ae76-2537819842e5 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.2099199 Nov 12 00:42:06.222587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:06.230213 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27ba54-dac5-48e3-a579-15e66fbb4808" -d '{"events": [{"name": "network-changed", "server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:06.266715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.278949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f2bb91-c1a3-4a11-a774-7987cfa06da5 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:06.296894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.309585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.375274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Transition to ACTIVE for port object 08f2bb91-c1a3-4a11-a774-7987cfa06da5 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:06.376394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68671348-0aac-4e92-9d0c-950c7931be3c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.380712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.386652 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-145c445b-5a5b-477c-b9bb-2fce58e0ccf2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5063639 Nov 12 00:42:06.387765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:06.390321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-415e60d5-7f56-4e2b-8a7d-09e91c895de0 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.1380529 Nov 12 00:42:06.398890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f7b99951-809c-4bf3-a3b2-f0f2d08acca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.400610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-f7b99951-809c-4bf3-a3b2-f0f2d08acca1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4085953 Nov 12 00:42:06.407730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:06.412546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.555838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.563669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.571315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-0a6790be-6e5c-4c7f-ad00-0fc8f58e030f service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377723 Nov 12 00:42:06.697836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-2c0816a3-03b3-474b-988e-5d26c9e612b5 service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0055122 Nov 12 00:42:06.852216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f07f733f-b939-461f-87fe-f620f4febebe up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:06.859428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Attempting to bind port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:06.860471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Attempting to bind port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:06.861037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Attempting to bind port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:06.878211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:06.879412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Attempting to bind port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:06.902917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:06.903663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Checking segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:06.904314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Bound using segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:06.905019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Bound port: 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:06.905618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.942886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-67989e1e-b571-4440-b6e4-63dd3b0e94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.947017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-67989e1e-b571-4440-b6e4-63dd3b0e94ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d232877-bd1e-4ef2-bc46-db3834eab7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7622213 Nov 12 00:42:06.963407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5e136952-a369-4641-bf52-a8adc3edc0cb service neutron] 10.222.0.11 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100830 Nov 12 00:42:07.062021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f07f733f-b939-461f-87fe-f620f4febebe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:07.062654 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.078392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.111912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:07.124290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:07.511911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-db8ee91c-56eb-4a0d-9eab-7e977b661aaf service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468607 Nov 12 00:42:07.586668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fbab5b-2456-4307-b79d-599ef07f0249 req-bfd7210b-2324-44da-a457-0013b2edbf60 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604611 Nov 12 00:42:07.742104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48fc0a18-5ed0-4e32-aaef-09ddd5076d89 req-f3037f05-acc6-47d1-aab9-284cb8e545ec service neutron] 10.222.0.32 "GET /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532059 Nov 12 00:42:07.743354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Deleting port cc725dd5-cde4-4e19-97db-fbd6fe43ec9d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:07.743692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.780097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:07.819254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.883214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.883857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.886183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/08f2bb91-c1a3-4a11-a774-7987cfa06da5 HTTP/1.1" status: 200 len: 1093 time: 2.7391224 Nov 12 00:42:07.891003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:07.894583 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03" -d '{"events": [{"name": "network-changed", "server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:07.958499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4a5c-8005-41f0-9da5-6ed83a3fe696 req-a9006341-62cb-4fa4-9af5-e855743ed4e5 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.960095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f17b4a5c-8005-41f0-9da5-6ed83a3fe696 req-a9006341-62cb-4fa4-9af5-e855743ed4e5 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1096 time: 0.4432807 Nov 12 00:42:07.984121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4e3de162-1206-4318-9ab0-bec881550789 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:07.984652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.191640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cec18e-4c16-4706-aa7b-9e06bd9e31e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:08.206499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.206850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.223225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f17b4a5c-8005-41f0-9da5-6ed83a3fe696 req-47e5d9f4-f45c-4742-8fcf-f1650277a754 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501531 Nov 12 00:42:08.227716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-797c2ab2-911f-4dda-9b5d-b7068ae09033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.231700 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-797c2ab2-911f-4dda-9b5d-b7068ae09033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 1096 time: 0.2902343 Nov 12 00:42:08.258031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.265095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Calling delete_port for cc725dd5-cde4-4e19-97db-fbd6fe43ec9d owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:08.277965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Allocated IP 172.25.6.173 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/75f99511-e1cc-42e8-ac76-7b232514fab1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:08.370543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-87155705-c1be-4497-8742-55d4fea5ace2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5 HTTP/1.1" status: 200 len: 217 time: 0.1142361 Nov 12 00:42:08.396235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:08.404401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:08.407555 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9082ac-8cf2-484e-8413-db4e7c946a1f" -d '{"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:08.429214 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.601918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-d638301e-e3c0-4c02-b56a-d44098168cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.603662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-d638301e-e3c0-4c02-b56a-d44098168cf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.2203300 Nov 12 00:42:08.616213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:08.685449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.709122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-82e140e4-143f-4507-81d8-fc5c5dcf5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.711124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-82e140e4-143f-4507-81d8-fc5c5dcf5016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984197 Nov 12 00:42:08.725675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7e34-3ea6-489a-bdf7-2a94841b5126 req-7d3d5f5e-3060-495b-bf48-9fadbe24e821 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.730515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-521c7e34-3ea6-489a-bdf7-2a94841b5126 req-7d3d5f5e-3060-495b-bf48-9fadbe24e821 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2747633 Nov 12 00:42:08.836413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.837013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-521c7e34-3ea6-489a-bdf7-2a94841b5126 req-1467d896-954c-4cf5-9821-5cfb64988634 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963020 Nov 12 00:42:08.986112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.007603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:09.011468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'Port': ['ID=75f99511-e1cc-42e8-ac76-7b232514fab1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:09.023634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:09.028224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:09.037510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-42dcfaed-648a-47a6-a536-78fb8dedbff2 service neutron] 10.222.0.32 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156128 Nov 12 00:42:09.132192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event deleted for resources: {'Port': ['ID=cc725dd5-cde4-4e19-97db-fbd6fe43ec9d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:09.156337 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e9785-0228-4c94-9941-1fab56e8b1ae x-openstack-request-id: req-698e9785-0228-4c94-9941-1fab56e8b1ae {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:09.156863 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:09.157297 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-698e9785-0228-4c94-9941-1fab56e8b1ae {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:09.158083 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29', 'status': 'completed', 'code': 200} Nov 12 00:42:09.190511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5b0c199-4b4e-4e5e-b3ce-dacd22b6df77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.389726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fcb7eb8b-0d80-49fa-9478-fb93c4c38902 req-19693708-686b-4ec6-9043-287a4fc3ade1 service neutron] 10.222.0.32 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262920 Nov 12 00:42:09.421355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.575983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.823636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c52b9e12-459c-44ab-8d3c-a9ceaa9eb001 req-0a8667d7-ee07-428a-9851-fa5307cd0e69 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 210 time: 0.0496800 Nov 12 00:42:09.869560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.891330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-edad0693-0fee-4a60-af19-41f2c4f24bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.893190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-edad0693-0fee-4a60-af19-41f2c4f24bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 1095 time: 0.6864750 Nov 12 00:42:09.893602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.904159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.907699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.946835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0c8cef6-8378-4aff-8730-37fe604162c6 req-395298f9-0f39-4c91-91cc-093ae66fbed9 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "DELETE /v2.0/floatingips/52b92d21-9313-4edd-bbaf-1a7eb34b403d HTTP/1.1" status: 204 len: 173 time: 3.5404027 Nov 12 00:42:09.949827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-821af3ab-8899-48fc-b434-dd6a2d5e2cca tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.951348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-821af3ab-8899-48fc-b434-dd6a2d5e2cca tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 816 time: 0.4625099 Nov 12 00:42:09.959697 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f652cd-4908-4d6e-8725-beabb04ce5b5 x-openstack-request-id: req-b8f652cd-4908-4d6e-8725-beabb04ce5b5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:09.962611 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:09.963031 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8f652cd-4908-4d6e-8725-beabb04ce5b5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:09.963584 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5', 'status': 'completed', 'code': 200} Nov 12 00:42:09.972634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Request body: {'port': {'device_id': '73f4e6c3-92da-4734-83a8-232896d16fae', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'admin_state_up': True, 'tenant_id': '341b303091624503b9d130784ca20b5e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:10.212316 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8988719-40a7-43d6-a2a2-6d60869dabf4 x-openstack-request-id: req-d8988719-40a7-43d6-a2a2-6d60869dabf4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:10.212937 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-plugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:10.213426 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8988719-40a7-43d6-a2a2-6d60869dabf4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:10.213994 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789', 'code': 200} Nov 12 00:42:10.228008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7f245-082d-4e6e-a497-d31c1a171780 req-3f8395bf-f44b-4894-8192-6d288b3a2962 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.242082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2b7f245-082d-4e6e-a497-d31c1a171780 req-3f8395bf-f44b-4894-8192-6d288b3a2962 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1096 time: 0.1569743 Nov 12 00:42:10.275062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'Port': ['ID=75f99511-e1cc-42e8-ac76-7b232514fab1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:10.289583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-699402cf-9e20-4b68-8018-07bacb89dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.291057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-699402cf-9e20-4b68-8018-07bacb89dacd service neutron] 10.222.0.39 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 917 time: 0.3420775 Nov 12 00:42:10.341239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.398704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-315be198-3e5e-4442-9ad3-0530bd3f7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.400349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-315be198-3e5e-4442-9ad3-0530bd3f7268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 1096 time: 0.4224892 Nov 12 00:42:10.406517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-7dfff2bf-d18d-4806-92cb-0e01a05d3ba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da83ad8-be7f-4653-8693-2f71164b6d29 HTTP/1.1" status: 200 len: 217 time: 0.0933204 Nov 12 00:42:10.437005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.457652 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-78f02397-c60f-4415-a8a9-cfceba71da67 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0556970 Nov 12 00:42:10.511476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2b7f245-082d-4e6e-a497-d31c1a171780 req-dfbd1b6a-a0fc-46af-be3b-ce3b9ee4aa10 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458212 Nov 12 00:42:10.513924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-3efeee66-3e0f-4eff-8269-92457892688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.515409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-3efeee66-3e0f-4eff-8269-92457892688a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.0845959 Nov 12 00:42:10.525177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793072-e8d7-479a-bdf4-8961d273f0e6 req-10ad2d82-ffc7-4b17-ad1c-c9ab43896127 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.526733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a793072-e8d7-479a-bdf4-8961d273f0e6 req-10ad2d82-ffc7-4b17-ad1c-c9ab43896127 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2171021 Nov 12 00:42:10.608884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0da83ad8-be7f-4653-8693-2f71164b6d29 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:10.658804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Made reservation on behalf of 341b303091624503b9d130784ca20b5e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:10.663686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.764369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-04271789-039b-43d7-9c17-eddb12edecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.773539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-04271789-039b-43d7-9c17-eddb12edecc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 917 time: 0.3621936 Nov 12 00:42:10.806654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-2cb85b77-c7bd-499a-a7b7-a62dbde50007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.810987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-2cb85b77-c7bd-499a-a7b7-a62dbde50007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2832615 Nov 12 00:42:10.858966 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-515d5169-89b7-499c-a1ce-cedb4d199a11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5 HTTP/1.1" status: 200 len: 217 time: 0.0760543 Nov 12 00:42:10.892917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a793072-e8d7-479a-bdf4-8961d273f0e6 req-edfa9115-f291-46bf-aea0-fd8cf2e630c3 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060389 Nov 12 00:42:10.921908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0da83ad8-be7f-4653-8693-2f71164b6d29,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:10.996654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0da83ad8-be7f-4653-8693-2f71164b6d29', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'port_id': '0da83ad8-be7f-4653-8693-2f71164b6d29', 'mac_address': 'fa:16:3e:01:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77644c21-3d71-4caf-b818-c05e7c87cf38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:11.032427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-c137f976-35e3-4c9b-a251-9c9f4ea1df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.034467 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-c137f976-35e3-4c9b-a251-9c9f4ea1df01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.1638367 Nov 12 00:42:11.127731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Allocated IP 172.20.0.4 (407e7951-dcac-4753-b1ef-2d02d61c0f86/77644c21-3d71-4caf-b818-c05e7c87cf38/9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:11.128720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.172447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da83ad8-be7f-4653-8693-2f71164b6d29 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:11.193868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-4b0b981b-f569-4667-beab-fc0f72a3d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.197646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-f832422e-029b-4c45-802b-89a45241c689 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024442 Nov 12 00:42:11.198184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-4b0b981b-f569-4667-beab-fc0f72a3d250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1542177 Nov 12 00:42:11.265381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0da83ad8-be7f-4653-8693-2f71164b6d29,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:11.286903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.406169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:11.562842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-6ef4e167-65b2-42ab-a7bf-9541d796eba0 service neutron] 10.222.0.32 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364964 Nov 12 00:42:11.573722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0da83ad8-be7f-4653-8693-2f71164b6d29'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:11.637157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-c328c0a1-74d2-4d9d-b112-2f0591cf2304 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--53614730&fields=id&tenant_id=f1c18d28daf8443190d5db5af3dd45a9 HTTP/1.1" status: 200 len: 267 time: 0.8389068 Nov 12 00:42:11.653777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cca70-bf1b-4d46-9842-59118e9db436 req-23185d1c-20d7-40eb-a8a1-ba4605f11eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.662154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb8cca70-bf1b-4d46-9842-59118e9db436 req-23185d1c-20d7-40eb-a8a1-ba4605f11eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4619944 Nov 12 00:42:11.775431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb8cca70-bf1b-4d46-9842-59118e9db436 req-f2a64f45-bdf7-4254-9b9b-9286e81319e4 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1120055 Nov 12 00:42:11.851926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2aaaae31-5b5e-4d65-8f45-b42b1cf89d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.861364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.911176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e27ba54-dac5-48e3-a579-15e66fbb4808 req-5be75f28-3e38-4d43-894e-445e40e72198 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814463 Nov 12 00:42:11.933124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 08f2bb91-c1a3-4a11-a774-7987cfa06da5 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:12.011829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.038602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-b06d6fce-9868-4b87-9ff8-7bd5fb745356 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.049138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-b06d6fce-9868-4b87-9ff8-7bd5fb745356 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/networks?id=57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 200 len: 812 time: 0.3775828 Nov 12 00:42:12.090225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-180452cd-1a5a-428f-9b82-a5785d5038fb tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/quotas/f1c18d28daf8443190d5db5af3dd45a9 HTTP/1.1" status: 200 len: 375 time: 0.0399532 Nov 12 00:42:12.146568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:12.187684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:12.220144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:12.264582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-814ef959-a44c-4f65-8c46-f9364287ad14 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726165 Nov 12 00:42:12.280648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.316444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '08f2bb91-c1a3-4a11-a774-7987cfa06da5', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'port_id': '08f2bb91-c1a3-4a11-a774-7987cfa06da5', 'mac_address': 'fa:16:3e:e4:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77644c21-3d71-4caf-b818-c05e7c87cf38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:12.324306 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a63e440b-b40b-4baf-bc84-d9e88d0b3b03 req-c43bc4c6-7082-4ae0-97e8-343efd94cc27 service neutron] 10.222.0.32 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402015 Nov 12 00:42:12.379875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event updated for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.398466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.399486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.432164 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-7136d213-adc9-48a7-b33e-272e6c04aed5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4611840 Nov 12 00:42:12.451879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Request body: {'port': {'device_id': '73f4e6c3-92da-4734-83a8-232896d16fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:12.458236 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.500783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f2bb91-c1a3-4a11-a774-7987cfa06da5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:12.553119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.570784 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.624097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.625977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476e800-88fd-4c74-b307-537e7c1a49b4 req-89b3f3c5-aa70-4394-861e-90cbf633c2c2 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.640519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2476e800-88fd-4c74-b307-537e7c1a49b4 req-89b3f3c5-aa70-4394-861e-90cbf633c2c2 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 931 time: 0.1534605 Nov 12 00:42:12.656571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-fd3000af-270c-46d4-9160-91104c9c4ebd service neutron] 10.222.0.11 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831770 Nov 12 00:42:12.705447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.864598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.868283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7f5f27d8-284e-474d-b67c-e7e9a42f3a61 None None] Provisioning complete for port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:12.868731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f5f27d8-284e-474d-b67c-e7e9a42f3a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.891563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2476e800-88fd-4c74-b307-537e7c1a49b4 req-31a28fb3-10bb-4c31-af2d-34257ab39c46 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498918 Nov 12 00:42:12.954686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['08f2bb91-c1a3-4a11-a774-7987cfa06da5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:12.981266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-2b6f6dfe-01fb-497b-9239-297a2ef2cb23 service neutron] 10.222.0.11 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124239 Nov 12 00:42:13.031861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f27d8-284e-474d-b67c-e7e9a42f3a61 None None] Port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:13.261808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-401f9d86-4860-40e3-a6e6-654dd4cfea1e req-30645a02-e7f7-4638-84b0-384d8a2fe96e tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1162417 Nov 12 00:42:13.383451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0da83ad8-be7f-4653-8693-2f71164b6d29'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:13.430372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:13.451174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.495805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Transition to ACTIVE for port object 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:13.509836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.626139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec7270-7a76-48e4-a096-a6860ca5dc52 req-24970eab-0cf3-4e89-85ba-39738b98e6b8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.637084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2ec7270-7a76-48e4-a096-a6860ca5dc52 req-24970eab-0cf3-4e89-85ba-39738b98e6b8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2211633 Nov 12 00:42:13.685631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Pushing event updated for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:13.817607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2ec7270-7a76-48e4-a096-a6860ca5dc52 req-d4ff4e92-44a1-4c2d-93d6-6c6ecee11671 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625781 Nov 12 00:42:13.960536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e40bb980-a38a-49aa-a4f7-eb893c15d751 req-a387dfcf-1b37-4fe7-b34a-1e4ad147c181 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 210 time: 0.0593939 Nov 12 00:42:14.039760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Attempting to bind port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:14.040129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Attempting to bind port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:14.042688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Attempting to bind port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.047746 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.058758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:14.059130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Attempting to bind port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f on network 407e7951-dcac-4753-b1ef-2d02d61c0f86 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:14.064949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:14.065467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Checking segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:14.065886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Bound using segment: {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:14.066319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Bound port: 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd3df4b-b475-4c11-9395-4f8a3754f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:14.066672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.210132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a60c-4801-4222-b04a-27bafed575b3 req-3492e27e-b292-4271-97c7-c8ba5e538e3d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.221342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0276a60c-4801-4222-b04a-27bafed575b3 req-3492e27e-b292-4271-97c7-c8ba5e538e3d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 943 time: 0.1097813 Nov 12 00:42:14.254757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:14.259752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:14.290391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.318370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39830cb-cd57-46cf-80b0-a33dfce2307a req-d945c1c0-e02a-4b08-af2e-997047ce5ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.325423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e39830cb-cd57-46cf-80b0-a33dfce2307a req-d945c1c0-e02a-4b08-af2e-997047ce5ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 945 time: 0.1819611 Nov 12 00:42:14.440033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e39830cb-cd57-46cf-80b0-a33dfce2307a req-29adef02-b3c4-45a2-86b7-4a68383a8a57 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037781 Nov 12 00:42:14.461288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0276a60c-4801-4222-b04a-27bafed575b3 req-4b088287-8b8d-468f-9c6a-674311b450d9 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370641 Nov 12 00:42:14.490041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.495222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.503530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] 10.222.0.39 "PUT /v2.0/ports/9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f HTTP/1.1" status: 200 len: 1092 time: 2.0569034 Nov 12 00:42:14.504270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:14.517489 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757669ef-7dbc-49e8-95fb-d42d926b5d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:14.592840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0ce45-d9e5-4251-a8f6-67d4c8f149aa service neutron] Pushing event updated for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.638267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0da83ad8-be7f-4653-8693-2f71164b6d29 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:14.711245 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e60855-3588-4419-b938-41d294778dfd x-openstack-request-id: req-f3e60855-3588-4419-b938-41d294778dfd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:14.712392 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:14.712392 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e60855-3588-4419-b938-41d294778dfd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:14.712814 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f', 'status': 'completed', 'code': 200} Nov 12 00:42:14.825410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-d6fecf35-849d-4723-ad81-4e420c09c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.827391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-d6fecf35-849d-4723-ad81-4e420c09c92f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 1095 time: 0.1078608 Nov 12 00:42:14.886454 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.901001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0da83ad8-be7f-4653-8693-2f71164b6d29 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:14.917265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-ba007b72-ed0d-4a04-b6a9-a54ca25f5516 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f HTTP/1.1" status: 200 len: 217 time: 0.0683801 Nov 12 00:42:15.038754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0da83ad8-be7f-4653-8693-2f71164b6d29 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:15.040733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.098864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-edbbf74a-5466-4de5-a495-5bf91d789031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.104475 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-edbbf74a-5466-4de5-a495-5bf91d789031 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.1675131 Nov 12 00:42:15.242780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-67723b08-c102-4966-9469-fc443fa8a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.244951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-67723b08-c102-4966-9469-fc443fa8a431 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229653 Nov 12 00:42:15.258501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c3a0-74a4-4868-97b7-c903d392ba2b req-1e956a97-5541-45e0-b719-3fa30888bbd6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.260604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2e2c3a0-74a4-4868-97b7-c903d392ba2b req-1e956a97-5541-45e0-b719-3fa30888bbd6 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2060745 Nov 12 00:42:15.298201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.318466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cd86b9c-22c0-4ebc-8203-d6597290b0ca req-7f1d70bb-869f-45be-95ac-6ca7dea16df3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 210 time: 0.1307061 Nov 12 00:42:15.348557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:15.351502 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fdeddc-f68b-4595-b378-b1927a733976" -d '{"events": [{"server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "name": "network-vif-plugged", "status": "completed", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:15.407866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0da83ad8-be7f-4653-8693-2f71164b6d29,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:15.417578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.542900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2e2c3a0-74a4-4868-97b7-c903d392ba2b req-32643db7-3b30-4cdc-b5ce-c9c861018da4 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599003 Nov 12 00:42:15.552776 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831541fd-bb5b-4daf-adff-40d53d968198 x-openstack-request-id: req-831541fd-bb5b-4daf-adff-40d53d968198 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:15.555561 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "name": "network-vif-plugged", "status": "completed", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:15.559723 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-831541fd-bb5b-4daf-adff-40d53d968198 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:15.560763 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29', 'code': 200} Nov 12 00:42:15.562755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.567524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-e0f268dd-ecb1-4e1f-a679-0db7b17633d7 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114033 Nov 12 00:42:15.597984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-0dfaba2e-d708-45cc-a2b0-0e882554e2c1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.600934 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-0dfaba2e-d708-45cc-a2b0-0e882554e2c1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 945 time: 0.2313321 Nov 12 00:42:15.850133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 08f2bb91-c1a3-4a11-a774-7987cfa06da5 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:15.972995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-dfc4b35c-b34f-4252-af34-20411c78ac26 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.974569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-dfc4b35c-b34f-4252-af34-20411c78ac26 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.32 "GET /v2.0/networks?id=57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 200 len: 812 time: 0.2654676 Nov 12 00:42:16.013159 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-16a7bf7f-368b-43ce-aa02-207b89d45f5e req-88738a36-e1e4-40ca-abf1-9064d29abd64 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112022 Nov 12 00:42:16.047567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:16.052400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:16.052891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Deleting port 12cddc76-4f49-4789-8b24-10678df46bc2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:16.053034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.053212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.149540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-4e45ed3f-e412-4e38-8ffb-4ad91372f4a5 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c18d28daf8443190d5db5af3dd45a9 HTTP/1.1" status: 200 len: 378 time: 0.1495736 Nov 12 00:42:16.215219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'port': {'device_id': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'admin_state_up': True, 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'security_groups': ['0d0bb828-88ba-4489-a343-f1350be13fb7']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:16.227848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.245527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4459d-ce1f-4dc5-9bf7-5f855670aa79 req-406804af-d635-443b-b100-9dfd1b21f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.248639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11a4459d-ce1f-4dc5-9bf7-5f855670aa79 req-406804af-d635-443b-b100-9dfd1b21f479 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 1097 time: 0.5715802 Nov 12 00:42:16.264051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-2a2a069d-73f1-4ea5-b02c-c710453f7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.265587 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-2a2a069d-73f1-4ea5-b02c-c710453f7e45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 1095 time: 0.1694789 Nov 12 00:42:16.266986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc30ba-9094-445d-8bc4-ba81f22efb9f req-a50595a3-a929-4b12-8a14-ef1963a31791 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.278265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3edc30ba-9094-445d-8bc4-ba81f22efb9f req-a50595a3-a929-4b12-8a14-ef1963a31791 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d85380d-8d8a-4884-aed8-c3af5396117f HTTP/1.1" status: 200 len: 945 time: 0.6824102 Nov 12 00:42:16.317804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:16.333488 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.390706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] For port 12cddc76-4f49-4789-8b24-10678df46bc2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12cddc76-4f49-4789-8b24-10678df46bc2,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:16.393584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.434457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.472043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Calling delete_port for 12cddc76-4f49-4789-8b24-10678df46bc2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:16.518150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5045354-e72b-4925-a39a-65aecfa1a50d req-a0c4f8de-4849-4e50-b6a8-e9535caa3ddb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.530765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5045354-e72b-4925-a39a-65aecfa1a50d req-a0c4f8de-4849-4e50-b6a8-e9535caa3ddb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 943 time: 0.5499058 Nov 12 00:42:16.546470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-0204b48c-6b5c-40cf-af29-a71609ecb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.548181 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-0204b48c-6b5c-40cf-af29-a71609ecb02e service neutron] 10.222.0.39 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 917 time: 0.2639756 Nov 12 00:42:16.604788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-f93b9d2b-085f-40e8-9d9f-b0496b1d7c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f HTTP/1.1" status: 200 len: 217 time: 0.0454841 Nov 12 00:42:16.717516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3edc30ba-9094-445d-8bc4-ba81f22efb9f req-78aacd0f-6371-4805-8c1e-77e40aa4c365 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a93a112-d768-4868-b6ed-52610a5e9b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989875 Nov 12 00:42:16.721607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-228ef4bd-6598-47c9-b147-5d0ed487d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.723157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-228ef4bd-6598-47c9-b147-5d0ed487d97b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.0981731 Nov 12 00:42:16.816958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.823147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11a4459d-ce1f-4dc5-9bf7-5f855670aa79 req-4f26472f-19cb-48d2-a59d-59c998731ae0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418155 Nov 12 00:42:16.828882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['12cddc76-4f49-4789-8b24-10678df46bc2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:16.890117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Pushing event deleted for resources: {'Port': ['ID=12cddc76-4f49-4789-8b24-10678df46bc2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.893862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-7aa4c5fd-5781-4b68-a664-c5ff163cea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.895381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-7aa4c5fd-5781-4b68-a664-c5ff163cea5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597474 Nov 12 00:42:16.932412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5045354-e72b-4925-a39a-65aecfa1a50d req-1b9dabca-b310-4135-870a-41d472635684 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963339 Nov 12 00:42:16.949557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Made reservation on behalf of f1c18d28daf8443190d5db5af3dd45a9 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:16.953570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.051899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] No DVR routers for this DVR port 12cddc76-4f49-4789-8b24-10678df46bc2 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:17.080684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.130184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a156ad7-c767-4d5c-ad97-25ac32baf4dd req-e0c76f6d-2aac-4607-abce-43b9b55d16e1 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479 tempest-FloatingIPsAssociationNegativeTestJSON-1048153479-project] 10.222.0.32 "DELETE /v2.0/ports/12cddc76-4f49-4789-8b24-10678df46bc2 HTTP/1.1" status: 204 len: 173 time: 1.4617651 Nov 12 00:42:17.131188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'name': 'network-vif-deleted', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:17.134298 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3e13fd-02f4-42dd-a245-9d60744f600a" -d '{"events": [{"server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "name": "network-vif-deleted", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:17.140875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d74ee608-f17a-43ff-9888-b001d3eb688a req-bdb0e18a-2f1b-4790-b860-a0eddd7ccdf6 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 210 time: 0.0487406 Nov 12 00:42:17.374272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-61fc644d-2e5a-41c6-86aa-9f53491467e0 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235397 Nov 12 00:42:17.392589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Allocated IP 172.20.0.14 (57bdc2ea-7c21-4513-82de-34e4009bd72b/67a6acd3-370a-4e89-b9df-a66625ff07a4/e6c812a3-7461-407a-97d6-76fff252c93a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:17.429998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14660f5-7e73-4e1b-959c-dd4b4e9da8b0 req-471e496c-a159-456d-953d-cd2716a5519e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.433945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c14660f5-7e73-4e1b-959c-dd4b4e9da8b0 req-471e496c-a159-456d-953d-cd2716a5519e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.2410803 Nov 12 00:42:17.513866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2512e1-1232-47bf-9299-dedd31831835 req-fffb5b6f-ff39-41ac-9092-fec9c5e4e63d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.525503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-757669ef-7dbc-49e8-95fb-d42d926b5d6d req-756308b7-b321-4ddf-b46d-fe8e5168cfd2 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387150 Nov 12 00:42:17.527882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb2512e1-1232-47bf-9299-dedd31831835 req-fffb5b6f-ff39-41ac-9092-fec9c5e4e63d tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.2475920 Nov 12 00:42:17.562669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:17.566436 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce2800-8c2f-4607-8201-7eda92c39860" -d '{"events": [{"server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "name": "network-vif-plugged", "status": "completed", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:17.806606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c14660f5-7e73-4e1b-959c-dd4b4e9da8b0 req-3113539b-c41c-43f0-bc01-b9181ce98f1a tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393426 Nov 12 00:42:17.832175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb2512e1-1232-47bf-9299-dedd31831835 req-c38a208a-8695-4b25-bde8-952ce2b8669e tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032491 Nov 12 00:42:17.928938 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e492dc0-14b1-45ad-a5d5-7b140ea059d8 x-openstack-request-id: req-2e492dc0-14b1-45ad-a5d5-7b140ea059d8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:17.929281 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85380d-8d8a-4884-aed8-c3af5396117f", "name": "network-vif-deleted", "tag": "12cddc76-4f49-4789-8b24-10678df46bc2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:17.929540 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e492dc0-14b1-45ad-a5d5-7b140ea059d8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:17.930497 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85380d-8d8a-4884-aed8-c3af5396117f', 'name': 'network-vif-deleted', 'tag': '12cddc76-4f49-4789-8b24-10678df46bc2', 'status': 'completed', 'code': 200} Nov 12 00:42:17.931286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.934709 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a348f-6ce7-4008-8e36-94525e3ac6da x-openstack-request-id: req-a43a348f-6ce7-4008-8e36-94525e3ac6da {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:17.934979 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "name": "network-vif-plugged", "status": "completed", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:17.935733 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a43a348f-6ce7-4008-8e36-94525e3ac6da {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:17.936329 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5', 'code': 200} Nov 12 00:42:18.029337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43860) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.101204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828f00-e17d-469f-b63b-119e6cd28d69 req-2de688bd-1437-4a2e-af29-9b11f3c9cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.102732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93828f00-e17d-469f-b63b-119e6cd28d69 req-2de688bd-1437-4a2e-af29-9b11f3c9cfc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 1098 time: 0.0982051 Nov 12 00:42:18.104396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.205201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93828f00-e17d-469f-b63b-119e6cd28d69 req-b2108e2e-e0df-4311-8d72-d92bea2c673f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908148 Nov 12 00:42:18.229953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:18.277601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:18.299643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event updated for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:18.324836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bf7b5-10dc-4da1-808b-270d51f2f4f8 req-c17644cc-c702-4635-aae2-43bf195fd4e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.336735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a6bf7b5-10dc-4da1-808b-270d51f2f4f8 req-c17644cc-c702-4635-aae2-43bf195fd4e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 943 time: 0.3201008 Nov 12 00:42:18.346035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:18.413289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.414045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.414045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.414579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.415037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.415430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.415842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.416470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.416919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.417329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.417778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.418230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:18.535864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.536562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.549022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a6bf7b5-10dc-4da1-808b-270d51f2f4f8 req-13c11def-8766-4603-aacf-73ec2c36668c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111526 Nov 12 00:42:18.557996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f2b7d79d-77b3-4943-980f-2639697dfa7b None None] Provisioning complete for port e6c812a3-7461-407a-97d6-76fff252c93a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:18.558380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d79d-77b3-4943-980f-2639697dfa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.566062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcf0ac-38f5-47fa-a189-39cde7a1634e req-32f9aa89-d18a-48ca-82e8-326a164131be tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.574274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19bcf0ac-38f5-47fa-a189-39cde7a1634e req-32f9aa89-d18a-48ca-82e8-326a164131be tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 932 time: 0.3016238 Nov 12 00:42:18.612104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d79d-77b3-4943-980f-2639697dfa7b None None] Port e6c812a3-7461-407a-97d6-76fff252c93a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:18.666754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-0d7043da-c7e3-41a1-ad71-823a019908d8 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4743836 Nov 12 00:42:18.725008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Request body: {'port': {'device_id': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:18.803087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19bcf0ac-38f5-47fa-a189-39cde7a1634e req-549ae02d-3cee-4911-89df-8af19470204b tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2266474 Nov 12 00:42:18.912649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.050406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9c6d8-b387-47ba-aba5-5816a88cead7 req-107651cd-a765-49a7-a7c5-d88aa57b8fb4 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.051982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09f9c6d8-b387-47ba-aba5-5816a88cead7 req-107651cd-a765-49a7-a7c5-d88aa57b8fb4 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.1578867 Nov 12 00:42:19.170001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-d6d2c87a-e878-44fc-89f0-9b4ff91a6ad2 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--246014403&fields=id&tenant_id=040dfe9680b34deba56cb9e402bed07d HTTP/1.1" status: 200 len: 267 time: 0.2085228 Nov 12 00:42:19.336937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09f9c6d8-b387-47ba-aba5-5816a88cead7 req-944df367-b835-4b4d-a436-09e4024d70aa tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b1e862b-a2db-41e3-9273-528038643446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673836 Nov 12 00:42:19.473346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-1a17815d-9c27-4391-98ad-589514348187 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.486066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-1a17815d-9c27-4391-98ad-589514348187 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/networks?id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351 HTTP/1.1" status: 200 len: 816 time: 0.3148406 Nov 12 00:42:19.569345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.881280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12cddc76-4f49-4789-8b24-10678df46bc2 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:19.926154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 12cddc76-4f49-4789-8b24-10678df46bc2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:19.926666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12cddc76-4f49-4789-8b24-10678df46bc2 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:20.075215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-8a9d7544-d130-4e61-889a-b7505bc86bac tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/quotas/040dfe9680b34deba56cb9e402bed07d HTTP/1.1" status: 200 len: 375 time: 0.5872560 Nov 12 00:42:20.221394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005832-dd71-4c83-9018-19b0fbc85e68 req-9f1a6660-2f75-4b8a-9f93-6a6f99f59706 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.222658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54005832-dd71-4c83-9018-19b0fbc85e68 req-9f1a6660-2f75-4b8a-9f93-6a6f99f59706 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.7194557 Nov 12 00:42:20.300923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54005832-dd71-4c83-9018-19b0fbc85e68 req-4e9a5283-488b-4517-a9bd-f5c086b0ebd2 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Nov 12 00:42:20.364595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-e66c245f-eb5f-4648-99ff-5199a01565f0 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=040dfe9680b34deba56cb9e402bed07d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2300112 Nov 12 00:42:20.507058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-3d44956d-d6c7-49a4-b8cd-d40f4852106d service neutron] 10.222.0.11 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241732 Nov 12 00:42:20.509246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c812a3-7461-407a-97d6-76fff252c93a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:20.518018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5742feb-e63b-422f-bdb8-620659802399 req-36f635b7-2ed8-4683-afd0-9771b2e39704 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.520530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5742feb-e63b-422f-bdb8-620659802399 req-36f635b7-2ed8-4683-afd0-9771b2e39704 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.32 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 945 time: 0.1002536 Nov 12 00:42:20.604399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.683268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Deleting port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:20.683635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.706700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:20.746795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Transition to ACTIVE for port object e6c812a3-7461-407a-97d6-76fff252c93a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:20.758796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.825581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-e3db14ee-783b-4019-a283-24c1acd50ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022771 Nov 12 00:42:20.937267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:20.986253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f', 'network_id': '407e7951-dcac-4753-b1ef-2d02d61c0f86', 'port_id': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77644c21-3d71-4caf-b818-c05e7c87cf38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:21.058260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ba3bf-1446-4748-9254-e32c738a3e83 req-28cc1bad-d1a0-4294-91ad-6db4a57e6703 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.072192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-527ba3bf-1446-4748-9254-e32c738a3e83 req-28cc1bad-d1a0-4294-91ad-6db4a57e6703 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 943 time: 0.4000723 Nov 12 00:42:21.084528 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.111742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:21.151298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:21.182936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.249987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.279604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] For port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:21.279892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.283958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Deleting port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:21.287006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.292189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.308843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.309472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.310185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.310665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.311151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.311623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.312115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.312607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.313082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.313563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.314031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.314497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:21.469884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:21.527869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-527ba3bf-1446-4748-9254-e32c738a3e83 req-15ef345c-1e4b-41ad-9b2b-8c05ae6e354e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545195 Nov 12 00:42:21.644531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.645125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.645236 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189 disassociated. External IP: 172.25.6.20, port: c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc. Nov 12 00:42:21.645695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Calling delete_port for c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:21.750260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] For port 5c3a6140-c638-4a71-86b5-0c3fe3e9f991, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:21.750621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.762577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Attempting to bind port e6c812a3-7461-407a-97d6-76fff252c93a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:21.762914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Attempting to bind port e6c812a3-7461-407a-97d6-76fff252c93a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:21.763393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Attempting to bind port e6c812a3-7461-407a-97d6-76fff252c93a on network 57bdc2ea-7c21-4513-82de-34e4009bd72b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:21.777201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Calling delete_port for 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:21.786616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Port e6c812a3-7461-407a-97d6-76fff252c93a on network 57bdc2ea-7c21-4513-82de-34e4009bd72b not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:21.786840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Attempting to bind port e6c812a3-7461-407a-97d6-76fff252c93a on network 57bdc2ea-7c21-4513-82de-34e4009bd72b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:21.802865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fd81f-014a-4a4b-a46b-4d41ecfefcb8 req-33a4f1a6-3a50-4a0d-b986-3b29cfd7bbfa tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.804243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e9fd81f-014a-4a4b-a46b-4d41ecfefcb8 req-33a4f1a6-3a50-4a0d-b986-3b29cfd7bbfa tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 944 time: 0.1268873 Nov 12 00:42:21.808260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:21.808595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Checking segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:21.809054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Bound using segment: {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:21.809495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Bound port: e6c812a3-7461-407a-97d6-76fff252c93a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f11162d-ad68-4c7b-9095-216eda74f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:21.809853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.952107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.972316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e9fd81f-014a-4a4b-a46b-4d41ecfefcb8 req-0c20871e-88d4-4b41-91d9-6ec3a9d896b1 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478400 Nov 12 00:42:22.015673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event deleted for resources: {'Port': ['ID=c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.057436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cf5e2c0-0654-40b7-ace9-380d2dbe0d3d req-f09559bf-d600-4b64-98b5-293d76f63c0c tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/ports?device_id=2969379b-0a27-4245-b6d8-5423377c9def HTTP/1.1" status: 200 len: 210 time: 0.1122351 Nov 12 00:42:22.110575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:22.114411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e6c812a3-7461-407a-97d6-76fff252c93a,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:22.130688 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.212607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:22.334183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.334930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.337813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] 10.222.0.32 "PUT /v2.0/ports/e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 200 len: 1093 time: 3.6601181 Nov 12 00:42:22.349153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:22.351672 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df" -d '{"events": [{"name": "network-changed", "server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:22.457245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:22.474154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:22.491791 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:22.492849 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.561942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] No DVR routers for this DVR port c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:22.566669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.571134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5742feb-e63b-422f-bdb8-620659802399 req-12b50d80-226d-4838-bae6-c0b9f5c3e6ec tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.32 "DELETE /v2.0/ports/c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc HTTP/1.1" status: 204 len: 173 time: 2.0437686 Nov 12 00:42:22.571746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'name': 'network-vif-deleted', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:22.574982 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c55d0a0-eac1-4fab-8978-ed7446641bce" -d '{"events": [{"server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "name": "network-vif-deleted", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:22.600916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55543af-6193-4fa8-94d9-95863af12bee req-d98cd9a1-97fb-4490-a4b5-7f9693ebfb2d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.604919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d55543af-6193-4fa8-94d9-95863af12bee req-d98cd9a1-97fb-4490-a4b5-7f9693ebfb2d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 0.4888203 Nov 12 00:42:22.690939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8101dcc-c6cf-44f4-b594-96bcb6dcaa18 req-6042b7e6-0afa-4196-bfc9-073231d24ade tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.2515693 Nov 12 00:42:22.733021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:22.784692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead88d97-1f8e-4c2d-b1bb-c2f4dff24919 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.804510 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:22.817525 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4225c9f-c041-43cc-8c44-e8367fa0e980 x-openstack-request-id: req-e4225c9f-c041-43cc-8c44-e8367fa0e980 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:22.817831 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:22.818425 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4225c9f-c041-43cc-8c44-e8367fa0e980 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:22.818836 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'status': 'completed', 'code': 200} Nov 12 00:42:22.905977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:22.910101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-d6ea15cf-1376-4a4a-a40e-09cd5b458e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.911976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:22.912572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.916704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-d6ea15cf-1376-4a4a-a40e-09cd5b458e72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 1096 time: 0.5183911 Nov 12 00:42:22.973673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d55543af-6193-4fa8-94d9-95863af12bee req-879d6bd5-8a56-44c0-9777-3e33e0375d23 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079336 Nov 12 00:42:23.088856 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b38a3e-65d3-4494-8a3f-9710cbd97d6b x-openstack-request-id: req-c4b38a3e-65d3-4494-8a3f-9710cbd97d6b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:23.089740 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969379b-0a27-4245-b6d8-5423377c9def", "name": "network-vif-deleted", "tag": "c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:23.090325 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4b38a3e-65d3-4494-8a3f-9710cbd97d6b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:23.090919 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969379b-0a27-4245-b6d8-5423377c9def', 'name': 'network-vif-deleted', 'tag': 'c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc', 'status': 'completed', 'code': 200} Nov 12 00:42:23.097234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.140091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:23.163430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:23.165953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:23.169729 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d677e-4e27-44c1-8cdc-6f369065ec3c" -d '{"events": [{"server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "name": "network-vif-plugged", "status": "completed", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:23.173908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-897a6235-99e7-44a5-8c40-7e376895e786 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 200 len: 217 time: 0.2350583 Nov 12 00:42:23.180560 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.245493 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:23.277608 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:23.289448 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:23.290659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:23.369226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877cd0e-a643-4ae3-af8a-936b141325c2 req-8937aa9b-89e9-4e41-99f6-bb8c8080d50c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.383689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1877cd0e-a643-4ae3-af8a-936b141325c2 req-8937aa9b-89e9-4e41-99f6-bb8c8080d50c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 944 time: 0.4518073 Nov 12 00:42:23.437287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-6bf453b6-dcf6-45de-b97a-7ab34d2c1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.439078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-6bf453b6-dcf6-45de-b97a-7ab34d2c1ecd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a6acd3-370a-4e89-b9df-a66625ff07a4 HTTP/1.1" status: 200 len: 851 time: 0.2450857 Nov 12 00:42:23.540675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.543161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:23.594189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.707951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3a6140-c638-4a71-86b5-0c3fe3e9f991,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.738358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1877cd0e-a643-4ae3-af8a-936b141325c2 req-693947f5-682a-437f-bb4a-23c83b6034bd tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537183 Nov 12 00:42:23.799173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27a74-78cf-4434-91df-8f83231659cb req-66e39af5-ee0d-45b9-9356-a5b981ed6341 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.812348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50c27a74-78cf-4434-91df-8f83231659cb req-66e39af5-ee0d-45b9-9356-a5b981ed6341 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 944 time: 0.5233626 Nov 12 00:42:23.847408 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f146d7-7112-4a2f-8aec-f4e8cb7de0c7 x-openstack-request-id: req-66f146d7-7112-4a2f-8aec-f4e8cb7de0c7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:23.848368 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "name": "network-vif-plugged", "status": "completed", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:23.848886 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66f146d7-7112-4a2f-8aec-f4e8cb7de0c7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:23.849528 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f', 'code': 200} Nov 12 00:42:23.890457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:23.943292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:23.946028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c1832c85-3d4c-4bf5-a99a-e6e0144bc5fc not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:24.123050 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:24.204969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0fdaba64-8760-45b0-9a8d-5fbec183452b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.207790 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf0c45-9fe2-4f3b-a84e-420842203a81 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 4, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd2bd4980-27bd-425e-a45d-2f3214fd361a', 'name': '', 'network_id': '6d91d372-6d2f-42e9-aede-c34af507cc87', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'mac_address': 'fa:16:3e:29:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:21Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'subnets': [{'id': '1baaadb9-0284-4d4a-81be-718a455a05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:24.213559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-0fdaba64-8760-45b0-9a8d-5fbec183452b tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.2447739 Nov 12 00:42:24.237985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:24.249904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ccd16-6c6c-4917-b3fb-dd41d4a7ea09 req-c9aba78c-74a7-444f-961c-97dd7af64624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.276492 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b64ccd16-6c6c-4917-b3fb-dd41d4a7ea09 req-c9aba78c-74a7-444f-961c-97dd7af64624 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 1097 time: 0.2172716 Nov 12 00:42:24.376789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.392492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.396357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-bded1a16-a1da-4f62-9b93-f3cb50ab38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.402006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-bded1a16-a1da-4f62-9b93-f3cb50ab38cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57bdc2ea-7c21-4513-82de-34e4009bd72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9392638 Nov 12 00:42:24.419525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-84ad89a2-7a1f-4c50-9978-dbd6a32fc367 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.421424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-84ad89a2-7a1f-4c50-9978-dbd6a32fc367 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.39 "GET /v2.0/networks?id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351 HTTP/1.1" status: 200 len: 816 time: 0.2522192 Nov 12 00:42:24.457569 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b64ccd16-6c6c-4917-b3fb-dd41d4a7ea09 req-da5d246a-75ab-4b6a-b714-fdd61f08720b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Nov 12 00:42:24.609808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b6b952e-dc12-4f23-9b11-3b560a92f911 req-559e72f1-1adf-4195-b820-28cc0399961c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0808654 Nov 12 00:42:24.721108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf6566-915c-4c86-8ad6-88f1b459d2a8 None None] New status for floating IP 407a8fa1-ef0b-4153-af9c-d31c50b68189: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:42:24.756288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:24.888827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50c27a74-78cf-4434-91df-8f83231659cb req-349c26d1-63cd-481d-bda0-5cdb205005ca tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0753314 Nov 12 00:42:24.896124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:24.984635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-4929ae8d-b44f-4fb9-820f-efa1c0ebaf97 service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585313 Nov 12 00:42:25.035654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.054791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.227361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:25.229923 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585c003-56f5-4fef-bd6d-1f55ce2d23e3" -d '{"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-unplugged", "status": "completed", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:25.244698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:25.268282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.268793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.269276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.269623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.269994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.270324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.270649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.270968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.271335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.271725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.272047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.272390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:25.373182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on host n-h2-712141-15 for vnic_type normal with profile {"migrating_to": "n-h1-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:25.373505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:25.373830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:25.380131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:25.380465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Attempting to bind port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on network 851b403e-459a-448c-968d-00735df47227 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:25.387883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:25.388285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Checking segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:25.389202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Bound using segment: {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:25.389642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Bound port: b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b08b47-2196-415a-bf10-416260307c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '851b403e-459a-448c-968d-00735df47227'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:25.390397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.474637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-24a5442c-8dcf-4ae4-8398-dc007fb6ac90 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=040dfe9680b34deba56cb9e402bed07d HTTP/1.1" status: 200 len: 379 time: 0.8216863 Nov 12 00:42:25.489634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:25.494424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:25.507763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.533105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'port': {'device_id': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'admin_state_up': True, 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'security_groups': ['b1b21cc9-ab09-4b28-809d-84fcf12d46b5']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:25.740189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.740337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.743009 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] 10.222.0.32 "PUT /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 1123 time: 1.5220175 Nov 12 00:42:25.749366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df881f69-43b6-46c9-a1f2-739630199d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:25.833485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b13a8479-6e91-4030-a3e2-1a0b1a5ca611'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:25.838335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b13a8479-6e91-4030-a3e2-1a0b1a5ca611'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:25.935814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:26.066196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:26.108174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 has no active binding in host n-h1-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:26.182703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1caa1-80c6-4fd7-96d6-39280d09c9b5 req-26096e16-965c-4623-9864-01b3b370b980 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.184495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9a1caa1-80c6-4fd7-96d6-39280d09c9b5 req-26096e16-965c-4623-9864-01b3b370b980 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 1.0730364 Nov 12 00:42:26.226551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Made reservation on behalf of 040dfe9680b34deba56cb9e402bed07d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:26.230553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.329019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc576c-cc2f-4399-99b6-e54dc7bffb85 req-f166a89c-b94c-418d-81f9-c33e5aa5e2fa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.331099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5adc576c-cc2f-4399-99b6-e54dc7bffb85 req-f166a89c-b94c-418d-81f9-c33e5aa5e2fa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 945 time: 1.4354475 Nov 12 00:42:26.374734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ea0b117-fc5b-45dd-835b-3f2e117eaa4d req-76fadb32-6185-4aa2-83cb-2b58599df7df service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3217869 Nov 12 00:42:26.566700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9a1caa1-80c6-4fd7-96d6-39280d09c9b5 req-6d665c90-8d67-4829-ab16-ce8b70e6f1ad tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188076 Nov 12 00:42:26.579556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5adc576c-cc2f-4399-99b6-e54dc7bffb85 req-826ad935-b130-4d79-89c0-e9ad60f943ff tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280264 Nov 12 00:42:26.585679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Allocated IP 172.20.0.11 (2a34b08d-6b76-4c96-82ee-2e5fe42c6351/ac619e45-73d9-4570-8527-a16e497fb495/bffd0f31-d631-428c-bdf5-252deabd1167) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:26.604412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Router d397f28e-0175-4a74-ac18-62005414a4a0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:26.616660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-cfd0b76e-6ef1-41ba-a2bf-2630419c6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.616660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-cfd0b76e-6ef1-41ba-a2bf-2630419c6006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 1096 time: 0.1491320 Nov 12 00:42:26.680483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:26.802315 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623d248-18b6-4082-b245-0a38dea17eb9 x-openstack-request-id: req-0623d248-18b6-4082-b245-0a38dea17eb9 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:26.802613 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-unplugged", "status": "completed", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:26.802872 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0623d248-18b6-4082-b245-0a38dea17eb9 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:26.803414 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'code': 200} Nov 12 00:42:26.849766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.913086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.959708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ce4921-42b5-484f-8ee7-e80eb2dc85c1 req-6970d66b-0a0b-465c-b719-98ebace3a21c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0740094 Nov 12 00:42:27.026570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.030243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.035048 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "DELETE /v2.0/security-groups/2b1e862b-a2db-41e3-9273-528038643446 HTTP/1.1" status: 204 len: 168 time: 0.3462248 Nov 12 00:42:27.037547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.081112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a4ef-f1a2-4f8b-a138-5cf72a986df9 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1e862b-a2db-41e3-9273-528038643446,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.123457 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-96293f89-386d-447d-bda2-ee776020ffac tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] show failed (client error): The resource could not be found. Nov 12 00:42:27.127152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96293f89-386d-447d-bda2-ee776020ffac tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "GET /v2.0/security-groups/2b1e862b-a2db-41e3-9273-528038643446 HTTP/1.1" status: 404 len: 347 time: 0.0776296 Nov 12 00:42:27.128031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.162946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:27.174314 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Sync routers for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:27.178342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4157f05f-13e9-4e77-afd3-3c80029a1a77 admin admin] 10.222.0.11 "PUT /v2.0/routers/d397f28e-0175-4a74-ac18-62005414a4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1442547 Nov 12 00:42:27.180734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44012) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.214241 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:27.215465 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:27.280671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-c3af1b27-736d-45ea-9c2b-cc6a4a702446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.282191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-c3af1b27-736d-45ea-9c2b-cc6a4a702446 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 200 len: 913 time: 0.6631827 Nov 12 00:42:27.296268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657e44-4c6a-45c0-bbe0-9fdde5e440f4 req-ced9726b-72ab-4d92-b099-2bc9613ba168 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.304683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d657e44-4c6a-45c0-bbe0-9fdde5e440f4 req-ced9726b-72ab-4d92-b099-2bc9613ba168 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 944 time: 0.3371475 Nov 12 00:42:27.400261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-20ff2d2a-68cc-48eb-a30f-4937ddd8f4b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 200 len: 217 time: 0.0885999 Nov 12 00:42:27.507387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Deleting port 056d8adf-a2db-4a53-a52f-6df607aaf7d2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:27.510813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.524644 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:27.598573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.638045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d657e44-4c6a-45c0-bbe0-9fdde5e440f4 req-28d44af3-daa0-4741-b456-0e4f8f1586fb tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3274574 Nov 12 00:42:27.754451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.755064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.776151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-006fe2c9-07f5-407c-b520-682712b5894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.777680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-006fe2c9-07f5-407c-b520-682712b5894d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a6acd3-370a-4e89-b9df-a66625ff07a4 HTTP/1.1" status: 200 len: 851 time: 0.3044012 Nov 12 00:42:27.787476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.792129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Calling delete_port for 056d8adf-a2db-4a53-a52f-6df607aaf7d2 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:27.970931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.041799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Pushing event deleted for resources: {'Port': ['ID=056d8adf-a2db-4a53-a52f-6df607aaf7d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.149279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.155398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.160534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6891cb92-16a8-4bbd-b0e5-d808caf2dca7 tempest-ServersWithSpecificFlavorTestJSON-687122102 tempest-ServersWithSpecificFlavorTestJSON-687122102-project] 10.222.0.11 "DELETE /v2.0/floatingips/407a8fa1-ef0b-4153-af9c-d31c50b68189 HTTP/1.1" status: 204 len: 168 time: 1.0298970 Nov 12 00:42:28.264181 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:42:23Z', 'revision_number': 5, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port': {'id': '88ab924f-690f-43ed-bf29-8e637f6e3f73', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:17Z', 'updated_at': '2021-11-12T00:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.272557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.329072 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Checking router: d397f28e-0175-4a74-ac18-62005414a4a0 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:28.349124 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Routers {'d397f28e-0175-4a74-ac18-62005414a4a0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:28.350600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d397f28e-0175-4a74-ac18-62005414a4a0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.373593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa226b-57d8-4932-b362-79fcafc66af0 req-71f2337b-8faa-497f-a12f-869bd0410674 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.381355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0afa226b-57d8-4932-b362-79fcafc66af0 req-71f2337b-8faa-497f-a12f-869bd0410674 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.5958385 Nov 12 00:42:28.394769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-79f28f70-d72a-4a2f-b646-ff8ad00b0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.396448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-79f28f70-d72a-4a2f-b646-ff8ad00b0f5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57bdc2ea-7c21-4513-82de-34e4009bd72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5011578 Nov 12 00:42:28.397530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.436041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:28.445223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:28.489376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:28.499609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321bd9b-5d7b-46a8-96dc-67b081cb01c3 req-58115665-13f1-49be-9905-fa5f0928f256 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.508466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b321bd9b-5d7b-46a8-96dc-67b081cb01c3 req-58115665-13f1-49be-9905-fa5f0928f256 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.6150618 Nov 12 00:42:28.540865 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] Set router d397f28e-0175-4a74-ac18-62005414a4a0 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:28.673513 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:42:28Z', 'revision_number': 6, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.717833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event updated for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.734518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b1ca8-3a03-46a6-87fd-ecb9cb0c228a None None] The sync data for ids ['d397f28e-0175-4a74-ac18-62005414a4a0'] in n-d-712141-15 is: [{'id': 'd397f28e-0175-4a74-ac18-62005414a4a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-136165164-router', 'tenant_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:16Z', 'updated_at': '2021-11-12T00:42:28Z', 'revision_number': 6, 'project_id': '8c3ab7a9082e4310bcf4555d05d9e796', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:28.784609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0afa226b-57d8-4932-b362-79fcafc66af0 req-14d153d9-5555-46b2-8d9b-90df5f8c6a97 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986831 Nov 12 00:42:28.804160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:28.806548 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:28.822307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.822948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.856828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b321bd9b-5d7b-46a8-96dc-67b081cb01c3 req-d96067fa-477e-4e43-a445-8d1b24bb5dfc tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472073 Nov 12 00:42:28.880545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Deleting port 88ab924f-690f-43ed-bf29-8e637f6e3f73 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:28.880545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.901235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-0cfe210a-ceed-4c7f-aff8-14d0c9748c09 service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847045 Nov 12 00:42:28.912612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-357d9474-aac7-4886-b97c-383d111c5bf7 None None] Provisioning complete for port bffd0f31-d631-428c-bdf5-252deabd1167 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:28.913237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-357d9474-aac7-4886-b97c-383d111c5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.924666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-a602e716-f5ef-4496-831f-47d199be4b16 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3982275 Nov 12 00:42:28.991144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Request body: {'port': {'device_id': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:29.013665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-357d9474-aac7-4886-b97c-383d111c5bf7 None None] Port bffd0f31-d631-428c-bdf5-252deabd1167 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:29.280330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] For port 88ab924f-690f-43ed-bf29-8e637f6e3f73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=88ab924f-690f-43ed-bf29-8e637f6e3f73,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:29.280330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.298237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Calling delete_port for 88ab924f-690f-43ed-bf29-8e637f6e3f73 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:29.311296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.318217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f03dfd1-aa1e-4858-8f75-dbf0d5f0c0df req-2247ea05-08a7-4df5-9773-502ad37be33e service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899176 Nov 12 00:42:29.363378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8160217-0b29-4fb4-8df9-98d33079630a req-fc9430d5-bf7c-4ca9-92ba-9e7e9f6d1ffd tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.365086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8160217-0b29-4fb4-8df9-98d33079630a req-fc9430d5-bf7c-4ca9-92ba-9e7e9f6d1ffd tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 932 time: 0.3407428 Nov 12 00:42:29.558784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8160217-0b29-4fb4-8df9-98d33079630a req-324fccdd-7972-4333-8136-e0a95f8d6528 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548598 Nov 12 00:42:29.852212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.907589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ab924f-690f-43ed-bf29-8e637f6e3f73,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.916498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e6c812a3-7461-407a-97d6-76fff252c93a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:30.154029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e6c812a3-7461-407a-97d6-76fff252c93a,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:30.199743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'port_id': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'mac_address': 'fa:16:3e:c7:d4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:30.263473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.294632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c812a3-7461-407a-97d6-76fff252c93a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:30.321754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e6c812a3-7461-407a-97d6-76fff252c93a,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:30.334367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.423632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:30.522152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.625794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e6c812a3-7461-407a-97d6-76fff252c93a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:30.685651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.689421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.774285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffd0f31-d631-428c-bdf5-252deabd1167 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:30.794828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0d57-bd2b-4d34-86da-780520154d10 req-138d8ff3-a66a-4cf8-ba7c-38ef992a4d2e tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.803320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4ce0d57-bd2b-4d34-86da-780520154d10 req-138d8ff3-a66a-4cf8-ba7c-38ef992a4d2e tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 945 time: 0.2984726 Nov 12 00:42:30.813538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.815614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 88ab924f-690f-43ed-bf29-8e637f6e3f73 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:30.824311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.824898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d397f28e-0175-4a74-ac18-62005414a4a0 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:42:30.833337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.836941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f61f4f4d-fdcd-4b77-9314-d0b625aa3eb2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d397f28e-0175-4a74-ac18-62005414a4a0 HTTP/1.1" status: 204 len: 168 time: 3.6505628 Nov 12 00:42:30.837747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:30.886629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 88ab924f-690f-43ed-bf29-8e637f6e3f73 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:30.886963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 88ab924f-690f-43ed-bf29-8e637f6e3f73 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:30.887806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:30.899776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Transition to ACTIVE for port object bffd0f31-d631-428c-bdf5-252deabd1167 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:30.921072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:30.921698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5c3a6140-c638-4a71-86b5-0c3fe3e9f991 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:30.935267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.971075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Deleting subnet f8a18f92-6ad7-4100-a2d0-2660b46e9765 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:30.977616 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.060484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.064724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Pushing event updated for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:31.075105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4ce0d57-bd2b-4d34-86da-780520154d10 req-a173df03-8902-4dc9-9bd3-1feeefa036c7 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2707300 Nov 12 00:42:31.165081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.213151 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c27ca50-af5a-4f45-ae42-4eec7d5e1599 x-openstack-request-id: req-2c27ca50-af5a-4f45-ae42-4eec7d5e1599 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:31.215761 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:31.216294 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c27ca50-af5a-4f45-ae42-4eec7d5e1599 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:31.217183 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'status': 'completed', 'code': 200} Nov 12 00:42:31.249653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc51bd-2a9f-4a8c-9266-1eefcf8dbc3a req-2e8627ee-50ef-414a-b7d7-186c079892d4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.258015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fdc51bd-2a9f-4a8c-9266-1eefcf8dbc3a req-2e8627ee-50ef-414a-b7d7-186c079892d4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.2064960 Nov 12 00:42:31.337343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.360363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-7307468f-5261-4194-886b-9d3a47b32921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.362384 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-7307468f-5261-4194-886b-9d3a47b32921 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1126 time: 0.1365578 Nov 12 00:42:31.423580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fdc51bd-2a9f-4a8c-9266-1eefcf8dbc3a req-1d866c65-80c8-4706-86fc-2080b5a12223 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645176 Nov 12 00:42:31.458242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Attempting to bind port bffd0f31-d631-428c-bdf5-252deabd1167 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:31.458242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Attempting to bind port bffd0f31-d631-428c-bdf5-252deabd1167 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:31.458242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Attempting to bind port bffd0f31-d631-428c-bdf5-252deabd1167 on network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:31.484961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Port bffd0f31-d631-428c-bdf5-252deabd1167 on network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:31.485290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Attempting to bind port bffd0f31-d631-428c-bdf5-252deabd1167 on network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:31.501748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046626-4de1-45e1-bd2f-fc4c9093fd83 req-4c63634b-986b-4073-b824-2a20822136eb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.511073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-307364fc-becf-4730-9687-65a8de18d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.512575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-307364fc-becf-4730-9687-65a8de18d796 service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1154926 Nov 12 00:42:31.515088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a18f92-6ad7-4100-a2d0-2660b46e9765,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:31.518612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.525269 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddeec2eb-72ed-4bde-912c-a8a502722b75 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8a18f92-6ad7-4100-a2d0-2660b46e9765 HTTP/1.1" status: 204 len: 168 time: 0.6867816 Nov 12 00:42:31.527573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799d09e-57e0-47f9-bbbc-1348624f0478 None None] Network 7d232877-bd1e-4ef2-bc46-db3834eab7ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:31.533028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.545332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01046626-4de1-45e1-bd2f-fc4c9093fd83 req-4c63634b-986b-4073-b824-2a20822136eb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 943 time: 0.2127898 Nov 12 00:42:31.588645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:31.588983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Checking segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:31.589374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Bound using segment: {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:31.589833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Bound port: bffd0f31-d631-428c-bdf5-252deabd1167, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56dcee0-ee87-4218-8e43-1d21c1360774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:31.590187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.616621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.653146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-48fb9e12-e649-428f-8947-6749dc3f2be5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 217 time: 0.1262920 Nov 12 00:42:31.746711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01046626-4de1-45e1-bd2f-fc4c9093fd83 req-cb6df727-7e81-48e4-adc3-df78560fcd19 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995640 Nov 12 00:42:31.779716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97220a36-5303-49a6-9ed6-bc858aa2e19e req-cc5bd91b-d2fb-44c7-a7ee-6e84f1c1f75c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.781288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97220a36-5303-49a6-9ed6-bc858aa2e19e req-cc5bd91b-d2fb-44c7-a7ee-6e84f1c1f75c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.1672688 Nov 12 00:42:31.791779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-46ece1ff-1b4e-4a84-810e-f2d45c3dbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.793766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-46ece1ff-1b4e-4a84-810e-f2d45c3dbb72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0984430 Nov 12 00:42:31.798132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:31.804715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=bffd0f31-d631-428c-bdf5-252deabd1167,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:31.830507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.846460 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-703a98ab-2cbf-43aa-9853-0f1744c18345 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340075 Nov 12 00:42:31.850394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] DHCP port deletion for 7d232877-bd1e-4ef2-bc46-db3834eab7ca request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:31.903674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.904327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.906005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] 10.222.0.39 "PUT /v2.0/ports/bffd0f31-d631-428c-bdf5-252deabd1167 HTTP/1.1" status: 200 len: 1093 time: 2.9344893 Nov 12 00:42:31.910997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:31.914362 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e599e-9226-4a9b-85b3-af328ec97f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:31.914858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e6c812a3-7461-407a-97d6-76fff252c93a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:31.965241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Deleting port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:31.976605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.110298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97220a36-5303-49a6-9ed6-bc858aa2e19e req-ee4b52c1-b01c-492c-ab9d-e0020f98ce79 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190963 Nov 12 00:42:32.119085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-75e33274-4c84-445f-af6a-42d0703fb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.123015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-75e33274-4c84-445f-af6a-42d0703fb006 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=040dfe9680b34deba56cb9e402bed07d&device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 1096 time: 0.1471088 Nov 12 00:42:32.126411 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.132538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a16d9-ae9c-4bf0-ba56-26147b9e804e service neutron] Pushing event updated for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.155445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] For port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.155810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.187961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Calling delete_port for a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:32.189670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Deleting port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:32.190235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.191490 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-ed8f86ab-5492-4db7-94de-057202223ac1 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265843 Nov 12 00:42:32.192209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port e6c812a3-7461-407a-97d6-76fff252c93a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:32.197318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e6c812a3-7461-407a-97d6-76fff252c93a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:32.197682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.232030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-93548dd6-0d1d-42b9-ae44-7876f0ad830f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bffd0f31-d631-428c-bdf5-252deabd1167 HTTP/1.1" status: 200 len: 217 time: 0.0838900 Nov 12 00:42:32.240358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7117a4-4416-4ca3-b0bc-328842816905 req-66b419d7-5459-4a01-b0d1-542438c3b389 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.242208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b7117a4-4416-4ca3-b0bc-328842816905 req-66b419d7-5459-4a01-b0d1-542438c3b389 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.3125410 Nov 12 00:42:32.370510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b7117a4-4416-4ca3-b0bc-328842816905 req-89f501f8-c7d1-4aae-8d07-438aaf858099 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182797 Nov 12 00:42:32.397043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-d36128e7-9121-40c0-8624-c249a6c2463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.401789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-d36128e7-9121-40c0-8624-c249a6c2463d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac619e45-73d9-4570-8527-a16e497fb495 HTTP/1.1" status: 200 len: 855 time: 0.1585772 Nov 12 00:42:32.401948 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5b55e77-5c5c-4f19-867f-c8a5f403b8f4 req-36364b77-c179-4227-b30a-4acd7723dd7a service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917906 Nov 12 00:42:32.408691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.411150 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13f1c42-842b-41db-bff8-c52bc4c9c45e x-openstack-request-id: req-a13f1c42-842b-41db-bff8-c52bc4c9c45e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:32.411689 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:32.412165 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a13f1c42-842b-41db-bff8-c52bc4c9c45e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:32.412780 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'status': 'completed', 'code': 200} Nov 12 00:42:32.441482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.456787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] No DVR routers for this DVR port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:32.466334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] For port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,segment=NetworkSegment(a9998bfc-4a5b-429d-ae99-0395ff251a63),segment_id=a9998bfc-4a5b-429d-ae99-0395ff251a63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.477696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.500791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-17ef1ec9-d27e-4183-8831-8e3ed8ad803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.503009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-17ef1ec9-d27e-4183-8831-8e3ed8ad803b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860043 Nov 12 00:42:32.552453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Calling delete_port for a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:32.678157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c409e-24ca-4d9b-84ee-b5ba020e03a8 req-9fb58f93-7e1a-4a8f-b64e-76fe5f00566a tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.679919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b25c409e-24ca-4d9b-84ee-b5ba020e03a8 req-9fb58f93-7e1a-4a8f-b64e-76fe5f00566a tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 945 time: 0.1173418 Nov 12 00:42:32.698210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.727545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.767259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d232877-bd1e-4ef2-bc46-db3834eab7ca']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.797534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:32.803755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:32.808904 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf14e9f9-510c-426a-9899-8329074e9f7c" -d '{"events": [{"server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "name": "network-vif-plugged", "status": "completed", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:32.837001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b25c409e-24ca-4d9b-84ee-b5ba020e03a8 req-853c61dd-4126-4892-be09-72e596fe92ba tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396801 Nov 12 00:42:32.842129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-672fd6dd-5a02-4d3c-bfa2-bf986812c339 service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302863 Nov 12 00:42:32.891770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:32.923019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9998bfc-4a5b-429d-ae99-0395ff251a63') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.923625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9998bfc-4a5b-429d-ae99-0395ff251a63') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:32.926157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-551e921a-fb71-46bd-8e70-54871e8c5507 service neutron] 10.222.0.39 "GET /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.1160126 Nov 12 00:42:32.944647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.955083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:32.955706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:32.965927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e6c812a3-7461-407a-97d6-76fff252c93a,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:32.976247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.991927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.025989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:33.026393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:33.028151 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:33.054371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] Pushing event deleted for resources: {'Port': ['ID=a0d6f7bc-3c8b-4f83-85eb-ecdbef990389,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.060214 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.063208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d1e7e18-54a4-46b7-964d-5801aab9d80d req-7779a6aa-37b4-41fd-8c66-7c978650226e service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029898 Nov 12 00:42:33.187905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5b0e7-e5d3-4be5-bf08-9ca09dae2d32 None None] No DVR routers for this DVR port a0d6f7bc-3c8b-4f83-85eb-ecdbef990389 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:33.263619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:33.288819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:33.326015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-20cc73bd-a472-4854-9f3a-17523f97fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.326905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13a8479-6e91-4030-a3e2-1a0b1a5ca611 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:33.333047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-20cc73bd-a472-4854-9f3a-17523f97fab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=040dfe9680b34deba56cb9e402bed07d&device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 1096 time: 0.1835968 Nov 12 00:42:33.338467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.340020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:33.371210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.404154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.411635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.423543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d232877-bd1e-4ef2-bc46-db3834eab7ca HTTP/1.1" status: 204 len: 168 time: 1.8889306 Nov 12 00:42:33.434155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23879edb-c882-4925-8384-ba99a1787c52 req-0c1bb95b-0409-4d15-84f5-ac486315ffa1 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.450780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23879edb-c882-4925-8384-ba99a1787c52 req-0c1bb95b-0409-4d15-84f5-ac486315ffa1 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.2035477 Nov 12 00:42:33.468296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e654e-fcb5-4819-b3f4-caa9d1af4af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d232877-bd1e-4ef2-bc46-db3834eab7ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.532769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] Transition to ACTIVE for port object b13a8479-6e91-4030-a3e2-1a0b1a5ca611 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:33.541553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.568996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23879edb-c882-4925-8384-ba99a1787c52 req-29f4a973-1d89-4ec0-8653-545b76ef0537 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168969 Nov 12 00:42:33.627022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-4f9336c2-6880-4c8e-a9f6-670a967ca3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.635417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-4f9336c2-6880-4c8e-a9f6-670a967ca3fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351 HTTP/1.1" status: 200 len: 917 time: 0.2805541 Nov 12 00:42:33.657338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] No DVR routers for this DVR port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:33.669962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.710430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e74ff9e4-74c8-4f6f-98b8-0b86f696ebe4 service neutron] 10.222.0.39 "PUT /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611/bindings/n-h1-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7766867 Nov 12 00:42:33.755108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-735c9261-6d6f-4650-aab7-8a5d9f352383 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bffd0f31-d631-428c-bdf5-252deabd1167 HTTP/1.1" status: 200 len: 217 time: 0.1111588 Nov 12 00:42:33.784758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.876623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7875017d-afbe-4164-aba9-bd698e0d7b7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c3ab7a9082e4310bcf4555d05d9e796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901525 Nov 12 00:42:33.880244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.889954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-491b565d-ca6d-498e-8728-05ef680c17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.892617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-491b565d-ca6d-498e-8728-05ef680c17cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac619e45-73d9-4570-8527-a16e497fb495 HTTP/1.1" status: 200 len: 855 time: 0.1120987 Nov 12 00:42:33.920811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:33.934927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e760e-2e1d-4f24-b481-c5378fcbda4e req-2d139d8d-fc93-47e0-81ed-325440efae66 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.936773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-386e760e-2e1d-4f24-b481-c5378fcbda4e req-2d139d8d-fc93-47e0-81ed-325440efae66 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.1971910 Nov 12 00:42:33.968533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-6ffb1614-77ea-4490-a2e2-1fc3dfcea1c9 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.970246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-6ffb1614-77ea-4490-a2e2-1fc3dfcea1c9 tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1885009 Nov 12 00:42:34.028011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.048483 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e299ead-b707-4267-8e08-eb3e367c4376 x-openstack-request-id: req-0e299ead-b707-4267-8e08-eb3e367c4376 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:34.050184 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "name": "network-vif-plugged", "status": "completed", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:34.050598 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e299ead-b707-4267-8e08-eb3e367c4376 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:34.051203 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'code': 200} Nov 12 00:42:34.097403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.166963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.197863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-9f254f26-1753-4691-b556-4e7cbb5f3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.200609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-9f254f26-1753-4691-b556-4e7cbb5f3c71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2978759 Nov 12 00:42:34.227343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:34.234279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-386e760e-2e1d-4f24-b481-c5378fcbda4e req-97a6bd3d-b0ee-4e87-ae02-f8a32e827cbb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788453 Nov 12 00:42:34.236339 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.290069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.294455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.296152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a93a112-d768-4868-b6ed-52610a5e9b23 HTTP/1.1" status: 204 len: 168 time: 0.4132650 Nov 12 00:42:34.321095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8678d-813f-43e6-ac6a-744863896c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93a112-d768-4868-b6ed-52610a5e9b23,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.338137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3d14-6af2-4be5-89b5-6c835f60af78 req-8a5fa338-1be5-49e8-8838-02ae20b59ea8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.354971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-600b3d14-6af2-4be5-89b5-6c835f60af78 req-8a5fa338-1be5-49e8-8838-02ae20b59ea8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.2361252 Nov 12 00:42:34.367993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.508389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48f8d-820a-4edf-83c4-c682861a6b7b req-b7072e48-d7ce-4198-9787-db780153e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.513470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-62a48f8d-820a-4edf-83c4-c682861a6b7b req-b7072e48-d7ce-4198-9787-db780153e8bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 1098 time: 0.3954103 Nov 12 00:42:34.567611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-600b3d14-6af2-4be5-89b5-6c835f60af78 req-2dbb5122-71c1-4778-ab6c-13139383c161 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108190 Nov 12 00:42:34.583714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-e4664b3b-0ef6-4560-8eef-98e7da90faa5 service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748841 Nov 12 00:42:34.607375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-6190ef61-15b7-4db7-af76-454e96c3f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.610510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-6190ef61-15b7-4db7-af76-454e96c3f6cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519&tenant_id=d8a4b5f0872e473395e793d9c110f65d HTTP/1.1" status: 200 len: 1096 time: 0.5789788 Nov 12 00:42:34.704498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-62a48f8d-820a-4edf-83c4-c682861a6b7b req-37bc483a-6593-4e30-803f-46a1eb854c2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1831045 Nov 12 00:42:34.839948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-51976b82-407f-4742-9173-786df6d3dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.842760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-51976b82-407f-4742-9173-786df6d3dac0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1096 time: 0.1726551 Nov 12 00:42:34.865793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-078e599e-9226-4a9b-85b3-af328ec97f8e req-101aa98c-21f6-47a7-adfe-00d7e094caf6 service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457099 Nov 12 00:42:34.889199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8658d-f9ef-40aa-addd-6e1f2cc38a52 req-4fdf88cd-c097-4cd5-981f-008e7cb3a194 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.897994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95c8658d-f9ef-40aa-addd-6e1f2cc38a52 req-4fdf88cd-c097-4cd5-981f-008e7cb3a194 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.1742504 Nov 12 00:42:34.907068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.059372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95c8658d-f9ef-40aa-addd-6e1f2cc38a52 req-3c8d9682-8f90-422c-9705-62fd4026a3a2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595368 Nov 12 00:42:35.127195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-12bd2500-a6ee-42ba-85ab-fa06d6b9ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.132143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-12bd2500-a6ee-42ba-85ab-fa06d6b9ee25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.2160342 Nov 12 00:42:35.217735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-cb76e62e-d171-4dd4-9ba6-1091d4d4523e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 200 len: 217 time: 0.0761051 Nov 12 00:42:35.227020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812df86-c42a-487b-85da-f48a6e950dc9 req-4e58fc54-2663-4e07-8963-7c17c2ff5e02 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.228568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8812df86-c42a-487b-85da-f48a6e950dc9 req-4e58fc54-2663-4e07-8963-7c17c2ff5e02 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1580360 Nov 12 00:42:35.279192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-fddf5160-a6db-4607-a962-16650bed2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.280867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-fddf5160-a6db-4607-a962-16650bed2ab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0507815 Nov 12 00:42:35.344016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-6bafc3b7-a12b-4b3c-8698-e8285d0eabca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536218 Nov 12 00:42:35.475433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8812df86-c42a-487b-85da-f48a6e950dc9 req-fe7cd33d-aed7-40fa-8d8a-d309872a3d9e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934133 Nov 12 00:42:35.525457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.571772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-e2ab3036-fafa-4cff-bfe7-e8689f9fa5bc service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025425 Nov 12 00:42:35.625194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74171b-0cb3-4168-9694-fbd95ebb4adc req-af01274f-4e00-4f24-9e3c-deca898ef507 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.628243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc74171b-0cb3-4168-9694-fbd95ebb4adc req-af01274f-4e00-4f24-9e3c-deca898ef507 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.1504126 Nov 12 00:42:35.730202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.732763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc74171b-0cb3-4168-9694-fbd95ebb4adc req-c09d60f6-2515-475d-8266-84ea5be7b76b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909886 Nov 12 00:42:35.895055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-network', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:35.904805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-858a52e2-3aaa-4fa4-8c5d-e04914fb4b7c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.914018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-858a52e2-3aaa-4fa4-8c5d-e04914fb4b7c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.2860563 Nov 12 00:42:35.925691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-c4db7090-3e19-4cae-a0d2-3fd813bba3f6 service neutron] 10.222.0.32 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446083 Nov 12 00:42:35.936500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-bba4d194-2f04-480d-a165-5aba52070541 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/quotas/a18e1e724c984701b8854e25b868e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0206580 Nov 12 00:42:36.009023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-c4c1fcd2-8742-40dc-adb6-9f942218c817 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711601 Nov 12 00:42:36.051606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Made reservation on behalf of efdb08bf6a49447cad801135c385ef4d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:36.052466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:36.056213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.056768 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d0593c-eac8-4575-96bc-4b30216467f6" -d '{"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:36.081895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.188648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-7709a015-902b-433b-97c2-da4cb8f4224b service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684196 Nov 12 00:42:36.376944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03068df-e57e-4cd9-86c4-d6f883d4d455 req-553a1e7a-fa08-431a-94a3-8c239c4bbf8b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.383189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.384345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03068df-e57e-4cd9-86c4-d6f883d4d455 req-553a1e7a-fa08-431a-94a3-8c239c4bbf8b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.391558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03068df-e57e-4cd9-86c4-d6f883d4d455 req-553a1e7a-fa08-431a-94a3-8c239c4bbf8b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.393893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c03068df-e57e-4cd9-86c4-d6f883d4d455 req-553a1e7a-fa08-431a-94a3-8c239c4bbf8b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae&device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48&device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 2417 time: 0.2039959 Nov 12 00:42:36.401134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.438045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-9133c39b-f5c0-4da9-b086-5bc234a4eeab tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.439563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-9133c39b-f5c0-4da9-b086-5bc234a4eeab tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519&tenant_id=d8a4b5f0872e473395e793d9c110f65d&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1980524 Nov 12 00:42:36.471672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:36.489061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf2077-a7de-4fce-ba4d-be90375213b3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.495595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.495940 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Added segment 8822c57c-0e62-4760-be75-d900922c0429 of type vlan for network 4ff8b242-0bca-4f57-94d4-6290a200f15a Nov 12 00:42:36.508875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-cc99713b-6a5f-48d3-aea7-a5870bf7c6cb service neutron] 10.222.0.11 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963018 Nov 12 00:42:36.523733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c03068df-e57e-4cd9-86c4-d6f883d4d455 req-1102d8e8-109c-4f10-97b5-06bb3ca23093 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213546 Nov 12 00:42:36.588207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.633214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-b92d3b38-2abc-462a-a752-0e49d9240e97 service neutron] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:36.642534 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-b92d3b38-2abc-462a-a752-0e49d9240e97 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.643814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-886be8ff-c9ce-46a0-b47a-7b0efe869fe0 req-b92d3b38-2abc-462a-a752-0e49d9240e97 service neutron] 10.222.0.32 "DELETE /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611/bindings/n-h2-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.1935072 Nov 12 00:42:36.707425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.710424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.710653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.728126 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75453e97-3fcf-41a7-a762-6103e9cc29ce x-openstack-request-id: req-75453e97-3fcf-41a7-a762-6103e9cc29ce {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:36.728423 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3de162-1206-4318-9ab0-bec881550789", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:36.728666 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75453e97-3fcf-41a7-a762-6103e9cc29ce {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:36.729259 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3de162-1206-4318-9ab0-bec881550789', 'code': 200} Nov 12 00:42:36.877860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae970d4-c39b-4e36-aec6-1bce3341753c req-1cec9c96-9999-4ae6-aba5-4b570552853d tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.879749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ae970d4-c39b-4e36-aec6-1bce3341753c req-1cec9c96-9999-4ae6-aba5-4b570552853d tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.0915120 Nov 12 00:42:36.996940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ae970d4-c39b-4e36-aec6-1bce3341753c req-f9cd4709-ba56-4352-9750-1c797da40b8f tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103559 Nov 12 00:42:37.149439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.178871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cff1b-eafd-431d-8ca5-dd223a133872 req-3a5db607-ae61-4bea-96cb-50f3b10c68de tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.186462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-389cff1b-eafd-431d-8ca5-dd223a133872 req-3a5db607-ae61-4bea-96cb-50f3b10c68de tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.1044092 Nov 12 00:42:37.218407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826fc6-fc4f-4ddc-a2f4-cc00186b50e6 req-6ba9febc-0ffd-468c-b7b7-646ed640412a tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.219932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d826fc6-fc4f-4ddc-a2f4-cc00186b50e6 req-6ba9febc-0ffd-468c-b7b7-646ed640412a tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.1105042 Nov 12 00:42:37.280659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5485902 Nov 12 00:42:37.294267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:37.305697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Request body: {'subnet': {'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-subnet', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:37.324303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-389cff1b-eafd-431d-8ca5-dd223a133872 req-478dfe63-bec3-4808-a452-331e388b9d39 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368802 Nov 12 00:42:37.389705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959dd1-d1b3-4ca7-b6c7-934cb4b724d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff8b242-0bca-4f57-94d4-6290a200f15a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:37.404086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:37.415703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-acba6932-c139-4eec-b53c-c9d54220b6d0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.417694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-acba6932-c139-4eec-b53c-c9d54220b6d0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/ports?device_id=2898cea3-8fa4-4e3a-9f39-9a98c61420a7 HTTP/1.1" status: 200 len: 944 time: 0.1799231 Nov 12 00:42:37.419808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Made reservation on behalf of efdb08bf6a49447cad801135c385ef4d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:37.422293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.438459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d826fc6-fc4f-4ddc-a2f4-cc00186b50e6 req-4a35c306-d07b-4704-af4c-ad88deb58e22 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053964 Nov 12 00:42:37.544764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87116c0f-7d6c-42fa-bdf4-801c1cee5887 req-7f5cae9d-3c96-45cc-ab17-84f399572fa0 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 210 time: 0.1396000 Nov 12 00:42:37.547955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Deleting port d2bd4980-27bd-425e-a45d-2f3214fd361a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:37.548339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.667022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] For port d2bd4980-27bd-425e-a45d-2f3214fd361a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2bd4980-27bd-425e-a45d-2f3214fd361a,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:37.667022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.697385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Calling delete_port for d2bd4980-27bd-425e-a45d-2f3214fd361a owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:37.943116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.007604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bd4980-27bd-425e-a45d-2f3214fd361a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.117639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9777a27-3a2d-4f2f-a121-949da5281902 req-7a39cc71-fc3b-473f-868a-ea27422462b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.119208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9777a27-3a2d-4f2f-a121-949da5281902 req-7a39cc71-fc3b-473f-868a-ea27422462b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.1565289 Nov 12 00:42:38.128808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff74738-bc70-409b-aa75-2a2cc8003aa3 req-7a8a4f58-011d-46c2-85ae-97bde2a5873f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.136446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fff74738-bc70-409b-aa75-2a2cc8003aa3 req-7a8a4f58-011d-46c2-85ae-97bde2a5873f tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.5962224 Nov 12 00:42:38.139400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:38.148072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Request body: {'floatingip': {'port_id': 'e6c812a3-7461-407a-97d6-76fff252c93a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:38.257358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.261748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.532436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Deleting port 4e3de162-1206-4318-9ab0-bec881550789 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:38.532898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.594408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fff74738-bc70-409b-aa75-2a2cc8003aa3 req-b5e6154a-5a4f-40a7-9e0a-236406c1d51b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570646 Nov 12 00:42:38.717934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-a5115e45-da1b-4635-812d-bf35c68f7bda tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.721445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-a5115e45-da1b-4635-812d-bf35c68f7bda tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 805 time: 0.2489634 Nov 12 00:42:38.721741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.741257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Request body: {'port': {'device_id': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'admin_state_up': True, 'tenant_id': 'a18e1e724c984701b8854e25b868e6a5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:38.745559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Router ae583f9d-71ac-42ee-a04d-403e402e9eb9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:38.785749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d12534-5b63-4435-abe4-b656b17de427 req-bd62edfc-a9b3-45fc-943e-d737608713fe tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.788209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9d12534-5b63-4435-abe4-b656b17de427 req-bd62edfc-a9b3-45fc-943e-d737608713fe tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.3349621 Nov 12 00:42:38.912449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] For port 4e3de162-1206-4318-9ab0-bec881550789, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e3de162-1206-4318-9ab0-bec881550789,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:38.912968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.956985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Calling delete_port for 4e3de162-1206-4318-9ab0-bec881550789 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:38.992082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=005d64f1-df2b-49ca-a1ae-2822ed5401e1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:39.008370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:39.016909 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7403be00-7117-42c3-8e94-e929feb1582c admin admin] 10.222.0.11 "PUT /v2.0/routers/ae583f9d-71ac-42ee-a04d-403e402e9eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896555 Nov 12 00:42:39.018384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:39.038178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Sync routers for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:39.067483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Made reservation on behalf of a18e1e724c984701b8854e25b868e6a5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:39.069414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3013daa8-4685-4150-8ad0-622e8044a478 req-3d8957a3-6cb8-4da9-a0a6-83abbba2983e tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 210 time: 0.0676415 Nov 12 00:42:39.071596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.109375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9d12534-5b63-4435-abe4-b656b17de427 req-9425de2a-e394-4fb7-ba82-1b55f885e28b tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820723 Nov 12 00:42:39.190429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Checking segment: {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:39.199331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Network hostable DHCP agents. Network: 4ff8b242-0bca-4f57-94d4-6290a200f15a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:39.228035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:39.229416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.230535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.401089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:39.463957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.484585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-893269b9-e419-495f-bf77-3fdc27a05a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.522432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Allocated IP 172.20.0.9 (773e06f7-2107-47b8-896b-892eeee2445e/cb3b99e0-b8cc-4744-bb5b-53f1503e8386/1cbe89c9-b0dd-4e85-bf6e-6840f054c196) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:39.549016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:39.570251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Deleting port 08211939-90ee-4857-93f4-e096ccc92a46 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:39.570597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.650281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a790-b59d-400e-ad52-c84020ef0bfe req-4e60a7ea-6cc1-4ced-a641-943f225d28bf tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.659565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1411a790-b59d-400e-ad52-c84020ef0bfe req-4e60a7ea-6cc1-4ced-a641-943f225d28bf tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 1096 time: 0.3409801 Nov 12 00:42:39.667695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 4ff8b242-0bca-4f57-94d4-6290a200f15a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:39.693712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.694347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.746045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d1dcf-d3e3-4695-ae9f-9325c5563574 None None] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:39.752455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-200708d6-81c3-4816-91dd-35a13851c59b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4544072 Nov 12 00:42:39.754480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:39.768945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:39.789585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1411a790-b59d-400e-ad52-c84020ef0bfe req-b9bad450-3a9a-4be3-8913-1a81fcc1a1ba tempest-LiveAutoBlockMigrationV225Test-936111821 tempest-LiveAutoBlockMigrationV225Test-936111821-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290305 Nov 12 00:42:39.803491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] For port 08211939-90ee-4857-93f4-e096ccc92a46, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=08211939-90ee-4857-93f4-e096ccc92a46,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:39.803491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.850374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Calling delete_port for 08211939-90ee-4857-93f4-e096ccc92a46 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:39.873095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.904733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '08211939-90ee-4857-93f4-e096ccc92a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:42:37Z', 'revision_number': 5, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port': {'id': '08211939-90ee-4857-93f4-e096ccc92a46', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.935830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Checking router: ae583f9d-71ac-42ee-a04d-403e402e9eb9 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:39.938237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event deleted for resources: {'Port': ['ID=4e3de162-1206-4318-9ab0-bec881550789,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:39.972272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:40.005534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 4e3de162-1206-4318-9ab0-bec881550789 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:40.005819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e3de162-1206-4318-9ab0-bec881550789 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:40.007688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.008980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Routers {'ae583f9d-71ac-42ee-a04d-403e402e9eb9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:40.011014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:40.014708 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.067507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] No DVR routers for this DVR port 4e3de162-1206-4318-9ab0-bec881550789 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:40.072877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.077462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd9a1021-9f2b-4309-ada6-869fd9755a8a req-609a5123-fa5e-4247-a31f-1ba48d6891be tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "DELETE /v2.0/ports/4e3de162-1206-4318-9ab0-bec881550789 HTTP/1.1" status: 204 len: 173 time: 2.6176960 Nov 12 00:42:40.078210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-deleted', 'tag': '4e3de162-1206-4318-9ab0-bec881550789'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:40.082716 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf1447-ea5b-4a0a-8d7a-460239fe1ca5" -d '{"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-deleted", "tag": "4e3de162-1206-4318-9ab0-bec881550789"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:40.143107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.150490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.193497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.213782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] Set router ae583f9d-71ac-42ee-a04d-403e402e9eb9 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:40.277809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.360925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:42:39Z', 'revision_number': 6, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:40.396620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Network 773e06f7-2107-47b8-896b-892eeee2445e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:40.412611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1fbbf-158d-4bd8-ac70-509a56546c8d req-7eee69a3-3b51-4261-8b48-c9df536df033 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.415692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c0bea3-de19-4ec2-9911-fafbced9fd93 None None] The sync data for ids ['ae583f9d-71ac-42ee-a04d-403e402e9eb9'] in n-d-712141-15 is: [{'id': 'ae583f9d-71ac-42ee-a04d-403e402e9eb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1851801451-router', 'tenant_id': 'a532534f63b84bb284e0aef0ba76c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:12Z', 'updated_at': '2021-11-12T00:42:39Z', 'revision_number': 6, 'project_id': 'a532534f63b84bb284e0aef0ba76c21f', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:40.419979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06c1fbbf-158d-4bd8-ac70-509a56546c8d req-7eee69a3-3b51-4261-8b48-c9df536df033 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1778736 Nov 12 00:42:40.424607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:40.427819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:40.461585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-4ff8b242-0bca-4f57-94d4-6290a200f15a', 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'fixed_ips': [{'subnet_id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:40.464906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.466249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.521318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.544675 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Floating IP 168c2f36-c494-44ee-a4b4-e7b7799ed6a8 associated. External IP: 172.25.6.173, port: e6c812a3-7461-407a-97d6-76fff252c93a. Nov 12 00:42:40.608202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.608966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.629609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06c1fbbf-158d-4bd8-ac70-509a56546c8d req-42b56955-0b05-4053-b17d-3edc0317e337 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079179 Nov 12 00:42:40.794040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Allocated IP 172.20.0.2 (4ff8b242-0bca-4f57-94d4-6290a200f15a/005d64f1-df2b-49ca-a1ae-2822ed5401e1/fd0aa96a-21a0-49ca-bc94-44d2168f4326) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:40.884227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-76094912-4b98-43e3-85b5-72265ec95bb7 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1496310 Nov 12 00:42:40.900670 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff746922-eba2-4957-8a61-072ddf51f8f7 x-openstack-request-id: req-ff746922-eba2-4957-8a61-072ddf51f8f7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:40.900958 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2898cea3-8fa4-4e3a-9f39-9a98c61420a7", "name": "network-vif-deleted", "tag": "4e3de162-1206-4318-9ab0-bec881550789", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:40.901205 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff746922-eba2-4957-8a61-072ddf51f8f7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:40.901827 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2898cea3-8fa4-4e3a-9f39-9a98c61420a7', 'name': 'network-vif-deleted', 'tag': '4e3de162-1206-4318-9ab0-bec881550789', 'status': 'completed', 'code': 200} Nov 12 00:42:40.930040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec528e-806e-4dae-a219-22e892d53f68 req-2f4a046c-dc5c-4ee1-9c37-56714c273c1c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.933842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2bd4980-27bd-425e-a45d-2f3214fd361a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:40.938753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6ec528e-806e-4dae-a219-22e892d53f68 req-2f4a046c-dc5c-4ee1-9c37-56714c273c1c tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 931 time: 0.1988118 Nov 12 00:42:40.979730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Request body: {'port': {'device_id': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:41.007341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d2bd4980-27bd-425e-a45d-2f3214fd361a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:41.008565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2bd4980-27bd-425e-a45d-2f3214fd361a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:41.028680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.046626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.072941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.122813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6ec528e-806e-4dae-a219-22e892d53f68 req-08e91760-024c-44a4-865e-e3d4e8429cd4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725280 Nov 12 00:42:41.129732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08211939-90ee-4857-93f4-e096ccc92a46,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.142108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac0803-b584-4720-9d69-7d7840d19cfe req-855fc3d3-e8d0-4fe9-8ead-ef0686750eaf tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.149855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bac0803-b584-4720-9d69-7d7840d19cfe req-855fc3d3-e8d0-4fe9-8ead-ef0686750eaf tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.1706233 Nov 12 00:42:41.158488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Router 6b95422a-5788-458a-a299-3b5a1bc2067b has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:41.179335 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.193934 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.234770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:41.235859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bac0803-b584-4720-9d69-7d7840d19cfe req-1a6fec64-3180-4a1a-abbc-449caf6e7d96 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849838 Nov 12 00:42:41.251828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:41.265871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:41.309268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Pushing event updated for resources: {'Port': ['ID=fd0aa96a-21a0-49ca-bc94-44d2168f4326,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.330022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Attempting to bind port fd0aa96a-21a0-49ca-bc94-44d2168f4326 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:41.330478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Attempting to bind port fd0aa96a-21a0-49ca-bc94-44d2168f4326 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:41.330871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Attempting to bind port fd0aa96a-21a0-49ca-bc94-44d2168f4326 on network 4ff8b242-0bca-4f57-94d4-6290a200f15a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:41.339672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:41.339822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Checking segment: {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:41.341247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.342879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Bound using segment: {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:41.343472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Bound port: fd0aa96a-21a0-49ca-bc94-44d2168f4326, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:41.344598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.434137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c40a8-e407-4ea5-a553-75bec35f0f11 req-26dc66d9-4f83-49d1-aaa3-63a98bb79159 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.441823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-172c40a8-e407-4ea5-a553-75bec35f0f11 req-26dc66d9-4f83-49d1-aaa3-63a98bb79159 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.2362807 Nov 12 00:42:41.456892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] For port fd0aa96a-21a0-49ca-bc94-44d2168f4326, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:41.471936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] For port fd0aa96a-21a0-49ca-bc94-44d2168f4326, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd0aa96a-21a0-49ca-bc94-44d2168f4326,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:41.478463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-6ea6cecc-9e78-4896-ab9e-d2a2cf9b50dd tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.479557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.480129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-6ea6cecc-9e78-4896-ab9e-d2a2cf9b50dd tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 944 time: 0.1745427 Nov 12 00:42:41.564838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fb3cb-e1db-4f98-9a28-55602125fca3 None None] Pushing event updated for resources: {'Port': ['ID=fd0aa96a-21a0-49ca-bc94-44d2168f4326,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.594823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.693739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dd367d5-0c63-4f1e-9812-a00ec89f910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.762829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.766109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.909076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.909809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae583f9d-71ac-42ee-a04d-403e402e9eb9 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:42:41.921231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.922684 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cace5846-28b4-4d1e-8da9-a68395a139a3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ae583f9d-71ac-42ee-a04d-403e402e9eb9 HTTP/1.1" status: 204 len: 168 time: 2.9013796 Nov 12 00:42:41.928557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:42.027415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:42.032555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.039815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Sync routers for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:42.060845 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:42.061420 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:42.064033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-172c40a8-e407-4ea5-a553-75bec35f0f11 req-1aecde88-9382-435f-96ac-2c54447ac459 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213343 Nov 12 00:42:42.124735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bed3d608-01ba-49a1-8b6d-02a8893f0352 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "PUT /v2.0/floatingips/168c2f36-c494-44ee-a4b4-e7b7799ed6a8 HTTP/1.1" status: 200 len: 992 time: 3.9816651 Nov 12 00:42:42.155012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960572d-a20c-442c-a5dc-f95d2d578d35 req-4d420ecc-6bfb-4468-b347-3070f8149ac7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.163306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1960572d-a20c-442c-a5dc-f95d2d578d35 req-4d420ecc-6bfb-4468-b347-3070f8149ac7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1589437 Nov 12 00:42:42.194879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Deleting port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:42.195226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.218190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Deleting subnet 1baaadb9-0284-4d4a-81be-718a455a05d1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:42.222758 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:42.230326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.305304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.342877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.346774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:42.352008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.380545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.406800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Transition to ACTIVE for port object 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:42.409613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] For port b13a8479-6e91-4030-a3e2-1a0b1a5ca611, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:42.410070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.430026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Calling delete_port for b13a8479-6e91-4030-a3e2-1a0b1a5ca611 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:42.440458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.490778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '168c2f36-c494-44ee-a4b4-e7b7799ed6a8', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'port_id': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'mac_address': 'fa:16:3e:c7:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:09Z', 'updated_at': '2021-11-12T00:42:39Z', 'revision_number': 1, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:42.538905 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Checking router: 6b95422a-5788-458a-a299-3b5a1bc2067b for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:42.549165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1960572d-a20c-442c-a5dc-f95d2d578d35 req-c8cdf205-3554-4c48-a222-16189a0395d6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724916 Nov 12 00:42:42.550831 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:42.551561 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:42.573066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:42.639161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.700987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cebcc-b819-46a3-b8a4-51c578cf68f0 req-62b3e782-2da8-4f6f-89dd-e0aaf652a3f2 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.715522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-864cebcc-b819-46a3-b8a4-51c578cf68f0 req-62b3e782-2da8-4f6f-89dd-e0aaf652a3f2 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 931 time: 0.4597402 Nov 12 00:42:42.726117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Allocated IP 172.25.6.105 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:42.799558 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:42.817321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-864cebcc-b819-46a3-b8a4-51c578cf68f0 req-858933e0-3a6a-4b19-a2f9-0332c4c90a4b tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Nov 12 00:42:42.884861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd0aa96a-21a0-49ca-bc94-44d2168f4326 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:42.907950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.910039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:42.915941 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:42.943716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.963999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:42.993720 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c27ed1-2602-4041-b9fb-c1343a55d7e6 x-openstack-request-id: req-e7c27ed1-2602-4041-b9fb-c1343a55d7e6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:42.994010 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:42.994202 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7c27ed1-2602-4041-b9fb-c1343a55d7e6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:42.997542 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'status': 'completed', 'code': 200} Nov 12 00:42:43.007452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.040452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.069053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fd0aa96a-21a0-49ca-bc94-44d2168f4326 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:43.069433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.092598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11624086-9324-44c6-96c8-6feb39119b54 req-afd74f24-fc22-4ed9-a49a-3e650539247f tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.109862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11624086-9324-44c6-96c8-6feb39119b54 req-afd74f24-fc22-4ed9-a49a-3e650539247f tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.2984667 Nov 12 00:42:43.208402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:43.239432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:43.250239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Attempting to bind port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:43.250895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Attempting to bind port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:43.251470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Attempting to bind port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:43.254384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.255960 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.276698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:43.284293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e4eb0794-e8a6-4b70-9812-89a20ef62ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.286184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e4eb0794-e8a6-4b70-9812-89a20ef62ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 1098 time: 0.2748179 Nov 12 00:42:43.296362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed0190-831e-4ba6-a9d9-455c4cc2de2b None None] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:43.298611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11624086-9324-44c6-96c8-6feb39119b54 req-ba27c708-e126-413c-89c8-851ce1bcc0a6 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874318 Nov 12 00:42:43.299792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event deleted for resources: {'Port': ['ID=b13a8479-6e91-4030-a3e2-1a0b1a5ca611,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.328436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 on network 773e06f7-2107-47b8-896b-892eeee2445e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:43.329058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Attempting to bind port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 on network 773e06f7-2107-47b8-896b-892eeee2445e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:43.342376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.343232 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '168c2f36-c494-44ee-a4b4-e7b7799ed6a8', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'port_id': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'mac_address': 'fa:16:3e:c7:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:09Z', 'updated_at': '2021-11-12T00:42:39Z', 'revision_number': 1, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:43.345387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] No DVR routers for this DVR port b13a8479-6e91-4030-a3e2-1a0b1a5ca611 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:43.357904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20d7d586-1666-4078-bb53-906f10e96a43 req-d254a9d4-0614-4773-ab11-c5dfd166bbc7 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0804436 Nov 12 00:42:43.362087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.370593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027f5e9c-81f2-4d3d-85a8-f3866d07b6b1 req-c287b273-1773-4dfb-bf02-f57020e74856 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "DELETE /v2.0/ports/b13a8479-6e91-4030-a3e2-1a0b1a5ca611 HTTP/1.1" status: 204 len: 173 time: 1.8795059 Nov 12 00:42:43.404891 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa33b8-c1f6-40a1-9c22-e48c8916a320 None None] The sync data for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 is: [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '168c2f36-c494-44ee-a4b4-e7b7799ed6a8', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'port_id': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'mac_address': 'fa:16:3e:c7:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:09Z', 'updated_at': '2021-11-12T00:42:39Z', 'revision_number': 1, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:43.406485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:43.406967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Checking segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:43.407423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Bound using segment: {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:43.407982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Bound port: 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:43.408940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.425634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1baaadb9-0284-4d4a-81be-718a455a05d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.442646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.454487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dadc5f0c-e7fc-4691-acc8-7d97be19af9c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1baaadb9-0284-4d4a-81be-718a455a05d1 HTTP/1.1" status: 204 len: 168 time: 1.5145330 Nov 12 00:42:43.459415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.576363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8409777a-33d2-4572-80c3-fa31d12593c7 None None] Network 6d91d372-6d2f-42e9-aede-c34af507cc87 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:43.705081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-304e2d54-dd41-4768-a82c-76e6c5d03789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.718297 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-304e2d54-dd41-4768-a82c-76e6c5d03789 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 200 len: 913 time: 0.3907976 Nov 12 00:42:43.749034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.874671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-3df5e7fd-4334-4986-8061-86c27904e508 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 200 len: 1000 time: 0.1436663 Nov 12 00:42:43.886242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b3b05-eeab-4659-86bb-934fe7be9398 req-11b1e3fd-061e-42bb-9c3e-d1cee0fbb1eb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.895725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8b3b05-eeab-4659-86bb-934fe7be9398 req-11b1e3fd-061e-42bb-9c3e-d1cee0fbb1eb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.2017784 Nov 12 00:42:44.029951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port fd0aa96a-21a0-49ca-bc94-44d2168f4326, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd0aa96a-21a0-49ca-bc94-44d2168f4326,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:44.036486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:44.048624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8b3b05-eeab-4659-86bb-934fe7be9398 req-c5ca2d73-bc8d-4d64-b501-9d30395f118e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478260 Nov 12 00:42:44.066861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Deleting port 363c0737-0078-40f7-94f7-3c233c6386d7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:44.067112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780d113-fda4-48df-9baa-a704b27df2e2 None None] New status for floating IP 168c2f36-c494-44ee-a4b4-e7b7799ed6a8: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:42:44.068126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.156208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4230317-7290-4cac-a657-adea39efc0c5 req-8bffee32-048d-4afd-b1bc-f3b8ed9dd365 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.168517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4230317-7290-4cac-a657-adea39efc0c5 req-8bffee32-048d-4afd-b1bc-f3b8ed9dd365 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 943 time: 0.1880519 Nov 12 00:42:44.203304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] For port 363c0737-0078-40f7-94f7-3c233c6386d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=363c0737-0078-40f7-94f7-3c233c6386d7,segment=NetworkSegment(5f41661f-a70e-40d2-94e9-cdb20dcb19ea),segment_id=5f41661f-a70e-40d2-94e9-cdb20dcb19ea)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:44.204034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.240613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: b13a8479-6e91-4030-a3e2-1a0b1a5ca611 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:44.241014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b13a8479-6e91-4030-a3e2-1a0b1a5ca611 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:44.246145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Calling delete_port for 363c0737-0078-40f7-94f7-3c233c6386d7 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:44.261055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:44.295460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4230317-7290-4cac-a657-adea39efc0c5 req-6d16b2d3-83d6-4719-b63e-e89276c21184 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254561 Nov 12 00:42:44.305459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-209119a4-4d99-4688-953e-2c64bc6f71e3 None None] Provisioning complete for port fd0aa96a-21a0-49ca-bc94-44d2168f4326 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:44.306136 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-209119a4-4d99-4688-953e-2c64bc6f71e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.315509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.356151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e866f2b3-a9cc-4273-8ac2-07c4110c31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.358316 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e866f2b3-a9cc-4273-8ac2-07c4110c31e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a6acd3-370a-4e89-b9df-a66625ff07a4 HTTP/1.1" status: 200 len: 851 time: 0.4124331 Nov 12 00:42:44.360563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:44.447032 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.457708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 08211939-90ee-4857-93f4-e096ccc92a46 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:44.487086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.504784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] No DVR routers for this DVR port 363c0737-0078-40f7-94f7-3c233c6386d7 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:44.517524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=363c0737-0078-40f7-94f7-3c233c6386d7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.533840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.534560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.536323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] 10.222.0.32 "PUT /v2.0/ports/1cbe89c9-b0dd-4e85-bf6e-6840f054c196 HTTP/1.1" status: 200 len: 1092 time: 3.5682571 Nov 12 00:42:44.575625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:44.591685 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb91d5-573a-4646-b5ad-70880fd1f51a" -d '{"events": [{"name": "network-changed", "server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:44.605179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 08211939-90ee-4857-93f4-e096ccc92a46 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:44.605533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 08211939-90ee-4857-93f4-e096ccc92a46 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:44.617842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a557601-e22b-4e73-b111-9a06902b21f1 req-e9a6ed1f-f96e-4a76-ad31-914d55308462 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0573018 Nov 12 00:42:44.661273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6aa4-0957-4d10-8178-b158dcf49f53 req-ed6b9320-e863-4e96-97d5-2b595873abe4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.668731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-beaf6aa4-0957-4d10-8178-b158dcf49f53 req-ed6b9320-e863-4e96-97d5-2b595873abe4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.2096071 Nov 12 00:42:44.687804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.703738 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.708732 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd873f9-6305-4ae8-9d25-b61abb35e352 x-openstack-request-id: req-9fd873f9-6305-4ae8-9d25-b61abb35e352 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:44.712920 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:44.713304 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fd873f9-6305-4ae8-9d25-b61abb35e352 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:44.713840 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'status': 'completed', 'code': 200} Nov 12 00:42:44.733491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d91d372-6d2f-42e9-aede-c34af507cc87']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:44.756341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f41661f-a70e-40d2-94e9-cdb20dcb19ea') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:44.756998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f41661f-a70e-40d2-94e9-cdb20dcb19ea') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:44.767273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb53b1-d6bf-4815-b41e-e62c637cf961 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.786225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e5b57e6e-7cbc-428e-a943-fa736e1136da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.786225 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-e5b57e6e-7cbc-428e-a943-fa736e1136da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57bdc2ea-7c21-4513-82de-34e4009bd72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3071098 Nov 12 00:42:44.805530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-beaf6aa4-0957-4d10-8178-b158dcf49f53 req-fab81246-ffd1-4e31-bd0e-8292d9d31451 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145301 Nov 12 00:42:44.821442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.861465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.871415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:44.871827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:44.894519 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:44.910399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.996119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0d633-dd8b-480f-818e-87f881d29db3 None None] DHCP port deletion for 6d91d372-6d2f-42e9-aede-c34af507cc87 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:44.999559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-4945408b-b77e-4efe-a937-51053ca1f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.000847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-deleted', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:45.001111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-4945408b-b77e-4efe-a937-51053ca1f790 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 1095 time: 0.3767180 Nov 12 00:42:45.012276 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003eea61-ef3c-4fed-a272-87c741ee9531" -d '{"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-deleted", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:45.022368 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.031341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.035957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d91d372-6d2f-42e9-aede-c34af507cc87 HTTP/1.1" status: 204 len: 168 time: 1.5747423 Nov 12 00:42:45.038855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:45.049735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.060963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=fd0aa96a-21a0-49ca-bc94-44d2168f4326,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:45.125720 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776ee09-70cb-4777-bc2c-ae99dd8fdb5f x-openstack-request-id: req-d776ee09-70cb-4777-bc2c-ae99dd8fdb5f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:45.126216 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef852b9-c1d2-4230-be94-64bf50546519", "name": "network-vif-deleted", "tag": "b13a8479-6e91-4030-a3e2-1a0b1a5ca611", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:45.126508 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d776ee09-70cb-4777-bc2c-ae99dd8fdb5f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:45.127110 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef852b9-c1d2-4230-be94-64bf50546519', 'name': 'network-vif-deleted', 'tag': 'b13a8479-6e91-4030-a3e2-1a0b1a5ca611', 'status': 'completed', 'code': 200} Nov 12 00:42:45.130721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d27b8-a615-4067-981d-e670ee860c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d91d372-6d2f-42e9-aede-c34af507cc87,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:45.153253 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-c1b2364e-e974-4829-852e-1f787f50ca2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196 HTTP/1.1" status: 200 len: 217 time: 0.1397381 Nov 12 00:42:45.172772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-86d7bd02-ea41-4997-9d6e-1ae038e5f8fb service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605425 Nov 12 00:42:45.274743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9ec6a-2031-4568-8425-ef25c5e8a499 req-3006ae1f-c861-4749-865b-fc2c1804e46f tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.282984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3a9ec6a-2031-4568-8425-ef25c5e8a499 req-3006ae1f-c861-4749-865b-fc2c1804e46f tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.0851920 Nov 12 00:42:45.431851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-b6107d75-7414-4391-82f2-b1922ce9d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.432532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-b6107d75-7414-4391-82f2-b1922ce9d245 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.2567465 Nov 12 00:42:45.468974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3a9ec6a-2031-4568-8425-ef25c5e8a499 req-5b7dc93c-a8c5-40e5-bdde-d68f237c732e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793520 Nov 12 00:42:45.539583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b4c8-0a41-4d69-afc0-6b96e84df14a req-5e652ba1-9129-4b0c-9e0e-42728d416159 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.541172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb54b4c8-0a41-4d69-afc0-6b96e84df14a req-5e652ba1-9129-4b0c-9e0e-42728d416159 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 943 time: 0.1262741 Nov 12 00:42:45.547857 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-ff65b86d-ff0a-4046-aaf1-b8261dfe07ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050453 Nov 12 00:42:45.551418 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ab576022-9951-4f5b-b1a5-9efe8f6aa3d1 req-18355ae3-e283-4051-86cf-76f848bb9f35 service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569977 Nov 12 00:42:45.625615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aecd9292-660b-40ba-b073-f15d057ce366 None None] Provisioning complete for port fd0aa96a-21a0-49ca-bc94-44d2168f4326 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:45.626743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aecd9292-660b-40ba-b073-f15d057ce366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.690402 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.713848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb54b4c8-0a41-4d69-afc0-6b96e84df14a req-465daf65-5a6b-4ad7-b5b7-1480f32652fc tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629481 Nov 12 00:42:45.824835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3968134-9316-46ca-bd77-e1fdd7bb2fa6 req-8328c636-5e72-4136-a8bd-7824b42d7f25 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0596008 Nov 12 00:42:46.065016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.119136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11709d3-4b5a-4ac9-bac5-25ad13fd2426 req-19ce1c37-5892-40ba-9231-093f392f2202 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.125317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11709d3-4b5a-4ac9-bac5-25ad13fd2426 req-19ce1c37-5892-40ba-9231-093f392f2202 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 944 time: 0.1925859 Nov 12 00:42:46.164858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-5308873d-722b-484e-a6dc-4443392bbe61 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765512 Nov 12 00:42:46.236202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11709d3-4b5a-4ac9-bac5-25ad13fd2426 req-7fbb629d-f39e-450f-a93e-9f4a34d42328 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024656 Nov 12 00:42:46.351368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Router 35585867-28e0-44cf-a1e9-a1466121ac36 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:46.362976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f3d27c0-bff9-4df4-98c8-b5fd7aedf7ac req-484180d7-0d55-4210-be9c-029393044f5a service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220667 Nov 12 00:42:46.467473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Deleting port 98a0037c-4474-4320-a0c9-1648640e0b26 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:46.467473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.516661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:46.527567 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Sync routers for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:46.537478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-75132d91-37ab-48c8-8e59-4c8779370ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.539487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-75132d91-37ab-48c8-8e59-4c8779370ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a18e1e724c984701b8854e25b868e6a5&device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 1095 time: 0.0816047 Nov 12 00:42:46.545033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:46.545668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:46.569856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] For port 98a0037c-4474-4320-a0c9-1648640e0b26, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=98a0037c-4474-4320-a0c9-1648640e0b26,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:46.570594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.588346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.589578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5ba47ab6-62fd-42af-8227-335bc7e661d6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8288963 Nov 12 00:42:46.597585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:46.612457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Calling delete_port for 98a0037c-4474-4320-a0c9-1648640e0b26 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:46.710443 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:46.770926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-fade675c-4921-4799-a4f7-91cd722d3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.772473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-fade675c-4921-4799-a4f7-91cd722d3255 service neutron] 10.222.0.32 "GET /v2.0/networks?id=773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 200 len: 906 time: 0.2131829 Nov 12 00:42:46.821496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd0aa96a-21a0-49ca-bc94-44d2168f4326 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:46.852283 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-58f75dd7-6ab8-4cce-8bfc-390ae165f96c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196 HTTP/1.1" status: 200 len: 217 time: 0.0698695 Nov 12 00:42:46.893674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device bffd0f31-d631-428c-bdf5-252deabd1167 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:46.955933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-0df7e5cd-d29c-4249-ac2d-df54210e43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.957821 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-0df7e5cd-d29c-4249-ac2d-df54210e43ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 200 len: 845 time: 0.0873632 Nov 12 00:42:47.033049 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-fc513b9b-1547-459d-a3c5-615e4e4cab92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=773e06f7-2107-47b8-896b-892eeee2445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673103 Nov 12 00:42:47.042927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=bffd0f31-d631-428c-bdf5-252deabd1167,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:47.066947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'port_id': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'mac_address': 'fa:16:3e:09:3f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:47.071146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1089531-e535-46c1-9d55-29d1a243ad8d req-eb5db7d4-4787-41f7-8d69-9437cefe5461 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.080428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1089531-e535-46c1-9d55-29d1a243ad8d req-eb5db7d4-4787-41f7-8d69-9437cefe5461 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.4987681 Nov 12 00:42:47.141989 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:44Z', 'revision_number': 3, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:47.143903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d8de-413a-4c5e-8399-8f1904708840 req-089447d2-a2da-4d85-a1f4-072aeb0e238d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.152377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6979d8de-413a-4c5e-8399-8f1904708840 req-089447d2-a2da-4d85-a1f4-072aeb0e238d tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 943 time: 0.2553253 Nov 12 00:42:47.171496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fd0aa96a-21a0-49ca-bc94-44d2168f4326 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:47.174791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.209947 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Checking router: 35585867-28e0-44cf-a1e9-a1466121ac36 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:47.210293 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Updating router 35585867-28e0-44cf-a1e9-a1466121ac36 port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:47.220714 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-62206d33-7d02-4472-b509-068a460f36df service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776054 Nov 12 00:42:47.238452 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.244992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.272689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffd0f31-d631-428c-bdf5-252deabd1167 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:47.274410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1089531-e535-46c1-9d55-29d1a243ad8d req-e332f60d-6ece-4401-b7a5-9f49d14e2b88 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930156 Nov 12 00:42:47.325866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=bffd0f31-d631-428c-bdf5-252deabd1167,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:47.344050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.432874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 363c0737-0078-40f7-94f7-3c233c6386d7 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:47.479578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3bcb91d5-573a-4646-b5ad-70880fd1f51a req-b8d1d6d2-8a75-4597-98ed-fa23fe3d7916 service neutron] 10.222.0.32 "GET /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502387 Nov 12 00:42:47.506272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 363c0737-0078-40f7-94f7-3c233c6386d7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:47.506622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 363c0737-0078-40f7-94f7-3c233c6386d7 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:47.510910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.561174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20a767ae-9bca-47da-a526-fa8f668039cf req-a3afb027-4698-47e8-bfda-47d47e384ffb tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0631630 Nov 12 00:42:47.564900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6979d8de-413a-4c5e-8399-8f1904708840 req-611d1af5-4b0a-48e8-8bb4-8ab19f941fe6 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115744 Nov 12 00:42:47.664042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['bffd0f31-d631-428c-bdf5-252deabd1167'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:47.666191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.694197 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.702520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a0037c-4474-4320-a0c9-1648640e0b26,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.710961 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.867779 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Attempting to bind port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:47.868179 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Attempting to bind port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:47.868546 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Attempting to bind port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:47.870840 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4111c-23ba-4eae-be89-1e401ce3c54a None None] Pushing event updated for resources: {'Port': ['ID=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.889028 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:47.889688 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:47.890298 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.890687 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:47.891177 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Bound port: c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:47.891576 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.967860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:47.969638 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] For port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:47.977919 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] For port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:47.995541 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.051974 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:48.052875 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.106842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:48.121066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'mac_address': 'fa:16:3e:1d:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:48.182472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.203087 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:48.214387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:48.251269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:48.258817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.356727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:48.453923 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4111c-23ba-4eae-be89-1e401ce3c54a None None] Pushing event updated for resources: {'Port': ['ID=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:48.496808 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:44Z', 'revision_number': 3, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.531538 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfeac8-3af3-4f93-8e97-0adc5a29cdb4 None None] The sync data for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 is: [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:44Z', 'revision_number': 3, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:48.542303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1cbe89c9-b0dd-4e85-bf6e-6840f054c196'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:48.608495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46558be-e8f4-476c-8dc8-54d622a0f7b9 req-e2334500-bc0a-449e-86b6-d22220d9969c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.619252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f46558be-e8f4-476c-8dc8-54d622a0f7b9 req-e2334500-bc0a-449e-86b6-d22220d9969c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 945 time: 0.8949158 Nov 12 00:42:48.878205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f46558be-e8f4-476c-8dc8-54d622a0f7b9 req-fb196c06-3f76-4a33-8c54-3c7dd7460b48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543638 Nov 12 00:42:48.903574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device bffd0f31-d631-428c-bdf5-252deabd1167 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:48.926492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa291b0-e1aa-4ed2-ba05-fe2946dff2ff req-f3af52c8-4b9d-4e9f-9f74-3c74756ca42b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.932453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efa291b0-e1aa-4ed2-ba05-fe2946dff2ff req-f3af52c8-4b9d-4e9f-9f74-3c74756ca42b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.3922131 Nov 12 00:42:49.080694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port bffd0f31-d631-428c-bdf5-252deabd1167 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:49.087400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port bffd0f31-d631-428c-bdf5-252deabd1167 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:49.088138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.109878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02672f5f-df27-4dbd-a36d-ca30b686cc18 req-22ee55c4-64a6-41e8-a3c7-6d9e1ff746c1 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.0547719 Nov 12 00:42:49.196915 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.229390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.263389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:49.269593 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db039f-8974-4bc7-aa74-00220561baa3" -d '{"events": [{"server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "name": "network-vif-plugged", "status": "completed", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:49.302515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=bffd0f31-d631-428c-bdf5-252deabd1167,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:49.317275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efa291b0-e1aa-4ed2-ba05-fe2946dff2ff req-86cf485a-324f-438a-b62e-f54d43d88f1d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294254 Nov 12 00:42:49.339350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.389905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.419465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.460912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64041-4383-459f-9082-1e6a33b128df req-ad07707a-b278-4018-b547-f0a690c8d444 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.463384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13e64041-4383-459f-9082-1e6a33b128df req-ad07707a-b278-4018-b547-f0a690c8d444 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 944 time: 0.2370951 Nov 12 00:42:49.597668 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d632a-92ab-48d9-b8e7-00baef5f019b x-openstack-request-id: req-b51d632a-92ab-48d9-b8e7-00baef5f019b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:49.598340 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "name": "network-vif-plugged", "status": "completed", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:49.598768 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b51d632a-92ab-48d9-b8e7-00baef5f019b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:49.599392 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'code': 200} Nov 12 00:42:49.822949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Router be0607a6-9440-451f-9009-d6b262491688 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:49.849309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13e64041-4383-459f-9082-1e6a33b128df req-7ffd1ce1-1613-478b-82ff-a7d06c100979 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768311 Nov 12 00:42:49.979813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6397-1490-4f18-b920-85c26c7fd8e9 req-ca6de3f5-131f-4f93-a742-9a24488889a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.981458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0ee6397-1490-4f18-b920-85c26c7fd8e9 req-ca6de3f5-131f-4f93-a742-9a24488889a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 1098 time: 0.2420254 Nov 12 00:42:49.996000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:50.065536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:50.071411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:50.071971 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.124571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Allocated IP 172.20.0.1 (4ff8b242-0bca-4f57-94d4-6290a200f15a/005d64f1-df2b-49ca-a1ae-2822ed5401e1/d413367c-e438-48d1-a86b-beb8611918b5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:50.184856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.189950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0ee6397-1490-4f18-b920-85c26c7fd8e9 req-2d51ff6d-b067-476f-bb20-a7cc33c8483c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978402 Nov 12 00:42:50.215298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d022-51a5-4984-84df-26de44deef18 req-9f8486cd-f281-46ee-8d6d-ed05ab3e41a2 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.217135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7609d022-51a5-4984-84df-26de44deef18 req-9f8486cd-f281-46ee-8d6d-ed05ab3e41a2 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2264390 Nov 12 00:42:50.227708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:50.230073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:50.236308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-875a0601-938e-4c6e-a8f9-9da9faef6835 admin admin] 10.222.0.11 "PUT /v2.0/routers/be0607a6-9440-451f-9009-d6b262491688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1935401 Nov 12 00:42:50.239323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Sync routers for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:50.240349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:50.245365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.305666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dec8a089-5692-4f98-9985-e1cc8a195f96 req-49dc7d4d-72cc-4604-846c-f2028e1a1088 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.1029637 Nov 12 00:42:50.312420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Routers {'be0607a6-9440-451f-9009-d6b262491688'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:50.313090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['be0607a6-9440-451f-9009-d6b262491688'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:50.420321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.473185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7609d022-51a5-4984-84df-26de44deef18 req-17a92554-d5cc-44e4-95d2-42ffc9844d34 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178814 Nov 12 00:42:50.548978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.580772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229db55-6a12-48b5-af1a-ce6c129adb34 req-95bbb620-5756-43c2-af86-e6fd752961ad tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.583083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6229db55-6a12-48b5-af1a-ce6c129adb34 req-95bbb620-5756-43c2-af86-e6fd752961ad tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1048293 Nov 12 00:42:50.671402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.676030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.702368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6229db55-6a12-48b5-af1a-ce6c129adb34 req-53b4b78d-dafc-495c-b338-815c81ff08ac tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091225 Nov 12 00:42:50.750745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:50.751588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Set router be0607a6-9440-451f-9009-d6b262491688 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:50.756844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:50.760526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:50.825139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Deleting port cd48f05c-8e81-4bfb-b499-18a798e800e0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:50.825474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.830047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Pushing event updated for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.880729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.004729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] For port cd48f05c-8e81-4bfb-b499-18a798e800e0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd48f05c-8e81-4bfb-b499-18a798e800e0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:51.005523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.026777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Calling delete_port for cd48f05c-8e81-4bfb-b499-18a798e800e0 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:51.155928 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:51.167211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.264950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d7f4-4398-4ce4-9863-885a18d7416c req-c55c1fcb-2b0e-46e8-a32e-703a47d734af tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.274148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3b2d7f4-4398-4ce4-9863-885a18d7416c req-c55c1fcb-2b0e-46e8-a32e-703a47d734af tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 945 time: 0.2319067 Nov 12 00:42:51.381893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.417224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd48f05c-8e81-4bfb-b499-18a798e800e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.456788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.548547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3b2d7f4-4398-4ce4-9863-885a18d7416c req-b5d87414-0bdf-45cc-aeff-70e3d7f71fdf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684205 Nov 12 00:42:51.610029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c8a9c878-ba02-44cb-86ec-0c6548719105 None None] Provisioning complete for port d413367c-e438-48d1-a86b-beb8611918b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:51.610502 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c878-ba02-44cb-86ec-0c6548719105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.639313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.692251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:51.711603 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afb723-7711-4910-b476-6b35b90b3181" -d '{"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:51.751518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ecb8c7d-23ca-4619-a4bf-eee2251351b1 req-48331923-ffd1-40df-b910-6c4c08fa0173 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef852b9-c1d2-4230-be94-64bf50546519 HTTP/1.1" status: 200 len: 210 time: 0.1116903 Nov 12 00:42:51.778930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9c878-ba02-44cb-86ec-0c6548719105 None None] Port d413367c-e438-48d1-a86b-beb8611918b5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:51.798108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:51.798387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.862462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.864800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.921004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0607a6-9440-451f-9009-d6b262491688', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1460645214-router', 'tenant_id': 'dc2447afa34c4809912ceae83573cbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:20Z', 'updated_at': '2021-11-12T00:42:47Z', 'revision_number': 5, 'project_id': 'dc2447afa34c4809912ceae83573cbfa', 'gw_port': {'id': 'cd48f05c-8e81-4bfb-b499-18a798e800e0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0607a6-9440-451f-9009-d6b262491688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:21Z', 'updated_at': '2021-11-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:51.927894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.928493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be0607a6-9440-451f-9009-d6b262491688 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:42:51.933722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.937611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57cba462-e0b3-44c6-9644-da339b5a62e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/be0607a6-9440-451f-9009-d6b262491688 HTTP/1.1" status: 204 len: 168 time: 1.6923559 Nov 12 00:42:51.937611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.006553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334b56-6581-4274-96c5-71ed86cb122d req-c688c516-167a-4cd1-b6f3-f62465361af9 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.018811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42334b56-6581-4274-96c5-71ed86cb122d req-c688c516-167a-4cd1-b6f3-f62465361af9 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2612388 Nov 12 00:42:52.028879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Checking router: be0607a6-9440-451f-9009-d6b262491688 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:52.040220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Deleting subnet 4c277baa-df17-47ce-afb8-1ccea7883bda {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:52.046698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.047704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:52.048997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:42:52.050325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_agentschedulers_db [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be0607a6-9440-451f-9009-d6b262491688'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent'). {{(pid=102678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:42:52.051389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c9ff54-d6ff-40aa-a7e9-2a5c27aea526 None None] The sync data for ids ['be0607a6-9440-451f-9009-d6b262491688'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:52.124528 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.154866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.173108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:52.186034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.258304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:52.265345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42334b56-6581-4274-96c5-71ed86cb122d req-f87e90a9-dd36-42a7-9454-b758e9f5dbef tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377493 Nov 12 00:42:52.298560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56a9b-6752-4374-b9f7-556b72a64f63 req-e0708103-3f70-4743-bd48-52e6715554f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.312296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30f56a9b-6752-4374-b9f7-556b72a64f63 req-e0708103-3f70-4743-bd48-52e6715554f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.2195072 Nov 12 00:42:52.316001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.333580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.347096 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de096596-13a3-4259-8c15-0af537da84b8 x-openstack-request-id: req-de096596-13a3-4259-8c15-0af537da84b8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:52.347560 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:52.347739 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de096596-13a3-4259-8c15-0af537da84b8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:52.348199 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'code': 200} Nov 12 00:42:52.362919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.430400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.481218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30f56a9b-6752-4374-b9f7-556b72a64f63 req-93f42dbb-2c4c-4de7-9bf3-b3fa247d98a7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677270 Nov 12 00:42:52.485207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Pushing event updated for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:52.490998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.521872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c277baa-df17-47ce-afb8-1ccea7883bda,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:52.538567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563a99b-c38b-415e-af58-1f9b8ab0f08c None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:52.554198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.582930 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a9076baa-3f33-4eb4-ab9b-4f3f76175bb4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c277baa-df17-47ce-afb8-1ccea7883bda HTTP/1.1" status: 204 len: 168 time: 0.6442289 Nov 12 00:42:52.586922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.794757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:52.797466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:52.838961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.849903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202c565-7f78-46a6-8a5c-0fbc026de02d req-c2012920-3a3a-4b76-a461-b3ae10f87026 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.851655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8202c565-7f78-46a6-8a5c-0fbc026de02d req-c2012920-3a3a-4b76-a461-b3ae10f87026 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 945 time: 0.1612530 Nov 12 00:42:52.871635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c236268-a945-4ffb-a630-7a2fe8e2bf24 req-efe95f77-3aaa-427b-bdd9-7730fea2bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.883981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c236268-a945-4ffb-a630-7a2fe8e2bf24 req-efe95f77-3aaa-427b-bdd9-7730fea2bc23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 1097 time: 0.3879025 Nov 12 00:42:53.078661 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c236268-a945-4ffb-a630-7a2fe8e2bf24 req-62f58051-a6bc-4796-b48a-332c20346ef4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821978 Nov 12 00:42:53.088780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] DHCP port deletion for 83ff921e-6e13-4f41-acf4-a64070ef248e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:53.110545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Deleting port fa51eaa7-86a7-4f43-9f26-3beefea42965 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:53.110904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.154834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8202c565-7f78-46a6-8a5c-0fbc026de02d req-58089442-20d8-4c5c-85fa-cb3ef551b920 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495203 Nov 12 00:42:53.214828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Router 35585867-28e0-44cf-a1e9-a1466121ac36 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:53.233932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Deleting port fa51eaa7-86a7-4f43-9f26-3beefea42965 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:53.234334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.358977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:53.394970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] For port fa51eaa7-86a7-4f43-9f26-3beefea42965, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa51eaa7-86a7-4f43-9f26-3beefea42965,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:53.395408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.477556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Calling delete_port for fa51eaa7-86a7-4f43-9f26-3beefea42965 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:53.529960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:53.541246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Sync routers for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:53.561673 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:53.565847 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:53.579596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a73d083b-fdd1-4431-bea8-c1389e336c4a admin admin] 10.222.0.11 "PUT /v2.0/routers/35585867-28e0-44cf-a1e9-a1466121ac36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9790618 Nov 12 00:42:53.699380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.734865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43139cb-b4c4-4c02-b70f-7601df2d0c98 req-a4d8657a-76e8-4a42-a15c-0ac6a2ec04a8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.736699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a43139cb-b4c4-4c02-b70f-7601df2d0c98 req-a4d8657a-76e8-4a42-a15c-0ac6a2ec04a8 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2044859 Nov 12 00:42:53.747412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] For port fa51eaa7-86a7-4f43-9f26-3beefea42965, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa51eaa7-86a7-4f43-9f26-3beefea42965,segment=NetworkSegment(15f7eb38-deaa-42ca-946a-4c93580badcf),segment_id=15f7eb38-deaa-42ca-946a-4c93580badcf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:53.747829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.769712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa51eaa7-86a7-4f43-9f26-3beefea42965,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:53.772993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] No DVR routers for this DVR port fa51eaa7-86a7-4f43-9f26-3beefea42965 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:53.800864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b225b75e-31d7-4051-96c8-c3e8de3b2f7e None None] Provisioning complete for port d413367c-e438-48d1-a86b-beb8611918b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:53.801246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b225b75e-31d7-4051-96c8-c3e8de3b2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.824082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:53.824444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.887242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Calling delete_port for fa51eaa7-86a7-4f43-9f26-3beefea42965 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:53.931215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.947761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a43139cb-b4c4-4c02-b70f-7601df2d0c98 req-c286faba-4943-4d50-9953-ccd58513f0d0 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511867 Nov 12 00:42:53.955543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ff921e-6e13-4f41-acf4-a64070ef248e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:53.958467 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:53.967177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f7eb38-deaa-42ca-946a-4c93580badcf') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:53.967462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f7eb38-deaa-42ca-946a-4c93580badcf') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:53.981366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.006406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.015879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:54.017623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:54.084463 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:54.092000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.099089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.102992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] 10.222.0.11 "DELETE /v2.0/networks/83ff921e-6e13-4f41-acf4-a64070ef248e HTTP/1.1" status: 204 len: 168 time: 1.4755957 Nov 12 00:42:54.122245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63725ea5-f551-4f31-b5d3-b706734d2a58 req-24276a47-a49a-4ee1-a054-b38d0bb86d44 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.123801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63725ea5-f551-4f31-b5d3-b706734d2a58 req-24276a47-a49a-4ee1-a054-b38d0bb86d44 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.4204609 Nov 12 00:42:54.154178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f406-7cd7-41be-8130-7640a217ae5b admin admin] Pushing event deleted for resources: {'Network': ['ID=83ff921e-6e13-4f41-acf4-a64070ef248e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:54.200652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b225b75e-31d7-4051-96c8-c3e8de3b2f7e None None] Port d413367c-e438-48d1-a86b-beb8611918b5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:54.369500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-7574d1fb-dc8c-445d-ae35-e46ab5fce9e7 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1420841 Nov 12 00:42:54.380637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:54.400676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44540) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.429547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.436112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:51Z', 'revision_number': 4, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd413367c-e438-48d1-a86b-beb8611918b5', 'name': '', 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'mac_address': 'fa:16:3e:d2:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:51Z', 'revision_number': 2, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'subnets': [{'id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.474356 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Checking router: 35585867-28e0-44cf-a1e9-a1466121ac36 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:54.474768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Updating router 35585867-28e0-44cf-a1e9-a1466121ac36 port d413367c-e438-48d1-a86b-beb8611918b5 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:54.488078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.499171 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4e69480-7d1f-46fa-8584-319cd7461fef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a532534f63b84bb284e0aef0ba76c21f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0970314 Nov 12 00:42:54.502503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.504316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 98a0037c-4474-4320-a0c9-1648640e0b26 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:54.514610 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.533523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-0a695ddc-71a7-4051-a380-08e1f23ca8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.535116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-0a695ddc-71a7-4051-a380-08e1f23ca8d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=341b303091624503b9d130784ca20b5e&device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 1097 time: 0.6103694 Nov 12 00:42:54.564425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 98a0037c-4474-4320-a0c9-1648640e0b26 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:54.565067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 98a0037c-4474-4320-a0c9-1648640e0b26 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:54.573333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Pushing event deleted for resources: {'Port': ['ID=fa51eaa7-86a7-4f43-9f26-3beefea42965,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:54.575437 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.581836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] Network 83ff921e-6e13-4f41-acf4-a64070ef248e is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:42:54.582481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40b19a-9668-4689-ad92-5f1be228b6a0 None None] No DVR routers for this DVR port fa51eaa7-86a7-4f43-9f26-3beefea42965 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:54.590594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63725ea5-f551-4f31-b5d3-b706734d2a58 req-68d5dc7d-286a-4bff-a8cb-a8ae635b92e8 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473097 Nov 12 00:42:54.637234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.741991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.744776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.748579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8320ef11-ce54-434e-8d26-a1d0e364e63d HTTP/1.1" status: 204 len: 168 time: 0.2426331 Nov 12 00:42:54.761464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ff333-c4f4-49de-b362-90fa11491635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320ef11-ce54-434e-8d26-a1d0e364e63d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:54.874027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd48f05c-8e81-4bfb-b499-18a798e800e0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:54.923884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: cd48f05c-8e81-4bfb-b499-18a798e800e0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:54.929434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd48f05c-8e81-4bfb-b499-18a798e800e0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:54.929974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa51eaa7-86a7-4f43-9f26-3beefea42965 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:55.005498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fa51eaa7-86a7-4f43-9f26-3beefea42965 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:55.005868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa51eaa7-86a7-4f43-9f26-3beefea42965 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:55.124901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5124f3-4671-4066-9fb3-cd29bbc92f94 req-7a8e58b5-0854-426a-a4f0-d00ae656e9da tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.133529 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.140292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44552) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:55.148564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Request body: {'floatingip': {'port_id': 'bffd0f31-d631-428c-bdf5-252deabd1167'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:55.158701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e5124f3-4671-4066-9fb3-cd29bbc92f94 req-7a8e58b5-0854-426a-a4f0-d00ae656e9da tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.3996017 Nov 12 00:42:55.158877 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.196379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-b0393320-90fb-4898-b610-4bc50c5cebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.198824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-b0393320-90fb-4898-b610-4bc50c5cebf7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 200 len: 917 time: 0.6482501 Nov 12 00:42:55.248439 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63425f-ed0c-43f5-945f-f6e6d8a2b520 None None] Pushing event updated for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:55.307169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.361910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-e3283317-5860-442d-8043-8107b1dcc3db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da83ad8-be7f-4653-8693-2f71164b6d29 HTTP/1.1" status: 200 len: 217 time: 0.1359305 Nov 12 00:42:55.557073 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Attempting to bind port d413367c-e438-48d1-a86b-beb8611918b5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:55.557920 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Attempting to bind port d413367c-e438-48d1-a86b-beb8611918b5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:55.558513 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Attempting to bind port d413367c-e438-48d1-a86b-beb8611918b5 on network 4ff8b242-0bca-4f57-94d4-6290a200f15a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:55.570322 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:55.571027 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Checking segment: {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:55.571596 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.572207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Bound using segment: {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:55.572866 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Bound port: d413367c-e438-48d1-a86b-beb8611918b5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8822c57c-0e62-4760-be75-d900922c0429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:55.574221 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.618271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:55.623178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.688471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] For port d413367c-e438-48d1-a86b-beb8611918b5, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:55.691031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-e0c7a235-85a5-4f33-8931-4c4c099e3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.693032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-e0c7a235-85a5-4f33-8931-4c4c099e3844 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 200 len: 855 time: 0.2975748 Nov 12 00:42:55.699242 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] For port d413367c-e438-48d1-a86b-beb8611918b5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d413367c-e438-48d1-a86b-beb8611918b5,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:55.699444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5d0e6740-0fe6-4e9c-8f1c-9636db2c4ce8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc2447afa34c4809912ceae83573cbfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636616 Nov 12 00:42:55.700738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:55.712347 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.752105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] Provisioning complete for port d413367c-e438-48d1-a86b-beb8611918b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:55.753118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.798025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07416f-7a15-42c7-aab3-700414a9283e req-debf8f2c-c53b-440a-9c00-bf19178eab1f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.806646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da07416f-7a15-42c7-aab3-700414a9283e req-debf8f2c-c53b-440a-9c00-bf19178eab1f tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 945 time: 0.4410696 Nov 12 00:42:55.856251 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:55.869031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:55.998762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.061955 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63425f-ed0c-43f5-945f-f6e6d8a2b520 None None] Pushing event updated for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.098368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] For port d413367c-e438-48d1-a86b-beb8611918b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d413367c-e438-48d1-a86b-beb8611918b5,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:56.116370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.248314 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:56.254740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192390ed-e8aa-4c5e-a109-5d476942f560 None None] Pushing event updated for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.272827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-10ca3c54-a486-4fde-a5b5-483cfdda20b1 None None] Provisioning complete for port d413367c-e438-48d1-a86b-beb8611918b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:56.273207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10ca3c54-a486-4fde-a5b5-483cfdda20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.411146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.432145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.606170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-cf7cc38e-4a42-404a-bcf9-6531982800c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.607963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-cf7cc38e-4a42-404a-bcf9-6531982800c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=407e7951-dcac-4753-b1ef-2d02d61c0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9063394 Nov 12 00:42:56.613456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Allocated IP 172.25.6.102 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/8649cff3-20bc-4064-bb3f-e5cfd087b79b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:56.679309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.696237 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Floating IP 1201ba19-4e39-43e8-93c3-d458a986ddba associated. External IP: 172.25.6.75, port: bffd0f31-d631-428c-bdf5-252deabd1167. Nov 12 00:42:56.702558 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:51Z', 'revision_number': 4, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd413367c-e438-48d1-a86b-beb8611918b5', 'name': '', 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'mac_address': 'fa:16:3e:d2:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:55Z', 'revision_number': 4, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'subnets': [{'id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:56.748082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfef6e-2edb-4b1b-8559-0c78b7f85646 None None] The sync data for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 is: [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:51Z', 'revision_number': 4, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd413367c-e438-48d1-a86b-beb8611918b5', 'name': '', 'network_id': '4ff8b242-0bca-4f57-94d4-6290a200f15a', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'mac_address': 'fa:16:3e:d2:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:42:55Z', 'revision_number': 4, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'subnets': [{'id': '005d64f1-df2b-49ca-a1ae-2822ed5401e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:56.889156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da07416f-7a15-42c7-aab3-700414a9283e req-126a3b74-8a0c-4164-9d8c-b3c402faecb4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0814888 Nov 12 00:42:56.899854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.088114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-6d9802d4-2149-4a72-bae4-3fbba0fea825 service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651299 Nov 12 00:42:57.184920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.227315 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.229981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.234048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83951504-372f-4d25-a2f2-e8c6c372f04b HTTP/1.1" status: 204 len: 168 time: 1.4956400 Nov 12 00:42:57.242089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:57.252199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda8a4c-2a27-4cb2-84f7-747912722bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83951504-372f-4d25-a2f2-e8c6c372f04b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:57.444855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c308021-fbc1-41f3-ac7b-8ee0cd1fdbde req-cc84f198-7fa4-4d3c-af09-8edd779a8c0a service neutron] 10.222.0.39 "GET /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275616 Nov 12 00:42:57.450349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.506957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:57.518965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:57.578427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18cf9b-4396-41df-9cb7-a58919b030ca req-65019a78-1ac5-4c0c-8e91-84293858c9f0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:57.593329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e18cf9b-4396-41df-9cb7-a58919b030ca req-65019a78-1ac5-4c0c-8e91-84293858c9f0 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.2922945 Nov 12 00:42:57.606131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:57.868786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=8649cff3-20bc-4064-bb3f-e5cfd087b79b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:57.998061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e18cf9b-4396-41df-9cb7-a58919b030ca req-df5795ba-5185-4d01-a8e6-fd00d3424f62 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939421 Nov 12 00:42:57.999325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.119470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.139988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:58.151515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.155280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Sync routers for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:58.182703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:58.183396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:58.250889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b7339ab-117a-4298-b44b-1d8d92b6a8c7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "PUT /v2.0/floatingips/1201ba19-4e39-43e8-93c3-d458a986ddba HTTP/1.1" status: 200 len: 991 time: 3.1068623 Nov 12 00:42:58.250889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:58.268614 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e688967-e058-4a65-a4b3-ce98f3920159" -d '{"events": [{"name": "network-changed", "server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:58.464597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:58.576927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.585371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.748408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=8649cff3-20bc-4064-bb3f-e5cfd087b79b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.810717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.864291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.873307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-857fdc33-e01d-4d3a-9f75-63d192b5b5c6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5017512 Nov 12 00:42:58.997226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d413367c-e438-48d1-a86b-beb8611918b5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:59.050869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-b0d4bb87-eeea-4ca3-9748-737aabf95ae4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.1741087 Nov 12 00:42:59.168765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '1201ba19-4e39-43e8-93c3-d458a986ddba', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'port_id': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'mac_address': 'fa:16:3e:09:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:42Z', 'updated_at': '2021-11-12T00:42:56Z', 'revision_number': 1, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:59.248170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Checking router: 82ae6efa-916a-4cc8-82e3-f13ccd9a436d for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:59.257482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d413367c-e438-48d1-a86b-beb8611918b5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:59.258171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.327807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-a89e2947-8a8d-412d-96d0-1a4e8bc2a1bc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.331954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-304f476d-da8e-4f18-918d-2c33678a68f1 req-a89e2947-8a8d-412d-96d0-1a4e8bc2a1bc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2773998 Nov 12 00:42:59.341753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:59.342509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:59.430118 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c00cb5-b501-44da-8f62-f0dbafb6883b x-openstack-request-id: req-88c00cb5-b501-44da-8f62-f0dbafb6883b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:59.432111 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:59.433077 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88c00cb5-b501-44da-8f62-f0dbafb6883b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:59.433668 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'status': 'completed', 'code': 200} Nov 12 00:42:59.622034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-776dd0ff-3a7d-468e-94e5-89cfbe186737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.623536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-776dd0ff-3a7d-468e-94e5-89cfbe186737 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=040dfe9680b34deba56cb9e402bed07d&device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 1098 time: 0.1484749 Nov 12 00:42:59.723789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68776bed-e846-421c-ba53-74a12897b054 req-5492f975-8b13-467e-9a33-31ddb8fa0aba tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2504170 Nov 12 00:42:59.760027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:59.778757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020f2f4-4e5d-47a0-94c0-512d222b5a28 req-463c473e-424f-47c1-a5e9-b286da93c37b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.788693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2020f2f4-4e5d-47a0-94c0-512d222b5a28 req-463c473e-424f-47c1-a5e9-b286da93c37b tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.2660005 Nov 12 00:42:59.955709 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:59.963779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:59.971350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.003161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2020f2f4-4e5d-47a0-94c0-512d222b5a28 req-09e27c77-ca0b-4d31-a9b1-6240eee6a806 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132695 Nov 12 00:43:00.048228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-7a73d43d-147f-42fc-ab1e-dfd1cff4a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.050498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-7a73d43d-147f-42fc-ab1e-dfd1cff4a9e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351 HTTP/1.1" status: 200 len: 917 time: 0.4162498 Nov 12 00:43:00.250426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-48984875-3081-4d80-88fd-a66a00696d57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bffd0f31-d631-428c-bdf5-252deabd1167 HTTP/1.1" status: 200 len: 999 time: 0.1141858 Nov 12 00:43:00.310925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-8c2db22d-4584-4215-a957-b37b216dd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.312444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-8c2db22d-4584-4215-a957-b37b216dd58e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac619e45-73d9-4570-8527-a16e497fb495 HTTP/1.1" status: 200 len: 855 time: 0.0464127 Nov 12 00:43:00.318429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.494987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '1201ba19-4e39-43e8-93c3-d458a986ddba', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'port_id': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'mac_address': 'fa:16:3e:09:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:42Z', 'updated_at': '2021-11-12T00:42:56Z', 'revision_number': 1, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:00.497587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-c8fda14e-2ada-4313-b86e-648c5a8949ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.503735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-c8fda14e-2ada-4313-b86e-648c5a8949ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a34b08d-6b76-4c96-82ee-2e5fe42c6351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764255 Nov 12 00:43:00.536331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab4e7-e495-4221-9790-e6c328f0ef69 None None] The sync data for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 is: [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '1201ba19-4e39-43e8-93c3-d458a986ddba', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'port_id': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'mac_address': 'fa:16:3e:09:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:41:42Z', 'updated_at': '2021-11-12T00:42:56Z', 'revision_number': 1, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:00.654647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Allocated IP 172.25.6.23 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/376f389d-5227-4bea-9e98-7301f75e060f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:00.733389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-c66983bd-6d69-4e7e-ae82-e8a7d3ddaedb service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163160 Nov 12 00:43:00.769852 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bbc61-baa8-4ccc-8271-e56190016a5b None None] New status for floating IP 1201ba19-4e39-43e8-93c3-d458a986ddba: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:43:00.786970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c52a4-889c-46b9-8cc3-58b7f00808d7 req-4baefe9a-3484-4ed8-afbb-a5b4454181e5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.788589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-867c52a4-889c-46b9-8cc3-58b7f00808d7 req-4baefe9a-3484-4ed8-afbb-a5b4454181e5 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1629732 Nov 12 00:43:00.921776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.934597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-867c52a4-889c-46b9-8cc3-58b7f00808d7 req-02a83444-dec3-43b8-9698-ba47417b975e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347761 Nov 12 00:43:00.951132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e688967-e058-4a65-a4b3-ce98f3920159 req-f1c57465-18eb-4700-a270-6b0c3887e50b service neutron] 10.222.0.39 "GET /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867266 Nov 12 00:43:00.990980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.031541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:01.034481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:01.040235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:01.063560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=376f389d-5227-4bea-9e98-7301f75e060f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.134605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.196035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-2eba5cbf-6df0-44d9-b78d-7677b1e8f859 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278530 Nov 12 00:43:01.196667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.384593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-37d1d492-f3f5-4bf2-906d-f50c1d1a8f6b tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.386105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-37d1d492-f3f5-4bf2-906d-f50c1d1a8f6b tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693840 Nov 12 00:43:01.414452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b1b7e6ac-2ee5-46f2-8834-be973fe9dec3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/quotas/4f8408ed2f534f0bba48cd8d81562d68 HTTP/1.1" status: 200 len: 375 time: 0.0176003 Nov 12 00:43:01.456841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b8da5ff9-04fe-4803-8b1b-481a1675929a tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350258 Nov 12 00:43:01.471854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.478844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.544805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=376f389d-5227-4bea-9e98-7301f75e060f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.561821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.590034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.591289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68776bed-e846-421c-ba53-74a12897b054 req-e3655162-0205-4e36-ad38-e81def881845 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8449316 Nov 12 00:43:01.658235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68776bed-e846-421c-ba53-74a12897b054 req-7455bf82-4520-4fd2-9fc9-26dc2b5455fb tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.23 HTTP/1.1" status: 200 len: 695 time: 0.0566037 Nov 12 00:43:01.826189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776bed-e846-421c-ba53-74a12897b054 req-cb92d03e-97b8-46c8-bcda-c2b8ef00c767 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.827927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68776bed-e846-421c-ba53-74a12897b054 req-cb92d03e-97b8-46c8-bcda-c2b8ef00c767 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1608737 Nov 12 00:43:01.995869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b9d5b-20d3-4d5d-8ad9-985b2026f96b req-4e005862-0bc9-42d1-b0a5-409b83c495f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.997378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c55b9d5b-20d3-4d5d-8ad9-985b2026f96b req-4e005862-0bc9-42d1-b0a5-409b83c495f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.1006517 Nov 12 00:43:02.026914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:02.037654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-c59bc119-1842-42c6-9e4a-319d483a0f92 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.040605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-c59bc119-1842-42c6-9e4a-319d483a0f92 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.1684701 Nov 12 00:43:02.051415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.072146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-a9a2c5a1-6b6f-4084-acb8-840d17812bd0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/quotas/fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 375 time: 0.0213282 Nov 12 00:43:02.099413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c55b9d5b-20d3-4d5d-8ad9-985b2026f96b req-16e9e0a8-8c30-46be-a8f8-4dad817b542a tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887196 Nov 12 00:43:02.139505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-d89a9ee3-2ab6-4bf1-af88-3e21f45fc9a1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575233 Nov 12 00:43:02.145074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:02.163362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'network_id': '773e06f7-2107-47b8-896b-892eeee2445e', 'port_id': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'mac_address': 'fa:16:3e:1d:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b99e0-b8cc-4744-bb5b-53f1503e8386', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:02.211021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.226410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:02.259959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:02.266583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.353306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.373227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1cbe89c9-b0dd-4e85-bf6e-6840f054c196'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:02.387077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7bd582d-9efe-4edd-8d98-3786a8649f47 req-bf048b07-4994-46d2-9be7-8861e8462edd tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 210 time: 0.0322812 Nov 12 00:43:02.423948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-1f1d17e4-796e-4a3a-9775-d77a82b1fe39 service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755256 Nov 12 00:43:02.567272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50394c21-99f3-474a-9d19-5259238b9561 req-f5b580c2-2f8b-46af-b3a5-e2e443767a99 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.569176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50394c21-99f3-474a-9d19-5259238b9561 req-f5b580c2-2f8b-46af-b3a5-e2e443767a99 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.0825310 Nov 12 00:43:02.573682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-f1e93712-a397-4d92-9345-365ae6a0e688 service neutron] 10.222.0.11 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484792 Nov 12 00:43:02.643129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-e6dbb0f3-7aeb-4efe-8dff-7acda6c8df54 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.644628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-e6dbb0f3-7aeb-4efe-8dff-7acda6c8df54 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 944 time: 0.0961773 Nov 12 00:43:02.649691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50394c21-99f3-474a-9d19-5259238b9561 req-8d0b10cb-4cdf-447d-ae61-62935dd8790e tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616879 Nov 12 00:43:02.806897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf3719-460e-42c2-a517-00b29d7679ec req-5164e08b-95ae-437d-8ab3-2d77f8ad5cc4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.808787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fbf3719-460e-42c2-a517-00b29d7679ec req-5164e08b-95ae-437d-8ab3-2d77f8ad5cc4 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 944 time: 0.0700371 Nov 12 00:43:02.818592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Deleting port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:02.818835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.853985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-776dbc9b-03a5-475f-bbc6-941eb2f7d5f0 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313106 Nov 12 00:43:03.020202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-44e304e4-d06c-4a92-82b2-758fd6a30102 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.021285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fbf3719-460e-42c2-a517-00b29d7679ec req-66ec2cb0-0546-4a84-b111-e2fa3a84e1bf tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/security-groups?id=59c18855-1235-4511-b69f-3f1f0f6d330d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984982 Nov 12 00:43:03.021761 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-44e304e4-d06c-4a92-82b2-758fd6a30102 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566136 Nov 12 00:43:03.040719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Request body: {'port': {'device_id': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '4f8408ed2f534f0bba48cd8d81562d68'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:03.190904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Made reservation on behalf of 4f8408ed2f534f0bba48cd8d81562d68 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:03.195705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.209739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.300742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.304949 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.384044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d11385-46d7-4e41-a601-a4bdf469f65c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.418224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] For port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:03.418606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.461151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-85896de8-eaa3-4bdf-aec2-3fc1daef2338 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5535178 Nov 12 00:43:03.462059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Calling delete_port for 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:03.464365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Allocated IP 192.168.233.94 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/b0fa59a2-58be-43e8-bc9a-63eaed2393cb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:03.477219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:03.544758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7255c-b286-457e-99bf-836022f0f1af req-c1cb5b6e-272b-4ae9-9f2d-964dbb1c0456 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.546492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13a7255c-b286-457e-99bf-836022f0f1af req-c1cb5b6e-272b-4ae9-9f2d-964dbb1c0456 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.1554058 Nov 12 00:43:03.577699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.650124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.668313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13a7255c-b286-457e-99bf-836022f0f1af req-853b7092-0fb4-4313-a0c0-3227f8993c2c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087985 Nov 12 00:43:03.695510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.739692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:03.744977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:03.748818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:03.785711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Pushing event updated for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.804706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b618824-6116-4d7e-be52-11d640ebcfa8 req-3a6cbd57-7a95-4447-bfe3-025ec1cc82af tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0562105 Nov 12 00:43:03.817967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.820325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.830886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.848211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-206c5a97-ef7d-4aa4-bc35-f486c48bd8d3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8121305 Nov 12 00:43:03.849384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['143bd02d-ca0d-482b-ac19-0ccbc4a72d85'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:03.866875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Request body: {'port': {'device_id': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:03.899437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event deleted for resources: {'Port': ['ID=143bd02d-ca0d-482b-ac19-0ccbc4a72d85,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.947625 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.952348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] No DVR routers for this DVR port 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:03.961208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.965448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b474bb3-9018-43df-91e6-3416ed2990cc req-b234f570-8619-4458-a1aa-63376ae629aa tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "DELETE /v2.0/ports/143bd02d-ca0d-482b-ac19-0ccbc4a72d85 HTTP/1.1" status: 204 len: 173 time: 1.3104172 Nov 12 00:43:03.966238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-deleted', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:03.968900 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ef2b4-de3a-47f2-81e6-eade3226a504" -d '{"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-deleted", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:03.970037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.028866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:04.119122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76ca0ad3-8997-491c-90a2-d477decb44eb None None] Provisioning complete for port b0fa59a2-58be-43e8-bc9a-63eaed2393cb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:04.119827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76ca0ad3-8997-491c-90a2-d477decb44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.122740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Allocated IP 172.25.6.138 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/bc3d7b0e-78d5-4755-a134-c8434fe2492d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:04.175071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-76ca0ad3-8997-491c-90a2-d477decb44eb None None] Port b0fa59a2-58be-43e8-bc9a-63eaed2393cb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:04.187567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:04.189209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.301585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.352723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:04.355760 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3ac61-c6dc-4603-825e-2b951bf4d293" -d '{"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:04.373980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:04.380892 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.450837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fa59a2-58be-43e8-bc9a-63eaed2393cb {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:04.461713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-7cc3094a-b76d-4f34-8922-d7f19566dc02 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.463242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-7cc3094a-b76d-4f34-8922-d7f19566dc02 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 808 time: 0.2102277 Nov 12 00:43:04.470275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.471495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.473188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.489271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Transition to ACTIVE for port object b0fa59a2-58be-43e8-bc9a-63eaed2393cb will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:04.493375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Request body: {'port': {'device_id': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'admin_state_up': True, 'tenant_id': 'fd96cbecb10c4f08b880f011e24d754e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:04.494777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.548197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e8f3-d89f-40db-9c44-4d696195cf3e req-83516ec4-5d73-4d45-b232-bcd55ca2f8fc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.556632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37f7e8f3-d89f-40db-9c44-4d696195cf3e req-83516ec4-5d73-4d45-b232-bcd55ca2f8fc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 935 time: 0.1733782 Nov 12 00:43:04.566230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.662622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Attempting to bind port b0fa59a2-58be-43e8-bc9a-63eaed2393cb on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:04.663006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Attempting to bind port b0fa59a2-58be-43e8-bc9a-63eaed2393cb by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:04.663341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Attempting to bind port b0fa59a2-58be-43e8-bc9a-63eaed2393cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:04.666961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.668161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Port b0fa59a2-58be-43e8-bc9a-63eaed2393cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:04.668692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Attempting to bind port b0fa59a2-58be-43e8-bc9a-63eaed2393cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:04.674831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:04.675287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:04.675677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:04.676230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Bound port: b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:04.676650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.685692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37f7e8f3-d89f-40db-9c44-4d696195cf3e req-2eabb1f0-9847-4f90-895b-c9073d574052 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263475 Nov 12 00:43:04.778824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:04.789347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:04.797384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:04.860279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=bc3d7b0e-78d5-4755-a134-c8434fe2492d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.864604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59f68e6e-7524-4205-8daa-6b825241ed5f req-e6224f2a-ad35-4401-94c8-c65051b57514 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a8f126-eb08-4681-8af0-239924147a87 HTTP/1.1" status: 200 len: 210 time: 0.0311472 Nov 12 00:43:04.873007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:04.882645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:04.893450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.902676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Made reservation on behalf of fd96cbecb10c4f08b880f011e24d754e for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:04.905101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.955263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-4018e11e-eb7a-4afc-9676-d7c1fa83b294 req-4d9c1c9d-304f-46dd-9d45-934b1bd4cc5c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:04.957563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.962188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4018e11e-eb7a-4afc-9676-d7c1fa83b294 req-4d9c1c9d-304f-46dd-9d45-934b1bd4cc5c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154624 Nov 12 00:43:04.970076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.971187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.972895 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] 10.222.0.39 "PUT /v2.0/ports/b0fa59a2-58be-43e8-bc9a-63eaed2393cb HTTP/1.1" status: 200 len: 1096 time: 1.1129310 Nov 12 00:43:04.973601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:04.992771 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c337bea8-4397-4ac4-ad46-757792e9ca0c" -d '{"events": [{"name": "network-changed", "server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:05.008937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b663fa-e1a8-45e5-af38-6b8fcbb57e57 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:05.107111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b685eb23-6f91-474f-9190-67b385148723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.108846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-b685eb23-6f91-474f-9190-67b385148723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 1099 time: 0.0648828 Nov 12 00:43:05.147361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.174140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-0d95ba2a-c0bf-497f-bb00-9b4b3a98bac3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb HTTP/1.1" status: 200 len: 217 time: 0.0447848 Nov 12 00:43:05.210664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4018e11e-eb7a-4afc-9676-d7c1fa83b294 req-579b42b9-1d02-45d3-8582-a105c5f0aaee tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1608474 Nov 12 00:43:05.252240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.274569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-a8b592c5-28c9-4b90-bb1b-c2cb64da9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.276206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-a8b592c5-28c9-4b90-bb1b-c2cb64da9693 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0951238 Nov 12 00:43:05.288189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Allocated IP 172.20.0.13 (fec42a2b-a28b-4a4c-929b-a278f7b15b72/bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe/0154d98e-8072-40b7-a8da-51ffca9ca853) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:05.344486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-a3c7c44e-8d4f-43ca-a31e-977ed4aa1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.347086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-a3c7c44e-8d4f-43ca-a31e-977ed4aa1321 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586915 Nov 12 00:43:05.428808 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645052f7-d06b-4349-946b-84036cd1922d x-openstack-request-id: req-645052f7-d06b-4349-946b-84036cd1922d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:05.429105 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8f126-eb08-4681-8af0-239924147a87", "name": "network-vif-deleted", "tag": "143bd02d-ca0d-482b-ac19-0ccbc4a72d85", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:05.429355 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-645052f7-d06b-4349-946b-84036cd1922d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:05.429754 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a8f126-eb08-4681-8af0-239924147a87', 'name': 'network-vif-deleted', 'tag': '143bd02d-ca0d-482b-ac19-0ccbc4a72d85', 'status': 'completed', 'code': 200} Nov 12 00:43:05.489400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-d01262ca-2d08-4073-9846-63e17fb2ac26 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314814 Nov 12 00:43:05.531641 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eab735-bd5a-4350-8740-1fdfffaf77f0 x-openstack-request-id: req-36eab735-bd5a-4350-8740-1fdfffaf77f0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:05.532025 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:05.532395 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36eab735-bd5a-4350-8740-1fdfffaf77f0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:05.532904 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'code': 200} Nov 12 00:43:05.534723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.550388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.556208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.606838 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-641e1932-ea0f-4706-b6c3-ee65e0c3fa96 req-54742f97-0493-4bb0-ad25-14c8bc805292 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084073 Nov 12 00:43:05.665837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4c8d4a5-b4af-4a82-b486-b510b5471028 req-a6764332-62c6-41df-bab9-2a2a3b92858d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0445921 Nov 12 00:43:05.679571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=bc3d7b0e-78d5-4755-a134-c8434fe2492d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:05.704458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.714862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.721125 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099cd60-0e9f-4774-bf0d-b5671fb89f41 x-openstack-request-id: req-3099cd60-0e9f-4774-bf0d-b5671fb89f41 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:05.721483 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:05.721794 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3099cd60-0e9f-4774-bf0d-b5671fb89f41 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:05.722256 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb', 'status': 'completed', 'code': 200} Nov 12 00:43:05.732530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2afcdbbc-8692-437a-98e6-4620947f5130'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:05.814188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-7801eb23-6084-4ec5-8ba4-133a9cb4ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.816249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-7801eb23-6084-4ec5-8ba4-133a9cb4ad54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 1099 time: 0.0560212 Nov 12 00:43:05.822632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.829900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-fb41de1a-6c5a-497c-a02a-d99d4cb1d388 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3603058 Nov 12 00:43:05.879444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Network fec42a2b-a28b-4a4c-929b-a278f7b15b72 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:05.887403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:05.898664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-b741f7d7-5ff6-44ea-a6b5-b3597015353c tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0677428 Nov 12 00:43:05.910403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:05.968509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-7f5675a7-e044-46e0-88d4-57aca2530528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.971386 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-7f5675a7-e044-46e0-88d4-57aca2530528 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1404560 Nov 12 00:43:06.012816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.036857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:06.049166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-e46b9f52-ec25-4e91-855e-6632e708e32a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb HTTP/1.1" status: 200 len: 217 time: 0.0656881 Nov 12 00:43:06.078653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.079305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.101766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-5d9947ca-64cd-4856-b917-7d951f06d7b1 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.104498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-5d9947ca-64cd-4856-b917-7d951f06d7b1 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 945 time: 0.1309710 Nov 12 00:43:06.112195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7753-2cc7-477e-b4ed-8a9c29da229e req-eb5c5d4b-41de-4159-ae42-5ce7d6055de2 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.113986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a66a7753-2cc7-477e-b4ed-8a9c29da229e req-eb5c5d4b-41de-4159-ae42-5ce7d6055de2 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1345804 Nov 12 00:43:06.121226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-64d387a3-a806-451a-b73f-ca1bce52d64c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6343067 Nov 12 00:43:06.142248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Request body: {'port': {'device_id': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:06.159103 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.163797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-c5fdddfd-a44f-45fc-8c16-7bfb8b881d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.165342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-c5fdddfd-a44f-45fc-8c16-7bfb8b881d27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1071408 Nov 12 00:43:06.182418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-366906b0-0fad-4400-9825-2b7fecdfe12e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.195416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eaf8152-0170-4fb4-a82e-7944920c6d4a req-366906b0-0fad-4400-9825-2b7fecdfe12e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2941918 Nov 12 00:43:06.220110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:06.228733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.254713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-49181ac3-769e-4c23-819a-2c02fb8a5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.256424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-49181ac3-769e-4c23-819a-2c02fb8a5355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816486 Nov 12 00:43:06.281711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a66a7753-2cc7-477e-b4ed-8a9c29da229e req-7ddff156-f6cf-4eb1-a015-fe05fa4e1cab tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594913 Nov 12 00:43:06.287396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.309549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Deleting port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:06.309549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.313128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.487784 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-e82d0b4c-40cf-48a0-959a-471b2fefdbf2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209136 Nov 12 00:43:06.492888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] For port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,segment=NetworkSegment(c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a),segment_id=c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:06.493248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.517740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Calling delete_port for 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:06.629610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e64d90-1b71-4b77-95b8-ff27e7dabc3b req-1a42fe90-f46c-4c70-a5f6-869d25fe3a8c tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.634935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66e64d90-1b71-4b77-95b8-ff27e7dabc3b req-1a42fe90-f46c-4c70-a5f6-869d25fe3a8c tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 947 time: 0.2534058 Nov 12 00:43:06.663280 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c337bea8-4397-4ac4-ad46-757792e9ca0c req-3ff16664-0e88-4d0d-8633-07a7c853b664 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608348 Nov 12 00:43:06.710605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-7a3e1d61-6deb-41d8-a13a-1a7c5939593d tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2861619 Nov 12 00:43:06.730298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:06.743613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.766981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66e64d90-1b71-4b77-95b8-ff27e7dabc3b req-59bea2d3-0438-491f-a420-8e58368afc16 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047976 Nov 12 00:43:06.774908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Pushing event deleted for resources: {'Port': ['ID=1cbe89c9-b0dd-4e85-bf6e-6840f054c196,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.802537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.836427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] No DVR routers for this DVR port 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:06.839229 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.847045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-695077f1-a5e4-4cda-b5fc-f8f7149d8807 req-4a9b7f23-18eb-47d0-b139-22dea59e2786 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.32 "DELETE /v2.0/ports/1cbe89c9-b0dd-4e85-bf6e-6840f054c196 HTTP/1.1" status: 204 len: 173 time: 0.7274189 Nov 12 00:43:06.875161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0154d98e-8072-40b7-a8da-51ffca9ca853 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:06.895671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.951923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Transition to ACTIVE for port object 0154d98e-8072-40b7-a8da-51ffca9ca853 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:06.962345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.009416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:07.024727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5cc2-9a93-46b7-9b71-ee6759b9ba26 req-97230359-2459-4080-b3b2-516a12b72d39 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.026283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db5cc2-9a93-46b7-9b71-ee6759b9ba26 req-97230359-2459-4080-b3b2-516a12b72d39 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.1421170 Nov 12 00:43:07.041274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:07.041891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 143bd02d-ca0d-482b-ac19-0ccbc4a72d85 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:07.055527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.144997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db5cc2-9a93-46b7-9b71-ee6759b9ba26 req-133674a8-b871-45bb-9005-6b0c78fe7259 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052763 Nov 12 00:43:07.147909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.211727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:07.212351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:07.212596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:07.240079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:07.240382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:07.271190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c80af3f-8fc8-4551-9e5c-902b573dab75 req-bd72e2b3-0c6d-4635-8628-ccffc2049e96 tempest-ImagesTestJSON-235203273 tempest-ImagesTestJSON-235203273-project] 10.222.0.11 "GET /v2.0/ports?device_id=49156b3c-4fd4-4a29-85f3-bf483596b40c HTTP/1.1" status: 200 len: 210 time: 0.0482032 Nov 12 00:43:07.291988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:07.292415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:07.292848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:07.293354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Bound port: 0154d98e-8072-40b7-a8da-51ffca9ca853, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:07.293761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.367486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Allocated IP 172.25.6.106 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a051115b-2df8-4382-80a3-01cefeb46106) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:07.429750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:07.471180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:07.482526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.526237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.526237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.527179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 1093 time: 1.3898158 Nov 12 00:43:07.527310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:07.529628 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2407e86-afde-434d-b290-5d1799e99924" -d '{"events": [{"name": "network-changed", "server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:07.534066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:07.536432 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d9606-2120-4512-9cf6-88d2e8a5c677" -d '{"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:07.620112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.644728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaf083-faa4-4ffc-bb21-4310d4e4faf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.683361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe151d4-2b40-42c0-a3c7-1eb3bb9a6c05 req-10595b7a-a6e5-49e5-a3e2-edb639ad6801 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.685002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fe151d4-2b40-42c0-a3c7-1eb3bb9a6c05 req-10595b7a-a6e5-49e5-a3e2-edb639ad6801 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1321895 Nov 12 00:43:07.700326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-63f49c85-86c8-406f-977e-aa430a07c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.701777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-63f49c85-86c8-406f-977e-aa430a07c081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1135271 Nov 12 00:43:07.724007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-deleted', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:07.724614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.727093 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273cc04f-44d3-4e91-89b9-f73b21f7f11c" -d '{"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-deleted", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:07.782455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-d12754c8-f65e-4ebe-8a0f-9f620925be0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 217 time: 0.0656698 Nov 12 00:43:07.847034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:07.852781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:07.854655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=a051115b-2df8-4382-80a3-01cefeb46106,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.858686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:07.863816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fe151d4-2b40-42c0-a3c7-1eb3bb9a6c05 req-63f2dbd5-33c0-4b83-8f1d-e8b6e9306ac9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683569 Nov 12 00:43:07.897758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-3951b5b8-6c71-4dab-9b33-69efefe1cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.899204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-3951b5b8-6c71-4dab-9b33-69efefe1cfe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1054525 Nov 12 00:43:07.941454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-260c8518-9b18-49ea-add8-61033b1eed45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320179 Nov 12 00:43:08.063326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-76b86861-32eb-4e19-a212-b28ca6206bed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.065661 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-76b86861-32eb-4e19-a212-b28ca6206bed tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 944 time: 0.0895448 Nov 12 00:43:08.070578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-00d0411b-dec8-4090-bc3c-c61ca6ed3619 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815556 Nov 12 00:43:08.205187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-de8dffa8-76c0-4eb0-be85-ec9ab39eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.206703 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-de8dffa8-76c0-4eb0-be85-ec9ab39eeaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 1096 time: 0.0839140 Nov 12 00:43:08.214858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Deleting port a80b27b0-8c55-4400-ad71-5f7ed7b9813b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:08.215205 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.387489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] For port a80b27b0-8c55-4400-ad71-5f7ed7b9813b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:08.387861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.404192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-3d448e79-04e0-41d5-9661-2d2f351d634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.404834 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.405436 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-3d448e79-04e0-41d5-9661-2d2f351d634e service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1734753 Nov 12 00:43:08.406282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Calling delete_port for a80b27b0-8c55-4400-ad71-5f7ed7b9813b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:08.474976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2439a-c13b-452d-9db3-0ba0ab27f354 req-b053da0f-233a-47ba-8c11-92138fb53347 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.476517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78d2439a-c13b-452d-9db3-0ba0ab27f354 req-b053da0f-233a-47ba-8c11-92138fb53347 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.1319954 Nov 12 00:43:08.482632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.492674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-5a98b9d5-766f-4351-b557-815d7fccea3b service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251842 Nov 12 00:43:08.498235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-22c22abf-5dcb-41ab-b268-e71c11a4bcaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 200 len: 217 time: 0.0816040 Nov 12 00:43:08.578263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-4b3d0b31-0317-4484-a4de-367bca2c33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.579796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-4b3d0b31-0317-4484-a4de-367bca2c33ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0707750 Nov 12 00:43:08.639573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-cd454c39-079f-4098-83be-bf76300fe47c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500121 Nov 12 00:43:08.667301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78d2439a-c13b-452d-9db3-0ba0ab27f354 req-483b16c7-781d-4548-8288-43f3002d6746 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804237 Nov 12 00:43:08.732205 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.743868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ee1c20-be25-4ca2-9ebd-d56bc12a3627 req-05e622c6-e4f8-4e11-939a-199b2074b21c service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418649 Nov 12 00:43:08.775591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event deleted for resources: {'Port': ['ID=a80b27b0-8c55-4400-ad71-5f7ed7b9813b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:08.805476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67166329-8083-491d-9391-2da407e4331b req-9b4f5250-d9d4-467b-bbfb-4a4d55262c55 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6 HTTP/1.1" status: 200 len: 210 time: 0.0430319 Nov 12 00:43:08.852227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] No DVR routers for this DVR port a80b27b0-8c55-4400-ad71-5f7ed7b9813b on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:08.857870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.862702 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-43fb7c41-89f3-42ad-a83a-84c65a3ef870 req-35139837-8deb-417a-8c43-77d06742bdac tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.32 "DELETE /v2.0/ports/a80b27b0-8c55-4400-ad71-5f7ed7b9813b HTTP/1.1" status: 204 len: 173 time: 0.7903078 Nov 12 00:43:08.865438 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-096cd733-6158-4eaf-87e0-4dd79d3c08b2 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157974 Nov 12 00:43:08.865623 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee1e74b-823b-4cd1-8193-eb003b23c8b1 x-openstack-request-id: req-5ee1e74b-823b-4cd1-8193-eb003b23c8b1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:08.866097 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:08.866196 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ee1e74b-823b-4cd1-8193-eb003b23c8b1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:08.866538 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'code': 200} Nov 12 00:43:08.884555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.910010 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.921451 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f19316f-6b91-4b98-89d8-ba5af3a8628d x-openstack-request-id: req-3f19316f-6b91-4b98-89d8-ba5af3a8628d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:08.921955 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:08.924083 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f19316f-6b91-4b98-89d8-ba5af3a8628d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:08.924679 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'status': 'completed', 'code': 200} Nov 12 00:43:09.004822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0fa59a2-58be-43e8-bc9a-63eaed2393cb details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:09.020190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-51a97bea-c3b2-4b4e-91f5-f54aa47ebf31 req-93c9a6e3-b941-4db7-aa5a-93fc668e4731 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360571 Nov 12 00:43:09.023328 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a2b96b-30b7-43f1-969b-98ede0bf3c8f x-openstack-request-id: req-21a2b96b-30b7-43f1-969b-98ede0bf3c8f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:09.025333 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49156b3c-4fd4-4a29-85f3-bf483596b40c", "name": "network-vif-deleted", "tag": "1cbe89c9-b0dd-4e85-bf6e-6840f054c196", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:09.025333 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21a2b96b-30b7-43f1-969b-98ede0bf3c8f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:09.025559 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49156b3c-4fd4-4a29-85f3-bf483596b40c', 'name': 'network-vif-deleted', 'tag': '1cbe89c9-b0dd-4e85-bf6e-6840f054c196', 'status': 'completed', 'code': 200} Nov 12 00:43:09.140860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event updated for resources: {'Port': ['ID=a051115b-2df8-4382-80a3-01cefeb46106,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:09.160631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407e86-afde-434d-b290-5d1799e99924 req-a14c021c-e66a-4be3-9727-72d6fc1b7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.162164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-a14c021c-e66a-4be3-9727-72d6fc1b7479 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1946545 Nov 12 00:43:09.169707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.170311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:09.187376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb', 'mac_address': 'fa:16:3e:cd:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:09.191311 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-207b5b44-63bc-444d-b82a-69fc0fa0b33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.225902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980cc1c-6b7d-48d5-9992-c6f8276b6245 req-dd2b60c6-e0bf-4eff-b4bf-3d6b49502e86 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.232348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8980cc1c-6b7d-48d5-9992-c6f8276b6245 req-dd2b60c6-e0bf-4eff-b4bf-3d6b49502e86 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 947 time: 0.1369452 Nov 12 00:43:09.236464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.237774 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.239000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-4f24d705-ce95-434d-a727-497800c57c5e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5199142 Nov 12 00:43:09.255978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fa59a2-58be-43e8-bc9a-63eaed2393cb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:09.275959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:09.280682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.347503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:09.352217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-d5cafc6d-4ea2-463a-8793-d14650c74e0e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0824749 Nov 12 00:43:09.436321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8980cc1c-6b7d-48d5-9992-c6f8276b6245 req-c4c5d025-49d4-4a2b-945a-d6eb21f51bed tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937361 Nov 12 00:43:09.477331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407e86-afde-434d-b290-5d1799e99924 req-2e6b2529-a8bf-4b8c-8eb2-7bfbe865de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.478833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-2e6b2529-a8bf-4b8c-8eb2-7bfbe865de0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.3036766 Nov 12 00:43:09.536540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-8eea9326-a5cb-4292-925d-6ca2b4b2c3da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 217 time: 0.0485578 Nov 12 00:43:09.600813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-ebd40a40-2235-4946-93e8-002af1746e0d tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.602213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-770c2fdb-514d-4b34-9037-53dc4f12d1e1 req-ebd40a40-2235-4946-93e8-002af1746e0d tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2343612 Nov 12 00:43:09.616453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b0fa59a2-58be-43e8-bc9a-63eaed2393cb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:09.617657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407e86-afde-434d-b290-5d1799e99924 req-66f38440-f4df-44a1-9d3d-7d5ba089bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.619240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-66f38440-f4df-44a1-9d3d-7d5ba089bbfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0723779 Nov 12 00:43:09.676761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-208f681e-79e4-474a-8cd7-ef6381a1fa1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386794 Nov 12 00:43:09.816731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfa37d-bd84-4f32-bb89-dfb26e12490e req-298bcd0e-d6e6-4eee-8489-43410c805f50 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.823497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfa37d-bd84-4f32-bb89-dfb26e12490e req-298bcd0e-d6e6-4eee-8489-43410c805f50 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.829809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfa37d-bd84-4f32-bb89-dfb26e12490e req-298bcd0e-d6e6-4eee-8489-43410c805f50 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.831466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bcfa37d-bd84-4f32-bb89-dfb26e12490e req-298bcd0e-d6e6-4eee-8489-43410c805f50 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae&device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48&device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 2417 time: 0.1577311 Nov 12 00:43:09.889993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef519652-d127-498e-b265-5b4a391f6793 req-8ee011af-c544-420a-966e-7b04e6ce1408 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.891483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef519652-d127-498e-b265-5b4a391f6793 req-8ee011af-c544-420a-966e-7b04e6ce1408 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1722040 Nov 12 00:43:09.902075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-635356e9-5b78-4f35-b794-fd09d4133d68 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142911 Nov 12 00:43:09.964973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bcfa37d-bd84-4f32-bb89-dfb26e12490e req-7a01102a-d163-4903-8630-a34d00680eb3 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226280 Nov 12 00:43:10.020673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef519652-d127-498e-b265-5b4a391f6793 req-5a6f49e0-0228-4dc0-a75c-2113e31d6a61 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207981 Nov 12 00:43:10.030793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:10.041922 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-ccc56611-3313-407a-947c-811f018b04c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730517 Nov 12 00:43:10.048324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2407e86-afde-434d-b290-5d1799e99924 req-6662c093-9cd1-49eb-9bb9-98129d544649 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331389 Nov 12 00:43:10.060249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a80b27b0-8c55-4400-ad71-5f7ed7b9813b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:10.061074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a80b27b0-8c55-4400-ad71-5f7ed7b9813b not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:10.061853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:10.089396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:10.089738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1cbe89c9-b0dd-4e85-bf6e-6840f054c196 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:10.246217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f760-aff1-4c1f-a838-4c73be03559d req-14e29a92-9dc1-4471-bd25-81bd7aa5a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.248260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-14e29a92-9dc1-4471-bd25-81bd7aa5a19e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8a4b5f0872e473395e793d9c110f65d&device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 1119 time: 0.1264479 Nov 12 00:43:10.268819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ac3ac4f-1b63-4bea-a500-31c550497cd4 req-816cdf59-2683-477a-bd6d-ddd2bdd1794e tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips/d35806a2-2870-48a9-877b-780ad214eff8 HTTP/1.1" status: 200 len: 693 time: 0.0981407 Nov 12 00:43:10.420463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ffa4cb3-7707-4b3b-8032-38ed300c740f req-1341e7e3-8d35-4e8c-95b9-053259b5ead8 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1992075 Nov 12 00:43:10.485112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ac4f-1b63-4bea-a500-31c550497cd4 req-16d6bc89-20f1-44de-8a43-0413b12ff03a tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.486966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ac3ac4f-1b63-4bea-a500-31c550497cd4 req-16d6bc89-20f1-44de-8a43-0413b12ff03a tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2109356 Nov 12 00:43:10.488274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f760-aff1-4c1f-a838-4c73be03559d req-31067bc9-a467-4a1c-988b-8172387f1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.489593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-31067bc9-a467-4a1c-988b-8172387f1b0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 200 len: 922 time: 0.1885488 Nov 12 00:43:10.537433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-92d2341d-7af6-4c31-b0fa-57c242e39522 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 200 len: 217 time: 0.0379300 Nov 12 00:43:10.621316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f760-aff1-4c1f-a838-4c73be03559d req-fa4429c2-932b-44d3-80e0-d8897bbc0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.622826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-fa4429c2-932b-44d3-80e0-d8897bbc0ffd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 200 len: 861 time: 0.0766177 Nov 12 00:43:10.641007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703fbb2-5ecd-4f44-8368-d655d8d7f517 req-40f4641b-79f7-4f50-a258-e37712092426 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.642937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9703fbb2-5ecd-4f44-8368-d655d8d7f517 req-40f4641b-79f7-4f50-a258-e37712092426 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 948 time: 0.0693452 Nov 12 00:43:10.675259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-8fbed2ca-d504-474b-ac9c-bace650e4928 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=851b403e-459a-448c-968d-00735df47227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315711 Nov 12 00:43:10.729954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-47311b68-aa39-4b0e-a377-be6ed64c1816 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips/d35806a2-2870-48a9-877b-780ad214eff8 HTTP/1.1" status: 200 len: 693 time: 0.0773757 Nov 12 00:43:10.868244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9703fbb2-5ecd-4f44-8368-d655d8d7f517 req-f5737e3d-c389-4100-9499-3eb166d6be79 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953294 Nov 12 00:43:10.898940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-c8809546-0575-4c7d-8caf-54f4d08695e6 service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909478 Nov 12 00:43:10.925965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-603d0712-d7f3-4e82-be36-9388c4e082de tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.927342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-603d0712-d7f3-4e82-be36-9388c4e082de tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1863899 Nov 12 00:43:10.949054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-eebf8b20-0741-496d-92d3-1b960ccb8daa tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:10.950058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-eebf8b20-0741-496d-92d3-1b960ccb8daa tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123155 Nov 12 00:43:11.026733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-deleted', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:11.030194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0fa59a2-58be-43e8-bc9a-63eaed2393cb up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:11.032241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-e5217353-7f2b-4ff7-ac2d-71391764b5b9 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0534968 Nov 12 00:43:11.033040 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c0e14-cfff-423f-a07a-cf6ae8f3fce6" -d '{"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-deleted", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:11.097115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6776f760-aff1-4c1f-a838-4c73be03559d req-3b79f357-9724-4dc1-bcc3-607007c5a85b service neutron] 10.222.0.39 "GET /v2.0/networks/851b403e-459a-448c-968d-00735df47227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860459 Nov 12 00:43:11.098511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b0fa59a2-58be-43e8-bc9a-63eaed2393cb completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:11.105733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b0fa59a2-58be-43e8-bc9a-63eaed2393cb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:11.106167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.117410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-a0741d20-6ef2-47a7-a23c-0c86735c4d46 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0645645 Nov 12 00:43:11.195576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.219271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:11.221845 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37518361-3ba6-4b21-bed3-b7184379c6e3" -d '{"events": [{"server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:11.235060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:11.240018 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.289722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:11.591457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb867a-ad7f-49a6-b9d6-241739e771a1 req-7bf5a22f-39a5-4f68-be47-dd7258a7cef8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.592997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fb867a-ad7f-49a6-b9d6-241739e771a1 req-7bf5a22f-39a5-4f68-be47-dd7258a7cef8 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.4673808 Nov 12 00:43:11.604096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-3f45fa6e-7965-4ab5-89fa-9dad772bfb5b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.605960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-3f45fa6e-7965-4ab5-89fa-9dad772bfb5b tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 967 time: 0.4655132 Nov 12 00:43:11.683926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eacd8b9-e0d5-4a74-be5a-3eb5c70ef95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.726640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fb867a-ad7f-49a6-b9d6-241739e771a1 req-6629beb6-f975-4d12-a5b7-35ee089d9236 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/security-groups?id=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184921 Nov 12 00:43:11.729129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Deleting port a051115b-2df8-4382-80a3-01cefeb46106 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:11.729522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.771338 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b408cd2-fd12-4214-bc81-1216db0d6124 x-openstack-request-id: req-6b408cd2-fd12-4214-bc81-1216db0d6124 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:11.772216 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6", "name": "network-vif-deleted", "tag": "a80b27b0-8c55-4400-ad71-5f7ed7b9813b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:11.772458 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b408cd2-fd12-4214-bc81-1216db0d6124 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:11.772891 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8a0b9-3801-4d0e-871b-7ce4d1aa1ed6', 'name': 'network-vif-deleted', 'tag': 'a80b27b0-8c55-4400-ad71-5f7ed7b9813b', 'status': 'completed', 'code': 200} Nov 12 00:43:11.812356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Deleting port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:11.812693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.842385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.842609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.889692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Calling delete_port for a051115b-2df8-4382-80a3-01cefeb46106 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:11.979031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] For port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,segment=NetworkSegment(07b08b47-2196-415a-bf10-416260307c0c),segment_id=07b08b47-2196-415a-bf10-416260307c0c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:11.979378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.003377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Calling delete_port for 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 owned by compute:tempest-test_az-1983419288 {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:12.140880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a079e-9809-42de-a401-360b48d488f5 req-1e3d07ea-7d1b-4dc0-bbac-74bdcffd0bb0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.142376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c5a079e-9809-42de-a401-360b48d488f5 req-1e3d07ea-7d1b-4dc0-bbac-74bdcffd0bb0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1451614 Nov 12 00:43:12.183194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.225902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event deleted for resources: {'Port': ['ID=a051115b-2df8-4382-80a3-01cefeb46106,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:12.313224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c5a079e-9809-42de-a401-360b48d488f5 req-8cf4296d-faa3-444d-9970-e3d6f81c65a5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611216 Nov 12 00:43:12.346938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.350484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.351898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-090d0ac1-be76-4554-9d1a-9c78e70128db req-c5441307-909d-4abd-b6c0-d8accc79ae72 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "DELETE /v2.0/floatingips/d35806a2-2870-48a9-877b-780ad214eff8 HTTP/1.1" status: 204 len: 173 time: 1.2277212 Nov 12 00:43:12.353350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.387454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Pushing event deleted for resources: {'Port': ['ID=4f0b52c0-ba55-4cc2-9392-08dfe1a60057,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:12.441148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] No DVR routers for this DVR port 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:12.445060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.448714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e94e503e-ced4-43e9-abe4-f595ffffe66a req-b70abc85-30a5-4f7e-a111-f400e460bd3d tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.39 "DELETE /v2.0/ports/4f0b52c0-ba55-4cc2-9392-08dfe1a60057 HTTP/1.1" status: 204 len: 173 time: 0.8328433 Nov 12 00:43:12.449186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-deleted', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:12.451867 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4680e594-6e94-4acc-92bc-a2760e78f9cc" -d '{"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-deleted", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:12.504819 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7273317d-f98f-4032-b96f-101edecdc23b x-openstack-request-id: req-7273317d-f98f-4032-b96f-101edecdc23b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:12.506020 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:12.506020 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7273317d-f98f-4032-b96f-101edecdc23b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:12.506020 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb', 'code': 200} Nov 12 00:43:12.621901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.650825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ebb5-6823-403c-bb31-5b902b2680ad req-b95a6f98-ef1f-42cf-83d3-83a790f4e34e tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.652414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7094ebb5-6823-403c-bb31-5b902b2680ad req-b95a6f98-ef1f-42cf-83d3-83a790f4e34e tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 949 time: 0.0885482 Nov 12 00:43:12.659230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d51c6-c469-494b-a2d7-fc14622302c7 req-de38bf82-14d4-41ea-9d49-520f51465788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.660900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a9d51c6-c469-494b-a2d7-fc14622302c7 req-de38bf82-14d4-41ea-9d49-520f51465788 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 1101 time: 0.0625226 Nov 12 00:43:12.836734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7094ebb5-6823-403c-bb31-5b902b2680ad req-a9da1000-7b91-483c-8b7b-ef58984b07bb tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747983 Nov 12 00:43:12.867223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a9d51c6-c469-494b-a2d7-fc14622302c7 req-07b4e7e7-c7bd-4ec0-b0fd-c5aa2162a770 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904635 Nov 12 00:43:12.912842 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5840db-65bc-45cd-8bcb-b777e9da944b x-openstack-request-id: req-bc5840db-65bc-45cd-8bcb-b777e9da944b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:12.913129 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d8ff0f-abcd-4899-b63b-1269fb0296dd", "name": "network-vif-deleted", "tag": "4f0b52c0-ba55-4cc2-9392-08dfe1a60057", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:12.913427 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc5840db-65bc-45cd-8bcb-b777e9da944b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:12.913839 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d8ff0f-abcd-4899-b63b-1269fb0296dd', 'name': 'network-vif-deleted', 'tag': '4f0b52c0-ba55-4cc2-9392-08dfe1a60057', 'status': 'completed', 'code': 200} Nov 12 00:43:12.948978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a92409-1166-4acc-9f1d-352c88d65614 req-4b8ed7e9-1f92-4a7e-8dc5-b43723dadac6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.950485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a92409-1166-4acc-9f1d-352c88d65614 req-4b8ed7e9-1f92-4a7e-8dc5-b43723dadac6 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2499373 Nov 12 00:43:13.037486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd240cf7-c45f-4722-b3ed-1d6559a213da req-f71f0596-d411-4b90-9743-3ba932cf5d48 tempest-LiveAutoBlockMigrationV225Test-800609339 tempest-LiveAutoBlockMigrationV225Test-800609339-project] 10.222.0.11 "GET /v2.0/ports?device_id=33d8ff0f-abcd-4899-b63b-1269fb0296dd HTTP/1.1" status: 200 len: 210 time: 0.0273750 Nov 12 00:43:13.138670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8027812-1f3f-4d52-a0d0-cd3b57227716 req-178abf5a-e913-4b54-87fc-ff9e9d002179 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=efdb08bf6a49447cad801135c385ef4d HTTP/1.1" status: 200 len: 1656 time: 0.0537639 Nov 12 00:43:13.247780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8027812-1f3f-4d52-a0d0-cd3b57227716 req-97f3728a-487c-426d-b050-351b69801951 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.249160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8027812-1f3f-4d52-a0d0-cd3b57227716 req-97f3728a-487c-426d-b050-351b69801951 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks?id=f0be5289-a6b9-4840-b7ef-fc86dac80546&id=f0be5289-a6b9-4840-b7ef-fc86dac80546&id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 787 time: 0.1039910 Nov 12 00:43:13.260400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-a8027812-1f3f-4d52-a0d0-cd3b57227716 req-83e9bf87-cd01-4297-83a9-296a613036ac tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:13.261382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8027812-1f3f-4d52-a0d0-cd3b57227716 req-83e9bf87-cd01-4297-83a9-296a613036ac tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058405 Nov 12 00:43:13.337417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-77267c78-d015-47ee-8269-237d5894c636 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips/27ca08eb-306b-46e8-ac54-5ea896b249ea HTTP/1.1" status: 200 len: 693 time: 0.0497029 Nov 12 00:43:13.464186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-f3325eb1-3fa6-4217-90b2-67ed1039c186 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.467004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-f3325eb1-3fa6-4217-90b2-67ed1039c186 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1240132 Nov 12 00:43:13.535099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-1d72056f-b3ac-4a21-ad36-44158b6e4803 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0599208 Nov 12 00:43:13.607214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-1e7eaafc-f5f1-4b51-ae5c-57f0436559c1 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0587096 Nov 12 00:43:13.623201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff4218-77e4-4d0e-a6f8-1b08ad5d47b6 req-af311426-470c-47a7-b358-f5c26cc501c5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.624710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ff4218-77e4-4d0e-a6f8-1b08ad5d47b6 req-af311426-470c-47a7-b358-f5c26cc501c5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1086075 Nov 12 00:43:13.768023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ff4218-77e4-4d0e-a6f8-1b08ad5d47b6 req-8a8c1cfa-0b2c-484c-b4e7-a1d7b67603d1 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317770 Nov 12 00:43:13.795653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Deleting port bc3d7b0e-78d5-4755-a134-c8434fe2492d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:13.796044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.868277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.907659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.908213 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.929957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd671c5-70a6-4858-b11d-88aca4e95dfd req-b770c77e-de09-4f85-81ec-b9d115a35791 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.931423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cd671c5-70a6-4858-b11d-88aca4e95dfd req-b770c77e-de09-4f85-81ec-b9d115a35791 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.0872145 Nov 12 00:43:13.932391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Calling delete_port for bc3d7b0e-78d5-4755-a134-c8434fe2492d owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:14.033460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cd671c5-70a6-4858-b11d-88aca4e95dfd req-208f0c71-4574-4a8e-830c-257ca1792596 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951967 Nov 12 00:43:14.081810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.110439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.134779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Deleting subnet cb3b99e0-b8cc-4744-bb5b-53f1503e8386 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:14.138080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.144584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event deleted for resources: {'Port': ['ID=bc3d7b0e-78d5-4755-a134-c8434fe2492d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.182927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.211391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.214489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.215670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae6cfa0d-97c4-482b-9abe-bcc36e3d79b4 req-13eddf92-7b2c-49ee-b389-2b61842a8ee8 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "DELETE /v2.0/floatingips/27ca08eb-306b-46e8-ac54-5ea896b249ea HTTP/1.1" status: 204 len: 173 time: 0.5900784 Nov 12 00:43:14.230322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.256900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.300694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.328735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-8c3428c1-e4f1-4644-97c9-c4cee9ddbf9d tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips/958caf90-1ccc-4f28-ad67-3514e3698a4a HTTP/1.1" status: 200 len: 692 time: 0.0624173 Nov 12 00:43:14.342717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3b99e0-b8cc-4744-bb5b-53f1503e8386,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.351327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.357814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d9167ac-aff6-4b73-969c-dbdd3a21192d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb3b99e0-b8cc-4744-bb5b-53f1503e8386 HTTP/1.1" status: 204 len: 168 time: 0.2724984 Nov 12 00:43:14.361687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.403287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731effa5-1048-471e-94b7-416a8bc9a1c3 req-791c0f1b-7611-4ea3-8d2d-bc15ea20fa84 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.405017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-731effa5-1048-471e-94b7-416a8bc9a1c3 req-791c0f1b-7611-4ea3-8d2d-bc15ea20fa84 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 949 time: 0.1302891 Nov 12 00:43:14.444431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.529200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.538128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Deleting subnet eb5295d8-43a0-4693-a52f-632ec358db9c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:14.548731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-731effa5-1048-471e-94b7-416a8bc9a1c3 req-60772d25-413b-493b-a07c-182d1b372bc3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330764 Nov 12 00:43:14.549170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773e06f7-2107-47b8-896b-892eeee2445e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.551121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.558985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.559274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ac0be5-b066-40cf-a4dc-28f6fbf2a06a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.573645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.580513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-31128401-c9a0-4728-8498-6fc729959447 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.581925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-31128401-c9a0-4728-8498-6fc729959447 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2220557 Nov 12 00:43:14.587327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.594314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:14.594754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:14.596705 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:14.603965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.654934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.659875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.663397 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/773e06f7-2107-47b8-896b-892eeee2445e HTTP/1.1" status: 204 len: 168 time: 0.3006818 Nov 12 00:43:14.664026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-c07e4b82-5b37-467b-8001-43cafbdfbcd5 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.23 HTTP/1.1" status: 200 len: 695 time: 0.0725183 Nov 12 00:43:14.683689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978339e-b642-4cc2-8a4e-10c1db5c6ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=773e06f7-2107-47b8-896b-892eeee2445e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.725573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.730676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-f576da64-9ff0-4511-9b3c-fb24e864c77b tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.23 HTTP/1.1" status: 200 len: 695 time: 0.0553081 Nov 12 00:43:14.787210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.818163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.855264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-42189706-ecce-47b2-8d3d-2b17b08929eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a18e1e724c984701b8854e25b868e6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643492 Nov 12 00:43:14.855644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.905902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.908932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.929228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.946451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5295d8-43a0-4693-a52f-632ec358db9c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.948326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.952593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1cd6c2f7-65d2-4fe4-ab25-7b7c8ff24c62 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb5295d8-43a0-4693-a52f-632ec358db9c HTTP/1.1" status: 204 len: 168 time: 0.6944270 Nov 12 00:43:14.956010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.971027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740229d5-ce06-4c32-b2c3-1642ab403088 req-e97651a2-b4fd-436b-93d8-98b592fb92d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.972557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-740229d5-ce06-4c32-b2c3-1642ab403088 req-e97651a2-b4fd-436b-93d8-98b592fb92d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1048980 Nov 12 00:43:14.978730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Deleting port 376f389d-5227-4bea-9e98-7301f75e060f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:14.979071 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.033864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.036990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.040076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.044122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59c18855-1235-4511-b69f-3f1f0f6d330d HTTP/1.1" status: 204 len: 168 time: 0.1845474 Nov 12 00:43:15.044444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:15.052360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdfb95-e1d6-468f-aab3-dc83a5ad46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c18855-1235-4511-b69f-3f1f0f6d330d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.099286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:15.099743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-740229d5-ce06-4c32-b2c3-1642ab403088 req-941f4f80-72a0-4d81-a065-44ea0434dcf0 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148310 Nov 12 00:43:15.102901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4f0b52c0-ba55-4cc2-9392-08dfe1a60057 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:15.125849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.126346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.147084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.148462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Calling delete_port for 376f389d-5227-4bea-9e98-7301f75e060f owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:15.172029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851b403e-459a-448c-968d-00735df47227']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.181962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b08b47-2196-415a-bf10-416260307c0c') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.182270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b08b47-2196-415a-bf10-416260307c0c') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.218008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.234879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.242702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:15.243417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:15.304715 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:15.310185 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.315661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cb3b4-bb03-4875-b1bd-7f83e292d5e9 req-2f8d7aa9-68a9-4ef1-ae77-e0fbc349355d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.319604 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.325339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32cb3b4-bb03-4875-b1bd-7f83e292d5e9 req-2f8d7aa9-68a9-4ef1-ae77-e0fbc349355d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.1299860 Nov 12 00:43:15.327696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] 10.222.0.11 "DELETE /v2.0/networks/851b403e-459a-448c-968d-00735df47227 HTTP/1.1" status: 204 len: 168 time: 0.3703990 Nov 12 00:43:15.328415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:15.355317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a09e-1514-4888-ac49-21b0a80ad57a admin admin] Pushing event deleted for resources: {'Network': ['ID=851b403e-459a-448c-968d-00735df47227,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.369807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-68331e1c-1d4d-46d5-8158-fad0b870405c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.371345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-68331e1c-1d4d-46d5-8158-fad0b870405c tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 945 time: 0.1575079 Nov 12 00:43:15.414714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d32cb3b4-bb03-4875-b1bd-7f83e292d5e9 req-378cfebf-5ce2-4e7b-83e1-16ea6b9f1332 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884752 Nov 12 00:43:15.414864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Deleting subnet 2edf284b-5796-40ac-84a2-982f6bab3ecc {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:15.421828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.466492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.523846 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.541718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.554946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event deleted for resources: {'Port': ['ID=376f389d-5227-4bea-9e98-7301f75e060f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.618845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Deleting port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:15.619233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.630847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.663665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edf284b-5796-40ac-84a2-982f6bab3ecc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.684335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.693258 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7c043ca-a91c-4a57-8a1f-217c38a285ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2edf284b-5796-40ac-84a2-982f6bab3ecc HTTP/1.1" status: 204 len: 168 time: 0.3613153 Nov 12 00:43:15.693936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:15.748476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.754685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.755904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5518d359-36d2-4a6f-a6b7-ad0e1a7f1f0b req-2d02d994-8328-492b-aa7c-0befab3d51dc tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "DELETE /v2.0/floatingips/958caf90-1ccc-4f28-ad67-3514e3698a4a HTTP/1.1" status: 204 len: 173 time: 1.0046747 Nov 12 00:43:15.789984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.844595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b5c44-8a52-44fa-99bc-2c3b4324d3b2 req-10379374-cded-44bf-976d-1bb2714e9870 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.846973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d18b5c44-8a52-44fa-99bc-2c3b4324d3b2 req-10379374-cded-44bf-976d-1bb2714e9870 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 949 time: 0.1945329 Nov 12 00:43:15.862434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-d86ca291-c0fb-4dad-8027-a3c85bfb69b1 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips/6395471d-2ac0-45bc-8f66-95826d8d53af HTTP/1.1" status: 200 len: 693 time: 0.0874081 Nov 12 00:43:15.888292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.915508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3275c21d-a331-497b-8e94-00471d5dabd2']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.924100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] For port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:15.924757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.928890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b95cea-4fbe-4e9d-bf4c-ce7b91c92c65') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.929269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b95cea-4fbe-4e9d-bf4c-ce7b91c92c65') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.943421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.960329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.967014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:15.967448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:15.969309 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:15.989955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Calling delete_port for 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:16.031829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d18b5c44-8a52-44fa-99bc-2c3b4324d3b2 req-43c1fd25-f133-4245-8ee1-14a53d271a0c tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744390 Nov 12 00:43:16.040792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.047354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.055376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3275c21d-a331-497b-8e94-00471d5dabd2 HTTP/1.1" status: 204 len: 168 time: 0.3596635 Nov 12 00:43:16.074206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b096-d67c-4d20-ba15-67f770051165 admin admin] Pushing event deleted for resources: {'Network': ['ID=3275c21d-a331-497b-8e94-00471d5dabd2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.279090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.341223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b4363cc-60b1-41e5-86b0-b257a49c5e60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8a4b5f0872e473395e793d9c110f65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595150 Nov 12 00:43:16.343634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.408374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.431497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.439797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-95b5692e-92e5-43f8-87bb-af8a42501c99 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.441293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-95b5692e-92e5-43f8-87bb-af8a42501c99 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.5684087 Nov 12 00:43:16.490742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.493492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.494644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8 HTTP/1.1" status: 204 len: 168 time: 0.1499896 Nov 12 00:43:16.503670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02191-a8cb-464a-a687-d4d59e2ae54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5bd34-9e1c-4a08-8c29-abf1c9cc37a8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.528636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-baae8c7f-7be1-46e5-8a2c-7aafd248c61c tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.0726821 Nov 12 00:43:16.632339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-15482626-2e0c-4f74-a653-f85615f3d72d tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.102 HTTP/1.1" status: 200 len: 696 time: 0.0857053 Nov 12 00:43:16.654447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c835-be42-448d-8cf5-7417ed60d1a6 req-907f0a89-c036-4a87-8811-ae9136a287f3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.655760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62e2c835-be42-448d-8cf5-7417ed60d1a6 req-907f0a89-c036-4a87-8811-ae9136a287f3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1493833 Nov 12 00:43:16.669236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.683231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['08f2bb91-c1a3-4a11-a774-7987cfa06da5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:16.712804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0da83ad8-be7f-4653-8693-2f71164b6d29', '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:16.754400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event deleted for resources: {'Port': ['ID=9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.873120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.878548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] No DVR routers for this DVR port 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:16.883027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.886543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe18a69c-1d2d-4096-b0a9-34b2d8d2e640 req-0c314280-1f46-4397-aa67-e36bd930acb4 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "DELETE /v2.0/ports/9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f HTTP/1.1" status: 204 len: 173 time: 1.4879215 Nov 12 00:43:16.887300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'name': 'network-vif-deleted', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:16.890002 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555d150-41d7-46e8-8b7d-7fd12f1f2f7b" -d '{"events": [{"server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "name": "network-vif-deleted", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:16.897006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62e2c835-be42-448d-8cf5-7417ed60d1a6 req-5dff14c3-168e-4fd6-b0af-255167a0015d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305753 Nov 12 00:43:16.927621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Deleting port 8649cff3-20bc-4064-bb3f-e5cfd087b79b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:16.928357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.993950 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-107fbad5-a79c-480d-ad1f-5f5a133d0c34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9bbd8165f734fdd8465d8f179d32819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1174183 Nov 12 00:43:16.994320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:17.033884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.034370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.047529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Calling delete_port for 8649cff3-20bc-4064-bb3f-e5cfd087b79b owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:17.054007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.078403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.141027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.144341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.159533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/953281e6-832d-4783-be96-dbc5f313e754 HTTP/1.1" status: 204 len: 168 time: 0.1562424 Nov 12 00:43:17.178123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2d0db-9fd8-41f4-bd9b-69bd4dba1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953281e6-832d-4783-be96-dbc5f313e754,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:17.214373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.263293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Pushing event deleted for resources: {'Port': ['ID=8649cff3-20bc-4064-bb3f-e5cfd087b79b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:17.347527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-69b4608a-d083-4df7-ba20-fa3fc4caac7c tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8c1e9953274745d695e5b232665f0162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370579 Nov 12 00:43:17.357631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.360289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.362821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d546da-2c17-441d-b9fb-b95f6f59f693 req-f4e94919-1e26-43ec-aa7a-68550bcbb7f4 tempest-FloatingIPDetailsTestJSON-2024201224 tempest-FloatingIPDetailsTestJSON-2024201224-project] 10.222.0.11 "DELETE /v2.0/floatingips/6395471d-2ac0-45bc-8f66-95826d8d53af HTTP/1.1" status: 204 len: 173 time: 0.7059131 Nov 12 00:43:17.369494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:17.485241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abd6b85d-3f13-4c79-ae26-ccdfb20db7a9 req-2d634c2f-2c4b-4c31-b7d9-77bf229e2171 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4e6c3-92da-4734-83a8-232896d16fae HTTP/1.1" status: 200 len: 210 time: 0.0328205 Nov 12 00:43:17.554121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-091418d5-75a5-4b3d-9d6c-860a7448a9a1 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.556559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-091418d5-75a5-4b3d-9d6c-860a7448a9a1 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000875 Nov 12 00:43:17.578610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-6b60c2b1-3e77-4669-a6b1-a3697a6c22a6 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/quotas/8c1e9953274745d695e5b232665f0162 HTTP/1.1" status: 200 len: 375 time: 0.0115843 Nov 12 00:43:17.622383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-27fdfed9-2ada-4047-8222-3baef68c01d7 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c1e9953274745d695e5b232665f0162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357103 Nov 12 00:43:17.713343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d11608-9def-4768-a7d3-74e142f86d45 req-f67eb42c-fcfb-4858-b195-9c2ecc3b7b05 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.725231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9d11608-9def-4768-a7d3-74e142f86d45 req-f67eb42c-fcfb-4858-b195-9c2ecc3b7b05 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 949 time: 0.1013839 Nov 12 00:43:17.795024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9d11608-9def-4768-a7d3-74e142f86d45 req-77720738-84e3-4881-8c8e-706836ba98cd tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Nov 12 00:43:17.976350 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7acc2b-c9af-4f81-a55a-c3543510117b x-openstack-request-id: req-ff7acc2b-c9af-4f81-a55a-c3543510117b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:17.977047 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4e6c3-92da-4734-83a8-232896d16fae", "name": "network-vif-deleted", "tag": "9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:17.977047 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff7acc2b-c9af-4f81-a55a-c3543510117b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:17.977732 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4e6c3-92da-4734-83a8-232896d16fae', 'name': 'network-vif-deleted', 'tag': '9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f', 'status': 'completed', 'code': 200} Nov 12 00:43:17.981672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c754decf-ceb9-4af7-be04-8a096dfae3b1 req-312ce80d-e913-4202-9677-7190da26eda9 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 210 time: 0.0453711 Nov 12 00:43:18.084608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113cec-aff1-4300-88cb-da1d5f8abf81 req-5c53f11d-6e45-4719-af31-75a236bfa52c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.086442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9113cec-aff1-4300-88cb-da1d5f8abf81 req-5c53f11d-6e45-4719-af31-75a236bfa52c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0599878 Nov 12 00:43:18.175067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9113cec-aff1-4300-88cb-da1d5f8abf81 req-17e8c66a-ddcd-412a-8244-759535cccd2c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691719 Nov 12 00:43:18.210244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.239220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.336030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-network', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:18.374321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-646a09ad-bc35-4fef-9bd1-7fbefb1150c5 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.375934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-646a09ad-bc35-4fef-9bd1-7fbefb1150c5 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 1101 time: 0.0727088 Nov 12 00:43:18.377209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Made reservation on behalf of 0a5603c5e22b48438988f0fdadfcfaa5 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:18.379956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.397053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.541545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Deleting port d413367c-e438-48d1-a86b-beb8611918b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:18.542144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.552624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Deleting port b0fa59a2-58be-43e8-bc9a-63eaed2393cb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:18.552965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.625333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.639911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.641953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] For port d413367c-e438-48d1-a86b-beb8611918b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d413367c-e438-48d1-a86b-beb8611918b5,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:18.643108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.662473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Calling delete_port for d413367c-e438-48d1-a86b-beb8611918b5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:18.678624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:18.701087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a4aad-6e0b-45fb-8a96-fafdac39bf60,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.706330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] For port b0fa59a2-58be-43e8-bc9a-63eaed2393cb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:18.706842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.729348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.730021 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Added segment afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4 of type vlan for network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 Nov 12 00:43:18.731937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.732328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.732676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.733035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.733372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.733701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.734056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.734343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.734649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.734976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.735396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.735731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:18.739693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Calling delete_port for b0fa59a2-58be-43e8-bc9a-63eaed2393cb owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:18.831192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.903431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.907616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.909071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.909306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.932812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d413367c-e438-48d1-a86b-beb8611918b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.952796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f4f64-ec53-429f-bd06-4609524c5752 req-6ebb47d5-6703-4d75-aa8d-745aefbafa04 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.954674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728f4f64-ec53-429f-bd06-4609524c5752 req-6ebb47d5-6703-4d75-aa8d-745aefbafa04 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.1630676 Nov 12 00:43:19.022401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-4ca761bb-8607-4670-b5b3-bd24ac5d992a tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8c1e9953274745d695e5b232665f0162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488942 Nov 12 00:43:19.068104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8560297 Nov 12 00:43:19.070789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:19.075907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Request body: {'subnet': {'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-subnet', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:19.076248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:19.078354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:19.143629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be457c3a-1f71-4b35-a25f-8137cf0c6f10 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb538ad-cb1e-4b43-8866-0af5f085cba9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.157815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:19.159264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 9feeb9b2-b43d-43f9-b4d5-0c66a5c0fb8f not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:19.169654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:19.190934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-728f4f64-ec53-429f-bd06-4609524c5752 req-157dca5a-3e73-4d63-877e-e5836428928d tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144697 Nov 12 00:43:19.203641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5062-29a1-49ec-ac58-3385aa8c96b8 req-77e5ac2a-6cbd-436b-a9da-73b16caa076b tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.205877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-662b5062-29a1-49ec-ac58-3385aa8c96b8 req-77e5ac2a-6cbd-436b-a9da-73b16caa076b tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=389774e1-1789-4d42-869f-6653a7dc1f8f HTTP/1.1" status: 200 len: 949 time: 0.2786551 Nov 12 00:43:19.225087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-3aa84b79-d38d-4b5b-bd27-1179f22e1974 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.226297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.232322 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-3aa84b79-d38d-4b5b-bd27-1179f22e1974 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990862 Nov 12 00:43:19.236767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Made reservation on behalf of 0a5603c5e22b48438988f0fdadfcfaa5 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:19.247648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.286923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b0fa59a2-58be-43e8-bc9a-63eaed2393cb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:19.301423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Request body: {'port': {'device_id': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '8c1e9953274745d695e5b232665f0162'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:19.305140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0fa59a2-58be-43e8-bc9a-63eaed2393cb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.381766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:19.395843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72', 'port_id': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'mac_address': 'fa:16:3e:30:11:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:19.403161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] No DVR routers for this DVR port b0fa59a2-58be-43e8-bc9a-63eaed2393cb on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:19.414141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.420919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c60dceb0-1190-4fca-80d8-d93d4692c504 req-addc7ca1-9a44-4bc8-9c21-4b98b1cc3884 tempest-DeleteServersAdminTestJSON-1654493665 tempest-DeleteServersAdminTestJSON-1654493665-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b0fa59a2-58be-43e8-bc9a-63eaed2393cb HTTP/1.1" status: 204 len: 173 time: 1.0374703 Nov 12 00:43:19.456949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-662b5062-29a1-49ec-ac58-3385aa8c96b8 req-93c61a3e-3cac-4dda-9a0f-4cea860bead2 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419291 Nov 12 00:43:19.468231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.483641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0154d98e-8072-40b7-a8da-51ffca9ca853 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:19.510313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:19.518481 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.601630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.624708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-881ac869-12b7-4a32-9489-7a94dbc3317c req-e738715f-22a0-499a-82b0-7ee27d8602b7 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 210 time: 0.0435328 Nov 12 00:43:19.630392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.698042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5e19-a9d1-49fd-b53e-38b15caae29d req-c9c03e91-ffcc-447f-9f42-86854f8c110e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.699578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-614b5e19-a9d1-49fd-b53e-38b15caae29d req-c9c03e91-ffcc-447f-9f42-86854f8c110e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0864367 Nov 12 00:43:19.755544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-614b5e19-a9d1-49fd-b53e-38b15caae29d req-68faa11f-f308-4c8a-a512-5504005506db tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Nov 12 00:43:19.809215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Made reservation on behalf of 8c1e9953274745d695e5b232665f0162 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:19.812705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.815497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0154d98e-8072-40b7-a8da-51ffca9ca853'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:19.839819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.846908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.972899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68816737-4b35-4a3c-a23b-f33e85b15167,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.980942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'name': 'network-vif-deleted', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:19.983760 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c8e237-b545-4e34-86d4-0de514e1902a" -d '{"events": [{"server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "name": "network-vif-deleted", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:20.038319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Checking segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:20.038684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Network hostable DHCP agents. Network: 1cb538ad-cb1e-4b43-8866-0af5f085cba9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:20.044040 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53548f38-15b1-462a-9cad-6d1c6ca87c4b x-openstack-request-id: req-53548f38-15b1-462a-9cad-6d1c6ca87c4b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:20.044370 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389774e1-1789-4d42-869f-6653a7dc1f8f", "name": "network-vif-deleted", "tag": "b0fa59a2-58be-43e8-bc9a-63eaed2393cb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:20.044678 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53548f38-15b1-462a-9cad-6d1c6ca87c4b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:20.045412 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389774e1-1789-4d42-869f-6653a7dc1f8f', 'name': 'network-vif-deleted', 'tag': 'b0fa59a2-58be-43e8-bc9a-63eaed2393cb', 'status': 'completed', 'code': 200} Nov 12 00:43:20.102326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.108689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Router 35585867-28e0-44cf-a1e9-a1466121ac36 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:20.110378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.127000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:20.200830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1cb538ad-cb1e-4b43-8866-0af5f085cba9) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:20.215873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e81e17-e0c3-45bc-916e-7d0094c77195 None None] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:20.231438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f65640-031c-493a-8f01-ab15e0a89a2f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.272790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.273400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.349757 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3d19ebe8-cc96-48d7-ab61-a31c7c88a881 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2778087 Nov 12 00:43:20.352503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563839-d5fa-4244-8356-417c022b0ee8 req-508b36af-53e2-456c-8c48-4c6f32eab6f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.354266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29563839-d5fa-4244-8356-417c022b0ee8 req-508b36af-53e2-456c-8c48-4c6f32eab6f7 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.0542006 Nov 12 00:43:20.354855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.359773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:20.406648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.408405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.423440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-41a0e201-d67d-40fb-8f0d-88025aee6bdb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.425346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-41a0e201-d67d-40fb-8f0d-88025aee6bdb tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 946 time: 0.2446866 Nov 12 00:43:20.431847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29563839-d5fa-4244-8356-417c022b0ee8 req-8f3e647c-c4a1-4d66-b5a3-f93b7e031e3a tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649948 Nov 12 00:43:20.449941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'fixed_ips': [{'subnet_id': '68816737-4b35-4a3c-a23b-f33e85b15167'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:20.451251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.478992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Allocated IP 192.168.233.130 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:20.481256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.506935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:20.514244 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea054b81-b7a2-41c1-8f4a-ea4787ecef6e admin admin] 10.222.0.11 "PUT /v2.0/routers/35585867-28e0-44cf-a1e9-a1466121ac36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1418891 Nov 12 00:43:20.520397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.546176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Sync routers for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:20.578793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:20.580773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:20.674684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.828087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8495de75-dad5-4b69-8d4e-b0425cf34245 req-98e4c531-2516-48a0-92fe-b4f8c5fc00c5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 210 time: 0.0764830 Nov 12 00:43:20.942096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-ca8d26f6-86e9-4b98-a9a6-9418bffc9bda tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616379 Nov 12 00:43:20.984429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Allocated IP 172.20.0.2 (1cb538ad-cb1e-4b43-8866-0af5f085cba9/68816737-4b35-4a3c-a23b-f33e85b15167/953b8449-d5f1-429a-9f47-760b076ae7d6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:21.006958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:21.105096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:21.122605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-0f236719-f8a9-49ea-bb3b-468d17dbecce tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.124306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-0f236719-f8a9-49ea-bb3b-468d17dbecce tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710200 Nov 12 00:43:21.131643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.171829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Deleting port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:21.172177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.188504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2652f4-96ca-4c5f-83a4-79b8dd62f533 req-84ecd65c-0e37-45b9-a03a-01f54db6e812 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.193379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e2652f4-96ca-4c5f-83a4-79b8dd62f533 req-84ecd65c-0e37-45b9-a03a-01f54db6e812 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2528920 Nov 12 00:43:21.212565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-ae72bd1e-e1ca-4077-909c-bef5d9f3d507 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/quotas/4f8408ed2f534f0bba48cd8d81562d68 HTTP/1.1" status: 200 len: 375 time: 0.0697534 Nov 12 00:43:21.255758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.262153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-96b862ca-54d1-4ffe-80b5-5c108b2d21a2 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484400 Nov 12 00:43:21.282589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.333417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.358947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0154d98e-8072-40b7-a8da-51ffca9ca853 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:21.372759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0154d98e-8072-40b7-a8da-51ffca9ca853 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:21.373142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.378351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.380233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] For port 08f2bb91-c1a3-4a11-a774-7987cfa06da5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=08f2bb91-c1a3-4a11-a774-7987cfa06da5,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:21.380659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.413862 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.417693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Calling delete_port for 08f2bb91-c1a3-4a11-a774-7987cfa06da5 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:21.431915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.441974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e2652f4-96ca-4c5f-83a4-79b8dd62f533 req-f9b8f04e-d3c9-4ec5-810b-0b12d293b5ba tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238214 Nov 12 00:43:21.513065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.541725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:21.575221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:21.580454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Pushing event updated for resources: {'Port': ['ID=953b8449-d5f1-429a-9f47-760b076ae7d6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:21.583191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:21.586820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:43:18Z', 'revision_number': 5, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port': {'id': 'c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:42Z', 'updated_at': '2021-11-12T00:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:21.601300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:21.608201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b937d4f2-4338-48cc-bd2c-c34d0b3c4177 req-2c9c6685-de09-4246-8010-6e58a3cffa1c tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 210 time: 0.0810382 Nov 12 00:43:21.650232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.650584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.651034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.651388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.651726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.652099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.652437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.652769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.653115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.653479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.653774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.654099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:21.667644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Allocated IP 172.25.6.181 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/91fadd78-e012-4c77-b51c-26e35dac49f2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:21.689201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Checking router: 35585867-28e0-44cf-a1e9-a1466121ac36 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:21.726109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:21.733267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:21.749772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:21.787066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e21fe64-ce4b-4a78-be4b-2d4668d3cc17 req-a96ab710-ea46-42bf-8b79-9300d995e5e6 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 210 time: 0.0568123 Nov 12 00:43:21.814474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.821969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.822636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.838551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.854129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Attempting to bind port 953b8449-d5f1-429a-9f47-760b076ae7d6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:21.854622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Attempting to bind port 953b8449-d5f1-429a-9f47-760b076ae7d6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:21.855243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Attempting to bind port 953b8449-d5f1-429a-9f47-760b076ae7d6 on network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:21.867727 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-982a5c68-adba-446b-a0d4-b054daf85411 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5825560 Nov 12 00:43:21.890772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['08f2bb91-c1a3-4a11-a774-7987cfa06da5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:21.908476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Deleting port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:21.908823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.911602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.926178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0da83ad8-be7f-4653-8693-2f71164b6d29'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:21.936460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Routers {'35585867-28e0-44cf-a1e9-a1466121ac36'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:21.937780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35585867-28e0-44cf-a1e9-a1466121ac36'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:22.030347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.034411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] For port c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:22.035334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.054550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event deleted for resources: {'Port': ['ID=08f2bb91-c1a3-4a11-a774-7987cfa06da5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.057958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] Set router 35585867-28e0-44cf-a1e9-a1466121ac36 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:22.059096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faef241-63c8-4e3c-bfd8-6973302d0b40 req-3b7529a4-9972-41fd-a5c4-0d34bf58b6af tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.068693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0faef241-63c8-4e3c-bfd8-6973302d0b40 req-3b7529a4-9972-41fd-a5c4-0d34bf58b6af tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 936 time: 0.0900199 Nov 12 00:43:22.077762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Request body: {'port': {'device_id': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:22.093036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:22.106381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Calling delete_port for c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:22.122727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:22.132353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:22.134248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:22.134764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Checking segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:22.135171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.135553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Bound using segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:22.136041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Bound port: 953b8449-d5f1-429a-9f47-760b076ae7d6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:22.136567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.166765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] No DVR routers for this DVR port 08f2bb91-c1a3-4a11-a774-7987cfa06da5 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:22.175242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.185014 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-78ae3e0c-88a9-466b-a437-f3f8e12f326a req-2174525e-e30c-42f1-996b-8a292dac1209 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.32 "DELETE /v2.0/ports/08f2bb91-c1a3-4a11-a774-7987cfa06da5 HTTP/1.1" status: 204 len: 173 time: 1.7499213 Nov 12 00:43:22.191258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'name': 'network-vif-deleted', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:22.192151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:22.193990 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78e436f-f11b-46a0-88c8-684b813ccb03" -d '{"events": [{"server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "name": "network-vif-deleted", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:22.194617 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abf281-e480-4b4c-b0a8-96d560484b75" -d '{"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:22.198642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:43:21Z', 'revision_number': 6, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:22.270244 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.275818 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec07d4fd-4f75-4a7e-9023-06a184dd1809 x-openstack-request-id: req-ec07d4fd-4f75-4a7e-9023-06a184dd1809 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:22.276141 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48", "name": "network-vif-deleted", "tag": "08f2bb91-c1a3-4a11-a774-7987cfa06da5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:22.276564 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec07d4fd-4f75-4a7e-9023-06a184dd1809 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:22.276992 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48', 'name': 'network-vif-deleted', 'tag': '08f2bb91-c1a3-4a11-a774-7987cfa06da5', 'status': 'completed', 'code': 200} Nov 12 00:43:22.324407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:22.341366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Pushing event updated for resources: {'Port': ['ID=91fadd78-e012-4c77-b51c-26e35dac49f2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.346877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24b6b7-0b50-44d2-a7cf-f036e381e9e4 None None] The sync data for ids ['35585867-28e0-44cf-a1e9-a1466121ac36'] in n-d-712141-15 is: [{'id': '35585867-28e0-44cf-a1e9-a1466121ac36', 'name': 'tempest-FloatingIPDetailsTestJSON-1350930301-router', 'tenant_id': 'efdb08bf6a49447cad801135c385ef4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:43:21Z', 'revision_number': 6, 'project_id': 'efdb08bf6a49447cad801135c385ef4d', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:22.374600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0faef241-63c8-4e3c-bfd8-6973302d0b40 req-a5ecdbd7-a363-4c67-a991-b0bfa787d365 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046494 Nov 12 00:43:22.379315 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf793f4-2e99-499a-954f-87ce8fbbe9fe x-openstack-request-id: req-fdf793f4-2e99-499a-954f-87ce8fbbe9fe {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:22.381395 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:22.382143 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdf793f4-2e99-499a-954f-87ce8fbbe9fe {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:22.382793 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'code': 200} Nov 12 00:43:22.384693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.385746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0fa59a2-58be-43e8-bc9a-63eaed2393cb no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:22.455119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1a1cfcb0-5c00-4391-91bb-5fa938f53d68 None None] Provisioning complete for port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:22.455972 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a1cfcb0-5c00-4391-91bb-5fa938f53d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.660852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cfcb0-5c00-4391-91bb-5fa938f53d68 None None] Port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:22.671800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.690114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.707653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.717293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b0fa59a2-58be-43e8-bc9a-63eaed2393cb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:22.718079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0fa59a2-58be-43e8-bc9a-63eaed2393cb not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:22.867761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.874800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-291a7483-dd99-4f0a-8315-e3c104ace03c req-d4a83aaf-0828-47e5-8642-1db05d3b7035 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 210 time: 0.0520723 Nov 12 00:43:22.888178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd218-528f-44c9-9891-250fbc684311 req-4458e7d7-3dcd-4e31-804d-b8c178f01903 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.890000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f93cd218-528f-44c9-9891-250fbc684311 req-4458e7d7-3dcd-4e31-804d-b8c178f01903 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.2329056 Nov 12 00:43:22.894401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57909-03dd-4d2b-b588-2c69120c16a7 req-ddc30f7e-e300-4432-a234-fb841083cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.895831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33c57909-03dd-4d2b-b588-2c69120c16a7 req-ddc30f7e-e300-4432-a234-fb841083cacb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1098 time: 0.3119745 Nov 12 00:43:22.937788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] For port 953b8449-d5f1-429a-9f47-760b076ae7d6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:22.964725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:22.979483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.004400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.009608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] For port 953b8449-d5f1-429a-9f47-760b076ae7d6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=953b8449-d5f1-429a-9f47-760b076ae7d6,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:23.010607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.015010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.026502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d413367c-e438-48d1-a86b-beb8611918b5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:23.028382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Transition to ACTIVE for port object 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:23.060931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.080305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d413367c-e438-48d1-a86b-beb8611918b5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:23.080925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d413367c-e438-48d1-a86b-beb8611918b5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:23.092587 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.115257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f93cd218-528f-44c9-9891-250fbc684311 req-d25f6b86-3116-49e4-b48e-76defa31092c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167313 Nov 12 00:43:23.115502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.115828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35585867-28e0-44cf-a1e9-a1466121ac36 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:43:23.123379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.124574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c91beddf-c4ab-4f67-aa0c-6572c669350e admin admin] 10.222.0.11 "DELETE /v2.0/routers/35585867-28e0-44cf-a1e9-a1466121ac36 HTTP/1.1" status: 204 len: 168 time: 2.6005609 Nov 12 00:43:23.134302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:23.265295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f97eb-04d0-495e-823c-83aef413cfff None None] Pushing event updated for resources: {'Port': ['ID=953b8449-d5f1-429a-9f47-760b076ae7d6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.269242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.279362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-6b262791-1134-4ac9-b762-fc91bc5fcfa3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508863 Nov 12 00:43:23.409453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Deleting subnet 005d64f1-df2b-49ca-a1ae-2822ed5401e1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:23.418344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.593397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.650360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Attempting to bind port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:23.651137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Attempting to bind port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:23.651720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Attempting to bind port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:23.668898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:23.669222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Attempting to bind port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:23.678138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-32f401f4-bfb6-47de-a98d-176249824751 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:23.679673 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-32f401f4-bfb6-47de-a98d-176249824751 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882370 Nov 12 00:43:23.691040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:23.691410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:23.691736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:23.692655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Bound port: 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:23.693068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.698624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Request body: {'port': {'device_id': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '4f8408ed2f534f0bba48cd8d81562d68'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:23.761992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33c57909-03dd-4d2b-b588-2c69120c16a7 req-9465a30d-faf3-4722-bff9-e4a445343835 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303783 Nov 12 00:43:23.840383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.844454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-148d938c-7964-4515-9e30-32f0f052f08c req-25d620d7-4480-492d-948b-36a1fcc35949 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b95e743-6a5e-4ada-bdfc-7c01ca5b2e48 HTTP/1.1" status: 200 len: 210 time: 0.0884469 Nov 12 00:43:23.857070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.920263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1da7e-b5a0-496e-8aea-90653e470f5c req-dfde2dd4-e5ca-4ef0-a134-844cafdb7248 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:23.921950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00b1da7e-b5a0-496e-8aea-90653e470f5c req-dfde2dd4-e5ca-4ef0-a134-844cafdb7248 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 948 time: 0.1676359 Nov 12 00:43:23.927404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:23.932906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:23.943498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.983636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.985606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Made reservation on behalf of 4f8408ed2f534f0bba48cd8d81562d68 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:23.990344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.015225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.015225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.015225 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] 10.222.0.32 "PUT /v2.0/ports/61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b HTTP/1.1" status: 200 len: 1097 time: 2.1060960 Nov 12 00:43:24.021882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00b1da7e-b5a0-496e-8aea-90653e470f5c req-e012dc07-ab70-4ef6-b849-46b3a2740ae3 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899847 Nov 12 00:43:24.048366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005d64f1-df2b-49ca-a1ae-2822ed5401e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.055252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.057622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db76f6-1af2-445c-be4e-c90efca15af6 None None] Network 4ff8b242-0bca-4f57-94d4-6290a200f15a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:24.058512 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-887ed748-43af-49e7-8279-6c71f2d034f8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/005d64f1-df2b-49ca-a1ae-2822ed5401e1 HTTP/1.1" status: 204 len: 168 time: 0.9232762 Nov 12 00:43:24.062524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:24.090969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Router 59724a0b-62bc-4e40-8f58-7000b86f3193 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:43:24.098699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c08658-359c-44d7-af61-fd9704728b3b service neutron] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.144343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 08f2bb91-c1a3-4a11-a774-7987cfa06da5 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:24.175432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 08f2bb91-c1a3-4a11-a774-7987cfa06da5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:24.176210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 08f2bb91-c1a3-4a11-a774-7987cfa06da5 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:24.214615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-25b2c754-ccb0-4137-ba54-0431919a9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.216301 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-25b2c754-ccb0-4137-ba54-0431919a9769 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c1e9953274745d695e5b232665f0162&device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 1100 time: 0.1488113 Nov 12 00:43:24.266657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d18da5ac-abf0-4ee3-9cfc-8dc4d774b2da req-e0474f67-d17d-4d43-983b-84e750ecb05d tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 210 time: 0.1669800 Nov 12 00:43:24.280563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:24.283000 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788c406-718f-49b6-aa89-926cb902099c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:24.357543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.381007 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a287db9-874a-423f-b854-1990f44c1d73 x-openstack-request-id: req-6a287db9-874a-423f-b854-1990f44c1d73 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:24.381353 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:24.381617 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a287db9-874a-423f-b854-1990f44c1d73 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:24.382021 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'status': 'completed', 'code': 200} Nov 12 00:43:24.386418 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-4d2f8f17-f1ec-46f0-9bd0-138ac2fa69e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b HTTP/1.1" status: 200 len: 217 time: 0.1605997 Nov 12 00:43:24.441273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Allocated IP 192.168.233.32 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/06e6ee71-c48f-401e-8647-fb892f3e6677) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:24.457387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] DHCP port deletion for 4ff8b242-0bca-4f57-94d4-6290a200f15a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:24.470919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-c461bdc0-ff83-4e7d-b068-05b6baddb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.472549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-c461bdc0-ff83-4e7d-b068-05b6baddb153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0756991 Nov 12 00:43:24.517119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:24.529595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Sync routers for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:24.551236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db873320-0458-47b1-99f5-866ef3ba7aba req-12e2eac6-f4be-4857-aeb0-fa916722c4db tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.559908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:24.560270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db873320-0458-47b1-99f5-866ef3ba7aba req-12e2eac6-f4be-4857-aeb0-fa916722c4db tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.2240126 Nov 12 00:43:24.560400 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:24.606739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-b82f06e7-709f-4b4c-8d75-f9b1b9bfa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.609011 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-b82f06e7-709f-4b4c-8d75-f9b1b9bfa6ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268628 Nov 12 00:43:24.666343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db873320-0458-47b1-99f5-866ef3ba7aba req-3e60e9c3-1f4c-4e90-80b5-268e8aa8d370 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046610 Nov 12 00:43:24.679665 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.687502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2006a128-2182-4a61-8a63-8a7026a75e6a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3305254 Nov 12 00:43:24.689747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Deleting port fd0aa96a-21a0-49ca-bc94-44d2168f4326 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:24.695692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45140) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:24.699926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.700144 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:24.798403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] For port fd0aa96a-21a0-49ca-bc94-44d2168f4326, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd0aa96a-21a0-49ca-bc94-44d2168f4326,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:24.798945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.801432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b8273-ad4e-4f7c-b0d8-e07373623092 None None] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:24.807840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Deleting port fd0aa96a-21a0-49ca-bc94-44d2168f4326 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:24.815301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.819270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.827383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Calling delete_port for fd0aa96a-21a0-49ca-bc94-44d2168f4326 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:24.917983 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-37d2e701-2b9a-4d70-b9b4-9c0297624536 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006196 Nov 12 00:43:24.961979 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:22Z', 'revision_number': 3, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:24.980213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 953b8449-d5f1-429a-9f47-760b076ae7d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:25.004200 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Checking router: 59724a0b-62bc-4e40-8f58-7000b86f3193 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:25.005597 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Updating router 59724a0b-62bc-4e40-8f58-7000b86f3193 port 91fadd78-e012-4c77-b51c-26e35dac49f2 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:25.028851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] Provisioning complete for port 953b8449-d5f1-429a-9f47-760b076ae7d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.029142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.039054 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.065801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.116736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0aa96a-21a0-49ca-bc94-44d2168f4326,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.131654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] No DVR routers for this DVR port fd0aa96a-21a0-49ca-bc94-44d2168f4326 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:25.268526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] For port fd0aa96a-21a0-49ca-bc94-44d2168f4326, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd0aa96a-21a0-49ca-bc94-44d2168f4326,segment=NetworkSegment(8822c57c-0e62-4760-be75-d900922c0429),segment_id=8822c57c-0e62-4760-be75-d900922c0429)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:25.269118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.289670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Calling delete_port for fd0aa96a-21a0-49ca-bc94-44d2168f4326 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:25.368105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.381325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.405985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:25.412241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:25.480481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b5df0-6b81-4812-83e1-60ef32ffc759 req-a781dc01-f633-4ecf-8620-c183eb1d55f6 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.494686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-856b5df0-6b81-4812-83e1-60ef32ffc759 req-a781dc01-f633-4ecf-8620-c183eb1d55f6 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 948 time: 0.3134954 Nov 12 00:43:25.509182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff8b242-0bca-4f57-94d4-6290a200f15a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.511728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 953b8449-d5f1-429a-9f47-760b076ae7d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.512294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.530226 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.539706 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.551298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.577397 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Attempting to bind port 91fadd78-e012-4c77-b51c-26e35dac49f2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:25.577763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Attempting to bind port 91fadd78-e012-4c77-b51c-26e35dac49f2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:25.578114 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Attempting to bind port 91fadd78-e012-4c77-b51c-26e35dac49f2 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:25.579641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8822c57c-0e62-4760-be75-d900922c0429') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.581451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8822c57c-0e62-4760-be75-d900922c0429') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.587352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:25.607699 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:25.608010 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:25.608638 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.609557 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:25.610912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.611090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Bound port: 91fadd78-e012-4c77-b51c-26e35dac49f2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:25.611458 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.655731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-856b5df0-6b81-4812-83e1-60ef32ffc759 req-7475299a-7064-41b2-a235-86b2f75db1f3 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601031 Nov 12 00:43:25.670684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.688856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.689701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.694561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] Pushing event deleted for resources: {'Port': ['ID=fd0aa96a-21a0-49ca-bc94-44d2168f4326,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.707439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.718414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e72258-081b-4a88-b4d2-13c52e9ab224 None None] No DVR routers for this DVR port fd0aa96a-21a0-49ca-bc94-44d2168f4326 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:25.727578 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Pushing event updated for resources: {'Port': ['ID=91fadd78-e012-4c77-b51c-26e35dac49f2,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.727902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:25.728400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:25.734732 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:25.752577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.752915 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.754462 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.754462 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.754462 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.754462 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.755586 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.755586 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.755899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.756877 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.756877 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.757140 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:25.761255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] For port 953b8449-d5f1-429a-9f47-760b076ae7d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=953b8449-d5f1-429a-9f47-760b076ae7d6,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:25.761490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] For port 91fadd78-e012-4c77-b51c-26e35dac49f2, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:25.765448 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] For port 91fadd78-e012-4c77-b51c-26e35dac49f2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=91fadd78-e012-4c77-b51c-26e35dac49f2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:25.773153 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.775658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.822381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1326411 Nov 12 00:43:25.846466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Request body: {'port': {'device_id': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:25.870711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874bed8-d223-4822-acdd-4e3fd6bf2ea7 None None] Pushing event updated for resources: {'Port': ['ID=953b8449-d5f1-429a-9f47-760b076ae7d6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.905163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef9dd-1e4f-4eba-be59-91e3cf0451bd req-7ec64d7d-71b6-4f2a-98f5-6a8d51c4510e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.914894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1fef9dd-1e4f-4eba-be59-91e3cf0451bd req-7ec64d7d-71b6-4f2a-98f5-6a8d51c4510e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.4093330 Nov 12 00:43:25.923308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c976e42e-a31c-4eaa-b6b2-dd8165a9fcaa None None] Provisioning complete for port 06e6ee71-c48f-401e-8647-fb892f3e6677 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.923308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c976e42e-a31c-4eaa-b6b2-dd8165a9fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.941437 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:25.943965 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.950322 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060286c-122e-464f-98bd-760cc8ef55f0 None None] Pushing event updated for resources: {'Port': ['ID=91fadd78-e012-4c77-b51c-26e35dac49f2,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.968129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.976368 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.980817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ff8b242-0bca-4f57-94d4-6290a200f15a HTTP/1.1" status: 204 len: 168 time: 1.9161870 Nov 12 00:43:25.996689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.006651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd0aa96a-21a0-49ca-bc94-44d2168f4326 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:26.033535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c976e42e-a31c-4eaa-b6b2-dd8165a9fcaa None None] Port 06e6ee71-c48f-401e-8647-fb892f3e6677 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:26.038714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fd0aa96a-21a0-49ca-bc94-44d2168f4326 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:26.039367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd0aa96a-21a0-49ca-bc94-44d2168f4326 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:26.040006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:26.076355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:26.077082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c2f431d0-bcb5-4ce5-b1b7-8f7a607d6fc6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:26.078367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5747540-d259-445c-8f70-6a70d7f6c0cc req-2d87c89e-a983-41cf-b8b9-0be7100fa000 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1492231 Nov 12 00:43:26.084024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Pushing event updated for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.106131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11af45-2f32-48d7-8283-b1adb439ede3 req-983ad944-79f9-4b2a-b219-92948e0f9f6f tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.109314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf11af45-2f32-48d7-8283-b1adb439ede3 req-983ad944-79f9-4b2a-b219-92948e0f9f6f tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 935 time: 0.3163207 Nov 12 00:43:26.171573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463a35-2733-47cb-ad19-48620c627453 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff8b242-0bca-4f57-94d4-6290a200f15a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.208009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf11af45-2f32-48d7-8283-b1adb439ede3 req-f83ee545-1802-44c5-96e0-610f8215408d tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909674 Nov 12 00:43:26.214400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1fef9dd-1e4f-4eba-be59-91e3cf0451bd req-02c30f8a-b8f4-403b-93da-5fa223ee0e51 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984152 Nov 12 00:43:26.237145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:26.259083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-51c5705c-9e62-4ad5-9be5-b9776403a36f None None] Provisioning complete for port 953b8449-d5f1-429a-9f47-760b076ae7d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:26.259839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51c5705c-9e62-4ad5-9be5-b9776403a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.274657 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:26.337594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.337880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.338209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.338541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.338873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.342130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.342521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.343070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.343532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.343889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.344471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.344979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe179b48-ef0f-494a-890b-a757c3e9c0bc tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:26.369591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1157fa27-55a5-49e0-b675-c257b7c380b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efdb08bf6a49447cad801135c385ef4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286416 Nov 12 00:43:26.370411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:26.445156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c406-718f-49b6-aa89-926cb902099c req-1abe8ae0-50f0-4faa-9c40-3520eed960bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.447406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-1abe8ae0-50f0-4faa-9c40-3520eed960bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c1e9953274745d695e5b232665f0162&device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 1100 time: 0.2214096 Nov 12 00:43:26.480155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142704-cf12-4230-99b4-354953fcfc81 req-28ec4817-28ac-4114-b1c5-301cde2f9e7a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.481980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d142704-cf12-4230-99b4-354953fcfc81 req-28ec4817-28ac-4114-b1c5-301cde2f9e7a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.1469789 Nov 12 00:43:26.488139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.527388 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:22Z', 'revision_number': 3, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:26.534854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.556652 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5da28-9048-4e0a-b315-a60d218b4229 None None] The sync data for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 is: [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:22Z', 'revision_number': 3, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:26.588115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d142704-cf12-4230-99b4-354953fcfc81 req-f0767d1e-5bf7-4347-9ffe-1ca2007c9df5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885377 Nov 12 00:43:26.626269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.635137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.643683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86cf2077-a7de-4fce-ba4d-be90375213b3 HTTP/1.1" status: 204 len: 168 time: 0.2387660 Nov 12 00:43:26.656229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8b4a-8a20-44a4-8644-c3b41c0477ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf2077-a7de-4fce-ba4d-be90375213b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.705005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c406-718f-49b6-aa89-926cb902099c req-d2213ba4-d417-4335-b865-59c6292f9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.706891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-d2213ba4-d417-4335-b865-59c6292f9ebb service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2105296 Nov 12 00:43:26.803361 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-06d1a98a-458f-4f56-adf6-85953c36e9c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b HTTP/1.1" status: 200 len: 217 time: 0.0870235 Nov 12 00:43:26.847629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29696bf2-ff73-47c8-8c30-6ee80f641367 req-c40976f3-b3a4-408b-a1ed-6f1c08e7bb8e tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.853629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29696bf2-ff73-47c8-8c30-6ee80f641367 req-c40976f3-b3a4-408b-a1ed-6f1c08e7bb8e tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1098 time: 0.1386418 Nov 12 00:43:26.872522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e6ee71-c48f-401e-8647-fb892f3e6677 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:26.878472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 953b8449-d5f1-429a-9f47-760b076ae7d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:26.885010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.898732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.909670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4ca7-d000-4019-b143-1797f63642a2 req-301a19a2-9172-4f17-943f-e3efc0f9ce9c tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.926114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fbe4ca7-d000-4019-b143-1797f63642a2 req-301a19a2-9172-4f17-943f-e3efc0f9ce9c tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 948 time: 0.1509595 Nov 12 00:43:26.948304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c406-718f-49b6-aa89-926cb902099c req-86fe4404-0c57-4d6f-a84a-fbe964b8edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.949794 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-86fe4404-0c57-4d6f-a84a-fbe964b8edd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1366904 Nov 12 00:43:26.951405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Transition to ACTIVE for port object 06e6ee71-c48f-401e-8647-fb892f3e6677 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:26.952030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 953b8449-d5f1-429a-9f47-760b076ae7d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:26.952628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.972303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.090516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fbe4ca7-d000-4019-b143-1797f63642a2 req-9de46a9a-db4b-40b5-9d3d-079e5bc7d550 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621635 Nov 12 00:43:27.117743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29696bf2-ff73-47c8-8c30-6ee80f641367 req-1e9f558b-dc56-4088-af0f-af13c85ebe57 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548544 Nov 12 00:43:27.166993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-ca7ba6e6-85a4-456e-b47e-ba42ac0784c3 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.168689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-ca7ba6e6-85a4-456e-b47e-ba42ac0784c3 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1390560 Nov 12 00:43:27.278438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c406-718f-49b6-aa89-926cb902099c req-8872833e-faad-41e9-b088-bbb5adf57b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.280256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-8872833e-faad-41e9-b088-bbb5adf57b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3219924 Nov 12 00:43:27.281304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:27.413989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149716-1cd8-44c5-8db4-16c8143c3f40 req-967b1c08-742e-4f59-a7ee-be06c8d32117 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.423442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8149716-1cd8-44c5-8db4-16c8143c3f40 req-967b1c08-742e-4f59-a7ee-be06c8d32117 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1098 time: 0.1874285 Nov 12 00:43:27.534676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9f94-bf87-4288-a902-023d52dc6e7c req-6f9ac30a-2f12-45b8-9edf-c035110c944e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.544637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56fb9f94-bf87-4288-a902-023d52dc6e7c req-6f9ac30a-2f12-45b8-9edf-c035110c944e tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 945 time: 0.1941929 Nov 12 00:43:27.557776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Deleting port 0da83ad8-be7f-4653-8693-2f71164b6d29 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:27.558233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.576976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8149716-1cd8-44c5-8db4-16c8143c3f40 req-9c9870d4-4e9d-4c06-8f48-a68d6bdbe82c tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521041 Nov 12 00:43:27.584691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-113980c5-60a9-4f7b-b861-a087a43feab8 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958114 Nov 12 00:43:27.585972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Allocated IP 172.20.0.1 (1cb538ad-cb1e-4b43-8866-0af5f085cba9/68816737-4b35-4a3c-a23b-f33e85b15167/5b5a6ca5-fdd9-44c0-a7ab-8b8966309487) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:27.730138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Attempting to bind port 06e6ee71-c48f-401e-8647-fb892f3e6677 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:27.730690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Attempting to bind port 06e6ee71-c48f-401e-8647-fb892f3e6677 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:27.731011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Attempting to bind port 06e6ee71-c48f-401e-8647-fb892f3e6677 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:27.743979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Port 06e6ee71-c48f-401e-8647-fb892f3e6677 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:27.744355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Attempting to bind port 06e6ee71-c48f-401e-8647-fb892f3e6677 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:27.785671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:27.786282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:27.786676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:27.787198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Bound port: 06e6ee71-c48f-401e-8647-fb892f3e6677, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:27.787904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.791867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56fb9f94-bf87-4288-a902-023d52dc6e7c req-1431ce0c-0869-475d-a1b8-8328f1e80807 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/security-groups?id=50903c64-a907-4e7b-8ef7-7f3e562016b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462723 Nov 12 00:43:27.847326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] For port 0da83ad8-be7f-4653-8693-2f71164b6d29, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0da83ad8-be7f-4653-8693-2f71164b6d29,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:27.847651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.868855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Calling delete_port for 0da83ad8-be7f-4653-8693-2f71164b6d29 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:27.899686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde9c95-6218-49b6-9227-59b733f3bb9d req-0094f44f-e49e-44c8-98c8-3dc75bfddb30 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.901693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acde9c95-6218-49b6-9227-59b733f3bb9d req-0094f44f-e49e-44c8-98c8-3dc75bfddb30 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 947 time: 0.2023349 Nov 12 00:43:27.909251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f788c406-718f-49b6-aa89-926cb902099c req-79938420-9094-4188-9921-94f30634a3c5 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106565 Nov 12 00:43:27.975577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.996769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:28.003899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=06e6ee71-c48f-401e-8647-fb892f3e6677,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:28.013796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.023780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acde9c95-6218-49b6-9227-59b733f3bb9d req-92477443-3afc-4097-bc67-8fa9f62d8ad9 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Nov 12 00:43:28.094161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.094913 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.097206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] 10.222.0.32 "PUT /v2.0/ports/06e6ee71-c48f-401e-8647-fb892f3e6677 HTTP/1.1" status: 200 len: 1096 time: 2.2568147 Nov 12 00:43:28.099884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:28.102438 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c09e58-ad34-47b9-82e5-c4686b184e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:28.119681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:28.155759 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.175735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.210457 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a4d36-a9d4-4876-8708-ec2e535ae0ef x-openstack-request-id: req-166a4d36-a9d4-4876-8708-ec2e535ae0ef {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:28.210758 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:28.211018 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-166a4d36-a9d4-4876-8708-ec2e535ae0ef {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:28.211443 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677', 'status': 'completed', 'code': 200} Nov 12 00:43:28.221440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0da83ad8-be7f-4653-8693-2f71164b6d29'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:28.228908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Pushing event deleted for resources: {'Port': ['ID=0da83ad8-be7f-4653-8693-2f71164b6d29,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.301668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:28.304863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:28.305163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] No DVR routers for this DVR port 0da83ad8-be7f-4653-8693-2f71164b6d29 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:28.309214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:28.313460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f792b9-b147-4ae7-b41f-c7a5242f7723 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.316601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.320307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e107a99-45e2-4afc-aa20-43d8ed4f64e4 req-2818e965-c57f-4dd2-ac8d-67df243dfe27 tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.39 "DELETE /v2.0/ports/0da83ad8-be7f-4653-8693-2f71164b6d29 HTTP/1.1" status: 204 len: 173 time: 1.1427875 Nov 12 00:43:28.320789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'name': 'network-vif-deleted', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:28.331272 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b67a4-67c9-48ea-af07-b2e50f29131e" -d '{"events": [{"server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "name": "network-vif-deleted", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:28.400254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.447802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-d9cffab7-c61f-4e09-ad1c-00b37b0065cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.456390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-d9cffab7-c61f-4e09-ad1c-00b37b0065cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 1099 time: 0.2848370 Nov 12 00:43:28.469751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.478377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:28.479822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff86a-e145-45d7-b403-2272921d8830 req-c9172a46-c22e-430f-ac20-ce818ee4e18c tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.494487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f1ff86a-e145-45d7-b403-2272921d8830 req-c9172a46-c22e-430f-ac20-ce818ee4e18c tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 948 time: 0.1868868 Nov 12 00:43:28.508418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'mac_address': 'fa:16:3e:e4:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:28.586230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f1ff86a-e145-45d7-b403-2272921d8830 req-b46909b1-420c-445d-9783-8e8c84222661 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904925 Nov 12 00:43:28.601532 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.639758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:28.666318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-00693e96-7b11-4c67-9c13-233d886d185e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=06e6ee71-c48f-401e-8647-fb892f3e6677 HTTP/1.1" status: 200 len: 217 time: 0.1990998 Nov 12 00:43:28.690602 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310bb77-bfe7-4862-9408-4a3e71a6ab10 x-openstack-request-id: req-9310bb77-bfe7-4862-9408-4a3e71a6ab10 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:28.691080 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b4ed98-7e02-4242-bb56-4e174bafbbae", "name": "network-vif-deleted", "tag": "0da83ad8-be7f-4653-8693-2f71164b6d29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:28.691564 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9310bb77-bfe7-4862-9408-4a3e71a6ab10 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:28.692202 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b4ed98-7e02-4242-bb56-4e174bafbbae', 'name': 'network-vif-deleted', 'tag': '0da83ad8-be7f-4653-8693-2f71164b6d29', 'status': 'completed', 'code': 200} Nov 12 00:43:28.709349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:28.721118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.887668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.943671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 91fadd78-e012-4c77-b51c-26e35dac49f2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:28.992769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b26a7810-6301-4f85-8391-c2b4414aaf28 None None] Provisioning complete for port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:28.993518 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b26a7810-6301-4f85-8391-c2b4414aaf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.996283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:29.058933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cfd350a9-fd37-4dcf-a98d-9bd8254ad138 req-241d28ee-6eb0-480a-99d9-ec8bc0820bed tempest-ListServerFiltersTestJSON-1011165960 tempest-ListServerFiltersTestJSON-1011165960-project] 10.222.0.11 "GET /v2.0/ports?device_id=43b4ed98-7e02-4242-bb56-4e174bafbbae HTTP/1.1" status: 200 len: 210 time: 0.0825167 Nov 12 00:43:29.139324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b26a7810-6301-4f85-8391-c2b4414aaf28 None None] Port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:29.167486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 91fadd78-e012-4c77-b51c-26e35dac49f2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:29.168273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.342084 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.350979 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.356032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-3c94873b-bca5-443d-989c-1dc4cbbf6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.358138 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-3c94873b-bca5-443d-989c-1dc4cbbf6285 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.6706855 Nov 12 00:43:29.371380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 91fadd78-e012-4c77-b51c-26e35dac49f2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=91fadd78-e012-4c77-b51c-26e35dac49f2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:29.382258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.405357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95338662-0e2c-421d-a1ba-7ea52f70f5f8 req-d6e1192b-bedf-40de-81c1-2692a8c087a4 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.418125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95338662-0e2c-421d-a1ba-7ea52f70f5f8 req-d6e1192b-bedf-40de-81c1-2692a8c087a4 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 947 time: 0.1031849 Nov 12 00:43:29.438429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=91fadd78-e012-4c77-b51c-26e35dac49f2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.453490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-4b89387a-cf77-48cb-875f-6abe96019e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.455582 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-4b89387a-cf77-48cb-875f-6abe96019e2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877497 Nov 12 00:43:29.480046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95338662-0e2c-421d-a1ba-7ea52f70f5f8 req-ca74edad-a605-4613-a6fd-112777505dc6 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608151 Nov 12 00:43:29.639643 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-96efe840-04d1-40b7-8f55-9a4952f5c732 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738553 Nov 12 00:43:29.713227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.749904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.776972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31bcb6-5af7-4103-a58a-c4529d14802b req-40fc3b05-4df0-451f-a62a-88d62ac281ba tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.780831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca31bcb6-5af7-4103-a58a-c4529d14802b req-40fc3b05-4df0-451f-a62a-88d62ac281ba tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 949 time: 0.0825808 Nov 12 00:43:29.851573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.855239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.877438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca31bcb6-5af7-4103-a58a-c4529d14802b req-2b385da3-b775-453e-967f-58aa33ab6e74 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777621 Nov 12 00:43:29.904542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2dc22cd4-7d04-4633-bd4f-53d30c9bada4 req-b545e0dd-d252-47fb-aab7-bdea0222ee74 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444851 Nov 12 00:43:29.908534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-14851c28-f62d-4005-8601-b21460d164ae tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:29.909703 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-14851c28-f62d-4005-8601-b21460d164ae tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107336 Nov 12 00:43:30.021513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-56b0f081-2b04-41c8-a8b5-163a41ce98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.022965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-56b0f081-2b04-41c8-a8b5-163a41ce98f9 service neutron] 10.222.0.11 "GET /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 1095 time: 0.0825782 Nov 12 00:43:30.037828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45284) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:30.038744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Request body: {'binding': {'host': 'n-h1-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:30.039232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:43:30.079637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:30.084911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:30.100839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-a3afc5a6-cb61-4219-a1e2-98909eed5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.102445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-a3afc5a6-cb61-4219-a1e2-98909eed5e53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 1099 time: 0.1330519 Nov 12 00:43:30.132092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:30.150426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:30.226106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Deleting subnet 77644c21-3d71-4caf-b818-c05e7c87cf38 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:30.237915 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.250169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:30.261824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:30.262545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.283700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.335976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33275cfc-e213-4979-8d03-d734cd218c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.398674 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.429782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:30.433415 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7066df-04ff-41da-bab4-5b4155298662" -d '{"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:30.451237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:30.451758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.475668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Router 59724a0b-62bc-4e40-8f58-7000b86f3193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:30.477156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.482616 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e71708-ee08-4bfc-af64-5c5aeba5e143 x-openstack-request-id: req-e5e71708-ee08-4bfc-af64-5c5aeba5e143 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:30.483119 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:30.483512 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5e71708-ee08-4bfc-af64-5c5aeba5e143 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:30.484164 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'code': 200} Nov 12 00:43:30.488202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-600e0202-895a-4b7f-8886-4e53c5859f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.490214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-600e0202-895a-4b7f-8886-4e53c5859f10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3680310 Nov 12 00:43:30.551557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on host n-h1-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:30.551960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:30.552317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:30.555711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-2180f31f-a366-4ff2-892b-13a0162968fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=06e6ee71-c48f-401e-8647-fb892f3e6677 HTTP/1.1" status: 200 len: 217 time: 0.0528650 Nov 12 00:43:30.558088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33275cfc-e213-4979-8d03-d734cd218c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.572343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33275cfc-e213-4979-8d03-d734cd218c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.574941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b5a77de5-a0a5-4e5f-9f74-451f4a744b83 None None] Provisioning complete for port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:30.575331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5a77de5-a0a5-4e5f-9f74-451f4a744b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.589758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.614275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.627352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5a77de5-a0a5-4e5f-9f74-451f4a744b83 None None] Port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:30.627786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:30.628980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:30.687115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77644c21-3d71-4caf-b818-c05e7c87cf38,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.691989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.694893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c505f23-6e59-46e3-916b-ac6015e42ba0 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:30.696103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-60b0927a-e816-4f10-85b0-0a806e57856f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77644c21-3d71-4caf-b818-c05e7c87cf38 HTTP/1.1" status: 204 len: 168 time: 0.5626776 Nov 12 00:43:30.699740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-33275cfc-e213-4979-8d03-d734cd218c9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d0247b2d73e46b5bf0f182a6a39e6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6608427 Nov 12 00:43:30.700392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:30.700732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:30.701010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:30.701117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:30.701540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Bound port: 0154d98e-8072-40b7-a8da-51ffca9ca853, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:30.703066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33275cfc-e213-4979-8d03-d734cd218c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc978ff-0d87-4fa7-842f-963b69354e2c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.708630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:30.783964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f81df-cbd9-4d91-ac27-228ca7bebfb3 req-da394b38-a508-498f-a0d2-e6a9ece67397 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.786129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d7f81df-cbd9-4d91-ac27-228ca7bebfb3 req-da394b38-a508-498f-a0d2-e6a9ece67397 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 947 time: 0.2085116 Nov 12 00:43:30.797766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-ccd136c8-ace8-428d-aab1-59495cb4c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.799255 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-ccd136c8-ace8-428d-aab1-59495cb4c213 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1653187 Nov 12 00:43:30.807071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:30.812533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:30.824293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24481843-332b-4465-aed6-031201acb7d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/59724a0b-62bc-4e40-8f58-7000b86f3193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1169269 Nov 12 00:43:30.829371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ad70c-444c-4cce-9531-b39a5ddcd5ee req-d3e2cd48-cf00-46a3-89e1-82f4b2b4bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.830855 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e45ad70c-444c-4cce-9531-b39a5ddcd5ee req-d3e2cd48-cf00-46a3-89e1-82f4b2b4bf6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 1102 time: 0.1958523 Nov 12 00:43:30.832256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Sync routers for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:30.849177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.850317 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-26a4e7af-89a5-494a-849d-6ba11be37be5 service neutron] 10.222.0.11 "POST /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853/bindings HTTP/1.1" status: 201 len: 390 time: 0.8184142 Nov 12 00:43:30.872304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.872931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:30.873723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:30.899988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-f99b2cb9-350b-4356-9449-3dcb56aa7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.902200 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-f99b2cb9-350b-4356-9449-3dcb56aa7dcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847166 Nov 12 00:43:30.909866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e45ad70c-444c-4cce-9531-b39a5ddcd5ee req-26b5b9c5-8a16-4552-8d25-c1bb8866f2cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Nov 12 00:43:30.993859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.039176 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-991eb522-9fa1-4ad1-8c98-8023cbe94a86 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241162 Nov 12 00:43:31.071273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d7f81df-cbd9-4d91-ac27-228ca7bebfb3 req-84cdadda-c2b8-4cec-a0e0-3a939ebfe370 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745836 Nov 12 00:43:31.096200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.111269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 91fadd78-e012-4c77-b51c-26e35dac49f2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:31.114009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0da83ad8-be7f-4653-8693-2f71164b6d29 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:31.155618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Deleting port bbfb9056-6b93-4b26-814d-2d73e973a63e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:31.157143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.234786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 0da83ad8-be7f-4653-8693-2f71164b6d29 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:31.236307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0da83ad8-be7f-4653-8693-2f71164b6d29 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:31.240611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.243493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.246948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dc978ff-0d87-4fa7-842f-963b69354e2c HTTP/1.1" status: 204 len: 168 time: 0.5278273 Nov 12 00:43:31.337776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] DHCP port deletion for 407e7951-dcac-4753-b1ef-2d02d61c0f86 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:31.352179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48110-71c4-4b93-b972-088d4e65b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc978ff-0d87-4fa7-842f-963b69354e2c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.357746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 91fadd78-e012-4c77-b51c-26e35dac49f2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:31.358456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.363653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:31.384488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-e483724b-820f-437f-9461-84db14e7993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.387262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-e483724b-820f-437f-9461-84db14e7993a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1098 time: 0.1018836 Nov 12 00:43:31.389785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] For port bbfb9056-6b93-4b26-814d-2d73e973a63e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bbfb9056-6b93-4b26-814d-2d73e973a63e,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:31.390150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.390340 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a8c09e58-ad34-47b9-82e5-c4686b184e8b req-b0675fa5-0958-4fe9-b93e-c04488650009 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780612 Nov 12 00:43:31.414157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be04e7-d56a-4f37-b407-5e62061a8df6 req-68d8a662-8d2d-41d2-91cb-1a932a4b2ae4 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.421563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75be04e7-d56a-4f37-b407-5e62061a8df6 req-68d8a662-8d2d-41d2-91cb-1a932a4b2ae4 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 950 time: 0.2236738 Nov 12 00:43:31.437338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Calling delete_port for bbfb9056-6b93-4b26-814d-2d73e973a63e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:31.468888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8361-3069-47c2-90d0-4e48c89dead4 req-bff1e468-6317-445e-9ed8-a50b8ef4f7d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.479058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36df8361-3069-47c2-90d0-4e48c89dead4 req-bff1e468-6317-445e-9ed8-a50b8ef4f7d5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.1894367 Nov 12 00:43:31.581089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-c964dc1d-6a88-4922-ab99-fb9e139701f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.582969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-c964dc1d-6a88-4922-ab99-fb9e139701f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1779292 Nov 12 00:43:31.605113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75be04e7-d56a-4f37-b407-5e62061a8df6 req-85060c58-d79b-401a-b91b-fcc83483d615 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803279 Nov 12 00:43:31.631600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Deleting port bbfb9056-6b93-4b26-814d-2d73e973a63e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:31.632223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.679546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-afa65a1d-4cb1-4724-b699-f3272d9c3b19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 217 time: 0.0887039 Nov 12 00:43:31.686832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36df8361-3069-47c2-90d0-4e48c89dead4 req-6d7ee240-5556-4702-af35-fcfdb2bbf7ae tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059700 Nov 12 00:43:31.710617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.757549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfb9056-6b93-4b26-814d-2d73e973a63e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.760147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] No DVR routers for this DVR port bbfb9056-6b93-4b26-814d-2d73e973a63e on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:31.788364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-a939ce61-3fee-440f-9dc0-6c9d776398a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.795058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-a939ce61-3fee-440f-9dc0-6c9d776398a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.0960224 Nov 12 00:43:31.851896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] For port bbfb9056-6b93-4b26-814d-2d73e973a63e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bbfb9056-6b93-4b26-814d-2d73e973a63e,segment=NetworkSegment(0cd3df4b-b475-4c11-9395-4f8a3754f15b),segment_id=0cd3df4b-b475-4c11-9395-4f8a3754f15b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:31.852421 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.864892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.875557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.882364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-network', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:31.895564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-837e0810-e3f1-4af0-8c67-fba40a6f7f03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936012 Nov 12 00:43:31.904375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Calling delete_port for bbfb9056-6b93-4b26-814d-2d73e973a63e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:31.910884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e7951-dcac-4753-b1ef-2d02d61c0f86']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:31.927737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd3df4b-b475-4c11-9395-4f8a3754f15b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:31.928367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd3df4b-b475-4c11-9395-4f8a3754f15b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:31.944522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.964284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.974047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:31.974486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.008602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:28Z', 'revision_number': 4, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b5a6ca5-fdd9-44c0-a7ab-8b8966309487', 'name': '', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'mac_address': 'fa:16:3e:f4:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:26Z', 'updated_at': '2021-11-12T00:43:29Z', 'revision_number': 2, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'subnets': [{'id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:32.023766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-c16a8624-d2b8-4265-93e0-daff0bedaff2 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197798 Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:32.043716 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:32.046349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Made reservation on behalf of 1edc2d42580a4e41b1bf13243e6790ba for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:32.047631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.051757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.064525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.066359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Checking router: 59724a0b-62bc-4e40-8f58-7000b86f3193 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:32.066879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Updating router 59724a0b-62bc-4e40-8f58-7000b86f3193 port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:32.068153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] 10.222.0.11 "DELETE /v2.0/networks/407e7951-dcac-4753-b1ef-2d02d61c0f86 HTTP/1.1" status: 204 len: 168 time: 1.3606913 Nov 12 00:43:32.070053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.112876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e81918-0742-4083-9b9a-e7729f438d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=407e7951-dcac-4753-b1ef-2d02d61c0f86,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.114596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.139750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Network 407e7951-dcac-4753-b1ef-2d02d61c0f86 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:43:32.140537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] No DVR routers for this DVR port bbfb9056-6b93-4b26-814d-2d73e973a63e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:32.147168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.193944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.217363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 06e6ee71-c48f-401e-8647-fb892f3e6677 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:32.240840 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-dfb073d2-ed06-4a7c-9381-3f1c858a4888 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074509 Nov 12 00:43:32.300460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10efbd6-956b-4473-8c48-819d07459eff req-2a4d30fe-9ac6-4e83-9504-4bda8cdd6434 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.302087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a10efbd6-956b-4473-8c48-819d07459eff req-2a4d30fe-9ac6-4e83-9504-4bda8cdd6434 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 947 time: 0.1102083 Nov 12 00:43:32.307089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.339917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.340723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.379123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:32.388784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d8193-bd32-4255-9f35-1d2f26d23d89 None None] Pushing event deleted for resources: {'Port': ['ID=bbfb9056-6b93-4b26-814d-2d73e973a63e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.413058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.413546 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Added segment ec6f9f0a-9504-4015-a4af-359c2b491890 of type vlan for network ccd09623-a554-43bc-9e48-ca8ab72d77ee Nov 12 00:43:32.419207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927729f6-24cc-444b-a4fb-a928c03cf243,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.436839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a10efbd6-956b-4473-8c48-819d07459eff req-2ad0b7d4-a7b3-4169-8f85-f19fb8fce5a8 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277044 Nov 12 00:43:32.471177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c13b1d2-3db2-4c42-90c6-0bc83e8157d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=341b303091624503b9d130784ca20b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290271 Nov 12 00:43:32.477376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.507997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.566721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.568038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.568689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.573137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.603507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=06e6ee71-c48f-401e-8647-fb892f3e6677,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:32.661156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7840834 Nov 12 00:43:32.664109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.670194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Request body: {'subnet': {'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-subnet', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:32.670661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.678786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef0c6-0091-41c6-90ae-a9702fe673ed admin admin] Pushing event updated for resources: {'Network': ['ID=ccd09623-a554-43bc-9e48-ca8ab72d77ee,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.680334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '06e6ee71-c48f-401e-8647-fb892f3e6677', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '06e6ee71-c48f-401e-8647-fb892f3e6677', 'mac_address': 'fa:16:3e:53:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:32.724873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Made reservation on behalf of 1edc2d42580a4e41b1bf13243e6790ba for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:32.727616 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.745894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:32.800989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.804567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.817750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50903c64-a907-4e7b-8ef7-7f3e562016b1 HTTP/1.1" status: 204 len: 168 time: 0.3280430 Nov 12 00:43:32.892916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.893419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bf12f-fb26-4864-b3ec-d21a6b52a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50903c64-a907-4e7b-8ef7-7f3e562016b1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.895824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bbfb9056-6b93-4b26-814d-2d73e973a63e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:32.904632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.940020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11990fd3-a31d-4c63-9d8a-d57fa01e28a0 req-083a654d-bcc4-4f1d-a6f0-3e509344d935 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.956965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11990fd3-a31d-4c63-9d8a-d57fa01e28a0 req-083a654d-bcc4-4f1d-a6f0-3e509344d935 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 950 time: 0.1963315 Nov 12 00:43:32.985432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.988764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d9755-3bc1-4ee2-9dd3-3533b1b37942 req-fd9f6dd2-e16e-4ebf-9846-41fcfa516c5c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.990299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d8d9755-3bc1-4ee2-9dd3-3533b1b37942 req-fd9f6dd2-e16e-4ebf-9846-41fcfa516c5c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.2167866 Nov 12 00:43:33.008978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: bbfb9056-6b93-4b26-814d-2d73e973a63e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:33.011802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bbfb9056-6b93-4b26-814d-2d73e973a63e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:33.090369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e6ee71-c48f-401e-8647-fb892f3e6677 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:33.128895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=06e6ee71-c48f-401e-8647-fb892f3e6677,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:33.151059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.155979 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.158193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c693a91-aa4b-47e6-bfcd-aafd37c41545 None None] Pushing event updated for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:33.172878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11990fd3-a31d-4c63-9d8a-d57fa01e28a0 req-75267697-af5f-49a6-8680-b933081887d4 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147431 Nov 12 00:43:33.192859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d8d9755-3bc1-4ee2-9dd3-3533b1b37942 req-9a0f5e36-f59b-4749-82e4-4c8b58c3a48e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869087 Nov 12 00:43:33.252760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82870c63-6739-4a2c-89a8-a086bfbdf929,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:33.320981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Checking segment: {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:33.321311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Network hostable DHCP agents. Network: ccd09623-a554-43bc-9e48-ca8ab72d77ee, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:33.336526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Attempting to bind port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:33.336896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Attempting to bind port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:33.337262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Attempting to bind port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 on network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:33.362321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:33.362579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Checking segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:33.363041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.363502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Bound using segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:33.364041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Bound port: 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:33.364590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.366817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:33.383393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ccd09623-a554-43bc-9e48-ca8ab72d77ee) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:33.387841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.388460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.409354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['06e6ee71-c48f-401e-8647-fb892f3e6677'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:33.415631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:33.428971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f21c57a7-ace9-415f-bbd2-b4651f218074 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7629821 Nov 12 00:43:33.431007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:33.436290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:33.439335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d4e14-642a-434c-9ab2-e4a67e507c1e None None] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:33.490149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.491343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.614905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-7559b81b-5dfb-4cb3-813c-7f90cac70004 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd9817d87f80450cb67bd107a1d374dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407689 Nov 12 00:43:33.616090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.831794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-1f66efda-d80f-44f2-ac64-f180b9848fe2 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:33.834869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.840764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-1f66efda-d80f-44f2-ac64-f180b9848fe2 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121603 Nov 12 00:43:33.871549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d07eff86-f1cb-4e4c-ba2f-46d72a11c064 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/quotas/dd9817d87f80450cb67bd107a1d374dd HTTP/1.1" status: 200 len: 375 time: 0.0263591 Nov 12 00:43:33.913659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-40108d55-b85e-49d8-9a7e-c0445fefa59d tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd9817d87f80450cb67bd107a1d374dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349181 Nov 12 00:43:33.976365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-72ef9ef6-8f4d-44dd-bf57-43a1a6a52438 None None] Provisioning complete for port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:33.977376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72ef9ef6-8f4d-44dd-bf57-43a1a6a52438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.071702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-72ef9ef6-8f4d-44dd-bf57-43a1a6a52438 None None] Port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:34.150142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.176788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'fixed_ips': [{'subnet_id': '82870c63-6739-4a2c-89a8-a086bfbdf929'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:34.183421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.194129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.216900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] For port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:34.244526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] For port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:34.311863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.357074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:34.383179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063951d-3857-4da0-814f-d970254d3f77 req-d0b64c55-ab2b-4ded-a274-30bc8d833bd3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.390422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f063951d-3857-4da0-814f-d970254d3f77 req-d0b64c55-ab2b-4ded-a274-30bc8d833bd3 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 948 time: 0.1584606 Nov 12 00:43:34.452535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c693a91-aa4b-47e6-bfcd-aafd37c41545 None None] Pushing event updated for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:34.493594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f574e7e-98ee-467d-9d6c-d7f12797cc51 req-52d4840f-967b-4ab7-9d22-4bf50b42c502 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:34.496759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f574e7e-98ee-467d-9d6c-d7f12797cc51 req-52d4840f-967b-4ab7-9d22-4bf50b42c502 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.1377032 Nov 12 00:43:34.509171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f063951d-3857-4da0-814f-d970254d3f77 req-7efdfc97-c21c-442d-a9a6-389ed3392946 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178105 Nov 12 00:43:34.562321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Allocated IP 172.25.6.32 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:34.710583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2026472604-network', 'tenant_id': '21dac3587c494246a93d73a4d9232c3f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:34.787203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eed29ba-87e2-4980-914d-37a9b56be7b9 req-e05d34cf-9802-4e46-96c4-4acad1e0caf3 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 210 time: 0.1493359 Nov 12 00:43:34.816426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f574e7e-98ee-467d-9d6c-d7f12797cc51 req-93e87a07-729c-4f94-998f-9af1dd846c8a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028417 Nov 12 00:43:34.821823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.827685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:34.828371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:34.870575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Made reservation on behalf of 21dac3587c494246a93d73a4d9232c3f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:34.873055 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.889398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.947307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.007017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.011544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:35.015158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.057004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:35.061394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:35.069578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed379a96-88e5-49f3-a121-1dd2a36fa93e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.085901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:35.095937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.098961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.099437 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Added segment 6b11ef9c-4b81-491b-953a-4e9b0b01388f of type vlan for network c157bad4-2ee3-4c91-8fe1-c8e11d385029 Nov 12 00:43:35.147619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] Provisioning complete for port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:35.147991 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.152903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Allocated IP 172.20.0.2 (ccd09623-a554-43bc-9e48-ca8ab72d77ee/82870c63-6739-4a2c-89a8-a086bfbdf929/e2ed881e-9012-4264-83c7-ecb273096a1e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:35.182999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Pushing event updated for resources: {'Port': ['ID=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.210420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.273746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:35.285451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.286509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:35.287314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.414412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0523837 Nov 12 00:43:35.415743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45454) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:35.420585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Request body: {'subnet': {'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2026472604-subnet', 'tenant_id': '21dac3587c494246a93d73a4d9232c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:35.433063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77d5e3-e82b-4c8d-884c-4ed3c12fb5bd admin admin] Pushing event updated for resources: {'Network': ['ID=c157bad4-2ee3-4c91-8fe1-c8e11d385029,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.464997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:35.471337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Made reservation on behalf of 21dac3587c494246a93d73a4d9232c3f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:35.475759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.710158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.727438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.782292 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.790738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3def7-b94e-42d1-8d6c-589c30f85999 req-615055e7-6035-459d-b03c-89aaecfa0c3a tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:35.792744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dee3def7-b94e-42d1-8d6c-589c30f85999 req-615055e7-6035-459d-b03c-89aaecfa0c3a tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 948 time: 0.1270056 Nov 12 00:43:35.811731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] For port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:35.816489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.863944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.920620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:35.930158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:35.940685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:35.949302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Pushing event updated for resources: {'Port': ['ID=e2ed881e-9012-4264-83c7-ecb273096a1e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.967474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dee3def7-b94e-42d1-8d6c-589c30f85999 req-d85c0f31-4cf6-4f25-ae44-6f3638bd7a4d tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660273 Nov 12 00:43:36.025664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-175f3d06-2546-4667-80fd-f0457ee2fef4 req-20bd8c84-160b-4962-a16f-4869d042182b tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 210 time: 0.0623634 Nov 12 00:43:36.100001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7824fe0-1fc9-4605-afd1-8e7f295cff3d None None] Pushing event updated for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:36.109972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:28Z', 'revision_number': 4, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b5a6ca5-fdd9-44c0-a7ab-8b8966309487', 'name': '', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'mac_address': 'fa:16:3e:f4:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:26Z', 'updated_at': '2021-11-12T00:43:34Z', 'revision_number': 4, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'subnets': [{'id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:36.113356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Attempting to bind port e2ed881e-9012-4264-83c7-ecb273096a1e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:36.114000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Attempting to bind port e2ed881e-9012-4264-83c7-ecb273096a1e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:36.114589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Attempting to bind port e2ed881e-9012-4264-83c7-ecb273096a1e on network ccd09623-a554-43bc-9e48-ca8ab72d77ee {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:36.146778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10492d74-9675-4840-8ece-587d0f22b99f None None] The sync data for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 is: [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:43:28Z', 'revision_number': 4, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b5a6ca5-fdd9-44c0-a7ab-8b8966309487', 'name': '', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'mac_address': 'fa:16:3e:f4:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:26Z', 'updated_at': '2021-11-12T00:43:34Z', 'revision_number': 4, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'subnets': [{'id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:36.149262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:36.150010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Checking segment: {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:36.151693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.152314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Bound using segment: {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:36.152961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Bound port: e2ed881e-9012-4264-83c7-ecb273096a1e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:36.159713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.177870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:36.177870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 06e6ee71-c48f-401e-8647-fb892f3e6677 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:36.199926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.399424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-f1dc2ecc-7381-4133-99ca-7a39cb75997d tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dd9817d87f80450cb67bd107a1d374dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707921 Nov 12 00:43:36.439704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] For port e2ed881e-9012-4264-83c7-ecb273096a1e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:36.445770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] For port e2ed881e-9012-4264-83c7-ecb273096a1e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2ed881e-9012-4264-83c7-ecb273096a1e,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:36.446672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 06e6ee71-c48f-401e-8647-fb892f3e6677 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:36.465582 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.477994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 06e6ee71-c48f-401e-8647-fb892f3e6677 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:36.478378 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.493167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.573926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'mac_address': 'fa:16:3e:e4:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:36.608142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd89dc-c7ca-43ce-b06a-6d4eb809b532 req-70880d23-98eb-4ba3-a03f-57d7e8705e86 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.617490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bbd89dc-c7ca-43ce-b06a-6d4eb809b532 req-70880d23-98eb-4ba3-a03f-57d7e8705e86 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.4551547 Nov 12 00:43:36.620302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fdd0ce-351b-400c-901e-e3764226c549,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:36.651874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d9063-d44c-415a-8d97-14c9074bb802 None None] Pushing event updated for resources: {'Port': ['ID=e2ed881e-9012-4264-83c7-ecb273096a1e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:36.670202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.738942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:36.783007 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.799007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:36.831596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.953662 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:36.982359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:36.985806 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95ee00-3c01-4351-8191-6f53a1609b03" -d '{"events": [{"server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "name": "network-vif-plugged", "status": "completed", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:37.010147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:37.043567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.360221 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e378e-7bb2-4f5a-945c-7654424abfa2 x-openstack-request-id: req-2f6e378e-7bb2-4f5a-945c-7654424abfa2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:37.360587 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "name": "network-vif-plugged", "status": "completed", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:37.360927 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f6e378e-7bb2-4f5a-945c-7654424abfa2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:37.362415 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677', 'code': 200} Nov 12 00:43:37.388272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:37.400777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154aaad-7130-4c41-a243-5ecbdc592cab req-9bc542a8-8215-4c51-8a8b-bf6a231748e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.406218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7154aaad-7130-4c41-a243-5ecbdc592cab req-9bc542a8-8215-4c51-8a8b-bf6a231748e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 1100 time: 0.1236019 Nov 12 00:43:37.462734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-e1a612da-c603-4344-8a09-6380e578ff34 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.464682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-e1a612da-c603-4344-8a09-6380e578ff34 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0328622 Nov 12 00:43:37.514735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7154aaad-7130-4c41-a243-5ecbdc592cab req-f4d99838-604e-462c-8645-14e606c837b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948210 Nov 12 00:43:37.518008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:43:37.538007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=06e6ee71-c48f-401e-8647-fb892f3e6677,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:37.541041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Request body: {'port': {'device_id': '1432da8f-4898-438c-915a-894f9091c080', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'dd9817d87f80450cb67bd107a1d374dd'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:37.602027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.612535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Checking segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:37.613065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Network hostable DHCP agents. Network: c157bad4-2ee3-4c91-8fe1-c8e11d385029, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:37.638732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:37.676377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bbd89dc-c7ca-43ce-b06a-6d4eb809b532 req-7b2a37c0-c8b1-46ea-afef-a221a963e9ba tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0545399 Nov 12 00:43:37.744960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:37.760124 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Sync routers for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:37.781603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.783290 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-51ea1473-56b7-4020-a8b4-a027c3477b8e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3510315 Nov 12 00:43:37.786195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.798491 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:37.803083 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.872578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:37.873262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.875026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:37.960343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc8e1d36-b5a7-4042-ba6b-e646e53e2b48 req-22b3d67e-1245-4632-a976-55921f671c89 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 210 time: 0.1064730 Nov 12 00:43:37.975355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861680d7-0b6b-4c1b-b914-124fcfc196c4 req-991e550e-9bbb-4bd0-a75e-90a9734252f7 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.006567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-861680d7-0b6b-4c1b-b914-124fcfc196c4 req-991e550e-9bbb-4bd0-a75e-90a9734252f7 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.5381801 Nov 12 00:43:38.035946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:38.173804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c157bad4-2ee3-4c91-8fe1-c8e11d385029) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:38.182519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.183181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.190751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712f423-87a5-4a92-961e-9d7ae19f5ae0 None None] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:38.232043 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:38.324321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-861680d7-0b6b-4c1b-b914-124fcfc196c4 req-eb7be216-e51b-46a1-8dcf-c2d19ac6334e tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167052 Nov 12 00:43:38.359155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Made reservation on behalf of dd9817d87f80450cb67bd107a1d374dd for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:38.363484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.423367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f994dd82-abac-4305-be0d-afad87e5ac0b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0032935 Nov 12 00:43:38.434455 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.671161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f20107-fdd7-47a3-ae0b-ab286e189271 None None] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:38.678779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e336cd-e15f-442e-91fd-a68b43b98a8a None None] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:38.798463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.822959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.851368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] Provisioning complete for port e2ed881e-9012-4264-83c7-ecb273096a1e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:38.851368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.923016 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 3, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:38.968017 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Checking router: 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:38.968724 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Updating router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:39.000556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2ed881e-9012-4264-83c7-ecb273096a1e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:39.026233 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.181456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.203244 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.270722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f170e675-bf87-4566-8c1b-24561bdbe17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.325899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] For port e2ed881e-9012-4264-83c7-ecb273096a1e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2ed881e-9012-4264-83c7-ecb273096a1e,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:39.328932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e2ed881e-9012-4264-83c7-ecb273096a1e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:39.329455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.388890 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.409003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81f088f7-dbfb-4e18-a422-f9a700766482 req-79faf522-e5c9-438a-9dec-718e20f6e04a tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 210 time: 0.2590215 Nov 12 00:43:39.456440 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.461551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f253-40f6-4a35-acac-b5bc49fae9b8 req-f8f95b60-ad08-4dbc-9436-83297d878cff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.465598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f89f253-40f6-4a35-acac-b5bc49fae9b8 req-f8f95b60-ad08-4dbc-9436-83297d878cff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.2915571 Nov 12 00:43:39.467555 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.547945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.579436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399d074-9fea-479a-be29-c599feb43c11 None None] Pushing event updated for resources: {'Port': ['ID=e2ed881e-9012-4264-83c7-ecb273096a1e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.582511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Allocated IP 172.20.0.1 (ccd09623-a554-43bc-9e48-ca8ab72d77ee/82870c63-6739-4a2c-89a8-a086bfbdf929/32277b50-138c-458e-b914-b1bbad441093) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:39.690932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Allocated IP 192.168.233.185 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/4c2cf6c3-4cda-4755-867a-02cbad5e3413) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:39.724782 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b076c1-bfa2-477f-a201-1ac8ee549442 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.727943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4900adcb-b551-40b0-8953-86a889498d6b None None] Provisioning complete for port e2ed881e-9012-4264-83c7-ecb273096a1e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:39.728538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4900adcb-b551-40b0-8953-86a889498d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.735996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Attempting to bind port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:39.736418 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Attempting to bind port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:39.736823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Attempting to bind port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:39.749169 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:39.749537 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:39.750718 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.751116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:39.754355 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Bound port: 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:39.755018 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.829119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f89f253-40f6-4a35-acac-b5bc49fae9b8 req-4dfdadeb-1613-42e5-b5d8-63bf7dd16bb9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649870 Nov 12 00:43:39.932531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.960257 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] For port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:39.967088 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] For port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:39.975011 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.002191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.047228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:40.086698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:40.100534 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b076c1-bfa2-477f-a201-1ac8ee549442 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.105628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:40.160899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:40.161553 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:40.191669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:40.286604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Pushing event updated for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.291192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:40.291910 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.317099 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.510636 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:40.540138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.552715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008890c2-6b58-48f7-a49c-15007f9ef98a req-a092fdaa-3f59-4115-ab6c-2dd6b7fb5b67 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.561945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-008890c2-6b58-48f7-a49c-15007f9ef98a req-a092fdaa-3f59-4115-ab6c-2dd6b7fb5b67 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.3465481 Nov 12 00:43:40.593308 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.615035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:40.615306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-9cc1da92-aa3e-4bf9-9867-b371ecfa69f5 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.616813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-9cc1da92-aa3e-4bf9-9867-b371ecfa69f5 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 818 time: 0.6830583 Nov 12 00:43:40.629005 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6145770-4fd9-4980-b8bd-6ad0d313daad" -d '{"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:40.663368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-2d50adaa-b82f-4bb0-a8d2-d3b949050f8c tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/quotas/21dac3587c494246a93d73a4d9232c3f HTTP/1.1" status: 200 len: 375 time: 0.0376637 Nov 12 00:43:40.671527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:40.677188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.689186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.724836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-f3ff3d1b-5cc8-478c-b484-5afa4fc3c410 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602946 Nov 12 00:43:40.777768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-61bd521c-30e8-44c5-ae8d-ce0a42834829 None None] Provisioning complete for port 32277b50-138c-458e-b914-b1bbad441093 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:40.778347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61bd521c-30e8-44c5-ae8d-ce0a42834829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.832369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-008890c2-6b58-48f7-a49c-15007f9ef98a req-498ee5a4-7056-4b7a-9e93-c44e55324ba2 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676451 Nov 12 00:43:40.926667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2ed881e-9012-4264-83c7-ecb273096a1e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:40.987160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.021033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-61bd521c-30e8-44c5-ae8d-ce0a42834829 None None] Port 32277b50-138c-458e-b914-b1bbad441093 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:41.031406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.049114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.059338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.104911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e2ed881e-9012-4264-83c7-ecb273096a1e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:41.105293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.121303 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 3, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:41.177562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:41.180733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Pushing event updated for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.186375 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32b296-2a4e-4b90-8a56-80689997f917 None None] The sync data for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 is: [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:35Z', 'revision_number': 3, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:41.202538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:41.217712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:41.244787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.268554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Pushing event updated for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.362447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.368306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.458070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:41.461923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:41.504196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-d607a5e3-c448-4b97-a2f3-c6d0cbc64b05 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0271354 Nov 12 00:43:41.525440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Request body: {'port': {'device_id': '1432da8f-4898-438c-915a-894f9091c080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:41.672994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad385f-0583-4b26-98f2-11f652b5bff1 req-fa321cbf-1fb4-4cbe-a52d-3c5c4c9903e6 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.684900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15ad385f-0583-4b26-98f2-11f652b5bff1 req-fa321cbf-1fb4-4cbe-a52d-3c5c4c9903e6 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 936 time: 0.2984545 Nov 12 00:43:41.707056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb9c7-5f9f-46a2-8b87-194fd263756e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.777515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:41.785163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-097a14ca-75f0-4ccb-8733-5812f5024039 service neutron] 10.222.0.11 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571434 Nov 12 00:43:41.826538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e352e18b-041b-4306-a92e-1923bd755e5b None None] Provisioning complete for port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:41.827156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e352e18b-041b-4306-a92e-1923bd755e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.839218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.933679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15ad385f-0583-4b26-98f2-11f652b5bff1 req-dc4bef81-b4d8-401a-a878-a8cd14b3f17e tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463143 Nov 12 00:43:41.994514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e352e18b-041b-4306-a92e-1923bd755e5b None None] Port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:42.015556 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d3cad-c78c-4a48-8bdb-37c2f4fb7eb2 x-openstack-request-id: req-843d3cad-c78c-4a48-8bdb-37c2f4fb7eb2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:42.015921 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:42.016204 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-843d3cad-c78c-4a48-8bdb-37c2f4fb7eb2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:42.017578 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'code': 200} Nov 12 00:43:42.068875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:42.082330 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d02ec507-c839-4e06-b931-3147ad5dcab7 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b9aaa03-f1be-45d9-8fab-c6ddb03ded96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2950287 Nov 12 00:43:42.096857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-b2b36deb-b0e7-4698-9fd3-708440fcf91b service neutron] 10.222.0.11 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106594 Nov 12 00:43:42.125453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-543d2c35-81cf-4ba9-90c5-784b12eb1d3b None None] Provisioning complete for port 32277b50-138c-458e-b914-b1bbad441093 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:42.125815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-543d2c35-81cf-4ba9-90c5-784b12eb1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.258121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-543d2c35-81cf-4ba9-90c5-784b12eb1d3b None None] Port 32277b50-138c-458e-b914-b1bbad441093 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:42.553008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b122-42fc-4501-9f82-b4553c2e21c6 req-cd54c51f-4326-4e00-bd54-efabd08da613 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.560651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c379b122-42fc-4501-9f82-b4553c2e21c6 req-cd54c51f-4326-4e00-bd54-efabd08da613 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.2769287 Nov 12 00:43:42.649805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.919236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:42.943087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c379b122-42fc-4501-9f82-b4553c2e21c6 req-d666bf7f-c414-4c7f-861c-53ba22428e7f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716075 Nov 12 00:43:43.117439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2cf6c3-4cda-4755-867a-02cbad5e3413 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:43.150128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.173220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:43.174830 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.355985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Transition to ACTIVE for port object 4c2cf6c3-4cda-4755-867a-02cbad5e3413 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:43.374377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.496745 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.501923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48dc6f-24f6-4d96-a409-47ab070c6c28 req-4b5e097c-ad3c-4902-be07-488c7bb133c6 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.512223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d48dc6f-24f6-4d96-a409-47ab070c6c28 req-4b5e097c-ad3c-4902-be07-488c7bb133c6 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.3584566 Nov 12 00:43:43.563772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:43.575409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:43.577233 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.707806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d48dc6f-24f6-4d96-a409-47ab070c6c28 req-d62ae6ee-78e5-4f17-b53d-469e0a3d7594 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947479 Nov 12 00:43:43.856995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:43.858925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Attempting to bind port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:43.860495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Attempting to bind port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:43.860883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Attempting to bind port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:43.884987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:43.886537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Attempting to bind port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:43.905360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:43.906924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:43.909525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:43.918541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Bound port: 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:43.924048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.989505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.184953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:44.192633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:44.207730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.268940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.270197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.272560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c2cf6c3-4cda-4755-867a-02cbad5e3413 HTTP/1.1" status: 200 len: 1097 time: 2.7514715 Nov 12 00:43:44.275823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:44.278536 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:44.318142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3023cb5-8abd-4afe-9038-dceb311ad4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:44.478201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-3edf491c-5741-4c12-891d-d4802be1dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.480018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-3edf491c-5741-4c12-891d-d4802be1dddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd9817d87f80450cb67bd107a1d374dd&device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 1100 time: 0.1357713 Nov 12 00:43:44.496539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e46d8-7665-4c10-a4dc-fe010ee31858 req-da2a5bc1-3565-43fd-8498-15bb6b7eb715 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.498143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-181e46d8-7665-4c10-a4dc-fe010ee31858 req-da2a5bc1-3565-43fd-8498-15bb6b7eb715 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 948 time: 0.1009674 Nov 12 00:43:44.582864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-3e06c03a-96c1-4a09-8ebe-208b28e6a046 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413 HTTP/1.1" status: 200 len: 217 time: 0.0832653 Nov 12 00:43:44.767588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-181e46d8-7665-4c10-a4dc-fe010ee31858 req-584466ab-b8a9-489b-8c7e-db77dc290af0 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602696 Nov 12 00:43:44.778912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-86f85969-b7e0-4144-a00c-7b24bc52840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.781029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-86f85969-b7e0-4144-a00c-7b24bc52840e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1901350 Nov 12 00:43:44.801376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Sync routers for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:44.832797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:44.834131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:44.975550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-f4a6e4b8-f314-447a-b0b6-75fe1d9ebe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.977969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-f4a6e4b8-f314-447a-b0b6-75fe1d9ebe62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1891859 Nov 12 00:43:45.270389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:45.305610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-2a4a2ed9-e582-4d39-988c-31f7404b2f08 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178363 Nov 12 00:43:45.594189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:45.702063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b99d4e7-d515-4823-94f7-76cf68bd5c71 req-53a1c853-54cb-4a8c-a09e-811a34a57532 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870089 Nov 12 00:43:45.889013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.925839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d38a-87a4-44cd-8713-a2ee500f0155 req-d039effc-f3f3-4203-b8ff-2b11c19ec559 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.934616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c46d38a-87a4-44cd-8713-a2ee500f0155 req-d039effc-f3f3-4203-b8ff-2b11c19ec559 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.1353121 Nov 12 00:43:46.003971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c46d38a-87a4-44cd-8713-a2ee500f0155 req-c9bd1346-01f6-4190-bfbc-ac39a9c5d4e9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679281 Nov 12 00:43:46.106678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c6498c3-7c04-4acc-87d2-a8e2e8f96e4a req-d0564019-123c-467b-bc47-a908c06b64a8 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.0357809 Nov 12 00:43:46.275735 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f144de1-e7d2-409e-b668-03db40e91a32 x-openstack-request-id: req-2f144de1-e7d2-409e-b668-03db40e91a32 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:46.276033 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:46.276315 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f144de1-e7d2-409e-b668-03db40e91a32 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:46.276732 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413', 'status': 'completed', 'code': 200} Nov 12 00:43:46.548653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:46.549098 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.607785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-e8ec023c-7395-45e1-9bfc-ba8b7e144322 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.637696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-e8ec023c-7395-45e1-9bfc-ba8b7e144322 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 818 time: 0.4712858 Nov 12 00:43:46.765087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Request body: {'port': {'device_id': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'admin_state_up': True, 'tenant_id': '21dac3587c494246a93d73a4d9232c3f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:46.889617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521b87d-e7e0-4d9d-bed7-ea5fa2ee9559 req-11230331-7f32-4ed4-b498-8186ca8af8d7 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.899655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f521b87d-e7e0-4d9d-bed7-ea5fa2ee9559 req-11230331-7f32-4ed4-b498-8186ca8af8d7 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.2411699 Nov 12 00:43:46.981649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a1d07b37-13c4-4ba5-bcec-a9bb27fc01c0 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.985848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a1d07b37-13c4-4ba5-bcec-a9bb27fc01c0 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.39 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 818 time: 0.5722730 Nov 12 00:43:47.019905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Request body: {'port': {'device_id': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'admin_state_up': True, 'tenant_id': '21dac3587c494246a93d73a4d9232c3f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:47.031747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:40Z', 'revision_number': 4, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '32277b50-138c-458e-b914-b1bbad441093', 'name': '', 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'mac_address': 'fa:16:3e:ff:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:39Z', 'updated_at': '2021-11-12T00:43:40Z', 'revision_number': 2, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'subnets': [{'id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:47.069099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-f2e6c188-c9f3-4472-bebb-7582a81aa4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.073912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-f2e6c188-c9f3-4472-bebb-7582a81aa4ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd9817d87f80450cb67bd107a1d374dd&device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 1100 time: 0.4352353 Nov 12 00:43:47.111462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Checking router: 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:47.112626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Updating router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 port 32277b50-138c-458e-b914-b1bbad441093 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:47.177212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.233852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Made reservation on behalf of 21dac3587c494246a93d73a4d9232c3f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:47.242974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.314002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f521b87d-e7e0-4d9d-bed7-ea5fa2ee9559 req-f4ddaad4-b2cb-4c19-bcc2-386763826203 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120493 Nov 12 00:43:47.557449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Allocated IP 172.20.0.4 (c157bad4-2ee3-4c91-8fe1-c8e11d385029/25fdd0ce-351b-400c-901e-e3764226c549/5d75a246-f50f-44fe-9ab9-f021f359a283) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:47.608891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-722e7f52-6990-47e3-9bb9-88dc7902f019 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.613576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-722e7f52-6990-47e3-9bb9-88dc7902f019 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.3963852 Nov 12 00:43:47.695630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.715034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.811119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13897cf-038b-4add-90b4-71df958dea57 req-c6d9ee3e-b310-44e7-9919-254c38658cc4 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.835625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b13897cf-038b-4add-90b4-71df958dea57 req-c6d9ee3e-b310-44e7-9919-254c38658cc4 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 948 time: 0.5865080 Nov 12 00:43:47.838799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Made reservation on behalf of 21dac3587c494246a93d73a4d9232c3f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:47.852187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.892128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2f18b-5143-43d9-80b4-2ef99c68c88f None None] Pushing event updated for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.904605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.002355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.144703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b13897cf-038b-4add-90b4-71df958dea57 req-e3d6a850-107e-4c5f-9522-c17bcb769481 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817760 Nov 12 00:43:48.226194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Attempting to bind port 32277b50-138c-458e-b914-b1bbad441093 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:48.229008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event updated for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:48.229687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Attempting to bind port 32277b50-138c-458e-b914-b1bbad441093 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:48.233024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Attempting to bind port 32277b50-138c-458e-b914-b1bbad441093 on network ccd09623-a554-43bc-9e48-ca8ab72d77ee {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:48.256248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:48.262714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Checking segment: {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:48.264887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.267476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Bound using segment: {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:48.271381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Bound port: 32277b50-138c-458e-b914-b1bbad441093, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6f9f0a-9504-4015-a4af-359c2b491890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:48.274140 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.277927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:48.311070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:48.314512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:48.417089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Allocated IP 172.20.0.9 (c157bad4-2ee3-4c91-8fe1-c8e11d385029/25fdd0ce-351b-400c-901e-e3764226c549/0f86953c-2a2c-4531-9358-98a32cf41e28) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:48.501093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ce7aab5c-43d5-4ce8-88cf-328389860c7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.504726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ce7aab5c-43d5-4ce8-88cf-328389860c7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 818 time: 1.5005100 Nov 12 00:43:48.521058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.522871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.564252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Request body: {'port': {'device_id': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'admin_state_up': True, 'tenant_id': '21dac3587c494246a93d73a4d9232c3f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:48.574104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.581858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9200fa69-2bb5-4cd5-9a20-4e14c5d1d6c7 None None] Provisioning complete for port 32277b50-138c-458e-b914-b1bbad441093 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:48.582261 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9200fa69-2bb5-4cd5-9a20-4e14c5d1d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.588919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] For port 32277b50-138c-458e-b914-b1bbad441093, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:48.602078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] For port 32277b50-138c-458e-b914-b1bbad441093, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32277b50-138c-458e-b914-b1bbad441093,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:48.639174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84a6921b-c724-452c-9156-39643cf92f26 req-6ba40a3b-65bb-4a9f-9f7e-d2334592194e tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.0330343 Nov 12 00:43:48.643884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Deleting port 06e6ee71-c48f-401e-8647-fb892f3e6677 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:48.644268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.649692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.655167 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5e22064b-7f59-4f92-92d2-0d2f0eb82831 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9118977 Nov 12 00:43:48.710019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Request body: {'port': {'device_id': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:48.730405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-803af73b-d349-407a-a9aa-e3b70f8da56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.732142 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-803af73b-d349-407a-a9aa-e3b70f8da56e service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 1.6442363 Nov 12 00:43:48.846737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.846737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954c829-772d-450a-9d8d-1817d328f487 req-76d97c2b-5de4-4c0e-9e82-deaacf667b1d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.846737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1954c829-772d-450a-9d8d-1817d328f487 req-76d97c2b-5de4-4c0e-9e82-deaacf667b1d tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.7306871 Nov 12 00:43:48.937704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9200fa69-2bb5-4cd5-9a20-4e14c5d1d6c7 None None] Port 32277b50-138c-458e-b914-b1bbad441093 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:48.942508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:48.952197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:48.956601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:43:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:48.965061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] For port 06e6ee71-c48f-401e-8647-fb892f3e6677, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=06e6ee71-c48f-401e-8647-fb892f3e6677,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:48.965430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.018138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:49.053662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:49.061765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Calling delete_port for 06e6ee71-c48f-401e-8647-fb892f3e6677 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:49.065731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2f18b-5143-43d9-80b4-2ef99c68c88f None None] Pushing event updated for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:49.111042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-c7514ef5-ae72-4623-b913-827bf03d006b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413 HTTP/1.1" status: 200 len: 217 time: 0.3650029 Nov 12 00:43:49.234907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event updated for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:49.236743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.242218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4c2cf6c3-4cda-4755-867a-02cbad5e3413 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:49.313939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] Provisioning complete for port 32277b50-138c-458e-b914-b1bbad441093 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:49.328718 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.377352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.378291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.396352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-fab628c5-c880-4d5c-a03b-d460fc26e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.401250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1954c829-772d-450a-9d8d-1817d328f487 req-1be11c5e-dfb1-4d7a-9695-2b7e2585ab5e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121992 Nov 12 00:43:49.418655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-fab628c5-c880-4d5c-a03b-d460fc26e6b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2418878 Nov 12 00:43:49.434100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-d9ec3b97-289e-48ed-bac6-e8d3cb25c302 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4275033 Nov 12 00:43:49.443174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:49.449006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc387-b964-4852-a54c-643c8826da5e req-f6569aba-e6c6-4b28-a8e8-6859f81dd32d tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:49.451005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb7fc387-b964-4852-a54c-643c8826da5e req-f6569aba-e6c6-4b28-a8e8-6859f81dd32d tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 949 time: 0.4156940 Nov 12 00:43:49.457435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Request body: {'port': {'device_id': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:49.629129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:43:49.893584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb7fc387-b964-4852-a54c-643c8826da5e req-4d76b3cd-c27a-4b61-8d70-530cf37fc748 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d11385-46d7-4e41-a601-a4bdf469f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263759 Nov 12 00:43:49.896345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.030937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:50.041613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d33d-e89b-4276-85ee-af2ff4c5a71f req-1ee2a511-6c78-4264-b39d-a89b4c761dfd tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.051140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7c3d33d-e89b-4276-85ee-af2ff4c5a71f req-1ee2a511-6c78-4264-b39d-a89b4c761dfd tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 948 time: 0.2639654 Nov 12 00:43:50.142927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7c3d33d-e89b-4276-85ee-af2ff4c5a71f req-3854eb58-11d4-4e7d-bc44-75739e43d877 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907874 Nov 12 00:43:50.195605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30d1feda-1f32-43fb-98aa-b8f4893e3a90 req-a91189ad-5484-436e-9091-03954b70d54f tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.1135798 Nov 12 00:43:50.196370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.279721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d75a246-f50f-44fe-9ab9-f021f359a283 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:50.290790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.325898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Transition to ACTIVE for port object 5d75a246-f50f-44fe-9ab9-f021f359a283 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:50.327857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Made reservation on behalf of 21dac3587c494246a93d73a4d9232c3f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:50.334635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.363582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Pushing event deleted for resources: {'Port': ['ID=06e6ee71-c48f-401e-8647-fb892f3e6677,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:50.364431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-f45f03c6-309a-40b9-91e3-49cfcffab06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.365518 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-f45f03c6-309a-40b9-91e3-49cfcffab06d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9179945 Nov 12 00:43:50.369952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.431773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '4c2cf6c3-4cda-4755-867a-02cbad5e3413', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '4c2cf6c3-4cda-4755-867a-02cbad5e3413', 'mac_address': 'fa:16:3e:3f:a4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:50.438357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 06e6ee71-c48f-401e-8647-fb892f3e6677 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:50.503238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-315e31d0-27b5-425d-8005-a68d35821cc0 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172955 Nov 12 00:43:50.605079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] No DVR routers for this DVR port 06e6ee71-c48f-401e-8647-fb892f3e6677 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:50.611878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.617096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.623484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ee0782e-3212-451c-8c24-be644cc062e5 req-a8725d41-c5ef-4698-b947-0798ddb2e093 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.32 "DELETE /v2.0/ports/06e6ee71-c48f-401e-8647-fb892f3e6677 HTTP/1.1" status: 204 len: 173 time: 2.9962378 Nov 12 00:43:50.639272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'name': 'network-vif-deleted', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:50.669346 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2f5c93-e39b-4e00-a340-6249eec7503f" -d '{"events": [{"server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "name": "network-vif-deleted", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:50.740370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0fecc08-5d2b-4652-9b25-9587d3ed45d8 req-49a87ab4-8282-4d1a-ac78-e8efe8662e07 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125049 Nov 12 00:43:50.793136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c709a-5832-4dad-bff7-ba9a93d6fc25 req-9265ada4-7603-4c69-9dc8-4206e1c9381b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.794437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-573c709a-5832-4dad-bff7-ba9a93d6fc25 req-9265ada4-7603-4c69-9dc8-4206e1c9381b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 0.1103210 Nov 12 00:43:50.819076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 06e6ee71-c48f-401e-8647-fb892f3e6677 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:50.826857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 06e6ee71-c48f-401e-8647-fb892f3e6677 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:50.980366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2cf6c3-4cda-4755-867a-02cbad5e3413 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:51.048361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Pushing event updated for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.100345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:51.113106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.138108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.534547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['4c2cf6c3-4cda-4755-867a-02cbad5e3413'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:51.594608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:40Z', 'revision_number': 4, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '32277b50-138c-458e-b914-b1bbad441093', 'name': '', 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'mac_address': 'fa:16:3e:ff:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:39Z', 'updated_at': '2021-11-12T00:43:48Z', 'revision_number': 4, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'subnets': [{'id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:51.680032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] For port 32277b50-138c-458e-b914-b1bbad441093, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32277b50-138c-458e-b914-b1bbad441093,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:51.759435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.793904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.819200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228753a-fad0-4438-8937-1ea712f7d14f None None] The sync data for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 is: [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:43:40Z', 'revision_number': 4, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '32277b50-138c-458e-b914-b1bbad441093', 'name': '', 'network_id': 'ccd09623-a554-43bc-9e48-ca8ab72d77ee', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'mac_address': 'fa:16:3e:ff:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:39Z', 'updated_at': '2021-11-12T00:43:48Z', 'revision_number': 4, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'subnets': [{'id': '82870c63-6739-4a2c-89a8-a086bfbdf929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:51.959484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Attempting to bind port 5d75a246-f50f-44fe-9ab9-f021f359a283 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:51.960913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Attempting to bind port 5d75a246-f50f-44fe-9ab9-f021f359a283 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:51.961674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Attempting to bind port 5d75a246-f50f-44fe-9ab9-f021f359a283 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:51.967664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Port 5d75a246-f50f-44fe-9ab9-f021f359a283 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:51.968373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Attempting to bind port 5d75a246-f50f-44fe-9ab9-f021f359a283 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:52.006134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:52.006903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Checking segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:52.010282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Bound using segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:52.011034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Bound port: 5d75a246-f50f-44fe-9ab9-f021f359a283, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:52.014011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.047246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82371bf7-c2b6-424f-bb86-e4f6d37656da None None] Pushing event updated for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:52.075649 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078f75e9-f087-414b-97de-0e27d15ef49b x-openstack-request-id: req-078f75e9-f087-414b-97de-0e27d15ef49b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:52.078831 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f41e08b-119d-49eb-8902-37aaae8eca0a", "name": "network-vif-deleted", "tag": "06e6ee71-c48f-401e-8647-fb892f3e6677", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:52.079228 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-078f75e9-f087-414b-97de-0e27d15ef49b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:52.079664 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41e08b-119d-49eb-8902-37aaae8eca0a', 'name': 'network-vif-deleted', 'tag': '06e6ee71-c48f-401e-8647-fb892f3e6677', 'status': 'completed', 'code': 200} Nov 12 00:43:52.175532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-573c709a-5832-4dad-bff7-ba9a93d6fc25 req-b8095a63-3338-4861-ae8f-21e1f8218091 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3423479 Nov 12 00:43:52.239413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:52.334797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:52.342020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c5b8ad79-2aab-464e-8288-53bab26f3e40 req-aa12caeb-40c5-4593-918e-d4688e6c0d17 tempest-DeleteServersAdminTestJSON-432801907 tempest-DeleteServersAdminTestJSON-432801907-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f41e08b-119d-49eb-8902-37aaae8eca0a HTTP/1.1" status: 200 len: 210 time: 0.3599987 Nov 12 00:43:52.380145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5d75a246-f50f-44fe-9ab9-f021f359a283,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:52.394856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.503494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.506692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.511119 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] 10.222.0.32 "PUT /v2.0/ports/5d75a246-f50f-44fe-9ab9-f021f359a283 HTTP/1.1" status: 200 len: 1092 time: 3.8440366 Nov 12 00:43:52.530386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:52.537316 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfdcee2-7c5e-4a3a-aad9-29be25586599" -d '{"events": [{"name": "network-changed", "server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:52.540245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-4165091f-f0c2-4c73-8935-e81d4f563aa7 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.541758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-4165091f-f0c2-4c73-8935-e81d4f563aa7 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1098 time: 0.5603809 Nov 12 00:43:52.621834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-15'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:52.624348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:52.674057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 has no active binding in host n-h1-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:43:52.726108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-334d8547-14ef-4e69-b3e5-0186a10ed110 req-3ba335bd-9a02-4823-9608-c8f60274e5bf tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.0927246 Nov 12 00:43:52.778035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-726ff1b8-ba55-4f92-958d-23e0bb5b5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.779720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-726ff1b8-ba55-4f92-958d-23e0bb5b5f45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 1095 time: 0.2108476 Nov 12 00:43:52.788730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f47b15-749d-457a-b8ed-9155130e400b service neutron] Pushing event updated for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:52.918471 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-7ee47b4c-cfc8-4c00-ae45-4145c75f6558 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d75a246-f50f-44fe-9ab9-f021f359a283 HTTP/1.1" status: 200 len: 217 time: 0.1239502 Nov 12 00:43:52.935796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.010958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbabd23-8f5e-48ba-a8ea-85ebc5616848 req-796c432f-250d-44a6-ae40-33a6cb7b8ee4 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.031521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fbabd23-8f5e-48ba-a8ea-85ebc5616848 req-796c432f-250d-44a6-ae40-33a6cb7b8ee4 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 949 time: 0.6608214 Nov 12 00:43:53.166479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-dbd8577b-5a66-43cb-bcb8-97c9b1078c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:53.173993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-dbd8577b-5a66-43cb-bcb8-97c9b1078c9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.2450838 Nov 12 00:43:53.226372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32277b50-138c-458e-b914-b1bbad441093 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:53.230534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4c2cf6c3-4cda-4755-867a-02cbad5e3413 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:53.295607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-62ae3d9b-10ea-4dcf-9fe2-33a704809a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089263 Nov 12 00:43:53.472516 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c2e843-10ff-40a8-85a8-157e382e36fb x-openstack-request-id: req-39c2e843-10ff-40a8-85a8-157e382e36fb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:53.472669 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:53.475331 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39c2e843-10ff-40a8-85a8-157e382e36fb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:53.475910 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283', 'status': 'completed', 'code': 200} Nov 12 00:43:53.624323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 32277b50-138c-458e-b914-b1bbad441093 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:53.625068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.741398 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-7d32195c-f3f5-47bc-a453-63e81ef7945d service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380453 Nov 12 00:43:53.754490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:53.762547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:53.763086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.877831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:54.022590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:54.043865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.057533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-be260add-a327-47ea-8702-01b650716f78 service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061762 Nov 12 00:43:54.148383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:54.150134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:54.156876 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ac5d0f-176f-4031-891a-cff7e23551f4" -d '{"events": [{"server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "name": "network-vif-plugged", "status": "completed", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:54.167539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.175060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fbabd23-8f5e-48ba-a8ea-85ebc5616848 req-b5106c73-a6b9-436b-bf25-e7dfc15cddcc tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1424725 Nov 12 00:43:54.277866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-9e36ce71-2fac-4eea-90a7-12dc85b95921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.282763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-9e36ce71-2fac-4eea-90a7-12dc85b95921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 1095 time: 0.1532142 Nov 12 00:43:54.395277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:54.416702 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a81ad-63a7-45f2-81d8-a0b13f8bce60" -d '{"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:54.429955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:54.435934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f86953c-2a2c-4531-9358-98a32cf41e28 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:54.462294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.548659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-5d2336be-68f7-4912-8391-9b995aaf0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.550605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-5d2336be-68f7-4912-8391-9b995aaf0cfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 919 time: 0.2556188 Nov 12 00:43:54.622197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77052072-7637-4cc3-bcb6-b1c4ec6eb728 req-f2b8c95c-0dda-4063-b1ca-5e3679e76b3b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.1446114 Nov 12 00:43:54.625536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.652646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.731619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-01fb6143-59d8-4d2a-b5fc-e944b130d949 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d75a246-f50f-44fe-9ab9-f021f359a283 HTTP/1.1" status: 200 len: 217 time: 0.1711383 Nov 12 00:43:54.838425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-d6f4a936-c68c-4e18-b4d1-ad27ecf9972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.840099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-d6f4a936-c68c-4e18-b4d1-ad27ecf9972e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.0987022 Nov 12 00:43:54.880735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:54.931282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-431f6efd-7f08-4a48-aaec-af3d1302c0be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696566 Nov 12 00:43:54.933579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Transition to ACTIVE for port object 0f86953c-2a2c-4531-9358-98a32cf41e28 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:54.996332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.025676 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5526653-76ee-42ff-b52c-17b7ea228604 x-openstack-request-id: req-b5526653-76ee-42ff-b52c-17b7ea228604 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:55.026847 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "name": "network-vif-plugged", "status": "completed", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:55.027374 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5526653-76ee-42ff-b52c-17b7ea228604 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:55.028936 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413', 'code': 200} Nov 12 00:43:55.188773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50dfbb-9ef9-45a0-aa46-cd4483807654 req-eb4286b8-b764-4787-9f18-6e97ac9d43bd tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.196911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be50dfbb-9ef9-45a0-aa46-cd4483807654 req-eb4286b8-b764-4787-9f18-6e97ac9d43bd tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 946 time: 1.0621889 Nov 12 00:43:55.279915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-f79eae25-6b98-47cf-a760-a7273b4dbdb3 service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304396 Nov 12 00:43:55.504552 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea50e2d-eaa8-4b12-bc75-9b734d1187ad x-openstack-request-id: req-eea50e2d-eaa8-4b12-bc75-9b734d1187ad {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:55.505013 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:55.505301 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eea50e2d-eaa8-4b12-bc75-9b734d1187ad {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:55.505522 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'code': 200} Nov 12 00:43:55.530764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on host n-h2-712141-15 for vnic_type normal with profile {"migrating_to": "n-h1-712141-15"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:55.531630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:55.532374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:55.596862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:55.597191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Attempting to bind port 0154d98e-8072-40b7-a8da-51ffca9ca853 on network fec42a2b-a28b-4a4c-929b-a278f7b15b72 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:55.631515 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4dfdcee2-7c5e-4a3a-aad9-29be25586599 req-21eaed0b-c9d2-43f5-9a33-fd8b15d99fef service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942626 Nov 12 00:43:55.699883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be50dfbb-9ef9-45a0-aa46-cd4483807654 req-47a73734-7b4e-41ef-85a8-898e75e3bd21 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019102 Nov 12 00:43:55.711931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:55.712862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Checking segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:55.713630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Bound using segment: {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:55.714324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Bound port: 0154d98e-8072-40b7-a8da-51ffca9ca853, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c11241-aef3-4b9a-a174-81213f21263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fec42a2b-a28b-4a4c-929b-a278f7b15b72'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:55.715321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.732464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Pushing event updated for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:55.869728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a190fd-b5d6-493c-a9be-d93896e997d0 req-df350080-4b10-44a6-8fe2-7b0e2df18ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.872550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5a190fd-b5d6-493c-a9be-d93896e997d0 req-df350080-4b10-44a6-8fe2-7b0e2df18ca9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 1102 time: 0.5781405 Nov 12 00:43:55.879088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Allocated IP 172.20.0.14 (c157bad4-2ee3-4c91-8fe1-c8e11d385029/25fdd0ce-351b-400c-901e-e3764226c549/d28c7ed6-8e99-4e4e-85d5-ee867bb8db53) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:55.884451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:55.891459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:55.894699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Attempting to bind port 0f86953c-2a2c-4531-9358-98a32cf41e28 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:55.896002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Attempting to bind port 0f86953c-2a2c-4531-9358-98a32cf41e28 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:55.896680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Attempting to bind port 0f86953c-2a2c-4531-9358-98a32cf41e28 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:55.906551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Port 0f86953c-2a2c-4531-9358-98a32cf41e28 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:55.907320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Attempting to bind port 0f86953c-2a2c-4531-9358-98a32cf41e28 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:55.922962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653ee3c-2bdc-49fa-abc8-d284857db622 req-ed9e312e-66c3-44d6-a93b-cf332dff549e tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:55.932915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1653ee3c-2bdc-49fa-abc8-d284857db622 req-ed9e312e-66c3-44d6-a93b-cf332dff549e tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 950 time: 0.2433596 Nov 12 00:43:55.936201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:55.937689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Checking segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:55.938411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Bound using segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:55.939297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Bound port: 0f86953c-2a2c-4531-9358-98a32cf41e28, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:55.940283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.944697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.003996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5a190fd-b5d6-493c-a9be-d93896e997d0 req-037b66e9-d007-4291-af7f-30ebd458525c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071415 Nov 12 00:43:56.100097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.171254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a081d0e6-2e18-4443-a65d-c586d23a89c4 req-cdf1ab68-0665-40f6-a210-11e745a28525 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.1907775 Nov 12 00:43:56.203641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1653ee3c-2bdc-49fa-abc8-d284857db622 req-f04fa17f-d808-4913-b0a3-c6d30067e877 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536519 Nov 12 00:43:56.235794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5d75a246-f50f-44fe-9ab9-f021f359a283 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:56.259477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.260573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.262270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-3abc2d80-531e-4b70-ba64-d02255cc406b service neutron] 10.222.0.32 "PUT /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 1124 time: 3.6832156 Nov 12 00:43:56.269900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:56.289134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.311226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f86953c-2a2c-4531-9358-98a32cf41e28,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:56.327334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.389754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.405394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.407411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.416793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] 10.222.0.39 "PUT /v2.0/ports/0f86953c-2a2c-4531-9358-98a32cf41e28 HTTP/1.1" status: 200 len: 1092 time: 6.9645510 Nov 12 00:43:56.426850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0154d98e-8072-40b7-a8da-51ffca9ca853'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:56.434539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0154d98e-8072-40b7-a8da-51ffca9ca853'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:56.615348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c854c35-b229-4024-98d3-bac490218b5b service neutron] Pushing event updated for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.645168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-bcb8dda2-3219-4d1b-873a-58239eae24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.646981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-bcb8dda2-3219-4d1b-873a-58239eae24fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 1095 time: 0.1610589 Nov 12 00:43:56.671986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Network c157bad4-2ee3-4c91-8fe1-c8e11d385029 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:56.688824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:56.699587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:56.711992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.759779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-20756028-1ddd-4262-8b65-e26e29db9cd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f86953c-2a2c-4531-9358-98a32cf41e28 HTTP/1.1" status: 200 len: 217 time: 0.0958354 Nov 12 00:43:56.842761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.843528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.882640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:56.902243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ac2b5685-96a0-4865-ad29-69eacf914b31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3428760 Nov 12 00:43:56.915377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Request body: {'port': {'device_id': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:56.987169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-fc7d1e97-d6a1-4cea-9a85-5c2827eae1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:57.008522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-fc7d1e97-d6a1-4cea-9a85-5c2827eae1db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.2315993 Nov 12 00:43:57.056344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.100105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5c234147-11c7-4aea-becc-0eb892011a43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890601 Nov 12 00:43:57.174252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572aef0-582a-4887-a969-d2bc11855d44 req-e213d061-4ada-4c12-a6db-76b907e09e09 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:57.192923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e572aef0-582a-4887-a969-d2bc11855d44 req-e213d061-4ada-4c12-a6db-76b907e09e09 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.3183849 Nov 12 00:43:57.235094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5d75a246-f50f-44fe-9ab9-f021f359a283,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:57.343430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '5d75a246-f50f-44fe-9ab9-f021f359a283', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'port_id': '5d75a246-f50f-44fe-9ab9-f021f359a283', 'mac_address': 'fa:16:3e:c4:ff:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fdd0ce-351b-400c-901e-e3764226c549', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:57.393574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e572aef0-582a-4887-a969-d2bc11855d44 req-524885b9-d7fe-473f-96ea-7d031039b25b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996503 Nov 12 00:43:57.426997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-fc37f0d3-8bf1-481e-ac3d-66498e00aa90 service neutron] 10.222.0.39 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156376 Nov 12 00:43:57.460550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-676ecc52-ec23-4a9d-beb1-0b0b8e1ec8f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f8408ed2f534f0bba48cd8d81562d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738883 Nov 12 00:43:57.466017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.562962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.573617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853'}, {'name': 'network-changed', 'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:57.581249 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2fc595-b967-4359-bcfe-753fdd00aeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853"}, {"name": "network-changed", "server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:57.657920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d75a246-f50f-44fe-9ab9-f021f359a283 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:57.715469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5d75a246-f50f-44fe-9ab9-f021f359a283,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:57.716650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.729078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.757162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.785839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77f4b4-69df-41e0-ab2c-116f94c3eeed req-0ed396cb-19fb-40d5-91a5-80953171055d tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:57.797047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:57.809049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a77f4b4-69df-41e0-ab2c-116f94c3eeed req-0ed396cb-19fb-40d5-91a5-80953171055d tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 950 time: 0.2998033 Nov 12 00:43:57.912996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:57.922079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.940345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Transition to ACTIVE for port object d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:57.942829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-c3a73446-3846-4d87-897c-b000d3e890fd service neutron] 10.222.0.39 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070968 Nov 12 00:43:57.950978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.970278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a77f4b4-69df-41e0-ab2c-116f94c3eeed req-cf3cd6b0-2101-474f-992e-184ad482c11f tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568153 Nov 12 00:43:58.015643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.058067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.061861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.065902 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5d11385-46d7-4e41-a601-a4bdf469f65c HTTP/1.1" status: 204 len: 168 time: 0.5936375 Nov 12 00:43:58.081415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53163d-5150-46c5-bfe9-7ee77759b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d11385-46d7-4e41-a601-a4bdf469f65c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.129789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Attempting to bind port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:58.129789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Attempting to bind port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:58.129789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Attempting to bind port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:58.135094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:58.135530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Attempting to bind port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 on network c157bad4-2ee3-4c91-8fe1-c8e11d385029 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:58.146631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:58.147264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Checking segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:58.160120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Bound using segment: {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:58.160120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Bound port: d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b11ef9c-4b81-491b-953a-4e9b0b01388f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:58.160120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.291885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:58.296485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ff1e-cdeb-4071-867d-0c0caa9bd83a req-22a48556-f787-4336-9904-c6ee31d44013 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.296485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3123ff1e-cdeb-4071-867d-0c0caa9bd83a req-22a48556-f787-4336-9904-c6ee31d44013 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 944 time: 0.1735511 Nov 12 00:43:58.297237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:58.303276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.320303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['5d75a246-f50f-44fe-9ab9-f021f359a283'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:58.448295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.448924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.452753 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] 10.222.0.32 "PUT /v2.0/ports/d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 HTTP/1.1" status: 200 len: 1093 time: 1.5395553 Nov 12 00:43:58.452753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:58.457184 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f760a0c-bde0-44af-8594-ea22112e63d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:58.475764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3123ff1e-cdeb-4071-867d-0c0caa9bd83a req-712d4c31-1784-46b7-be57-e65c719b8799 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775291 Nov 12 00:43:58.565427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605fc9a-4f88-4303-bcf4-d1b343941161 service neutron] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.596587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a72634c2-a9cc-42af-97db-c0729c1cd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.598582 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a72634c2-a9cc-42af-97db-c0729c1cd377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 1096 time: 0.0824702 Nov 12 00:43:58.708174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-eb170c75-4245-4064-9c83-e1ce7700271e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 HTTP/1.1" status: 200 len: 217 time: 0.0927866 Nov 12 00:43:58.856515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:58.869534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ebf3f35f-fc6c-4c64-8b16-a1f9f46c46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.882146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-ebf3f35f-fc6c-4c64-8b16-a1f9f46c46a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.1604881 Nov 12 00:43:58.899838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa3fcdb-8802-41a0-a108-077d82e8ced5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.944858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-2c0eaebf-bf61-4283-ad2c-7cb443d7e44e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483599 Nov 12 00:43:58.983548 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50663712-b6ef-4c25-a18f-46878a9eef56 x-openstack-request-id: req-50663712-b6ef-4c25-a18f-46878a9eef56 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:58.983996 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:58.985392 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50663712-b6ef-4c25-a18f-46878a9eef56 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:58.986321 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'status': 'completed', 'code': 200} Nov 12 00:43:58.986730 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28', 'status': 'completed', 'code': 200} Nov 12 00:43:59.151415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-4d78aa70-febd-4668-b840-fe035697da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.157188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-4d78aa70-febd-4668-b840-fe035697da23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1127 time: 0.1378512 Nov 12 00:43:59.190492 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-a7842358-a475-4b9e-9993-e4d24bdfe9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357061 Nov 12 00:43:59.233900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa3fcdb-8802-41a0-a108-077d82e8ced5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.331318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-f1587004-4e03-4f38-95de-b9725bee5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.334005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-f1587004-4e03-4f38-95de-b9725bee5904 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1662219 Nov 12 00:43:59.335689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa3fcdb-8802-41a0-a108-077d82e8ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.400233 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5587bbf0-7bf4-43bf-a26c-241ace81de84 req-89146af6-20dd-459e-ac93-da1cd9155953 service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963990 Nov 12 00:43:59.466039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-3603cb16-ee8d-4798-8723-3c3f00ace361 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 217 time: 0.1187434 Nov 12 00:43:59.514172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7aa3fcdb-8802-41a0-a108-077d82e8ced5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=869a7a34d3ff465cb942b0cc32beb21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560564 Nov 12 00:43:59.517012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:59.526086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3fcdb-8802-41a0-a108-077d82e8ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60008b2-9727-4d68-8878-20844be275b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.604296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-6bef28be-4a9c-4c1b-8756-9303a3f58436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.605910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-6bef28be-4a9c-4c1b-8756-9303a3f58436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1159568 Nov 12 00:43:59.622149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2d656-77ba-4daf-8cc5-0b9ae34e760b req-388b7aeb-3caf-4143-b518-0a3b103a46ca tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.633169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6d2d656-77ba-4daf-8cc5-0b9ae34e760b req-388b7aeb-3caf-4143-b518-0a3b103a46ca tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1068690 Nov 12 00:43:59.644622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.676981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-9b682d03-4f7b-44b1-aa42-17fc380f59b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434518 Nov 12 00:43:59.683791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.737561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6d2d656-77ba-4daf-8cc5-0b9ae34e760b req-15ac6f49-5af5-4dcf-8027-988e12803eda tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058645 Nov 12 00:43:59.766883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.770171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.773963 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e60008b2-9727-4d68-8878-20844be275b3 HTTP/1.1" status: 204 len: 168 time: 0.2533195 Nov 12 00:43:59.817666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8085-9108-490a-a352-1a08c8820852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60008b2-9727-4d68-8878-20844be275b3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.842220 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0190108e-103d-4f0b-ae33-b8c6cd90420e x-openstack-request-id: req-0190108e-103d-4f0b-ae33-b8c6cd90420e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:59.842737 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:59.842991 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0190108e-103d-4f0b-ae33-b8c6cd90420e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:59.845175 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'status': 'completed', 'code': 200} Nov 12 00:43:59.911096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-77be3660-57c1-4ae7-8d88-c74b3eb5e791 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190161 Nov 12 00:43:59.990723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-9b8765a6-c28e-4855-8879-a32bdfba2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:59.992163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-9b8765a6-c28e-4855-8879-a32bdfba2099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 1096 time: 0.1444976 Nov 12 00:44:00.178011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-b5f7ded8-de16-4b2a-b07a-82e5bf7d63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.179522 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-b5f7ded8-de16-4b2a-b07a-82e5bf7d63c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 919 time: 0.1787009 Nov 12 00:44:00.220028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db11ba-5c19-4705-a508-81edaa6e1f55 req-c663fe9e-57ad-4aec-a08b-3caf17060361 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.227136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3db11ba-5c19-4705-a508-81edaa6e1f55 req-c663fe9e-57ad-4aec-a08b-3caf17060361 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 950 time: 0.2534208 Nov 12 00:44:00.261255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5d75a246-f50f-44fe-9ab9-f021f359a283 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:00.271221 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-bf9fc9c7-d380-41c3-8fae-d817860635a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 HTTP/1.1" status: 200 len: 217 time: 0.0809991 Nov 12 00:44:00.275077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-13ad2ca0-90c0-46dd-a3ae-342cdae6d1d3 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541503 Nov 12 00:44:00.391086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-fabebc5f-f2a9-4877-a8d8-2fb59e1c1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.405408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3db11ba-5c19-4705-a508-81edaa6e1f55 req-a996c67c-407f-4633-acff-238c42d4223c tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772790 Nov 12 00:44:00.414261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-fabebc5f-f2a9-4877-a8d8-2fb59e1c1ac4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.1337702 Nov 12 00:44:00.522062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 5d75a246-f50f-44fe-9ab9-f021f359a283 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:00.529925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-fe3c7b30-9f8d-4f27-b063-0eb289a733cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979044 Nov 12 00:44:00.531557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 5d75a246-f50f-44fe-9ab9-f021f359a283 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:00.531934 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.539909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-bf490146-a095-4ace-800e-793b6eb887a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.546798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-bf490146-a095-4ace-800e-793b6eb887a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21dac3587c494246a93d73a4d9232c3f&device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 1095 time: 0.2005527 Nov 12 00:44:00.920309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.951564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9aa4-021b-45b3-a92c-91a024d06b4b req-cb7772a5-1aae-411d-a972-43e7eb83c9f6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.963470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c7c9aa4-021b-45b3-a92c-91a024d06b4b req-cb7772a5-1aae-411d-a972-43e7eb83c9f6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 944 time: 0.3313310 Nov 12 00:44:00.985760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-ada2ffb4-c62a-4f7f-a75e-0e502d1d60d7 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.991704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-ada2ffb4-c62a-4f7f-a75e-0e502d1d60d7 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.39 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 950 time: 0.2141356 Nov 12 00:44:01.005683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:01.014872 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f2f8c-204c-4a33-8035-c15c13c9e224" -d '{"events": [{"server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "name": "network-vif-plugged", "status": "completed", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:01.028660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-1b244c61-69f0-42c0-a2d0-acde09b6208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.030144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-1b244c61-69f0-42c0-a2d0-acde09b6208e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 200 len: 919 time: 0.4755218 Nov 12 00:44:01.055322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5d75a246-f50f-44fe-9ab9-f021f359a283,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.066786 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.134692 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-390c4ec7-3b0e-4d6e-bfa3-40cfde03091d service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005437 Nov 12 00:44:01.171554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-c304c4b0-942c-4d80-af67-2ef1aba8dc89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f86953c-2a2c-4531-9358-98a32cf41e28 HTTP/1.1" status: 200 len: 217 time: 0.1331594 Nov 12 00:44:01.184997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.213277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c7c9aa4-021b-45b3-a92c-91a024d06b4b req-63fe445f-4ff4-4c52-b15c-54fc94b027b6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477443 Nov 12 00:44:01.258890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f86953c-2a2c-4531-9358-98a32cf41e28 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:01.400236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-4fba74ac-bd45-49f4-b5a4-5dda377510a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.401753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-4fba74ac-bd45-49f4-b5a4-5dda377510a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 200 len: 858 time: 0.1875839 Nov 12 00:44:01.458561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-2994e81f-aabe-47b5-ad15-0504d82d83e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c157bad4-2ee3-4c91-8fe1-c8e11d385029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457046 Nov 12 00:44:01.570788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2f760a0c-bde0-44af-8594-ea22112e63d7 req-8a93af02-d162-4447-82b0-5a3a4320a917 service neutron] 10.222.0.32 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256246 Nov 12 00:44:01.637165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Deleting port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:01.637522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.643042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f86953c-2a2c-4531-9358-98a32cf41e28,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.682467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0f86953c-2a2c-4531-9358-98a32cf41e28', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'port_id': '0f86953c-2a2c-4531-9358-98a32cf41e28', 'mac_address': 'fa:16:3e:44:34:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fdd0ce-351b-400c-901e-e3764226c549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:01.773913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-62316992-4a09-41d7-88c7-38cc6dd4cfeb service neutron] 10.222.0.39 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079963 Nov 12 00:44:01.832755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.879367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f86953c-2a2c-4531-9358-98a32cf41e28 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:01.955899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f86953c-2a2c-4531-9358-98a32cf41e28,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.962864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] For port 4c2cf6c3-4cda-4755-867a-02cbad5e3413, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4c2cf6c3-4cda-4755-867a-02cbad5e3413,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.963554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.970807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.999298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Calling delete_port for 4c2cf6c3-4cda-4755-867a-02cbad5e3413 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:02.150934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89a267-0393-480a-b3e0-1b846603026d req-993094b9-968d-43e6-a299-4c33b1ecaed7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.163196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f89a267-0393-480a-b3e0-1b846603026d req-993094b9-968d-43e6-a299-4c33b1ecaed7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.4633958 Nov 12 00:44:02.170319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.262278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0f86953c-2a2c-4531-9358-98a32cf41e28'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:02.386795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:02.388812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.437616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f89a267-0393-480a-b3e0-1b846603026d req-aa8078f5-113a-4a0b-9587-51971c758ca6 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704563 Nov 12 00:44:02.452907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.477800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2fc595-b967-4359-bcfe-753fdd00aeeb req-090d3842-8e43-4eb8-8923-da04b621544c service neutron] 10.222.0.39 "GET /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350765 Nov 12 00:44:02.595127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Pushing event deleted for resources: {'Port': ['ID=4c2cf6c3-4cda-4755-867a-02cbad5e3413,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.638768 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c797411-e2d0-4029-8fec-8ca4e09d84f2 x-openstack-request-id: req-0c797411-e2d0-4029-8fec-8ca4e09d84f2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:02.639011 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "name": "network-vif-plugged", "status": "completed", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:02.639265 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c797411-e2d0-4029-8fec-8ca4e09d84f2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:02.639713 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283', 'code': 200} Nov 12 00:44:02.712662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] No DVR routers for this DVR port 4c2cf6c3-4cda-4755-867a-02cbad5e3413 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:02.727207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.731213 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-54ad781c-724f-4bca-a24b-97b32c26d75b req-71f0e621-a88b-4ece-b138-f7ec7a37a090 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.39 "DELETE /v2.0/ports/4c2cf6c3-4cda-4755-867a-02cbad5e3413 HTTP/1.1" status: 204 len: 173 time: 1.7154355 Nov 12 00:44:02.731893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'name': 'network-vif-deleted', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:02.735349 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09e77a-2bfc-4463-a98e-13ad7724964c" -d '{"events": [{"server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "name": "network-vif-deleted", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:02.814292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8bef62d9-3ea6-4efb-a93a-5d36230944ac req-d9c4f294-384f-471e-a316-92c0d7daeb35 tempest-ImagesNegativeTestJSON-755619940 tempest-ImagesNegativeTestJSON-755619940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1432da8f-4898-438c-915a-894f9091c080 HTTP/1.1" status: 200 len: 210 time: 0.0902495 Nov 12 00:44:02.841422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec8ee-3b2c-4554-b347-19a9b68cf734 req-64eabcd4-fccc-43e8-af0e-b3cc26214a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.845833 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1c8ec8ee-3b2c-4554-b347-19a9b68cf734 req-64eabcd4-fccc-43e8-af0e-b3cc26214a3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 1097 time: 0.1366673 Nov 12 00:44:02.891917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:02.941245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'network_id': 'c157bad4-2ee3-4c91-8fe1-c8e11d385029', 'port_id': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'mac_address': 'fa:16:3e:5e:54:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fdd0ce-351b-400c-901e-e3764226c549', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:03.019245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1c8ec8ee-3b2c-4554-b347-19a9b68cf734 req-206a4a4b-c14a-40e4-8dcc-fb6df8b76c6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630447 Nov 12 00:44:03.104045 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.122603 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:03.160777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:03.172699 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.237766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.268357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0694-034d-456d-900f-c8ed3c08ffae req-03f3b1e8-810b-43e4-9288-6f4ad6d4e5b1 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:03.280310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:03.290863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-addd0694-034d-456d-900f-c8ed3c08ffae req-03f3b1e8-810b-43e4-9288-6f4ad6d4e5b1 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 944 time: 0.1415739 Nov 12 00:44:03.517967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-addd0694-034d-456d-900f-c8ed3c08ffae req-90c9f8ef-9f16-4eb6-8f69-04a09e135f9d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227778 Nov 12 00:44:03.571294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d28c7ed6-8e99-4e4e-85d5-ee867bb8db53'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:03.694562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4c2cf6c3-4cda-4755-867a-02cbad5e3413 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:03.782157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 4c2cf6c3-4cda-4755-867a-02cbad5e3413 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:03.782525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4c2cf6c3-4cda-4755-867a-02cbad5e3413 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:03.935150 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c6bf8-ae17-4f97-bee1-7887daaa31ea x-openstack-request-id: req-011c6bf8-ae17-4f97-bee1-7887daaa31ea {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:03.935881 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432da8f-4898-438c-915a-894f9091c080", "name": "network-vif-deleted", "tag": "4c2cf6c3-4cda-4755-867a-02cbad5e3413", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:03.936464 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-011c6bf8-ae17-4f97-bee1-7887daaa31ea {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:03.937186 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432da8f-4898-438c-915a-894f9091c080', 'name': 'network-vif-deleted', 'tag': '4c2cf6c3-4cda-4755-867a-02cbad5e3413', 'status': 'completed', 'code': 200} Nov 12 00:44:04.405828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3835a-223b-44f2-ab60-033c8bb9f950 req-3817dc0b-1356-4a7d-a721-8b81b5e2aae9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:04.408671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2c3835a-223b-44f2-ab60-033c8bb9f950 req-3817dc0b-1356-4a7d-a721-8b81b5e2aae9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1102972 Nov 12 00:44:04.600436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2c3835a-223b-44f2-ab60-033c8bb9f950 req-9830fb39-ee79-4ad4-8bf0-7befd74ba9d3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839650 Nov 12 00:44:04.888571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-353b357e-1034-46ef-8193-5840b6a81e5a service neutron] 10.222.0.39 "GET /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.0883858 Nov 12 00:44:04.967108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.009358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424cc71-a815-4467-b994-1ca155205073 req-89440fe9-8583-4548-8d56-468a8ea381af tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.018041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8424cc71-a815-4467-b994-1ca155205073 req-89440fe9-8583-4548-8d56-468a8ea381af tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 945 time: 0.0823045 Nov 12 00:44:05.096629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8424cc71-a815-4467-b994-1ca155205073 req-4e8073cc-4660-4cfa-b847-59b6a531986d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Nov 12 00:44:05.281999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:05.290667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f86953c-2a2c-4531-9358-98a32cf41e28 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:05.333400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:05.426391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0154d98e-8072-40b7-a8da-51ffca9ca853 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:05.438332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0f86953c-2a2c-4531-9358-98a32cf41e28 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:05.450685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0f86953c-2a2c-4531-9358-98a32cf41e28 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:05.451308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.455631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:05.512092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.612618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fc16-6d24-412c-b881-8e1433e70349 req-608e8291-7423-45ef-a617-eda2f9d16f29 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.625067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89b6fc16-6d24-412c-b881-8e1433e70349 req-608e8291-7423-45ef-a617-eda2f9d16f29 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 950 time: 0.0705578 Nov 12 00:44:05.644536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.686018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f86953c-2a2c-4531-9358-98a32cf41e28,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:05.686962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:05.691096 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef0963-7b9f-46ed-9a00-f9b6beeef708" -d '{"events": [{"server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "name": "network-vif-plugged", "status": "completed", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:05.696633 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.703731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] Transition to ACTIVE for port object 0154d98e-8072-40b7-a8da-51ffca9ca853 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:05.716335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.721561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89b6fc16-6d24-412c-b881-8e1433e70349 req-e247d282-5d0c-4b55-a1c8-d28c696c88ee tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915835 Nov 12 00:44:05.795238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.888157 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe0de6b-2fd6-4404-92b5-44c4c4b05970 x-openstack-request-id: req-4fe0de6b-2fd6-4404-92b5-44c4c4b05970 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:05.889368 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "name": "network-vif-plugged", "status": "completed", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:05.889841 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fe0de6b-2fd6-4404-92b5-44c4c4b05970 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:05.890447 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28', 'code': 200} Nov 12 00:44:05.891344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] No DVR routers for this DVR port 0154d98e-8072-40b7-a8da-51ffca9ca853 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:05.911399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] Pushing event updated for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.968622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0b222bd4-ecb3-444d-8592-b1a3901241de service neutron] 10.222.0.39 "PUT /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853/bindings/n-h1-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0716572 Nov 12 00:44:05.980732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbfdc9-60a6-4e5c-bcc7-31ea238d1998 req-00053d8f-0f91-4376-9e9e-fc71cf4bcb78 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.996912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3fbfdc9-60a6-4e5c-bcc7-31ea238d1998 req-00053d8f-0f91-4376-9e9e-fc71cf4bcb78 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1485255 Nov 12 00:44:06.090164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3fbfdc9-60a6-4e5c-bcc7-31ea238d1998 req-e8afde23-9108-423e-bb47-0ce18db89fbb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907290 Nov 12 00:44:06.104134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec52b1-38b5-4792-b595-dbc1127a23f6 req-305c8352-3c85-4b38-ac5a-78e8ef1e47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.106107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ec52b1-38b5-4792-b595-dbc1127a23f6 req-305c8352-3c85-4b38-ac5a-78e8ef1e47df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 1097 time: 0.1004362 Nov 12 00:44:06.114301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-438c179f-f4a5-4d77-931a-77fb134527b4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.118153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-438c179f-f4a5-4d77-931a-77fb134527b4 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.0706198 Nov 12 00:44:06.182302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ec52b1-38b5-4792-b595-dbc1127a23f6 req-30595826-68ba-4937-a037-f3d8a151200a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652242 Nov 12 00:44:06.222961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0e319291-c9fa-463e-b37c-5dc3f9536f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.230397 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-0e319291-c9fa-463e-b37c-5dc3f9536f65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6&tenant_id=fd96cbecb10c4f08b880f011e24d754e HTTP/1.1" status: 200 len: 1097 time: 0.1031120 Nov 12 00:44:06.295934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:06.299541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f458-ff7b-4dc2-ba54-f402cf8331c4 req-d20cfb40-ed6c-4115-9fca-d881ce5b6c93 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.314824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c771f458-ff7b-4dc2-ba54-f402cf8331c4 req-d20cfb40-ed6c-4115-9fca-d881ce5b6c93 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 945 time: 0.1314557 Nov 12 00:44:06.343584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:06.386984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:06.395553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-4957d85a-3658-40a2-9db1-c07a60cb877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.407796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-4957d85a-3658-40a2-9db1-c07a60cb877c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1375954 Nov 12 00:44:06.408296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:06.427461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:06.428109 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.512686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c771f458-ff7b-4dc2-ba54-f402cf8331c4 req-0fb275dd-bee7-41b8-af89-263acf91e415 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870489 Nov 12 00:44:06.599332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-e57ade18-c635-40d5-ab2f-c08e467dc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.602390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-e57ade18-c635-40d5-ab2f-c08e467dc6de service neutron] 10.222.0.32 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1829972 Nov 12 00:44:06.611205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.656625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:06.663968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.665165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:06.690208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-faa258f2-edaa-411a-894b-341a51a619e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 200 len: 217 time: 0.0709865 Nov 12 00:44:06.693158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c967f5ef-be94-4cf9-b17b-3555c369dc9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.749055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:06.789896 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1993c094-49e0-4dfe-87f2-02b6b028964c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd9817d87f80450cb67bd107a1d374dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433873 Nov 12 00:44:06.792617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:06.814009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-05e31a36-b2a3-4b66-aacc-798edfc9c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.815978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-05e31a36-b2a3-4b66-aacc-798edfc9c553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1147168 Nov 12 00:44:06.860340 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-ab779c3f-266e-4af0-8da1-119d78c1b936 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330105 Nov 12 00:44:06.863119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.919727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:06.933032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.941313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2628eb-557a-482f-bf5c-dcf48fb5ad53 req-86be01d2-b7fc-4dd1-8db3-a0b9baa916ef tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.948904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c967f5ef-be94-4cf9-b17b-3555c369dc9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.951633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc2628eb-557a-482f-bf5c-dcf48fb5ad53 req-86be01d2-b7fc-4dd1-8db3-a0b9baa916ef tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 950 time: 0.1177773 Nov 12 00:44:06.967399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c967f5ef-be94-4cf9-b17b-3555c369dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.980862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.036307 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-f185ff49-44dd-4d45-8709-1e82642fc63a service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681213 Nov 12 00:44:07.036811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.041907 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c967f5ef-be94-4cf9-b17b-3555c369dc9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f765fae6f829448bbc9b676349288fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284516 Nov 12 00:44:07.041907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967f5ef-be94-4cf9-b17b-3555c369dc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd244a1b-439a-4051-840e-3871c2f3883f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.042173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc2628eb-557a-482f-bf5c-dcf48fb5ad53 req-319e26c4-f150-427a-96c7-d2eaed91932d tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887723 Nov 12 00:44:07.042786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:07.045887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.116557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.119431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.121047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6677798-2ba6-4856-bb5a-2e0a4e5f5a71 HTTP/1.1" status: 204 len: 168 time: 0.3272793 Nov 12 00:44:07.133466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627fc0-c4d3-4bff-8ceb-afa0f0bc978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6677798-2ba6-4856-bb5a-2e0a4e5f5a71,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.242858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-5ae8c385-52be-4edd-bea2-1b1bb367c2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971745 Nov 12 00:44:07.246074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.269452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.352129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.357000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.365543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd244a1b-439a-4051-840e-3871c2f3883f HTTP/1.1" status: 204 len: 168 time: 0.3214717 Nov 12 00:44:07.370869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca2698-10b9-4b50-9a10-4034d807f230 req-bb45848c-3503-4f09-8729-e3e7ad5ffb08 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.372497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bca2698-10b9-4b50-9a10-4034d807f230 req-bb45848c-3503-4f09-8729-e3e7ad5ffb08 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1300111 Nov 12 00:44:07.377413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1588b-7406-436d-8bc0-d9d336235ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd244a1b-439a-4051-840e-3871c2f3883f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.446628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bca2698-10b9-4b50-9a10-4034d807f230 req-6e60fd6c-39d2-43d1-a79a-20d43ab795ff tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Nov 12 00:44:07.675274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-49bcaa98-8a39-4264-a902-ed3c838a55e8 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.676972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-49bcaa98-8a39-4264-a902-ed3c838a55e8 tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6&tenant_id=fd96cbecb10c4f08b880f011e24d754e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.0936246 Nov 12 00:44:07.760513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ceff5-a44c-4009-ad91-d6638d46701d req-d442897d-940d-4306-8fac-0cb0180ff585 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.770104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-069ceff5-a44c-4009-ad91-d6638d46701d req-d442897d-940d-4306-8fac-0cb0180ff585 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 946 time: 0.0727019 Nov 12 00:44:07.830474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-069ceff5-a44c-4009-ad91-d6638d46701d req-d3f1823d-2f76-402b-91e1-091c797ffc2c tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594597 Nov 12 00:44:07.892238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53'}, {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:07.895305 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4577d537-caa4-418e-89db-1ee06a48f39e" -d '{"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-plugged", "status": "completed", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53"}, {"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:07.902533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-f707de8b-abbd-4b8d-a8bd-dc1bb1f48e09 service neutron] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:07.907271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-f707de8b-abbd-4b8d-a8bd-dc1bb1f48e09 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.908579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fbb32ffb-567e-46eb-8217-6eadff0e23bd req-f707de8b-abbd-4b8d-a8bd-dc1bb1f48e09 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853/bindings/n-h2-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.2223206 Nov 12 00:44:07.914608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:07.952191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e626e5-9256-47d5-ab15-177a6ce1ecf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.997302 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8ee85-f20d-48ba-86e7-744929b9adc2 x-openstack-request-id: req-2fc8ee85-f20d-48ba-86e7-744929b9adc2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:07.997563 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-plugged", "status": "completed", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53", "code": 200}, {"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:07.997819 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fc8ee85-f20d-48ba-86e7-744929b9adc2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:07.998225 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'code': 200} Nov 12 00:44:07.998484 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'code': 200} Nov 12 00:44:08.096003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e626e5-9256-47d5-ab15-177a6ce1ecf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.105771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e626e5-9256-47d5-ab15-177a6ce1ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.151789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2479cc-94d8-4c26-87ca-a0b03825fa0e req-0b3f2fde-55fa-4811-a765-5264fd84f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:08.155194 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2b2479cc-94d8-4c26-87ca-a0b03825fa0e req-0b3f2fde-55fa-4811-a765-5264fd84f1fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 1098 time: 0.0603368 Nov 12 00:44:08.200181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a4e626e5-9256-47d5-ab15-177a6ce1ecf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83d07b9ecf044f8ab558a4a0e621c73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830496 Nov 12 00:44:08.209613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46032) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.244523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e626e5-9256-47d5-ab15-177a6ce1ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345f5d5-29c6-453d-b7e8-660720874cfb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.302205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.317662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2b2479cc-94d8-4c26-87ca-a0b03825fa0e req-dea1f9a6-e282-4585-b49e-1c666805a8d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515868 Nov 12 00:44:08.340700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.435597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.439476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.441070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f345f5d5-29c6-453d-b7e8-660720874cfb HTTP/1.1" status: 204 len: 168 time: 0.2300220 Nov 12 00:44:08.460459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5c37f-2541-40d2-86b0-911a4edaf0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345f5d5-29c6-453d-b7e8-660720874cfb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.704087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8737e7-c70c-4b82-a5b6-f1a9f8b1150a req-f5b5271e-5e8b-4613-b247-8a486ab08dc7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:08.707223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b8737e7-c70c-4b82-a5b6-f1a9f8b1150a req-f5b5271e-5e8b-4613-b247-8a486ab08dc7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1196368 Nov 12 00:44:08.862776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b8737e7-c70c-4b82-a5b6-f1a9f8b1150a req-6ffb004f-18bc-47a9-970a-4afbe026ff12 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414554 Nov 12 00:44:09.140214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-f74c71f1-4916-4962-90b5-188a13d25e3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998170 Nov 12 00:44:09.198765 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d195d62c-c2b6-4ed2-a078-bb4bab003119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.692280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-0c5d2f65-e5a1-492a-8fe8-ba70a7624bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.695032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-0c5d2f65-e5a1-492a-8fe8-ba70a7624bed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 1098 time: 0.5197952 Nov 12 00:44:09.740021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787eb7-2273-43f1-9e22-9c479fd2db03 req-d94f3f57-1dd9-43a2-9565-51676abeb9be tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.754643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac787eb7-2273-43f1-9e22-9c479fd2db03 req-d94f3f57-1dd9-43a2-9565-51676abeb9be tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 946 time: 0.6983638 Nov 12 00:44:09.847301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac787eb7-2273-43f1-9e22-9c479fd2db03 req-372b86c1-d1ef-4e7e-b909-0458bb184b2c tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903401 Nov 12 00:44:09.892713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb61cd-4b50-41fa-bc69-b5df94acd17a req-a8b8b284-df16-44c9-a431-729891cd20fa tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.899135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06cb61cd-4b50-41fa-bc69-b5df94acd17a req-a8b8b284-df16-44c9-a431-729891cd20fa tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1184053 Nov 12 00:44:09.922622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-97b5bf0a-b214-4ca4-b819-30a3c1cb0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.924987 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-97b5bf0a-b214-4ca4-b819-30a3c1cb0e37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 200 len: 913 time: 0.1884313 Nov 12 00:44:09.998208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06cb61cd-4b50-41fa-bc69-b5df94acd17a req-dfa41247-6fa4-4e0a-8ecb-9facbef7aaed tempest-LiveMigrationTest-1263326000 tempest-LiveMigrationTest-1263326000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924108 Nov 12 00:44:10.033445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-5c1a3592-b5e2-4a7b-bec6-ac736228c9ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 200 len: 1002 time: 0.0957937 Nov 12 00:44:10.137006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-a5b1dd1b-8d43-42df-89fd-3afa3fa6059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.139168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-a5b1dd1b-8d43-42df-89fd-3afa3fa6059d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a6acd3-370a-4e89-b9df-a66625ff07a4 HTTP/1.1" status: 200 len: 851 time: 0.0862312 Nov 12 00:44:10.250886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-6b260dc9-5331-4180-aef6-13079e33d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.253858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-6b260dc9-5331-4180-aef6-13079e33d5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57bdc2ea-7c21-4513-82de-34e4009bd72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006310 Nov 12 00:44:10.390947 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-ba8f211a-d922-4fd6-81cc-be677e33d6a8 service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169412 Nov 12 00:44:10.565923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3ef2547-4932-48dd-b777-0a4e6921285f req-b98924ef-9e1d-4ca9-82d3-0c3b447f04da service neutron] 10.222.0.32 "GET /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646457 Nov 12 00:44:10.618971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e37a56-3bd0-4f23-a9d1-57ee2b523789 req-f58d51a8-3adc-44a1-ac40-73b49b93dfcc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.640900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e37a56-3bd0-4f23-a9d1-57ee2b523789 req-f58d51a8-3adc-44a1-ac40-73b49b93dfcc tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0862658 Nov 12 00:44:10.732521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e37a56-3bd0-4f23-a9d1-57ee2b523789 req-45bc2f59-dede-4140-b0d4-159148ccd1ca tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879288 Nov 12 00:44:11.038740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa550-e7c8-4fa9-a077-b7ccf195adfd req-be593e64-9d0e-4ba7-88fc-70a0dc75347b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.066110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6edfa550-e7c8-4fa9-a077-b7ccf195adfd req-be593e64-9d0e-4ba7-88fc-70a0dc75347b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 946 time: 0.1199358 Nov 12 00:44:11.120628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6edfa550-e7c8-4fa9-a077-b7ccf195adfd req-4c09a282-4f6f-4a33-a705-397c9520da08 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672498 Nov 12 00:44:11.127418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-2ffe60aa-31ed-495b-aff8-95348a90dd55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1397996 Nov 12 00:44:11.221995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-89c001bc-ed51-4d7d-b9a4-f807a9d4d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.223753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-89c001bc-ed51-4d7d-b9a4-f807a9d4d2ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd96cbecb10c4f08b880f011e24d754e&device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 1096 time: 0.0716252 Nov 12 00:44:11.356088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-167e0286-00eb-4723-aef4-bd5b4f391f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.357832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-167e0286-00eb-4723-aef4-bd5b4f391f3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 200 len: 909 time: 0.1097736 Nov 12 00:44:11.430778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-54a3ed6d-e147-486b-9856-329c0364ef4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 200 len: 217 time: 0.0639558 Nov 12 00:44:11.547479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-6f87da50-4c0e-45ae-8387-fd6f9bbb3ceb tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525336 Nov 12 00:44:11.570741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-1c7ac4c0-4663-40fd-a3b3-916fd7eb2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.572519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-1c7ac4c0-4663-40fd-a3b3-916fd7eb2de1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 200 len: 848 time: 0.1291230 Nov 12 00:44:11.632866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194da1-291b-4bde-9c0b-15183f8702ad req-dd37841f-3ef8-485c-89d6-4dc27bab3ec3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.632866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96194da1-291b-4bde-9c0b-15183f8702ad req-dd37841f-3ef8-485c-89d6-4dc27bab3ec3 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Nov 12 00:44:11.645172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876c96f-6ca9-483c-bdad-a733ea5823fd req-72d6da1e-b3c3-4cd7-8154-6c992cbd1083 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.651697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6876c96f-6ca9-483c-bdad-a733ea5823fd req-72d6da1e-b3c3-4cd7-8154-6c992cbd1083 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 945 time: 0.1554258 Nov 12 00:44:11.651697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-8edb2ff3-35ba-4ef7-a25f-776b7dda0e71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec42a2b-a28b-4a4c-929b-a278f7b15b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557253 Nov 12 00:44:11.685758 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-634f4007-4c55-4dde-a2c4-5478411e0f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.744710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Deleting port 0154d98e-8072-40b7-a8da-51ffca9ca853 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:11.745127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.833453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6876c96f-6ca9-483c-bdad-a733ea5823fd req-df2b980e-3630-4861-b753-dc7fd3854c0b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552064 Nov 12 00:44:11.854639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-50863e77-f64d-40b4-9c73-b039a227a226 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.865018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-50863e77-f64d-40b4-9c73-b039a227a226 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081071 Nov 12 00:44:11.866700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] For port 0154d98e-8072-40b7-a8da-51ffca9ca853, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0154d98e-8072-40b7-a8da-51ffca9ca853,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:11.867086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.891569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Calling delete_port for 0154d98e-8072-40b7-a8da-51ffca9ca853 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:11.895470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-3cbe9039-2ae3-42e0-aa03-addd52f71688 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/quotas/b1a3d2fbe9ca4b9da66c9005b6333dcd HTTP/1.1" status: 200 len: 375 time: 0.0294907 Nov 12 00:44:11.907826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-f743a967-928b-4dc6-b24f-bec58af9236d service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285297 Nov 12 00:44:12.018333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-40180335-b6c6-4836-b004-f6a5676b6559 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218636 Nov 12 00:44:12.060558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23a17cd4-63dc-4a2c-b7d3-c5b238505b16 req-3be47299-4f12-4654-94b2-229a92174404 service neutron] 10.222.0.39 "GET /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287024 Nov 12 00:44:12.097758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.112243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2afcdbbc-8692-437a-98e6-4620947f5130', '0154d98e-8072-40b7-a8da-51ffca9ca853'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:12.169344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f9a067f-67dd-434c-9c72-5af621fe42e8 req-0d2e3692-9644-4f2e-9816-b1d22bdd8046 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0394175 Nov 12 00:44:12.187999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event deleted for resources: {'Port': ['ID=0154d98e-8072-40b7-a8da-51ffca9ca853,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.323363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:12.341491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] No DVR routers for this DVR port 0154d98e-8072-40b7-a8da-51ffca9ca853 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:12.347869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.353781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96194da1-291b-4bde-9c0b-15183f8702ad req-3eb2e2cc-8893-4559-a553-13a824c0348e tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "DELETE /v2.0/ports/0154d98e-8072-40b7-a8da-51ffca9ca853 HTTP/1.1" status: 204 len: 173 time: 0.7167850 Nov 12 00:44:12.355478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-deleted', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:12.359419 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd92756-5746-4135-b3b8-c68c0d016c28" -d '{"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-deleted", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:12.372821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9753ca-8cb5-4f1e-aa27-217202d35128 req-3bf098a1-dd1f-4c38-8e8d-1cdaa2379c31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.387743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c9753ca-8cb5-4f1e-aa27-217202d35128 req-3bf098a1-dd1f-4c38-8e8d-1cdaa2379c31 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 945 time: 0.1016278 Nov 12 00:44:12.457717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d121e8bc-f73f-49d3-b348-2d5b5744fb8b req-2cfb5683-bc43-4111-b01c-473f465fd1da tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 210 time: 0.0677211 Nov 12 00:44:12.559237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c9753ca-8cb5-4f1e-aa27-217202d35128 req-a34bb5d0-2ca2-4d6e-9cf9-b97cb048ac35 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703169 Nov 12 00:44:12.589533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:12.659794 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e6067-95c8-414d-bc24-bc99f4f814a0 x-openstack-request-id: req-576e6067-95c8-414d-bc24-bc99f4f814a0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:12.662286 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feb2d21-b06f-4df6-a735-56e66375f1a6", "name": "network-vif-deleted", "tag": "0154d98e-8072-40b7-a8da-51ffca9ca853", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:12.662779 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-576e6067-95c8-414d-bc24-bc99f4f814a0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:12.664243 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb2d21-b06f-4df6-a735-56e66375f1a6', 'name': 'network-vif-deleted', 'tag': '0154d98e-8072-40b7-a8da-51ffca9ca853', 'status': 'completed', 'code': 200} Nov 12 00:44:12.682254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'mac_address': 'fa:16:3e:e4:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:13.052755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b865b1-b8da-4bb4-b3ee-653713e34572 req-b63d2eb9-0cef-4c31-9b97-30e99f7ca49c tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:13.074772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b865b1-b8da-4bb4-b3ee-653713e34572 req-b63d2eb9-0cef-4c31-9b97-30e99f7ca49c tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 945 time: 0.0944817 Nov 12 00:44:13.088236 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.126511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.157140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:13.190634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b865b1-b8da-4bb4-b3ee-653713e34572 req-fffcd4bc-447e-4599-ad26-5eb727f955aa tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161218 Nov 12 00:44:13.199590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:13.213755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.315614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:13.380443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:13.618548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac979dca-1cee-46f0-914e-1d798018d55a req-b9c31e47-adf1-44bd-80d7-dddab72f5f3f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0465789 Nov 12 00:44:13.708544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8edd72cf-8a32-493a-a295-e63a779d6988 req-5d8e4167-0414-4da0-a6df-460c4c08eff8 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 210 time: 0.0523272 Nov 12 00:44:13.914151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.946220 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:14.339588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:14.369157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab738-4702-4e97-90dc-ff38ee6fe45f req-366c9794-0c4b-4828-b1c1-df43ab955b7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.382131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e8ab738-4702-4e97-90dc-ff38ee6fe45f req-366c9794-0c4b-4828-b1c1-df43ab955b7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 945 time: 0.1034997 Nov 12 00:44:14.589042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:14.589703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.594662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e8ab738-4702-4e97-90dc-ff38ee6fe45f req-317af6e4-ccc1-44ed-998d-87a39c8b3315 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105708 Nov 12 00:44:14.743992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.749250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-d9e4d354-6dad-421a-ab21-97ebbe45d77c tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525774 Nov 12 00:44:14.775681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:14.779017 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c653a7-3b74-43eb-8664-3eb4de0ee622" -d '{"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:14.780558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:14.807360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:14.819588 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.821602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:14.887087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.930768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-53bce23c-5a96-4947-bf3f-297adfd1f4d4 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.937802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-53bce23c-5a96-4947-bf3f-297adfd1f4d4 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 945 time: 0.2585263 Nov 12 00:44:14.966554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 0154d98e-8072-40b7-a8da-51ffca9ca853 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:14.969885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0154d98e-8072-40b7-a8da-51ffca9ca853 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:15.022337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca4d7967-a3ba-43d7-9748-ceefa59f921a req-a913f762-684b-420f-924f-f066ac3f8fe7 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.1770315 Nov 12 00:44:15.058891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.129857 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3fb81-fbcf-4588-8d6c-7f6863868b1c x-openstack-request-id: req-42f3fb81-fbcf-4588-8d6c-7f6863868b1c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:15.130440 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:15.130936 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42f3fb81-fbcf-4588-8d6c-7f6863868b1c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:15.131542 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'code': 200} Nov 12 00:44:15.168533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e741b03f-bd47-4bf4-8b58-0cabb8e75d55 req-f9000850-9815-416a-a5f6-2aa74e34a42d tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 210 time: 0.1733148 Nov 12 00:44:15.175678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b6e52b1-9433-47ab-970a-053b7a0cffa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.242293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Deleting port 5d75a246-f50f-44fe-9ab9-f021f359a283 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:15.242935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.309670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-87776df5-4d19-4dd3-8952-e48fff835876 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:15.319756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-87776df5-4d19-4dd3-8952-e48fff835876 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5538282 Nov 12 00:44:15.337175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Request body: {'port': {'device_id': '57e50710-22c4-4ddc-a371-fdc742325a24', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'b1a3d2fbe9ca4b9da66c9005b6333dcd'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:15.488002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] For port 5d75a246-f50f-44fe-9ab9-f021f359a283, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=5d75a246-f50f-44fe-9ab9-f021f359a283,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:15.488332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.507483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Calling delete_port for 5d75a246-f50f-44fe-9ab9-f021f359a283 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:15.530972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Made reservation on behalf of b1a3d2fbe9ca4b9da66c9005b6333dcd for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:15.536956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.556476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.608653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b6e52b1-9433-47ab-970a-053b7a0cffa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.627652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b6e52b1-9433-47ab-970a-053b7a0cffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.669242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e52b1-9433-47ab-970a-053b7a0cffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e179de-6b33-4fd3-af15-313f3553372a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.702071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b6e52b1-9433-47ab-970a-053b7a0cffa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f60f27e6ceda4184b93bd314979be829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9204051 Nov 12 00:44:15.709446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:15.742889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.760011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.768624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.787276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['5d75a246-f50f-44fe-9ab9-f021f359a283', 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:15.789618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0f86953c-2a2c-4531-9358-98a32cf41e28'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:15.840161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event deleted for resources: {'Port': ['ID=5d75a246-f50f-44fe-9ab9-f021f359a283,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.875223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] No DVR routers for this DVR port 5d75a246-f50f-44fe-9ab9-f021f359a283 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:15.882289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.890447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b463b03b-130a-4d8d-ab0f-1af8b6d7b594 req-6534f08a-1598-4a35-98d8-3a0891c0ac70 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "DELETE /v2.0/ports/5d75a246-f50f-44fe-9ab9-f021f359a283 HTTP/1.1" status: 204 len: 173 time: 0.9432034 Nov 12 00:44:15.891385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'name': 'network-vif-deleted', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:15.894217 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ee334-e652-4fff-b057-7e2363a2f273" -d '{"events": [{"server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "name": "network-vif-deleted", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:16.005214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f3d8f9-28c2-4b15-b442-d38e5952c98b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.035338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62394abe-6ecb-4d45-8a6b-dc3907268d99 req-5f62c20c-8087-403d-9b90-aa8435344e68 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a139bfd-b1e5-411a-91d8-b2b5a1ab3670 HTTP/1.1" status: 200 len: 210 time: 0.2327468 Nov 12 00:44:16.139307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.317285 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69001064-5509-44b6-82e5-8ebdcfe966e7 x-openstack-request-id: req-69001064-5509-44b6-82e5-8ebdcfe966e7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:16.317574 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a139bfd-b1e5-411a-91d8-b2b5a1ab3670", "name": "network-vif-deleted", "tag": "5d75a246-f50f-44fe-9ab9-f021f359a283", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:16.318471 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69001064-5509-44b6-82e5-8ebdcfe966e7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:16.318471 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a139bfd-b1e5-411a-91d8-b2b5a1ab3670', 'name': 'network-vif-deleted', 'tag': '5d75a246-f50f-44fe-9ab9-f021f359a283', 'status': 'completed', 'code': 200} Nov 12 00:44:16.343445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.436591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb2f970c-ff4d-4063-8299-84b084bf1fa5 req-6cc4fc16-aedc-4bde-ad12-45a8f4d7cd81 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0788341 Nov 12 00:44:16.457618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Allocated IP 192.168.233.22 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/b1e7d255-d82f-4068-a77d-178d6beaa28c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:16.499436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d57b28e-f5f9-41e5-bad0-6081a5b3c278 req-0db907c4-422c-4950-a27b-06e77e5d9038 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 210 time: 0.0577545 Nov 12 00:44:16.556512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.559505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.563693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17e179de-6b33-4fd3-af15-313f3553372a HTTP/1.1" status: 204 len: 168 time: 0.8500803 Nov 12 00:44:16.589995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233e74-60dd-45c5-a980-c0206e632e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e179de-6b33-4fd3-af15-313f3553372a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.975878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.096608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-6e41e9b7-889f-46d6-b165-b7e4a2aaecee tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.111637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-6e41e9b7-889f-46d6-b165-b7e4a2aaecee tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/networks?id=1cb538ad-cb1e-4b43-8866-0af5f085cba9 HTTP/1.1" status: 200 len: 815 time: 0.2270975 Nov 12 00:44:17.143962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-c2df0c08-e75e-48e6-8dac-e52a87db3e1d tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/quotas/0a5603c5e22b48438988f0fdadfcfaa5 HTTP/1.1" status: 200 len: 375 time: 0.0307729 Nov 12 00:44:17.191603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.347739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-9d3f18f2-d401-46e0-9532-faa9ab595ef7 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a5603c5e22b48438988f0fdadfcfaa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2027135 Nov 12 00:44:17.351160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:17.384929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:17.417605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:17.427423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Pushing event updated for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:17.659716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc23e832-1e39-4746-9abe-5af7f748be25 req-b18565fa-7c9a-4345-880b-3e1ed561bd8b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0759935 Nov 12 00:44:17.665586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.666204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.823598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-3cd835da-b679-48aa-9d36-ec2b7350edbd service neutron] 10.222.0.11 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748414 Nov 12 00:44:17.860394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fe0c1c62-f0b4-4d80-92f9-9c2f5c1b8d14 None None] Provisioning complete for port b1e7d255-d82f-4068-a77d-178d6beaa28c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:17.863170 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1c62-f0b4-4d80-92f9-9c2f5c1b8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.955772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c1c62-f0b4-4d80-92f9-9c2f5c1b8d14 None None] Port b1e7d255-d82f-4068-a77d-178d6beaa28c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:17.957873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:17.972930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-24fbb737-4e91-4be0-887c-cf2e83ab0803 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6402864 Nov 12 00:44:18.028321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Request body: {'port': {'device_id': '57e50710-22c4-4ddc-a371-fdc742325a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:18.129662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5119-98cb-4060-851a-e26cb1a6889a req-e93281e2-5521-4d49-be72-c259155077f2 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.131772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ad5119-98cb-4060-851a-e26cb1a6889a req-e93281e2-5521-4d49-be72-c259155077f2 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 935 time: 0.2060606 Nov 12 00:44:18.147714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.153829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1263263371-network', 'tenant_id': '983fb0f8b0304749827311a328a1abc8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:18.189367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Made reservation on behalf of 983fb0f8b0304749827311a328a1abc8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:18.195536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-35ac196e-8514-408b-a28c-6b630278baa3 service neutron] 10.222.0.11 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700802 Nov 12 00:44:18.197454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.211667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.354433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5d75a246-f50f-44fe-9ab9-f021f359a283 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:18.376150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.392435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.397483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 5d75a246-f50f-44fe-9ab9-f021f359a283 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:18.398184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 5d75a246-f50f-44fe-9ab9-f021f359a283 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:18.416539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ad5119-98cb-4060-851a-e26cb1a6889a req-abbe5a9b-47b7-46ea-a11b-8515601a76a9 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698722 Nov 12 00:44:18.454969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:18.473677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.474042 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Added segment 58e5a6c1-7f4d-432d-9ad4-b88a7a63a285 of type vlan for network 20e25615-7dd8-4c13-9f60-8f452a226672 Nov 12 00:44:18.529937 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.578968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.580008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.580635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.657954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2410cb-6ed8-445e-b143-db17758b17cf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.666136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7060986 Nov 12 00:44:18.674380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:18.680693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Request body: {'subnet': {'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1263263371-subnet', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:18.737614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-718cd8c2-3e34-470f-9911-a3ea4424fbb6 req-84b21d35-f67b-4a1a-af58-db403f0c4ca7 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 210 time: 0.1117783 Nov 12 00:44:18.786745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f598d-851d-4a12-9c1b-2219e57bc721 admin admin] Pushing event updated for resources: {'Network': ['ID=20e25615-7dd8-4c13-9f60-8f452a226672,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.797298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 20e25615-7dd8-4c13-9f60-8f452a226672 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:18.815366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Made reservation on behalf of 983fb0f8b0304749827311a328a1abc8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:18.818826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.992701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-201ad687-c808-43f4-95a3-317049cabe8c req-cc73cb76-529e-4f65-b8aa-50fbcb1c518a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0433688 Nov 12 00:44:19.137006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e7d255-d82f-4068-a77d-178d6beaa28c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:19.170666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.210465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Transition to ACTIVE for port object b1e7d255-d82f-4068-a77d-178d6beaa28c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:19.217224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.298539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.312322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:19.378593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.378933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.379271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.379600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.379927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.388752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.395290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.404414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.404723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.405365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.406110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.406549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:19.423056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8659da94-da36-42a1-8d0a-17bd318529a0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:19.522173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Checking segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:19.524913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Network hostable DHCP agents. Network: 20e25615-7dd8-4c13-9f60-8f452a226672, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:19.548275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Attempting to bind port b1e7d255-d82f-4068-a77d-178d6beaa28c on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:19.549320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Attempting to bind port b1e7d255-d82f-4068-a77d-178d6beaa28c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:19.549927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Attempting to bind port b1e7d255-d82f-4068-a77d-178d6beaa28c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:19.567328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Port b1e7d255-d82f-4068-a77d-178d6beaa28c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:19.567866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Attempting to bind port b1e7d255-d82f-4068-a77d-178d6beaa28c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:19.575800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:19.576634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:19.577626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:19.578534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Bound port: b1e7d255-d82f-4068-a77d-178d6beaa28c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:19.579104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.599828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Network 20e25615-7dd8-4c13-9f60-8f452a226672 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:19.629615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 20e25615-7dd8-4c13-9f60-8f452a226672) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:19.636754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.637602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.644687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651ef6a-f4bd-4f9f-95d5-5bebd613bbb1 None None] Network 20e25615-7dd8-4c13-9f60-8f452a226672 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:19.678972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-287d7d92-01b1-4e0f-b485-e401255d0cfa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0034728 Nov 12 00:44:19.682908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:19.692559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:19.730729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.732542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.821154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.856371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862d46-7cad-42b9-ad27-52922d6fcec4 req-2e4e92a7-3e8e-4250-818f-70b555f66f64 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.864288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c862d46-7cad-42b9-ad27-52922d6fcec4 req-2e4e92a7-3e8e-4250-818f-70b555f66f64 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 947 time: 0.2611535 Nov 12 00:44:19.867491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:19.871362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:19.885928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b711a2-8b47-4868-ba74-6303252313d0 req-4ca017db-82e7-4818-8519-a28ead634c5b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.892333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b711a2-8b47-4868-ba74-6303252313d0 req-4ca017db-82e7-4818-8519-a28ead634c5b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.893951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52b711a2-8b47-4868-ba74-6303252313d0 req-4ca017db-82e7-4818-8519-a28ead634c5b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c&device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 1682 time: 0.2071421 Nov 12 00:44:19.896833 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.016166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-20e25615-7dd8-4c13-9f60-8f452a226672', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:20.020621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.065020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.101811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.102795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.104626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] 10.222.0.39 "PUT /v2.0/ports/b1e7d255-d82f-4068-a77d-178d6beaa28c HTTP/1.1" status: 200 len: 1096 time: 2.0848227 Nov 12 00:44:20.105269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:20.107790 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e24ca2-ce66-4497-987e-2cb9bfc574a2" -d '{"events": [{"name": "network-changed", "server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:20.302430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c862d46-7cad-42b9-ad27-52922d6fcec4 req-6f7dd215-09e7-4067-926d-fde09acbdc4d tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371436 Nov 12 00:44:20.348728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-c2e6cf0a-f7c2-4dca-8e9a-e00a9b275e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.355389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-c2e6cf0a-f7c2-4dca-8e9a-e00a9b275e70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 1099 time: 0.1561403 Nov 12 00:44:20.391699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52b711a2-8b47-4868-ba74-6303252313d0 req-14209ee8-7c31-4356-a8bd-dfb82b6ac824 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566295 Nov 12 00:44:20.394972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994e74e-70fb-4ad3-a309-54715fc76170 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.414417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Allocated IP 172.20.0.2 (20e25615-7dd8-4c13-9f60-8f452a226672/8659da94-da36-42a1-8d0a-17bd318529a0/7783f46d-7044-499c-9489-dfcc83125286) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:20.558793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-9b92777f-a5cd-4cd8-b9dc-4266e5fd6382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c HTTP/1.1" status: 200 len: 217 time: 0.1649489 Nov 12 00:44:20.679325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-2d45e8a3-ac58-4374-91dd-b6fb8ee39497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.680799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-2d45e8a3-ac58-4374-91dd-b6fb8ee39497 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1122966 Nov 12 00:44:20.700845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.723790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b0cbb63-b3ce-462b-bd85-7da3db90316c req-f20af8fe-3960-4e67-843d-eac887ef8ed5 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 210 time: 0.0418215 Nov 12 00:44:20.725084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.840584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.859534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.902414 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c538fbc-91f9-42da-aa98-784bc1f651a1 x-openstack-request-id: req-2c538fbc-91f9-42da-aa98-784bc1f651a1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:20.905946 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:20.906259 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c538fbc-91f9-42da-aa98-784bc1f651a1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:20.907406 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c', 'status': 'completed', 'code': 200} Nov 12 00:44:20.909636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Allocated IP 172.25.6.62 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5ac4e797-edac-444e-b6dc-2e9994c50a12) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:20.914461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Network 20e25615-7dd8-4c13-9f60-8f452a226672 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:20.922341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:20.945615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:20.966019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Pushing event updated for resources: {'Port': ['ID=7783f46d-7044-499c-9489-dfcc83125286,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.966184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-774e0424-406c-4b91-a41a-0eceff6234e6 req-9674340e-9660-4bf3-ae68-411e465c0c8c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=9feb2d21-b06f-4df6-a735-56e66375f1a6 HTTP/1.1" status: 200 len: 210 time: 0.1181142 Nov 12 00:44:21.021089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4207da-0c62-439b-8f22-39690e181076 req-b0345cdc-8d66-44b2-80d1-dc5bd55d777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.027568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-b0345cdc-8d66-44b2-80d1-dc5bd55d777e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3010936 Nov 12 00:44:21.088925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Attempting to bind port 7783f46d-7044-499c-9489-dfcc83125286 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:21.089700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Attempting to bind port 7783f46d-7044-499c-9489-dfcc83125286 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:21.090515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Attempting to bind port 7783f46d-7044-499c-9489-dfcc83125286 on network 20e25615-7dd8-4c13-9f60-8f452a226672 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:21.098434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:21.099222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Checking segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:21.100248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.100878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Bound using segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:21.101595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Bound port: 7783f46d-7044-499c-9489-dfcc83125286, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:21.102202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.199665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.244460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-ada221c2-49c6-4597-8140-1a045492917e tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.244460 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-ada221c2-49c6-4597-8140-1a045492917e tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.39 "GET /v2.0/networks?id=1cb538ad-cb1e-4b43-8866-0af5f085cba9 HTTP/1.1" status: 200 len: 815 time: 0.9769657 Nov 12 00:44:21.259595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] For port 7783f46d-7044-499c-9489-dfcc83125286, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:21.263609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] For port 7783f46d-7044-499c-9489-dfcc83125286, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7783f46d-7044-499c-9489-dfcc83125286,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:21.269796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Request body: {'port': {'device_id': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'admin_state_up': True, 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:21.277729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.341269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-f95867b8-c535-42a4-bf08-b4487164d5a2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980888 Nov 12 00:44:21.388079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.469997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f96a1-703a-4912-9e8d-15bef298628d None None] Pushing event updated for resources: {'Port': ['ID=7783f46d-7044-499c-9489-dfcc83125286,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:21.544789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:21.578061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:21.589921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:21.682353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac4e797-edac-444e-b6dc-2e9994c50a12,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:21.771794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254277ff-3b53-41d3-8088-1ddde0fb7ec4 req-8bf03eb5-3bba-4999-9099-e28d405db66c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.779826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-254277ff-3b53-41d3-8088-1ddde0fb7ec4 req-8bf03eb5-3bba-4999-9099-e28d405db66c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.4357843 Nov 12 00:44:21.855977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4207da-0c62-439b-8f22-39690e181076 req-52790b35-d3be-483e-900d-18c972e092a3 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616914 Nov 12 00:44:21.873300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1658-d1cf-4baa-b913-347076874e8f req-7f7295af-7254-42cc-8a8b-70eee7929ca3 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.881284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e7c1658-d1cf-4baa-b913-347076874e8f req-7f7295af-7254-42cc-8a8b-70eee7929ca3 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 947 time: 0.3746209 Nov 12 00:44:21.905017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Made reservation on behalf of 0a5603c5e22b48438988f0fdadfcfaa5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:21.915790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.982049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-254277ff-3b53-41d3-8088-1ddde0fb7ec4 req-aa7898a0-2852-4454-b0b8-feb9b8d63c4e tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803870 Nov 12 00:44:22.087439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e7c1658-d1cf-4baa-b913-347076874e8f req-97452234-6591-4e80-bbb7-1480436828dc tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937189 Nov 12 00:44:22.129195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-788ce8ca-aa54-4130-a508-bfa8a24f0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.139224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-788ce8ca-aa54-4130-a508-bfa8a24f0ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 1099 time: 0.1848602 Nov 12 00:44:22.504865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-35c850c9-7b66-4eaa-bc6e-c4fd9a74cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.511857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-35c850c9-7b66-4eaa-bc6e-c4fd9a74cfba service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3552332 Nov 12 00:44:22.699250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Allocated IP 172.20.0.14 (1cb538ad-cb1e-4b43-8866-0af5f085cba9/68816737-4b35-4a3c-a23b-f33e85b15167/341fc63d-a95f-4f0e-b402-74253110d293) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:22.722120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-82b2ba87-0d0d-403d-b0bd-84b63d201a57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c HTTP/1.1" status: 200 len: 217 time: 0.1381881 Nov 12 00:44:22.748291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edf04ade-2370-4468-9b7d-ac45af74fa17 req-6f9608a0-f465-409d-82f4-6f3cb53d561e tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 210 time: 0.2289593 Nov 12 00:44:22.799450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.152582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-3683830d-10d0-481a-8821-a92a68502eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.158990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-3683830d-10d0-481a-8821-a92a68502eb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2008450 Nov 12 00:44:23.293046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7783f46d-7044-499c-9489-dfcc83125286 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:23.328164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-eff5bfcb-01b0-4c3c-9151-3b6fa8c7df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.330111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-eff5bfcb-01b0-4c3c-9151-3b6fa8c7df7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597686 Nov 12 00:44:23.347323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.433860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e840f04-e7ce-481c-b138-ba00a592c927 None None] Network 20e25615-7dd8-4c13-9f60-8f452a226672 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:23.584259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Provisioning complete for port 7783f46d-7044-499c-9489-dfcc83125286 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:23.584536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.624867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-353d8bd7-c760-493b-a961-ba0b4dacbc38 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562494 Nov 12 00:44:23.651820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7783f46d-7044-499c-9489-dfcc83125286 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:23.652711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.671112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bf6f8-89ca-4ffd-a837-2f720374e519 req-f29309af-8b80-4484-889f-1e4aa89ee7e9 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.681736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b43bf6f8-89ca-4ffd-a837-2f720374e519 req-f29309af-8b80-4484-889f-1e4aa89ee7e9 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 947 time: 0.1199708 Nov 12 00:44:23.702788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.709919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.902638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.949839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b43bf6f8-89ca-4ffd-a837-2f720374e519 req-41212cce-b64f-4b7a-a719-243b3f512253 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652049 Nov 12 00:44:24.014783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.035007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e24ca2-ce66-4497-987e-2cb9bfc574a2 req-29b83a96-5f71-4207-a5e4-aaf6612386a8 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819497 Nov 12 00:44:24.114082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] For port 7783f46d-7044-499c-9489-dfcc83125286, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7783f46d-7044-499c-9489-dfcc83125286,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:24.352331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.484159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Pushing event updated for resources: {'Port': ['ID=7783f46d-7044-499c-9489-dfcc83125286,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.586766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.587726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.588350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.588896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.589433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.590192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.590729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.591382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.592143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.592928 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.593545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.594151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50587ee2-2979-4816-ab72-fab3986128b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:24.640930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:44:24.643922 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:44:24.678329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8610a44-0732-4be0-b9f9-6250bcdad3f1 req-55913ebc-bf1b-4d7e-9213-641b66aba53e tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:24.693687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8610a44-0732-4be0-b9f9-6250bcdad3f1 req-55913ebc-bf1b-4d7e-9213-641b66aba53e tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.1717007 Nov 12 00:44:24.800751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8610a44-0732-4be0-b9f9-6250bcdad3f1 req-2fab27c9-502a-45a2-960f-e1bc81516eac tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054201 Nov 12 00:44:24.900951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:24.937450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:24.944455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:25.003488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Pushing event updated for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:25.122835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a8221-5668-495d-836d-06617a236082 req-05b74a2f-0c0e-428a-85c2-d2dbc6156d7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.125137 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c1a8221-5668-495d-836d-06617a236082 req-05b74a2f-0c0e-428a-85c2-d2dbc6156d7d tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 946 time: 0.4525833 Nov 12 00:44:25.162061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71916ed-b5d5-4860-a3f9-f4e99757d963 req-e5e81d21-8605-44f8-956d-46e04816e16e tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.173725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f71916ed-b5d5-4860-a3f9-f4e99757d963 req-e5e81d21-8605-44f8-956d-46e04816e16e tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 945 time: 0.2525387 Nov 12 00:44:25.207642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.210276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.281333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-caa53957-936f-443c-89ea-d5af52661f1b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.283631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-caa53957-936f-443c-89ea-d5af52661f1b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.39 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 945 time: 0.2597628 Nov 12 00:44:25.349897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f71916ed-b5d5-4860-a3f9-f4e99757d963 req-d799fe88-9b89-404b-b6b3-221df0ef7741 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed379a96-88e5-49f3-a121-1dd2a36fa93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739607 Nov 12 00:44:25.405956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e7402333-a548-4843-b730-7637b28ba99b None None] Provisioning complete for port 7783f46d-7044-499c-9489-dfcc83125286 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:25.406960 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7402333-a548-4843-b730-7637b28ba99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.529811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b1e7d255-d82f-4068-a77d-178d6beaa28c details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:25.573208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-66d0fea5-f6f0-42c0-a99f-a403fd65c2c4 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3107381 Nov 12 00:44:25.603641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Request body: {'port': {'device_id': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:25.616388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:44:25.771369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7783f46d-7044-499c-9489-dfcc83125286 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:25.925228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:25.944830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b1e7d255-d82f-4068-a77d-178d6beaa28c', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'b1e7d255-d82f-4068-a77d-178d6beaa28c', 'mac_address': 'fa:16:3e:dc:7b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:25.951537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7783f46d-7044-499c-9489-dfcc83125286 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:25.952113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.965718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.340701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901beac5-af36-4925-9a30-2421ff80c5fd req-394219d2-5aa5-4ec3-b4b0-64cb9798b70a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:26.350403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-901beac5-af36-4925-9a30-2421ff80c5fd req-394219d2-5aa5-4ec3-b4b0-64cb9798b70a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 932 time: 0.7983453 Nov 12 00:44:26.412533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.427326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Deleting port 0f86953c-2a2c-4531-9358-98a32cf41e28 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:26.433195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.450292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2567a2b4-e950-4fca-b9ef-57e52ef68fe0 None None] Provisioning complete for port 341fc63d-a95f-4f0e-b402-74253110d293 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:26.450675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2567a2b4-e950-4fca-b9ef-57e52ef68fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.459386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e7d255-d82f-4068-a77d-178d6beaa28c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:26.686864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:26.708860 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.719580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2567a2b4-e950-4fca-b9ef-57e52ef68fe0 None None] Port 341fc63d-a95f-4f0e-b402-74253110d293 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:26.781221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341fc63d-a95f-4f0e-b402-74253110d293 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:26.794347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] For port 0f86953c-2a2c-4531-9358-98a32cf41e28, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f86953c-2a2c-4531-9358-98a32cf41e28,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:26.796503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.798247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.831719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Transition to ACTIVE for port object 341fc63d-a95f-4f0e-b402-74253110d293 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:26.836228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.850781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Deleting port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:26.851164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.871558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-901beac5-af36-4925-9a30-2421ff80c5fd req-50003bc8-ba9e-40c5-b4f2-ee9462b61e18 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201964 Nov 12 00:44:26.893604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Calling delete_port for 0f86953c-2a2c-4531-9358-98a32cf41e28 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:26.973837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b1e7d255-d82f-4068-a77d-178d6beaa28c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:27.055959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.211983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Pushing event updated for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.250205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.303577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.303915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.315767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.316229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.316577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.317284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.333689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.334239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.334603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.334982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.335285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.335619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:27.367373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f94aa-7443-43e7-9f06-67af9162e019 req-d7513093-e227-43e1-b3bc-cd7fff66a0d6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:27.392835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd6f94aa-7443-43e7-9f06-67af9162e019 req-d7513093-e227-43e1-b3bc-cd7fff66a0d6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 948 time: 0.3479176 Nov 12 00:44:27.399575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f86953c-2a2c-4531-9358-98a32cf41e28 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:27.403549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:27.403813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.406619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event deleted for resources: {'Port': ['ID=0f86953c-2a2c-4531-9358-98a32cf41e28,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.416177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:27.428678 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Sync routers for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:27.435457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 0f86953c-2a2c-4531-9358-98a32cf41e28 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:27.436141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f86953c-2a2c-4531-9358-98a32cf41e28 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:27.445055 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:27.445504 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:27.530680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Calling delete_port for d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:27.620263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.627981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4713e629-0721-4ad8-8cb7-a745790c5736 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9427257 Nov 12 00:44:27.628815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:27.682093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] No DVR routers for this DVR port 0f86953c-2a2c-4531-9358-98a32cf41e28 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:27.701388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.725834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40d5b30f-e66d-4d48-b907-4c19e5358a74 req-ed1bbe98-4cbc-4f3c-92bf-0f0fef716826 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.39 "DELETE /v2.0/ports/0f86953c-2a2c-4531-9358-98a32cf41e28 HTTP/1.1" status: 204 len: 173 time: 2.3951640 Nov 12 00:44:27.728454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'name': 'network-vif-deleted', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:27.730851 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09304f68-903b-4ae3-bbd4-741b66705aaf" -d '{"events": [{"server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "name": "network-vif-deleted", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:27.773038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd6f94aa-7443-43e7-9f06-67af9162e019 req-27409c4a-283d-4d9e-be91-10def2a17459 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783939 Nov 12 00:44:27.841607 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:28.161793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a235a7d-5778-49a8-b41a-d986109f7413 req-ec03d220-3e74-4101-8424-62dd9feeda0b tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=04396887-a6ba-4eb8-a1db-80d6bf9d2c4c HTTP/1.1" status: 200 len: 210 time: 0.0779073 Nov 12 00:44:28.305310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:22Z', 'revision_number': 3, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:28.402212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:28.441064 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Checking router: 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:28.444591 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Updating router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 port 5ac4e797-edac-444e-b6dc-2e9994c50a12 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:28.528406 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.569721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Attempting to bind port 341fc63d-a95f-4f0e-b402-74253110d293 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:28.570326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Attempting to bind port 341fc63d-a95f-4f0e-b402-74253110d293 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:28.570437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Attempting to bind port 341fc63d-a95f-4f0e-b402-74253110d293 on network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:28.621872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Port 341fc63d-a95f-4f0e-b402-74253110d293 on network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:28.622234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Attempting to bind port 341fc63d-a95f-4f0e-b402-74253110d293 on network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:28.683671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:28.684032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Checking segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:28.684485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Bound using segment: {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:28.684965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Bound port: 341fc63d-a95f-4f0e-b402-74253110d293, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:28.685361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.707271 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05dcf4-aaae-421e-aebe-64233e5ab629 x-openstack-request-id: req-ca05dcf4-aaae-421e-aebe-64233e5ab629 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:28.707782 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04396887-a6ba-4eb8-a1db-80d6bf9d2c4c", "name": "network-vif-deleted", "tag": "0f86953c-2a2c-4531-9358-98a32cf41e28", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:28.707901 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca05dcf4-aaae-421e-aebe-64233e5ab629 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:28.708233 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04396887-a6ba-4eb8-a1db-80d6bf9d2c4c', 'name': 'network-vif-deleted', 'tag': '0f86953c-2a2c-4531-9358-98a32cf41e28', 'status': 'completed', 'code': 200} Nov 12 00:44:28.765941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.851987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,segment=NetworkSegment(6b11ef9c-4b81-491b-953a-4e9b0b01388f),segment_id=6b11ef9c-4b81-491b-953a-4e9b0b01388f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:28.853113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:28.855647 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304aad9f-0801-489e-9102-50ad5a473611" -d '{"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-unplugged", "status": "completed", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:28.866043 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.039593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88737f3f-7ff8-4d96-ad48-6d8656de515b req-a51c202b-ada9-43aa-85e2-58ff5b49b19d tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:29.043777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88737f3f-7ff8-4d96-ad48-6d8656de515b req-a51c202b-ada9-43aa-85e2-58ff5b49b19d tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.1564631 Nov 12 00:44:29.119552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.180678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88737f3f-7ff8-4d96-ad48-6d8656de515b req-1a409ead-b5b5-49b7-9845-a63454362639 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308601 Nov 12 00:44:29.344769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d783-94e0-41ec-9b34-36dcc5cd7f46 req-37772b22-c32a-4172-8ae9-c35847f0d5b0 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:29.354985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecc5d783-94e0-41ec-9b34-36dcc5cd7f46 req-37772b22-c32a-4172-8ae9-c35847f0d5b0 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.0937798 Nov 12 00:44:29.423833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b1e7d255-d82f-4068-a77d-178d6beaa28c up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:29.441343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecc5d783-94e0-41ec-9b34-36dcc5cd7f46 req-889f5667-cc3c-442b-b334-ca2fa4b497ef tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813754 Nov 12 00:44:29.535004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.594615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df728-6c6d-4e77-98f3-7986bf844847 req-2a0acf9f-557f-429b-b51d-645eb8e2dc24 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:29.611374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-710df728-6c6d-4e77-98f3-7986bf844847 req-2a0acf9f-557f-429b-b51d-645eb8e2dc24 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 948 time: 0.0982945 Nov 12 00:44:29.688732 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.725593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b1e7d255-d82f-4068-a77d-178d6beaa28c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:29.727272 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.744329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b1e7d255-d82f-4068-a77d-178d6beaa28c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:29.744751 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.776041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Pushing event deleted for resources: {'Port': ['ID=d28c7ed6-8e99-4e4e-85d5-ee867bb8db53,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.829274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-710df728-6c6d-4e77-98f3-7986bf844847 req-ea6e3478-9ca1-4de8-a5ce-f264ee2197bc tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155638 Nov 12 00:44:29.998495 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4098da0-5d22-4dd0-91e4-187de7949663 x-openstack-request-id: req-e4098da0-5d22-4dd0-91e4-187de7949663 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:30.002771 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-unplugged", "status": "completed", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:30.003046 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4098da0-5d22-4dd0-91e4-187de7949663 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:30.003611 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'code': 200} Nov 12 00:44:30.043405 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Attempting to bind port 5ac4e797-edac-444e-b6dc-2e9994c50a12 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:30.045299 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Attempting to bind port 5ac4e797-edac-444e-b6dc-2e9994c50a12 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:30.046676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Attempting to bind port 5ac4e797-edac-444e-b6dc-2e9994c50a12 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:30.059121 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:30.059610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:30.060040 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.060480 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:30.062275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Bound port: 5ac4e797-edac-444e-b6dc-2e9994c50a12, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:30.063176 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.090422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:30.139197 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] For port 5ac4e797-edac-444e-b6dc-2e9994c50a12, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:30.144254 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] For port 5ac4e797-edac-444e-b6dc-2e9994c50a12, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ac4e797-edac-444e-b6dc-2e9994c50a12,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:30.145795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Pushing event updated for resources: {'Port': ['ID=5ac4e797-edac-444e-b6dc-2e9994c50a12,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.159117 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.173552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.176020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.176397 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.176736 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.177072 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.177445 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.177760 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.178086 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.178406 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.178740 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.179090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.179458 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.179778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.181738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-73d388be-d34c-49d9-893e-1bf8cad26688 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.191140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-73d388be-d34c-49d9-893e-1bf8cad26688 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.1644456 Nov 12 00:44:30.263139 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224c86e-af79-4508-b5ab-3521b1b0fdf3 None None] Pushing event updated for resources: {'Port': ['ID=5ac4e797-edac-444e-b6dc-2e9994c50a12,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.281454 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:30.282179 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:30.298609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=341fc63d-a95f-4f0e-b402-74253110d293,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:30.311662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:30.330738 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.390453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] No DVR routers for this DVR port d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:30.406207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.409619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c1a8221-5668-495d-836d-06617a236082 req-43b9e001-b2e4-4489-a02e-c4e03e99fdd6 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.32 "DELETE /v2.0/ports/d28c7ed6-8e99-4e4e-85d5-ee867bb8db53 HTTP/1.1" status: 204 len: 173 time: 5.2671618 Nov 12 00:44:30.410774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.461534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-deleted', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:30.470708 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c57573-6133-4cf1-b3aa-5565772d7f75" -d '{"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-deleted", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:30.498160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.505986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.507101 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.515331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] 10.222.0.39 "PUT /v2.0/ports/341fc63d-a95f-4f0e-b402-74253110d293 HTTP/1.1" status: 200 len: 1093 time: 4.9243124 Nov 12 00:44:30.525581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.632879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Deleting port e6c812a3-7461-407a-97d6-76fff252c93a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:30.632879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.756479 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:30.866001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d666a-f397-4f4e-8ae4-aa9f93966d40 req-ba28f1a3-e2cb-4626-9334-203f3c1800b2 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.888967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-133d666a-f397-4f4e-8ae4-aa9f93966d40 req-ba28f1a3-e2cb-4626-9334-203f3c1800b2 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.4002793 Nov 12 00:44:30.927837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92ea8d-f426-46a8-a370-9ec90fbb00ef service neutron] Pushing event updated for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:31.102764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] For port e6c812a3-7461-407a-97d6-76fff252c93a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e6c812a3-7461-407a-97d6-76fff252c93a,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:31.103235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.113630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-41346ac4-134e-47e8-a935-1bb7e05bc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.120461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-41346ac4-134e-47e8-a935-1bb7e05bc781 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a5603c5e22b48438988f0fdadfcfaa5&device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 1096 time: 0.4163194 Nov 12 00:44:31.137818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-133d666a-f397-4f4e-8ae4-aa9f93966d40 req-f54bad2b-4065-4ef9-9cd0-8c1351746ce5 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462680 Nov 12 00:44:31.284926 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-04c0baf0-2116-4b1a-a24f-e9afd3991671 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341fc63d-a95f-4f0e-b402-74253110d293 HTTP/1.1" status: 200 len: 217 time: 0.1402903 Nov 12 00:44:31.402702 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:22Z', 'revision_number': 3, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:31.442287 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9908f4-6a07-4b3b-a56d-42d4d4a6075b None None] The sync data for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 is: [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:22Z', 'revision_number': 3, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:31.462827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7876a9c3-16a6-48c6-9494-a2781cfef527 req-471e993d-7a82-4774-a6ab-1c3a060958b3 tempest-ListServersNegativeTestJSON-1243804120 tempest-ListServersNegativeTestJSON-1243804120-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3be5f3d-3f8f-418e-8746-30ec1c9ac433 HTTP/1.1" status: 200 len: 210 time: 0.1077859 Nov 12 00:44:31.583318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-7de49787-49f9-46dd-9a6d-6642ad1902a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.591282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-7de49787-49f9-46dd-9a6d-6642ad1902a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68816737-4b35-4a3c-a23b-f33e85b15167 HTTP/1.1" status: 200 len: 854 time: 0.2667913 Nov 12 00:44:31.691924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Allocated IP 172.20.0.1 (20e25615-7dd8-4c13-9f60-8f452a226672/8659da94-da36-42a1-8d0a-17bd318529a0/ce8ccd5c-f013-436e-a1b7-e014a12591e0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:31.718532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.719097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.719571 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Floating IP 168c2f36-c494-44ee-a4b4-e7b7799ed6a8 disassociated. External IP: 172.25.6.173, port: e6c812a3-7461-407a-97d6-76fff252c93a. Nov 12 00:44:31.720304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Calling delete_port for e6c812a3-7461-407a-97d6-76fff252c93a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:31.737658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002e78a-526e-4bbf-9f0e-254622c033a4 req-0225f674-0987-46b5-aade-e16b34b6d231 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.746148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9002e78a-526e-4bbf-9f0e-254622c033a4 req-0225f674-0987-46b5-aade-e16b34b6d231 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 946 time: 0.1436896 Nov 12 00:44:31.878558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-22199264-f339-4d54-bf7e-db241f1dc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.880159 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-22199264-f339-4d54-bf7e-db241f1dc52d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cb538ad-cb1e-4b43-8866-0af5f085cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770555 Nov 12 00:44:31.888964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9002e78a-526e-4bbf-9f0e-254622c033a4 req-0e09a193-4479-46f8-af15-a2d30dc08100 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d0bb828-88ba-4489-a343-f1350be13fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374867 Nov 12 00:44:32.004555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:32.007688 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cd729-4fa7-4f70-ba5d-3e2e96b19a6b" -d '{"events": [{"server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:32.031466 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfa7af1-a1b8-4819-bfd1-5981cdd2fdcb x-openstack-request-id: req-3dfa7af1-a1b8-4819-bfd1-5981cdd2fdcb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:32.046362 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be5f3d-3f8f-418e-8746-30ec1c9ac433", "name": "network-vif-deleted", "tag": "d28c7ed6-8e99-4e4e-85d5-ee867bb8db53", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:32.046737 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dfa7af1-a1b8-4819-bfd1-5981cdd2fdcb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:32.050876 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be5f3d-3f8f-418e-8746-30ec1c9ac433', 'name': 'network-vif-deleted', 'tag': 'd28c7ed6-8e99-4e4e-85d5-ee867bb8db53', 'status': 'completed', 'code': 200} Nov 12 00:44:32.067265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.121666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.252320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event deleted for resources: {'Port': ['ID=e6c812a3-7461-407a-97d6-76fff252c93a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:32.321986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.411526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-1fd331a2-7ddb-42b2-afd7-3a5c95c50bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142713 Nov 12 00:44:32.414423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e6c812a3-7461-407a-97d6-76fff252c93a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:32.472839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: e6c812a3-7461-407a-97d6-76fff252c93a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:32.473360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e6c812a3-7461-407a-97d6-76fff252c93a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:32.528306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cbea8-17ee-47f9-8393-4cddb4ae6be8 req-4b738f4f-b7d2-4145-a69d-380b3549ba0d tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:32.555856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-165cbea8-17ee-47f9-8393-4cddb4ae6be8 req-4b738f4f-b7d2-4145-a69d-380b3549ba0d tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.3292055 Nov 12 00:44:32.667175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.766390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Router 6b95422a-5788-458a-a299-3b5a1bc2067b has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:32.794895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Pushing event updated for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:32.851159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-165cbea8-17ee-47f9-8393-4cddb4ae6be8 req-515583f9-b2e2-4d56-ba5d-e7bc0d8f2ba6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941644 Nov 12 00:44:32.897460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Network 20e25615-7dd8-4c13-9f60-8f452a226672 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:32.903047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d44aacd-1990-48bd-a6a1-c3ced3c262fc req-d77dd5af-2b45-45a2-a139-83c606bbb038 service neutron] 10.222.0.39 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806380 Nov 12 00:44:32.904102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:32.927259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:33.050523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.180389 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff7157-cff9-4f45-bb3d-2f57a261ac92 x-openstack-request-id: req-c1ff7157-cff9-4f45-bb3d-2f57a261ac92 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:33.180945 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:33.181141 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1ff7157-cff9-4f45-bb3d-2f57a261ac92 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:33.181640 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c', 'code': 200} Nov 12 00:44:33.189553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:33.213849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Sync routers for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:33.243618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:33.249086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:33.392969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] No DVR routers for this DVR port e6c812a3-7461-407a-97d6-76fff252c93a on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:33.409548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.429276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00a9ff4a-25df-4dbb-8e6e-34dc972579d2 req-26a4b91c-6861-4324-8caa-f3c5bea2f5b3 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.32 "DELETE /v2.0/ports/e6c812a3-7461-407a-97d6-76fff252c93a HTTP/1.1" status: 204 len: 173 time: 3.2193234 Nov 12 00:44:33.432378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'name': 'network-vif-deleted', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:33.455272 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea03eb0-582a-4c57-9561-02ad268668cc" -d '{"events": [{"server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "name": "network-vif-deleted", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:33.603114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.647025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ac4e797-edac-444e-b6dc-2e9994c50a12 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:33.717049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-92679bb4-61d1-40d9-9ae8-fc40ca9b16c5 None None] Provisioning complete for port ce8ccd5c-f013-436e-a1b7-e014a12591e0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:33.729415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92679bb4-61d1-40d9-9ae8-fc40ca9b16c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.780046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-92679bb4-61d1-40d9-9ae8-fc40ca9b16c5 None None] Port ce8ccd5c-f013-436e-a1b7-e014a12591e0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:33.795919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:33.914884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ac4e797-edac-444e-b6dc-2e9994c50a12 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:33.915674 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.948826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc67b-bbcb-418c-9e7b-963d0524015e req-4f4a9266-6e60-498c-91ef-8a526737e001 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:33.956873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-172fc67b-bbcb-418c-9e7b-963d0524015e req-4f4a9266-6e60-498c-91ef-8a526737e001 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.2044561 Nov 12 00:44:34.063528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-172fc67b-bbcb-418c-9e7b-963d0524015e req-249ec7f5-3c82-426d-ae72-3eadbdb82bbf tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051660 Nov 12 00:44:34.146156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46610) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:34.388251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43e5c8a2-ca47-441c-ab6b-5760f611a29e req-d46e9349-ba99-4fe5-8f89-1cb402b6f204 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51b86dd-b126-4d97-85c0-0978be94d8ae HTTP/1.1" status: 200 len: 210 time: 0.0618999 Nov 12 00:44:34.405316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Deleting subnet 25fdd0ce-351b-400c-901e-e3764226c549 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:34.409641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.468766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-a7755b89-2048-4f61-8db2-593fdc5d642c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:34.470523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-a7755b89-2048-4f61-8db2-593fdc5d642c tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 944 time: 0.2559497 Nov 12 00:44:34.521574 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa2694-e5c5-4352-9a24-02ac6a92386d x-openstack-request-id: req-c3aa2694-e5c5-4352-9a24-02ac6a92386d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:34.521940 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51b86dd-b126-4d97-85c0-0978be94d8ae", "name": "network-vif-deleted", "tag": "e6c812a3-7461-407a-97d6-76fff252c93a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:34.522135 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3aa2694-e5c5-4352-9a24-02ac6a92386d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:34.522501 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51b86dd-b126-4d97-85c0-0978be94d8ae', 'name': 'network-vif-deleted', 'tag': 'e6c812a3-7461-407a-97d6-76fff252c93a', 'status': 'completed', 'code': 200} Nov 12 00:44:34.547804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.706912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.754278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.758432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 5ac4e797-edac-444e-b6dc-2e9994c50a12, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ac4e797-edac-444e-b6dc-2e9994c50a12,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:34.777833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.781996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:34.789413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.791705 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "tag": "341fc63d-a95f-4f0e-b402-74253110d293"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:34.814086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f0fe-94b5-40b5-a5bc-c032e43e4304 req-484464cc-7d6a-42c9-b029-a2d081a704b9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:34.821919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6f5f0fe-94b5-40b5-a5bc-c032e43e4304 req-484464cc-7d6a-42c9-b029-a2d081a704b9 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ec838ba-63a2-41d9-8893-06800bf85499 HTTP/1.1" status: 200 len: 944 time: 0.1760287 Nov 12 00:44:34.887163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Deleting port 2afcdbbc-8692-437a-98e6-4620947f5130 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:34.887669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.894844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0864ef-a5ad-49ef-99a0-03454d67ddd6 req-c66c6c4c-b13d-4ea7-8719-f5e3d0698d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:34.898433 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bc0864ef-a5ad-49ef-99a0-03454d67ddd6 req-c66c6c4c-b13d-4ea7-8719-f5e3d0698d10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 1101 time: 1.5195131 Nov 12 00:44:35.016723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=5ac4e797-edac-444e-b6dc-2e9994c50a12,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.021706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bc0864ef-a5ad-49ef-99a0-03454d67ddd6 req-1f0ed2b5-6877-48c4-a021-bb050e4f2dd0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916796 Nov 12 00:44:35.040935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Checking router: 6b95422a-5788-458a-a299-3b5a1bc2067b for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:35.090649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:35.091350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.099645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.110209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.111127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6f5f0fe-94b5-40b5-a5bc-c032e43e4304 req-46c3bd96-7266-4f0a-93f8-59498d2d3e27 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880235 Nov 12 00:44:35.126130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.190774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fdd0ce-351b-400c-901e-e3764226c549,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.205979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.209374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-150046e7-accf-40e7-aa30-b4ac657ca7dd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/25fdd0ce-351b-400c-901e-e3764226c549 HTTP/1.1" status: 204 len: 168 time: 1.0618515 Nov 12 00:44:35.212904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:35.328037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] For port 2afcdbbc-8692-437a-98e6-4620947f5130, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2afcdbbc-8692-437a-98e6-4620947f5130,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:35.328522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.341758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:35.379559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.456030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Pushing event updated for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.494872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Calling delete_port for 2afcdbbc-8692-437a-98e6-4620947f5130 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:35.542812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.544028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ac4e797-edac-444e-b6dc-2e9994c50a12 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:35.695679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.791707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event deleted for resources: {'Port': ['ID=2afcdbbc-8692-437a-98e6-4620947f5130,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:35.816351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Network 20e25615-7dd8-4c13-9f60-8f452a226672 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:35.821116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:35.843112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] No DVR routers for this DVR port 2afcdbbc-8692-437a-98e6-4620947f5130 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:35.851503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.857566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aae01ba-7e0e-4a31-814a-f18b6ac86e24 req-03c6c1ed-9175-4eb1-9859-3a206755677b tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.32 "DELETE /v2.0/ports/2afcdbbc-8692-437a-98e6-4620947f5130 HTTP/1.1" status: 204 len: 173 time: 1.3792181 Nov 12 00:44:35.881558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ac4e797-edac-444e-b6dc-2e9994c50a12 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:35.882173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.924546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.943549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.951920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624274f-37d2-4ec9-a672-ef0ef80a261f req-d9dc3818-239d-4c79-85d3-aa2f59fe3356 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:35.966397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7624274f-37d2-4ec9-a672-ef0ef80a261f req-d9dc3818-239d-4c79-85d3-aa2f59fe3356 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.6473081 Nov 12 00:44:35.992172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3a592-cee5-4a2c-86ad-01de3598e10b None None] The sync data for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 is: [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:41:58Z', 'revision_number': 4, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'f07f733f-b939-461f-87fe-f620f4febebe', 'name': '', 'network_id': '57bdc2ea-7c21-4513-82de-34e4009bd72b', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'mac_address': 'fa:16:3e:a1:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:57Z', 'updated_at': '2021-11-12T00:42:04Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'subnets': [{'id': '67a6acd3-370a-4e89-b9df-a66625ff07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:36.240264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:36.337077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7624274f-37d2-4ec9-a672-ef0ef80a261f req-3d417763-b104-46f6-b662-020151683cbd tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649333 Nov 12 00:44:36.417041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:36.438441 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.484990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c157bad4-2ee3-4c91-8fe1-c8e11d385029']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:36.513256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b11ef9c-4b81-491b-953a-4e9b0b01388f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:36.514007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b11ef9c-4b81-491b-953a-4e9b0b01388f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:36.545752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-deleted', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:36.565302 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451425d1-563a-4eba-b077-3c6404b9a6c1" -d '{"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-deleted", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:36.569677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 2afcdbbc-8692-437a-98e6-4620947f5130 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:36.569677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2afcdbbc-8692-437a-98e6-4620947f5130 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:36.570877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.594459 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c807b-8441-484a-ac14-cad89b292c65 None None] New status for floating IP 168c2f36-c494-44ee-a4b4-e7b7799ed6a8: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:44:36.604925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.606155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-65893ad2-9f2d-4bfc-b645-36cd2ff8bced None None] Provisioning complete for port ce8ccd5c-f013-436e-a1b7-e014a12591e0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:36.608664 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65893ad2-9f2d-4bfc-b645-36cd2ff8bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.640927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:36.641501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:36.643536 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:36.753965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-65893ad2-9f2d-4bfc-b645-36cd2ff8bced None None] Port ce8ccd5c-f013-436e-a1b7-e014a12591e0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:36.860914 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8de512-a8cd-4e36-8b08-8ba0d19aa784 x-openstack-request-id: req-3a8de512-a8cd-4e36-8b08-8ba0d19aa784 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:36.861746 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "tag": "341fc63d-a95f-4f0e-b402-74253110d293", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:36.861746 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a8de512-a8cd-4e36-8b08-8ba0d19aa784 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:36.861968 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293', 'status': 'completed', 'code': 200} Nov 12 00:44:36.931239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:36.931610 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.937311 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a2f29da9-d5a4-43a2-ae1d-002c8621441e admin admin] 10.222.0.11 "PUT /v2.0/routers/882d75ca-b04e-42d5-b1f1-2d9bdcd4d223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2816141 Nov 12 00:44:36.980388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Sync routers for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:36.990067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.999382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-523eac70-59dd-4724-b786-f5c55aa5a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.008301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c157bad4-2ee3-4c91-8fe1-c8e11d385029 HTTP/1.1" status: 204 len: 168 time: 1.7918534 Nov 12 00:44:37.008537 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-523eac70-59dd-4724-b786-f5c55aa5a275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a5603c5e22b48438988f0fdadfcfaa5&device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 1096 time: 0.1935635 Nov 12 00:44:37.018524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:37.028852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.090419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f265dda-b8f0-43fc-8841-6ed9b33f2065 admin admin] Pushing event deleted for resources: {'Network': ['ID=c157bad4-2ee3-4c91-8fe1-c8e11d385029,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.141482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889526-f319-4e0f-b8d1-8927fa104578 req-43843309-313f-46b7-85ae-066ccc21fa66 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.154269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d889526-f319-4e0f-b8d1-8927fa104578 req-43843309-313f-46b7-85ae-066ccc21fa66 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.2788038 Nov 12 00:44:37.271674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d889526-f319-4e0f-b8d1-8927fa104578 req-3d71c7f3-d5ba-4c77-97bf-b47e993863ad tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095831 Nov 12 00:44:37.291675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-4c522e16-5f25-40ef-bf3e-6cab3f5d9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.293265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-4c522e16-5f25-40ef-bf3e-6cab3f5d9999 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1cb538ad-cb1e-4b43-8866-0af5f085cba9 HTTP/1.1" status: 200 len: 916 time: 0.2397213 Nov 12 00:44:37.294161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:37.419333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-146126a5-9dbe-467d-b4af-40d0e386187d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341fc63d-a95f-4f0e-b402-74253110d293 HTTP/1.1" status: 200 len: 217 time: 0.0909939 Nov 12 00:44:37.481193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-74b6847b-c3c3-46b7-b54f-e41aeb07aadb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21dac3587c494246a93d73a4d9232c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858656 Nov 12 00:44:37.483981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:37.505695 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b25ca9-58b7-41a3-aacd-0f47912a244c x-openstack-request-id: req-95b25ca9-58b7-41a3-aacd-0f47912a244c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:37.505996 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec838ba-63a2-41d9-8893-06800bf85499", "name": "network-vif-deleted", "tag": "2afcdbbc-8692-437a-98e6-4620947f5130", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:37.506432 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95b25ca9-58b7-41a3-aacd-0f47912a244c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:37.507066 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec838ba-63a2-41d9-8893-06800bf85499', 'name': 'network-vif-deleted', 'tag': '2afcdbbc-8692-437a-98e6-4620947f5130', 'status': 'completed', 'code': 200} Nov 12 00:44:37.577907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.602352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:37.629601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.739929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.742835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.744183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed379a96-88e5-49f3-a121-1dd2a36fa93e HTTP/1.1" status: 204 len: 168 time: 0.2588730 Nov 12 00:44:37.754963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3fd7-64ab-4d62-ad78-2d4a46008d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed379a96-88e5-49f3-a121-1dd2a36fa93e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.905854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 2, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.937252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Checking router: 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:37.937707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Updating router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 port ce8ccd5c-f013-436e-a1b7-e014a12591e0 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:37.968939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.399408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.408231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233091363', 'description': 'tempest-description--1870789715'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:38.501087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.507711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.633271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.738047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.771381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-9001a589-273b-4dea-b745-251244a75557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.773890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-9001a589-273b-4dea-b745-251244a75557 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68816737-4b35-4a3c-a23b-f33e85b15167 HTTP/1.1" status: 200 len: 854 time: 0.1083610 Nov 12 00:44:38.804500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.858872 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.869102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-85c7d0cf-752f-433b-8cc7-b538cfaae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.871061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-85c7d0cf-752f-433b-8cc7-b538cfaae9cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1cb538ad-cb1e-4b43-8866-0af5f085cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804780 Nov 12 00:44:38.872675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.876910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.880691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d0bb828-88ba-4489-a343-f1350be13fb7 HTTP/1.1" status: 204 len: 168 time: 0.3714812 Nov 12 00:44:38.881286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.935617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d3cfe-4a2c-4e6f-8c1b-c8b944cc010e req-855ce419-784a-449e-a6b4-30cccaa84d63 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.939280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315d3cfe-4a2c-4e6f-8c1b-c8b944cc010e req-855ce419-784a-449e-a6b4-30cccaa84d63 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.2782078 Nov 12 00:44:38.946976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33a7a1-bf37-4ade-b9b2-e70afcfe782c tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0bb828-88ba-4489-a343-f1350be13fb7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:38.959513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.963769 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e5fefd46-771a-4339-b6fb-f37c36f554e2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] show failed (client error): The resource could not be found. Nov 12 00:44:38.966042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e5fefd46-771a-4339-b6fb-f37c36f554e2 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "GET /v2.0/security-groups/0d0bb828-88ba-4489-a343-f1350be13fb7 HTTP/1.1" status: 404 len: 347 time: 0.0796161 Nov 12 00:44:38.971207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.023935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.046880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3fee9-8d0b-4056-b6d5-3fdf01509c9c None None] Pushing event updated for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.153719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.155099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7524014 Nov 12 00:44:39.163290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.173907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'security_group_rule': {'security_group_id': '38eac896-9952-4b6e-a0aa-a250f6e70229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:39.183256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315d3cfe-4a2c-4e6f-8c1b-c8b944cc010e req-7fb3c23d-2f51-47d1-933a-d0d9e6f3bbf7 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323027 Nov 12 00:44:39.185328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f52f1-be17-435d-ba0d-7dbf7d83139b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eac896-9952-4b6e-a0aa-a250f6e70229,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.244536 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-80812888-ae55-4107-9f61-34453a56b0bf service neutron] 10.222.0.39 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520467 Nov 12 00:44:39.305290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.396250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Attempting to bind port ce8ccd5c-f013-436e-a1b7-e014a12591e0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.396250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Attempting to bind port ce8ccd5c-f013-436e-a1b7-e014a12591e0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.396250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Attempting to bind port ce8ccd5c-f013-436e-a1b7-e014a12591e0 on network 20e25615-7dd8-4c13-9f60-8f452a226672 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.401323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:39.401706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Checking segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:39.408830 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.409583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Bound using segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:39.410108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Bound port: ce8ccd5c-f013-436e-a1b7-e014a12591e0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:39.410515 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.452049 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e4699df-25e0-4706-bf46-86dcd9fa0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.534707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Deleting port 75f99511-e1cc-42e8-ac76-7b232514fab1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:39.535257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.535485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.564325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] For port ce8ccd5c-f013-436e-a1b7-e014a12591e0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:39.569962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] For port ce8ccd5c-f013-436e-a1b7-e014a12591e0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ce8ccd5c-f013-436e-a1b7-e014a12591e0,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:39.598469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.610131 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.615756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.645134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-49c0918f-4c43-4dcf-a24e-d2e38695cdcb req-af176ddc-80ea-488b-8e4c-29766fa5b1c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922398 Nov 12 00:44:39.699646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a14769-c14f-4006-90a4-ca9d62eb2ae3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.723644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.723644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.724395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.728511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8eafac1d-a11d-414b-bc5e-f58172f8bbaf tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602562 Nov 12 00:44:39.728746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] Provisioning complete for port ce8ccd5c-f013-436e-a1b7-e014a12591e0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:39.728746 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.728944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46688) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.732769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'security_group_rule': {'security_group_id': '38eac896-9952-4b6e-a0aa-a250f6e70229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:39.770464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Calling delete_port for 75f99511-e1cc-42e8-ac76-7b232514fab1 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:39.787056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3fee9-8d0b-4056-b6d5-3fdf01509c9c None None] Pushing event updated for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.787332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.843858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:39.845235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:39.898279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-94377586-network', 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:39.947032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:39.949921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.984859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.039222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.054403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.100153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedb8ec5-12e5-45eb-abe2-b2d188465303,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.142595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.145727 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec9b0b64-eb9f-4d31-866d-2e5837aced1e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4166081 Nov 12 00:44:40.151387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.166650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.235795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3cffe-61e9-4239-a638-ad162f9dbe10 req-e7d997b2-8444-4ced-95b5-94c2d013e462 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.244357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06e3cffe-61e9-4239-a638-ad162f9dbe10 req-e7d997b2-8444-4ced-95b5-94c2d013e462 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.1263103 Nov 12 00:44:40.273295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.291522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:40.298650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] For port ce8ccd5c-f013-436e-a1b7-e014a12591e0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ce8ccd5c-f013-436e-a1b7-e014a12591e0,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:40.303275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:40.305679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.333557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06e3cffe-61e9-4239-a638-ad162f9dbe10 req-15edccfa-c0b3-4dbc-bc2b-851e8ce3a52b tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871723 Nov 12 00:44:40.334894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.363202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:40.385220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842529a-befc-48c5-98d6-0e4f0795e3db None None] Pushing event updated for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.391282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.392275 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Added segment 039b467b-a146-44bd-bca7-c56fd0656e44 of type vlan for network 79499d58-634b-40ba-83f0-ca03a57cf27e Nov 12 00:44:40.442714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.458183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.487238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.534486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.535915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.536682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.617518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e8b142fd-9556-42bb-9893-b8ad746fd47e None None] Provisioning complete for port ce8ccd5c-f013-436e-a1b7-e014a12591e0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:40.617938 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8b142fd-9556-42bb-9893-b8ad746fd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.703063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Pushing event updated for resources: {'Network': ['ID=79499d58-634b-40ba-83f0-ca03a57cf27e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.719306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:39Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:40.726493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 79499d58-634b-40ba-83f0-ca03a57cf27e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:40.753028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Pushing event deleted for resources: {'Port': ['ID=75f99511-e1cc-42e8-ac76-7b232514fab1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.793047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2535505 Nov 12 00:44:40.805945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5765-bb56-4d92-b5e2-55388de09973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1f825-0fe4-4bed-a8ec-09ec84df5986,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.809308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46724) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.831690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Request body: {'subnet': {'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-94377586-subnet', 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:40.898334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a7bd1-9913-418b-aadc-e4fcedb8ba96 req-5ea55923-713b-45bf-9646-e40f1c1fa62f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.922443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b02a7bd1-9913-418b-aadc-e4fcedb8ba96 req-5ea55923-713b-45bf-9646-e40f1c1fa62f tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.4038348 Nov 12 00:44:40.966221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:40.969218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.000258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.003178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.004572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43edf873-79a9-4549-aed5-eeae52bfe255 tempest-ServersTestManualDisk-962981431 tempest-ServersTestManualDisk-962981431-project] 10.222.0.11 "DELETE /v2.0/floatingips/168c2f36-c494-44ee-a4b4-e7b7799ed6a8 HTTP/1.1" status: 204 len: 168 time: 2.0318723 Nov 12 00:44:41.009949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.028345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-fcd04822-811b-4fd2-a4e7-2cbd3c36280a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.030258 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-fcd04822-811b-4fd2-a4e7-2cbd3c36280a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.3134787 Nov 12 00:44:41.105047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5a7b5-582e-4180-92cc-04c6c467e472 None None] The sync data for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 is: [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:39Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:41.215521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.262125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b02a7bd1-9913-418b-aadc-e4fcedb8ba96 req-57ee2d4f-9674-43ac-8e22-fa1880093e87 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386126 Nov 12 00:44:41.345518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9d1c-6f4d-4e1e-a9f9-d425c2df7ae6 req-805e36d5-d80c-4f77-8174-d8f4265f6448 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.349929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ecf9d1c-6f4d-4e1e-a9f9-d425c2df7ae6 req-805e36d5-d80c-4f77-8174-d8f4265f6448 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 951 time: 0.3734577 Nov 12 00:44:41.545012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ce8ccd5c-f013-436e-a1b7-e014a12591e0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:41.635432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.648662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ce8ccd5c-f013-436e-a1b7-e014a12591e0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:41.650384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.703270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ecf9d1c-6f4d-4e1e-a9f9-d425c2df7ae6 req-5b8635cb-dfa3-43ec-bc10-d6fef6c0761e tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362906 Nov 12 00:44:41.729501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855244aa-74ee-4d12-9680-b692fd099af7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:41.784281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2d2d-6be2-44e7-a08c-9e43e2b26156 req-fee78eb5-6a90-4259-ae10-4cd9e765bcdc tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.792990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b1d2d2d-6be2-44e7-a08c-9e43e2b26156 req-fee78eb5-6a90-4259-ae10-4cd9e765bcdc tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.3437152 Nov 12 00:44:41.807936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Allocated IP 172.25.6.24 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/43d161a2-4c9c-44f8-8b72-89b08aca6f84) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:41.816397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Checking segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:41.817207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Network hostable DHCP agents. Network: 79499d58-634b-40ba-83f0-ca03a57cf27e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:41.851522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3757faf5-67fe-4efd-8830-97598913c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.872556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b1d2d2d-6be2-44e7-a08c-9e43e2b26156 req-d0ab6a12-d2ec-4125-bf11-cf2f680ef873 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785067 Nov 12 00:44:41.882087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Network 79499d58-634b-40ba-83f0-ca03a57cf27e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:41.906579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 79499d58-634b-40ba-83f0-ca03a57cf27e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:41.928904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.930331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.938932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6dd92-fc2e-475f-91fa-7e87dc124be9 None None] Network 79499d58-634b-40ba-83f0-ca03a57cf27e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:41.989311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9f00d98b-91c0-403d-9d47-13217d7ae170 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1788435 Nov 12 00:44:42.054515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Deleting port d5a2d514-f2a7-4683-be64-43db38446a7a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:42.054855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.164194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd062e-f366-4131-aacd-24bc856fcd21 req-673750cf-46bc-42b6-a2b8-9d9da42d677e tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.165728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbcd062e-f366-4131-aacd-24bc856fcd21 req-673750cf-46bc-42b6-a2b8-9d9da42d677e tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.1345050 Nov 12 00:44:42.187342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927de381-b1b3-4a9a-9aa3-6bacd02355dc None None] Network 79499d58-634b-40ba-83f0-ca03a57cf27e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:42.206740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.272398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbcd062e-f366-4131-aacd-24bc856fcd21 req-1a7f4e6a-6901-48fa-b991-edb099db604d tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 Nov 12 00:44:42.353209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] For port d5a2d514-f2a7-4683-be64-43db38446a7a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d5a2d514-f2a7-4683-be64-43db38446a7a,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:42.353625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.368509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Calling delete_port for d5a2d514-f2a7-4683-be64-43db38446a7a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:42.428933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:42.438011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9236581-d036-4671-9d03-ed4798a2ecf2 req-8b10e095-ccec-432b-a229-92798b8ce99a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.442764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.448200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9236581-d036-4671-9d03-ed4798a2ecf2 req-8b10e095-ccec-432b-a229-92798b8ce99a tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 944 time: 0.0888281 Nov 12 00:44:42.519761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:42.522376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9236581-d036-4671-9d03-ed4798a2ecf2 req-ebb18fe1-d5eb-47e7-b419-c70b8c6f6289 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731456 Nov 12 00:44:42.540471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:42.554464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:42.637331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'Port': ['ID=43d161a2-4c9c-44f8-8b72-89b08aca6f84,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.645930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.665624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.674952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.691008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:42.694050 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eee6d5-2d2d-4165-b006-7a4f022a9888" -d '{"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:42.713133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:42.723918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.784587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.967059 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30844796-93c7-449b-ad1b-c241a406ac93 x-openstack-request-id: req-30844796-93c7-449b-ad1b-c241a406ac93 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:42.971460 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:42.971575 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30844796-93c7-449b-ad1b-c241a406ac93 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:42.972008 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'code': 200} Nov 12 00:44:43.011440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-99be2297-9db3-43a1-844b-89d102aad863 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.013424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-99be2297-9db3-43a1-844b-89d102aad863 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.1515782 Nov 12 00:44:43.031691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c00cc380-8309-4b15-b9c3-c19681cca59e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/quotas/406ed4eb5731484ab7420dc4bcad8f4f HTTP/1.1" status: 200 len: 375 time: 0.0117886 Nov 12 00:44:43.095960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-9d972b39-f159-46a2-9b34-b8fb260b8b10 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492034 Nov 12 00:44:43.119760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b3fcd-715e-4e52-9631-fcd3a6479f65 req-f23cecb6-02ff-4636-93c5-0761851dad59 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.121388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf0b3fcd-715e-4e52-9631-fcd3a6479f65 req-f23cecb6-02ff-4636-93c5-0761851dad59 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.0847645 Nov 12 00:44:43.148288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.208189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event deleted for resources: {'Port': ['ID=d5a2d514-f2a7-4683-be64-43db38446a7a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.222051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf0b3fcd-715e-4e52-9631-fcd3a6479f65 req-32870cb2-f59d-411c-adc5-0199bd108a92 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893180 Nov 12 00:44:43.257520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-d21b68c9-70aa-46e4-98e7-aaf4ab0b9020 service neutron] 10.222.0.11 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533377 Nov 12 00:44:43.325931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.328623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] No DVR routers for this DVR port d5a2d514-f2a7-4683-be64-43db38446a7a on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:43.334033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.338007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-afa2d644-2857-4f0e-b40d-5cf66f7c7e00 req-ed33649a-e079-4aff-91a1-0ebbc52aeaa4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "DELETE /v2.0/ports/d5a2d514-f2a7-4683-be64-43db38446a7a HTTP/1.1" status: 204 len: 173 time: 1.9344738 Nov 12 00:44:43.338458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-deleted', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:43.341163 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e88921-e5bb-4dc4-a513-a1856dc5fffe" -d '{"events": [{"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-deleted", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:43.378869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-b5f8875d-6072-45a6-8b78-49c0c4dfbba7 service neutron] 10.222.0.11 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153035 Nov 12 00:44:43.388321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.527324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb1e37-35a7-4932-b4ae-b4aed2e3cdc2 req-a6430d93-733f-4c3e-88eb-092f807c7ded tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.529191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4fb1e37-35a7-4932-b4ae-b4aed2e3cdc2 req-a6430d93-733f-4c3e-88eb-092f807c7ded tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.0734451 Nov 12 00:44:43.534139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-5351aec6-68fc-4d00-8d41-28c8c93c5dcb tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.535644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-5351aec6-68fc-4d00-8d41-28c8c93c5dcb tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.39 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.1190448 Nov 12 00:44:43.603451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4fb1e37-35a7-4932-b4ae-b4aed2e3cdc2 req-61d34ace-8835-4a61-8490-793782ef3e5f tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674415 Nov 12 00:44:43.693328 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6e781-87c8-4bad-b467-e2e35175ce4a x-openstack-request-id: req-60e6e781-87c8-4bad-b467-e2e35175ce4a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:43.693623 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa19d4-7d0f-420b-b0a7-6092bf5cc539", "name": "network-vif-deleted", "tag": "d5a2d514-f2a7-4683-be64-43db38446a7a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:43.693875 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60e6e781-87c8-4bad-b467-e2e35175ce4a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:43.694413 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa19d4-7d0f-420b-b0a7-6092bf5cc539', 'name': 'network-vif-deleted', 'tag': 'd5a2d514-f2a7-4683-be64-43db38446a7a', 'status': 'completed', 'code': 200} Nov 12 00:44:43.728331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Deleting port f07f733f-b939-461f-87fe-f620f4febebe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:43.728680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.856439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-917087dc-8aa8-4e5b-8919-b20d6255f962 req-e480cdef-e055-4ea5-9909-cbf538f655c7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 210 time: 0.0426471 Nov 12 00:44:43.875717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Deleting port b1e7d255-d82f-4068-a77d-178d6beaa28c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:43.876143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.882608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.891921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.911011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.965266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6260831d-58bc-4103-857e-7240c51abfdd req-031c2008-17e8-4ceb-800d-17a3d6e9c397 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dfa19d4-7d0f-420b-b0a7-6092bf5cc539 HTTP/1.1" status: 200 len: 210 time: 0.1074948 Nov 12 00:44:44.021551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] For port f07f733f-b939-461f-87fe-f620f4febebe, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f07f733f-b939-461f-87fe-f620f4febebe,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.021923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.067704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7def7-a90e-4da5-816b-40ddb6dfef4d req-7489a2c7-2bcd-4158-91cd-d570bc543a7f tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.069739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eeb7def7-a90e-4da5-816b-40ddb6dfef4d req-7489a2c7-2bcd-4158-91cd-d570bc543a7f tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 949 time: 0.0612934 Nov 12 00:44:44.073781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Calling delete_port for f07f733f-b939-461f-87fe-f620f4febebe owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:44.095414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'Port': ['ID=43d161a2-4c9c-44f8-8b72-89b08aca6f84,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.140809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eeb7def7-a90e-4da5-816b-40ddb6dfef4d req-4f4eda26-edc2-4d62-86f7-34920ff1bb65 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603030 Nov 12 00:44:44.178918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.183097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] For port b1e7d255-d82f-4068-a77d-178d6beaa28c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b1e7d255-d82f-4068-a77d-178d6beaa28c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.183611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.208408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Calling delete_port for b1e7d255-d82f-4068-a77d-178d6beaa28c owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:44.229307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.230852 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b75cb66-6c15-4965-88e7-be27c3f15e2e tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0783648 Nov 12 00:44:44.397393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c545f-780d-4968-87d2-946e4be6a795 req-ec2f6f3f-af5f-4c5f-b2ba-a2df47db42ed tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.399042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e4c545f-780d-4968-87d2-946e4be6a795 req-ec2f6f3f-af5f-4c5f-b2ba-a2df47db42ed tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/ports?device_id=57e50710-22c4-4ddc-a371-fdc742325a24 HTTP/1.1" status: 200 len: 949 time: 0.0815361 Nov 12 00:44:44.513276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e4c545f-780d-4968-87d2-946e4be6a795 req-cb98bfb6-9f0d-4e32-b719-040d00763114 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.11 "GET /v2.0/security-groups?id=32f3d8f9-28c2-4b15-b442-d38e5952c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064589 Nov 12 00:44:44.521502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.535727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b1e7d255-d82f-4068-a77d-178d6beaa28c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:44.542287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-35ef2811-476f-4369-a241-35e41fa2391d tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--233091363&fields=id&tenant_id=983fb0f8b0304749827311a328a1abc8 HTTP/1.1" status: 200 len: 267 time: 0.1041644 Nov 12 00:44:44.557035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Pushing event deleted for resources: {'Port': ['ID=b1e7d255-d82f-4068-a77d-178d6beaa28c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.559224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.612976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07f733f-b939-461f-87fe-f620f4febebe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.714378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] No DVR routers for this DVR port b1e7d255-d82f-4068-a77d-178d6beaa28c on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:44.719902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.723809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-754e96e2-20e8-4ebf-93e5-d5a231b09919 req-516d4ac8-1e3c-48cd-96be-e642be04e4c6 tempest-ServerDiagnosticsNegativeTest-77794946 tempest-ServerDiagnosticsNegativeTest-77794946-project] 10.222.0.39 "DELETE /v2.0/ports/b1e7d255-d82f-4068-a77d-178d6beaa28c HTTP/1.1" status: 204 len: 173 time: 1.1562552 Nov 12 00:44:44.828915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.836210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-186b71b4-8e81-41ea-ba75-c987d93857a2 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.837914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-186b71b4-8e81-41ea-ba75-c987d93857a2 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/networks?id=20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 200 len: 806 time: 0.2879460 Nov 12 00:44:44.855685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355a844-5053-4c3a-a707-c12181e826db req-59f9b7af-e9f9-4c2c-8dc8-8e12206f130b tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.862899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b355a844-5053-4c3a-a707-c12181e826db req-59f9b7af-e9f9-4c2c-8dc8-8e12206f130b tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 944 time: 0.1371684 Nov 12 00:44:44.903326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-d6969283-1197-4837-b3ca-e69902107018 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/quotas/983fb0f8b0304749827311a328a1abc8 HTTP/1.1" status: 200 len: 375 time: 0.0390811 Nov 12 00:44:44.971470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.996640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b355a844-5053-4c3a-a707-c12181e826db req-f394a629-6169-4aae-9f8e-738fd81cbf37 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305029 Nov 12 00:44:45.020375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-1a225e8f-1d7b-434f-8537-eaa00edb389b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=983fb0f8b0304749827311a328a1abc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021166 Nov 12 00:44:45.115317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f234db5-5339-4360-817a-be123faa8c05 req-8939e1f4-b492-4613-9422-82263f01ad5b tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 210 time: 0.0553827 Nov 12 00:44:45.156501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-99ebd897-7277-4d10-9fc3-24bee5bf6bd3 service neutron] 10.222.0.11 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279635 Nov 12 00:44:45.253644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Router 6b95422a-5788-458a-a299-3b5a1bc2067b has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:45.421344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:45.427994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57094049-82e7-47be-be13-a29f4495e216 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b95422a-5788-458a-a299-3b5a1bc2067b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4149969 Nov 12 00:44:45.430668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:45.438001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Sync routers for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:45.460874 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:45.461882 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:45.509767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 341fc63d-a95f-4f0e-b402-74253110d293 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:45.512933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:45.541583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d5a2d514-f2a7-4683-be64-43db38446a7a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:45.542257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d5a2d514-f2a7-4683-be64-43db38446a7a not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:45.586479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.623250 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:45.684420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=341fc63d-a95f-4f0e-b402-74253110d293,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:45.698704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '341fc63d-a95f-4f0e-b402-74253110d293', 'network_id': '1cb538ad-cb1e-4b43-8866-0af5f085cba9', 'port_id': '341fc63d-a95f-4f0e-b402-74253110d293', 'mac_address': 'fa:16:3e:d5:b0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68816737-4b35-4a3c-a23b-f33e85b15167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:45.744662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'name': 'network-vif-deleted', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:45.747240 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50a1bf3-62ef-487a-ac6a-d504c2b2b139" -d '{"events": [{"server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "name": "network-vif-deleted", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:45.766500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.808129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341fc63d-a95f-4f0e-b402-74253110d293 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:45.863760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.875441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=341fc63d-a95f-4f0e-b402-74253110d293,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:45.889984 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.914476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-610ff685-5fad-4195-9b0d-f2822dccf857 service neutron] 10.222.0.11 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460895 Nov 12 00:44:45.927969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-6f2aa6a2-40d9-4364-bb99-5540fb1ce504 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.937576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-6f2aa6a2-40d9-4364-bb99-5540fb1ce504 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.7126451 Nov 12 00:44:45.947453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7c17-4cb3-4ede-8ae7-207c0df9a2ed req-f9635f1d-1a20-4dca-9b2c-4df64826460f tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.947795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:44:44Z', 'revision_number': 5, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port': {'id': '56b1d1de-086b-4fab-87bb-85e31afc016e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:52Z', 'updated_at': '2021-11-12T00:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:45.956664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc2f7c17-4cb3-4ede-8ae7-207c0df9a2ed req-f9635f1d-1a20-4dca-9b2c-4df64826460f tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 949 time: 0.6174815 Nov 12 00:44:45.974308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Request body: {'port': {'device_id': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'admin_state_up': True, 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:45.989538 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Checking router: 6b95422a-5788-458a-a299-3b5a1bc2067b for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:46.002908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Routers {'6b95422a-5788-458a-a299-3b5a1bc2067b'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:46.003809 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6b95422a-5788-458a-a299-3b5a1bc2067b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:46.008707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.017184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-b677e80d-0b05-43d0-bac4-c17883b19bd6 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.022385 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-b677e80d-0b05-43d0-bac4-c17883b19bd6 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.2692523 Nov 12 00:44:46.034959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950ae17-0897-4f44-9e23-4c80c57243da req-557c5705-bd68-427b-b656-35986d84be79 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.037081 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5950ae17-0897-4f44-9e23-4c80c57243da req-557c5705-bd68-427b-b656-35986d84be79 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 949 time: 0.1200895 Nov 12 00:44:46.046028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Request body: {'port': {'device_id': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'admin_state_up': True, 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:46.116801 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] Set router 6b95422a-5788-458a-a299-3b5a1bc2067b gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:46.135609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['341fc63d-a95f-4f0e-b402-74253110d293'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:46.160624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:46.164938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.184249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc2f7c17-4cb3-4ede-8ae7-207c0df9a2ed req-a99b4d09-97ea-4c4e-b574-f26c20a1e1b6 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151232 Nov 12 00:44:46.249805 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:44:45Z', 'revision_number': 6, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:46.254327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Deleting port 56b1d1de-086b-4fab-87bb-85e31afc016e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:46.254901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.293899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088352a0-ec52-4b6f-8396-17acc20de676 None None] The sync data for ids ['6b95422a-5788-458a-a299-3b5a1bc2067b'] in n-d-712141-15 is: [{'id': '6b95422a-5788-458a-a299-3b5a1bc2067b', 'name': 'tempest-ServersTestManualDisk-1613973423-router', 'tenant_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:51Z', 'updated_at': '2021-11-12T00:44:45Z', 'revision_number': 6, 'project_id': 'f1c18d28daf8443190d5db5af3dd45a9', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:46.435660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:46.440579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.445851 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67814e5-9846-43c4-9a83-4071dacaa734 x-openstack-request-id: req-c67814e5-9846-43c4-9a83-4071dacaa734 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:46.446133 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e50710-22c4-4ddc-a371-fdc742325a24", "name": "network-vif-deleted", "tag": "b1e7d255-d82f-4068-a77d-178d6beaa28c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:46.446304 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c67814e5-9846-43c4-9a83-4071dacaa734 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:46.446671 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e50710-22c4-4ddc-a371-fdc742325a24', 'name': 'network-vif-deleted', 'tag': 'b1e7d255-d82f-4068-a77d-178d6beaa28c', 'status': 'completed', 'code': 200} Nov 12 00:44:46.485746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] For port 56b1d1de-086b-4fab-87bb-85e31afc016e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56b1d1de-086b-4fab-87bb-85e31afc016e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.486122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.500027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Allocated IP 172.20.0.14 (79499d58-634b-40ba-83f0-ca03a57cf27e/855244aa-74ee-4d12-9680-b692fd099af7/f065509e-ce25-405f-b431-aa08f0560e9e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:46.514183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Deleting port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:46.514725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.521297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Calling delete_port for 56b1d1de-086b-4fab-87bb-85e31afc016e owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:46.720799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.778501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] For port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.778873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.796379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91c6fcd9-3e55-4482-8a68-ee42ae586e3c req-46f2e1a3-a9a9-4899-98a6-d128fa68f474 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 210 time: 0.0322649 Nov 12 00:44:46.798729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.869299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Calling delete_port for 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:46.876938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Network 79499d58-634b-40ba-83f0-ca03a57cf27e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:46.880740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:46.887530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:46.896350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:47.002181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad01f2-3721-457b-b521-89c06dbbd9ba req-ec044750-1d79-4ffd-a41b-c5567d972296 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.003872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77ad01f2-3721-457b-b521-89c06dbbd9ba req-ec044750-1d79-4ffd-a41b-c5567d972296 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 945 time: 0.2415707 Nov 12 00:44:47.012650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4566f39-6e22-40e7-9c12-241a39746be5 req-8f5bfc49-a834-4936-8fe7-774de1157969 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 210 time: 0.0751302 Nov 12 00:44:47.023110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event updated for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.066152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.067358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.118680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77ad01f2-3721-457b-b521-89c06dbbd9ba req-cf2d02c5-bdb9-43f6-9992-07f94a7c6d0f tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817747 Nov 12 00:44:47.167504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f4ecafd1-bfab-4a68-8d2e-77511bfeeb7e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047446 Nov 12 00:44:47.191190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Request body: {'port': {'device_id': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:47.247209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-52e03ab6-2e22-43cd-9dc3-bbba3061f8e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1a3d2fbe9ca4b9da66c9005b6333dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485198 Nov 12 00:44:47.255706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46892) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:47.311022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.322277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5d85-e0a6-4ef7-8fc5-4669ccd2cc89 req-e2836aaf-068a-4f47-b2ce-baf5083029f4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.330193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fed5d85-e0a6-4ef7-8fc5-4669ccd2cc89 req-e2836aaf-068a-4f47-b2ce-baf5083029f4 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.2250855 Nov 12 00:44:47.349416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Allocated IP 172.20.0.10 (79499d58-634b-40ba-83f0-ca03a57cf27e/855244aa-74ee-4d12-9680-b692fd099af7/77f84975-244e-4300-92a6-198af69a6951) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:47.424087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56b1d1de-086b-4fab-87bb-85e31afc016e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:47.428439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-c7433a78-9408-4ec7-bedd-76aa0490ff46 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.430649 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-c7433a78-9408-4ec7-bedd-76aa0490ff46 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.5833833 Nov 12 00:44:47.442659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c39b3-37cb-4f9a-b5ee-9f40f9bf7ba0 req-8bdaf84f-c3f2-44a6-a343-4bf550b7ec7c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.444132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b05c39b3-37cb-4f9a-b5ee-9f40f9bf7ba0 req-8bdaf84f-c3f2-44a6-a343-4bf550b7ec7c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2232537 Nov 12 00:44:47.455575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fed5d85-e0a6-4ef7-8fc5-4669ccd2cc89 req-91f40876-fca9-40b7-ae86-2141e9cc1318 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243405 Nov 12 00:44:47.458692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.531652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 341fc63d-a95f-4f0e-b402-74253110d293 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:47.567896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.620334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 341fc63d-a95f-4f0e-b402-74253110d293 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:47.625285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f07f733f-b939-461f-87fe-f620f4febebe no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:47.628971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 341fc63d-a95f-4f0e-b402-74253110d293 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:47.629342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.641496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.644956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.655484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b05c39b3-37cb-4f9a-b5ee-9f40f9bf7ba0 req-4ead8470-a74e-412a-81e0-926eec52bd6c tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800835 Nov 12 00:44:47.683506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f07f733f-b939-461f-87fe-f620f4febebe {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:47.684240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f07f733f-b939-461f-87fe-f620f4febebe not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:47.717801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db67c-c665-4772-ab6b-36ab640c56f0 req-e8ed1e21-672c-4256-873c-a721bef0ed70 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.729726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac9db67c-c665-4772-ab6b-36ab640c56f0 req-e8ed1e21-672c-4256-873c-a721bef0ed70 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a HTTP/1.1" status: 200 len: 949 time: 0.1690438 Nov 12 00:44:47.757221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b1d1de-086b-4fab-87bb-85e31afc016e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.758408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.789032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:47.792224 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1827a1e-7b3e-4504-96c2-0a74f685fe96" -d '{"events": [{"server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "name": "network-vif-plugged", "status": "completed", "tag": "341fc63d-a95f-4f0e-b402-74253110d293"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:47.807965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=341fc63d-a95f-4f0e-b402-74253110d293,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:47.815602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.817083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b1e7d255-d82f-4068-a77d-178d6beaa28c no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:47.872018 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126b95b-e486-4cdd-8b2a-f987c1a398df x-openstack-request-id: req-2126b95b-e486-4cdd-8b2a-f987c1a398df {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:47.872333 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "name": "network-vif-plugged", "status": "completed", "tag": "341fc63d-a95f-4f0e-b402-74253110d293", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:47.872828 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2126b95b-e486-4cdd-8b2a-f987c1a398df {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:47.873592 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293', 'code': 200} Nov 12 00:44:47.874467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b1e7d255-d82f-4068-a77d-178d6beaa28c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:47.874966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b1e7d255-d82f-4068-a77d-178d6beaa28c not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:47.912969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac9db67c-c665-4772-ab6b-36ab640c56f0 req-d98a451a-ba8f-4120-96c3-0a2b05d288a1 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.11 "GET /v2.0/security-groups?id=03f65640-031c-493a-8f01-ab15e0a89a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814487 Nov 12 00:44:47.921992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.999434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9af85c2-cece-4565-b99a-759b8ef24ea1 req-bef6bada-ca5f-4d91-8f47-62415c27c64d tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 210 time: 0.0329885 Nov 12 00:44:48.018375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.039521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.056291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-747c536c-9042-4b5b-9be2-2167c2ee62ee tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.058105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-747c536c-9042-4b5b-9be2-2167c2ee62ee tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.39 "GET /v2.0/networks?id=20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 200 len: 806 time: 0.2762148 Nov 12 00:44:48.114760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Deleting port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:48.115099 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.127125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.129716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.130860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32f3d8f9-28c2-4b15-b442-d38e5952c98b HTTP/1.1" status: 204 len: 168 time: 0.8692341 Nov 12 00:44:48.139958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d682379e-c5cd-4234-aa6e-56ee0e653997 req-09f3c2a7-3b5a-4853-bcc5-08291a0546e5 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 210 time: 0.0342245 Nov 12 00:44:48.148197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.175577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-89312336-c74d-430a-a761-7aeae3135ab7 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983fb0f8b0304749827311a328a1abc8 HTTP/1.1" status: 200 len: 379 time: 0.1037014 Nov 12 00:44:48.186131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'port': {'device_id': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'admin_state_up': True, 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'security_groups': ['38eac896-9952-4b6e-a0aa-a250f6e70229']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:48.231852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Pushing event deleted for resources: {'Port': ['ID=61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.235983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.245535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.277988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48cb73-e637-402c-8621-843a45720ec4 req-444157a1-82f3-4f9b-ab19-38fa5f85ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.279710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b48cb73-e637-402c-8621-843a45720ec4 req-444157a1-82f3-4f9b-ab19-38fa5f85ba66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 1098 time: 0.3394957 Nov 12 00:44:48.280632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd2ddc-3656-4c81-9a9c-2c2823650589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f3d8f9-28c2-4b15-b442-d38e5952c98b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.334191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf64a-0eba-43e8-be4a-7ebb6959e21c req-04646075-4d2a-407e-92f9-a5de863c5e4a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.335752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72faf64a-0eba-43e8-be4a-7ebb6959e21c req-04646075-4d2a-407e-92f9-a5de863c5e4a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 946 time: 0.1183484 Nov 12 00:44:48.399580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] No DVR routers for this DVR port 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:48.412404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72faf64a-0eba-43e8-be4a-7ebb6959e21c req-18f35dd3-0b6a-435f-af01-971ba6b87b6f tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676973 Nov 12 00:44:48.413290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.415650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Made reservation on behalf of 983fb0f8b0304749827311a328a1abc8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:48.416899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5950ae17-0897-4f44-9e23-4c80c57243da req-339313d1-f2f3-4d1c-bcaf-3f14cf44b2f5 tempest-ImagesOneServerTestJSON-1950980744 tempest-ImagesOneServerTestJSON-1950980744-project] 10.222.0.32 "DELETE /v2.0/ports/61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b HTTP/1.1" status: 204 len: 173 time: 2.2924590 Nov 12 00:44:48.421024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.428750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.429278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b95422a-5788-458a-a299-3b5a1bc2067b {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:48.443024 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.443977 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ec7a041-2720-40cf-bc6a-c2af0db77816 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b95422a-5788-458a-a299-3b5a1bc2067b HTTP/1.1" status: 204 len: 168 time: 3.0122986 Nov 12 00:44:48.445086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:48.449298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-deleted', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:48.452382 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38073b02-36ba-423d-a087-b3403fc5aabb" -d '{"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-deleted", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:48.453742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:48.480970 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.487138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] For port f7bb90ae-d3c0-4692-adf6-c881564c4ce6, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,segment=NetworkSegment(25c11241-aef3-4b9a-a174-81213f21263e),segment_id=25c11241-aef3-4b9a-a174-81213f21263e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:48.487508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.506127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:48.508977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:48.529683 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b48cb73-e637-402c-8621-843a45720ec4 req-e457368f-97a2-41b8-8d04-addf1a438250 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331984 Nov 12 00:44:48.611248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Network 79499d58-634b-40ba-83f0-ca03a57cf27e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:48.612985 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5142bc-10b6-4775-986f-208d58c3e97f x-openstack-request-id: req-7e5142bc-10b6-4775-986f-208d58c3e97f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:48.613278 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a", "name": "network-vif-deleted", "tag": "61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:48.613521 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e5142bc-10b6-4775-986f-208d58c3e97f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:48.614168 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdee4ac-05e0-4b44-b3a4-03f9c18f7c0a', 'name': 'network-vif-deleted', 'tag': '61edb0fc-1d7d-4868-9ff1-6ba3ad319e2b', 'status': 'completed', 'code': 200} Nov 12 00:44:48.617623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Calling delete_port for f7bb90ae-d3c0-4692-adf6-c881564c4ce6 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:48.622376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:48.631570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:48.668974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:48.765680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event updated for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.820782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.821441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.831433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Deleting subnet 67a6acd3-370a-4e89-b9df-a66625ff07a4 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:48.838574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c27cec6a-3786-401b-b569-721c60b8fde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.846576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.851383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f065509e-ce25-405f-b431-aa08f0560e9e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:48.859417 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-e9a304b1-6782-4393-9e42-fe121ed70a41 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8207412 Nov 12 00:44:48.883372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Request body: {'port': {'device_id': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:48.897194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.906698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823674e-b365-49e3-89c4-04f7a9f70784 req-0bf5ce81-e41b-40e7-a65c-78317a925dd5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.908512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5823674e-b365-49e3-89c4-04f7a9f70784 req-0bf5ce81-e41b-40e7-a65c-78317a925dd5 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4a26b6-8fdd-4687-a821-90d307ac1914 HTTP/1.1" status: 200 len: 944 time: 0.2526183 Nov 12 00:44:48.973241 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.987915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.021743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Transition to ACTIVE for port object f065509e-ce25-405f-b431-aa08f0560e9e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:49.042073 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.070486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Allocated IP 172.20.0.11 (20e25615-7dd8-4c13-9f60-8f452a226672/8659da94-da36-42a1-8d0a-17bd318529a0/f16b512e-8623-4fbc-8f90-59a7ebc378fc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:49.097763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.147534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5823674e-b365-49e3-89c4-04f7a9f70784 req-0fb1019b-71df-465c-968f-58008b3bf344 tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4a8d178-be3f-40f8-8ce7-01059e78560f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137561 Nov 12 00:44:49.150476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c27cec6a-3786-401b-b569-721c60b8fde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.185059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b66c6a-67d2-41e1-a385-c39ad05d9f4b req-7cead756-68c2-4c29-aebc-1504ebab18f7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.186599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57b66c6a-67d2-41e1-a385-c39ad05d9f4b req-7cead756-68c2-4c29-aebc-1504ebab18f7 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2540283 Nov 12 00:44:49.203539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Pushing event deleted for resources: {'Port': ['ID=f7bb90ae-d3c0-4692-adf6-c881564c4ce6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.211115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c27cec6a-3786-401b-b569-721c60b8fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.221211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Pushing event updated for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.280026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] No DVR routers for this DVR port f7bb90ae-d3c0-4692-adf6-c881564c4ce6 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:49.290962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.298263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.301471 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-825f36f8-206e-418c-9bf7-858a793ff8f3 req-48d8e1a1-67b2-4637-b102-69d3c22b9fcb tempest-LiveMigrationTest-741592344 tempest-LiveMigrationTest-741592344-project] 10.222.0.39 "DELETE /v2.0/ports/f7bb90ae-d3c0-4692-adf6-c881564c4ce6 HTTP/1.1" status: 204 len: 173 time: 1.8515718 Nov 12 00:44:49.335453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c27cec6a-3786-401b-b569-721c60b8fde8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adbd17da27a04518b024489fb5501eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801070 Nov 12 00:44:49.347385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.371817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cec6a-3786-401b-b569-721c60b8fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0086a8-2dd1-4bd8-a2fb-a9b5890d4b8e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.459859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57b66c6a-67d2-41e1-a385-c39ad05d9f4b req-07ec6558-9964-4ecf-b8d8-707ecd02923e tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572019 Nov 12 00:44:49.522340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526ed3-e840-4791-beff-d26b7202f150 req-b8abd8b1-d919-484f-a96d-aa985b2841d8 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.529793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98526ed3-e840-4791-beff-d26b7202f150 req-b8abd8b1-d919-484f-a96d-aa985b2841d8 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 932 time: 0.2530718 Nov 12 00:44:49.543936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.546147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Attempting to bind port f065509e-ce25-405f-b431-aa08f0560e9e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.546748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Attempting to bind port f065509e-ce25-405f-b431-aa08f0560e9e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.547077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Attempting to bind port f065509e-ce25-405f-b431-aa08f0560e9e on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.566308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.579163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.605111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Port f065509e-ce25-405f-b431-aa08f0560e9e on network 79499d58-634b-40ba-83f0-ca03a57cf27e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.605491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Attempting to bind port f065509e-ce25-405f-b431-aa08f0560e9e on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.628220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.630407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a6acd3-370a-4e89-b9df-a66625ff07a4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.634556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f93617ab-7189-4ef2-8e15-372226959374 req-7f44a26e-3075-41b4-935a-b3699da9c580 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 210 time: 0.0808895 Nov 12 00:44:49.636617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.643535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a7bf0365-ac80-4f5a-93d4-75101a498541 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/67a6acd3-370a-4e89-b9df-a66625ff07a4 HTTP/1.1" status: 204 len: 168 time: 1.1834621 Nov 12 00:44:49.647934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73531d2c-926b-4ffa-a5b7-1e0900d803e5 None None] Network 57bdc2ea-7c21-4513-82de-34e4009bd72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:49.660099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.708267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f84975-244e-4300-92a6-198af69a6951 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:49.712245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:49.713144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Checking segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:49.714412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Bound using segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:49.715064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Bound port: f065509e-ce25-405f-b431-aa08f0560e9e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:49.715749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.716532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.723897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.737278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Transition to ACTIVE for port object 77f84975-244e-4300-92a6-198af69a6951 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:49.745010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.850168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98526ed3-e840-4791-beff-d26b7202f150 req-53221fda-0e69-403e-82ec-4554000d8dd9 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184037 Nov 12 00:44:49.932963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.952480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] DHCP port deletion for 57bdc2ea-7c21-4513-82de-34e4009bd72b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:49.969916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.977703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.009457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.012468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.014071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd0086a8-2dd1-4bd8-a2fb-a9b5890d4b8e HTTP/1.1" status: 204 len: 168 time: 0.6655560 Nov 12 00:44:50.056516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Attempting to bind port 77f84975-244e-4300-92a6-198af69a6951 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:50.057585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Attempting to bind port 77f84975-244e-4300-92a6-198af69a6951 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:50.058417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Attempting to bind port 77f84975-244e-4300-92a6-198af69a6951 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:50.081498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Port 77f84975-244e-4300-92a6-198af69a6951 on network 79499d58-634b-40ba-83f0-ca03a57cf27e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:50.082021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Attempting to bind port 77f84975-244e-4300-92a6-198af69a6951 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:50.090730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e9e6-76d2-450f-9640-dfbead02b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0086a8-2dd1-4bd8-a2fb-a9b5890d4b8e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.095330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:50.095673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Checking segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:50.096371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Bound using segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:50.100110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Bound port: 77f84975-244e-4300-92a6-198af69a6951, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:50.100479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.101102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7d196-1373-44cd-aa40-97dfc300c543 req-ad22e11d-fa34-4bb2-be05-cac6a691da46 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.117663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6a7d196-1373-44cd-aa40-97dfc300c543 req-ad22e11d-fa34-4bb2-be05-cac6a691da46 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 946 time: 0.3774855 Nov 12 00:44:50.162303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Deleting port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:50.162987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.164438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:50.169021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Network 20e25615-7dd8-4c13-9f60-8f452a226672 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:50.223145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:50.229528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=77f84975-244e-4300-92a6-198af69a6951,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:50.233779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.247505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.278498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:50.284314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:50.292456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event updated for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.299764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f065509e-ce25-405f-b431-aa08f0560e9e,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:50.348496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15ec7771-2d0c-4709-9bfd-ee6d2c0ad224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c1e9953274745d695e5b232665f0162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6224177 Nov 12 00:44:50.352477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.353415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.381721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.386000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] For port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:50.386670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.417684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.418405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.419956 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-10d281ce-aba7-4772-9e1f-dc6c2677ed9b service neutron] 10.222.0.32 "PUT /v2.0/ports/77f84975-244e-4300-92a6-198af69a6951 HTTP/1.1" status: 200 len: 1093 time: 1.5456407 Nov 12 00:44:50.433146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Calling delete_port for 6c5ecc73-1b93-47b6-ab99-c7196da2a3da owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:50.499467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.534669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Deleting port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:50.534974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.621508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-deleted', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6'}, {'name': 'network-changed', 'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'tag': '77f84975-244e-4300-92a6-198af69a6951'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:50.637782 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4fc03-78cc-41d2-bf16-3e01a114efc5" -d '{"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-deleted", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6"}, {"name": "network-changed", "server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "tag": "77f84975-244e-4300-92a6-198af69a6951"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:50.661971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] For port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,segment=NetworkSegment(9f11162d-ad68-4c7b-9095-216eda74f46c),segment_id=9f11162d-ad68-4c7b-9095-216eda74f46c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:50.662726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.663209 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.679203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Calling delete_port for 6c5ecc73-1b93-47b6-ab99-c7196da2a3da owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:50.683824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.711077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] No DVR routers for this DVR port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:50.718251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6a7d196-1373-44cd-aa40-97dfc300c543 req-4e581dae-7034-40c4-b7fa-5825e9489884 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996733 Nov 12 00:44:50.724525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066986f-afa2-4d24-ba18-6bd484d503a3 None None] Pushing event deleted for resources: {'Port': ['ID=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.738704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.739323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.741059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] 10.222.0.32 "PUT /v2.0/ports/f065509e-ce25-405f-b431-aa08f0560e9e HTTP/1.1" status: 200 len: 1093 time: 3.5613136 Nov 12 00:44:50.790952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:50.793462 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44276175-e556-4a6d-982f-96fb532e00f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:50.800943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8aad88b9-e1c5-4332-b955-6c50865ded54 None None] Provisioning complete for port f16b512e-8623-4fbc-8f90-59a7ebc378fc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:50.801426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8aad88b9-e1c5-4332-b955-6c50865ded54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.803650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.804518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.811741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-3fe5e2e2-b592-4ae7-8f61-413d2e596dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.813320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-3fe5e2e2-b592-4ae7-8f61-413d2e596dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 1096 time: 0.3266237 Nov 12 00:44:50.843953 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85362b-4677-4016-8d91-c3dac0f8f6e4 x-openstack-request-id: req-4a85362b-4677-4016-8d91-c3dac0f8f6e4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:50.844538 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4a26b6-8fdd-4687-a821-90d307ac1914", "name": "network-vif-deleted", "tag": "f7bb90ae-d3c0-4692-adf6-c881564c4ce6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "tag": "77f84975-244e-4300-92a6-198af69a6951", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:50.844966 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a85362b-4677-4016-8d91-c3dac0f8f6e4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:50.845659 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4a26b6-8fdd-4687-a821-90d307ac1914', 'name': 'network-vif-deleted', 'tag': 'f7bb90ae-d3c0-4692-adf6-c881564c4ce6', 'status': 'completed', 'code': 200} Nov 12 00:44:50.846132 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'tag': '77f84975-244e-4300-92a6-198af69a6951', 'status': 'completed', 'code': 200} Nov 12 00:44:50.903518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8aad88b9-e1c5-4332-b955-6c50865ded54 None None] Port f16b512e-8623-4fbc-8f90-59a7ebc378fc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:50.926009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-ba4a2d14-8cbc-4aa7-8af3-712642741ff3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7456698 Nov 12 00:44:50.936006 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-f7c25c2e-2db9-454f-addd-2bfe976f0cc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f84975-244e-4300-92a6-198af69a6951 HTTP/1.1" status: 200 len: 217 time: 0.0982983 Nov 12 00:44:50.939488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Deleting subnet bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:50.947562 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:50.955947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.974748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Request body: {'port': {'device_id': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:51.028904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.029438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a70a5-989f-42a7-8227-568fcc3a8253 req-8723e34f-85e2-45c0-94bc-140c98434324 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.034138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.036798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a54a70a5-989f-42a7-8227-568fcc3a8253 req-8723e34f-85e2-45c0-94bc-140c98434324 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.3413920 Nov 12 00:44:51.037009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.038015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03f65640-031c-493a-8f01-ab15e0a89a2f HTTP/1.1" status: 204 len: 168 time: 0.6813035 Nov 12 00:44:51.052994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95c6b-869f-4a77-bd26-9087de7483bd service neutron] Pushing event updated for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.061174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-d092ba45-e486-4fb7-ade5-1a069afac92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.062547 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-d092ba45-e486-4fb7-ade5-1a069afac92f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1186862 Nov 12 00:44:51.080511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91296-be01-4bb9-8f9c-2cc27eaabac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f65640-031c-493a-8f01-ab15e0a89a2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.124586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-fb3e4c37-5d73-44e9-9e6d-8d2d0c4085cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389049 Nov 12 00:44:51.202698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.373092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.452292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6c5ecc73-1b93-47b6-ab99-c7196da2a3da no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:51.498033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.502547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.519150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5af86388-65af-44a7-96ee-ad317c0e8523 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb5a08e4-2b2f-4b1e-aafb-c0c3616a7dfe HTTP/1.1" status: 204 len: 168 time: 1.2819808 Nov 12 00:44:51.520326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 6c5ecc73-1b93-47b6-ab99-c7196da2a3da {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:51.520737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6c5ecc73-1b93-47b6-ab99-c7196da2a3da not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:51.523729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:51.532131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.582959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: f7bb90ae-d3c0-4692-adf6-c881564c4ce6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:51.583311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f7bb90ae-d3c0-4692-adf6-c881564c4ce6 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:51.607873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-644fcd57-c2d9-4776-8b8d-3af716f72027 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752710 Nov 12 00:44:51.697538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.700872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-158671a9-f189-4bc9-8b77-3c8bbd0b71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.703090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-158671a9-f189-4bc9-8b77-3c8bbd0b71a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=4aa15089-35e8-4eae-87ed-031b29fa9ad0 HTTP/1.1" status: 200 len: 1096 time: 0.8915215 Nov 12 00:44:51.767388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.769990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-3e018ba7-9fea-430d-87d9-3e16ce57b668 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f065509e-ce25-405f-b431-aa08f0560e9e HTTP/1.1" status: 200 len: 217 time: 0.0485182 Nov 12 00:44:51.874723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7803-95dd-4946-98d5-04727d152d05 req-d02b1956-8ebf-4f75-b6a0-34a813f15cc1 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.876232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53eb7803-95dd-4946-98d5-04727d152d05 req-d02b1956-8ebf-4f75-b6a0-34a813f15cc1 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 932 time: 0.9407506 Nov 12 00:44:51.877692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-6dfd491d-ffb3-4341-bd63-7367c4e7cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.879003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-6dfd491d-ffb3-4341-bd63-7367c4e7cfdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.0940847 Nov 12 00:44:51.942316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-cbe2637c-9739-4be9-b628-5e79033017d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295422 Nov 12 00:44:51.957335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.961814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-7eb7ffec-fcae-4ba3-9de0-9d20bf0c2741 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453450 Nov 12 00:44:52.004499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec42a2b-a28b-4a4c-929b-a278f7b15b72']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.035993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.050660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c11241-aef3-4b9a-a174-81213f21263e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.050919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c11241-aef3-4b9a-a174-81213f21263e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.066270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.087141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.091021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-0e35ef06-1ded-4dc4-8558-28b797688db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.094095 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-0e35ef06-1ded-4dc4-8558-28b797688db3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 1096 time: 0.0747569 Nov 12 00:44:52.100229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:52.100639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:52.102619 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:52.114499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] No DVR routers for this DVR port 6c5ecc73-1b93-47b6-ab99-c7196da2a3da on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:52.249997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ecc73-1b93-47b6-ab99-c7196da2a3da,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.253561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.270929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53eb7803-95dd-4946-98d5-04727d152d05 req-e78a5e5f-8753-40cb-8430-d25edf068b40 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726630 Nov 12 00:44:52.305692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.307594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a54a70a5-989f-42a7-8227-568fcc3a8253 req-2b52f644-8a3a-4e2e-afa0-055f19fb55f4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2699161 Nov 12 00:44:52.319177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] 10.222.0.11 "DELETE /v2.0/networks/fec42a2b-a28b-4a4c-929b-a278f7b15b72 HTTP/1.1" status: 204 len: 168 time: 0.7841542 Nov 12 00:44:52.346639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.369370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672d5cc-4499-44e6-bf5c-256709de494a admin admin] Pushing event deleted for resources: {'Network': ['ID=fec42a2b-a28b-4a4c-929b-a278f7b15b72,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.405993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-45758c62-c0f4-491d-8268-5e22abbcc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.408798 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-45758c62-c0f4-491d-8268-5e22abbcc723 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 912 time: 0.2948165 Nov 12 00:44:52.467636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Deleting subnet 92c8b945-567b-48cf-b114-87e0f830018c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:52.471555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.505274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-aeb139f0-ba42-4ae9-bb0c-111476c826d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f84975-244e-4300-92a6-198af69a6951 HTTP/1.1" status: 200 len: 217 time: 0.0820065 Nov 12 00:44:52.508137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.524179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c7222a8b-7c06-42e8-bce2-ba04d3888a82 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.526367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c7222a8b-7c06-42e8-bce2-ba04d3888a82 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.39 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2709510 Nov 12 00:44:52.557794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.693967 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080d7f4-ea26-4ffa-8cac-11addd7280b7 x-openstack-request-id: req-6080d7f4-ea26-4ffa-8cac-11addd7280b7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:52.693967 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:52.694348 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6080d7f4-ea26-4ffa-8cac-11addd7280b7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:52.695019 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e', 'status': 'completed', 'code': 200} Nov 12 00:44:52.712149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-2160dd5b-5bb9-47c7-bd14-a83c5ed6cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.713622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-2160dd5b-5bb9-47c7-bd14-a83c5ed6cfe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1863339 Nov 12 00:44:52.763267 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-4d95dd40-c841-4c0e-8b7b-f8dc1160946e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344954 Nov 12 00:44:52.770768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Deleting port bffd0f31-d631-428c-bdf5-252deabd1167 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:52.771104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.785670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.829544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.869708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bdc2ea-7c21-4513-82de-34e4009bd72b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.890146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c55bf-c85d-4152-8950-3e203e9df154 req-634a8184-3f05-4b9a-8c5d-d74c052153c6 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.898131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-574c55bf-c85d-4152-8950-3e203e9df154 req-634a8184-3f05-4b9a-8c5d-d74c052153c6 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 944 time: 0.2020020 Nov 12 00:44:52.928696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.949340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92c8b945-567b-48cf-b114-87e0f830018c HTTP/1.1" status: 204 len: 168 time: 0.5929344 Nov 12 00:44:52.954307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.004756 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-9b79ffe9-08a0-42db-a0b9-4495edb77ed6 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275300 Nov 12 00:44:53.021588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb470-5e95-4d3f-8555-d44013d1f800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c8b945-567b-48cf-b114-87e0f830018c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.037299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f11162d-ad68-4c7b-9095-216eda74f46c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.037596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f11162d-ad68-4c7b-9095-216eda74f46c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.042496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-25e54cfd-4e25-4bf7-a414-96b6003825fe service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0240290 Nov 12 00:44:53.067719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.125470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.182263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:53.182608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:53.200369 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:53.203513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74a4fc03-78cc-41d2-bf16-3e01a114efc5 req-b6273c17-2478-4107-a805-c5ffc2493e39 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874025 Nov 12 00:44:53.259508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-574c55bf-c85d-4152-8950-3e203e9df154 req-2672962b-39cd-4c03-9ff5-46be320bac8f tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603163 Nov 12 00:44:53.287639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] For port bffd0f31-d631-428c-bdf5-252deabd1167, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=bffd0f31-d631-428c-bdf5-252deabd1167,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:53.287995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.338181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.434072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5bb9dd-bccf-4e7c-b485-29c6c2fe9c68 req-31809ca7-1647-449c-b335-6348828499fd service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776348 Nov 12 00:44:53.434726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.462383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.466154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57bdc2ea-7c21-4513-82de-34e4009bd72b HTTP/1.1" status: 204 len: 168 time: 3.8030930 Nov 12 00:44:53.564971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49576-837c-4190-bf99-88d6ba735913 admin admin] Pushing event deleted for resources: {'Network': ['ID=57bdc2ea-7c21-4513-82de-34e4009bd72b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.609689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b512e-8623-4fbc-8f90-59a7ebc378fc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:53.626469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.652085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404448b3-090f-43d4-b0e7-c278dfa6e803 req-4d18b364-186b-4791-9527-129417d96edf tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.653717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-404448b3-090f-43d4-b0e7-c278dfa6e803 req-4d18b364-186b-4791-9527-129417d96edf tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 946 time: 0.2123253 Nov 12 00:44:53.666959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feda6b4-85e7-41f1-9b76-3f19c6c3a033 req-e808f89c-35c8-4060-a18a-9b6206019b4a tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.668611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7feda6b4-85e7-41f1-9b76-3f19c6c3a033 req-e808f89c-35c8-4060-a18a-9b6206019b4a tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 932 time: 0.2077935 Nov 12 00:44:53.680293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276175-e556-4a6d-982f-96fb532e00f8 req-78423f88-7b5c-4e5d-94a3-e5ad36500b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.681793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-78423f88-7b5c-4e5d-94a3-e5ad36500b8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=4aa15089-35e8-4eae-87ed-031b29fa9ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1872280 Nov 12 00:44:53.688104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Transition to ACTIVE for port object f16b512e-8623-4fbc-8f90-59a7ebc378fc will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:53.718195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.740115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.833547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.862795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a60207c-4fc0-4df0-b60c-88c729f25193']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.898822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.905077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2591f87-be30-4dfa-9089-13d4ebd7c096') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.905388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2591f87-be30-4dfa-9089-13d4ebd7c096') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.915057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-404448b3-090f-43d4-b0e7-c278dfa6e803 req-24c4f5fb-417a-4223-b54a-b2931c261e94 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1b21cc9-ab09-4b28-809d-84fcf12d46b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405050 Nov 12 00:44:53.928640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.946690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7feda6b4-85e7-41f1-9b76-3f19c6c3a033 req-ec3bd475-57c1-4a6f-adaa-d52578623db3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695107 Nov 12 00:44:53.954647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.954887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c5d12310-2360-41ce-ac81-972e41cb0dd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1c18d28daf8443190d5db5af3dd45a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081122 Nov 12 00:44:53.955592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.978929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.979362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.979745 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Floating IP 1201ba19-4e39-43e8-93c3-d458a986ddba disassociated. External IP: 172.25.6.75, port: bffd0f31-d631-428c-bdf5-252deabd1167. Nov 12 00:44:53.980189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Calling delete_port for bffd0f31-d631-428c-bdf5-252deabd1167 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:53.994700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:53.995170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.995309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276175-e556-4a6d-982f-96fb532e00f8 req-7c3bd9ba-4f66-4be2-87d5-95c4a20eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.996757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-7c3bd9ba-4f66-4be2-87d5-95c4a20eb7a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 912 time: 0.3027856 Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:53.997377 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:54.085397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-d2be78af-293b-42e5-a2e6-a377432bb944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f065509e-ce25-405f-b431-aa08f0560e9e HTTP/1.1" status: 200 len: 217 time: 0.0585153 Nov 12 00:44:54.086760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Attempting to bind port f16b512e-8623-4fbc-8f90-59a7ebc378fc on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:54.087375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Attempting to bind port f16b512e-8623-4fbc-8f90-59a7ebc378fc by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:54.087920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Attempting to bind port f16b512e-8623-4fbc-8f90-59a7ebc378fc on network 20e25615-7dd8-4c13-9f60-8f452a226672 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:54.095548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Port f16b512e-8623-4fbc-8f90-59a7ebc378fc on network 20e25615-7dd8-4c13-9f60-8f452a226672 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:54.097341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Attempting to bind port f16b512e-8623-4fbc-8f90-59a7ebc378fc on network 20e25615-7dd8-4c13-9f60-8f452a226672 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:54.113349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:54.113729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Checking segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:54.114090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Bound using segment: {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:54.114521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Bound port: f16b512e-8623-4fbc-8f90-59a7ebc378fc, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:54.114874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.176715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.198585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.201674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276175-e556-4a6d-982f-96fb532e00f8 req-9ac492c6-35a4-4db0-8097-8f5a7715af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.206237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-9ac492c6-35a4-4db0-8097-8f5a7715af09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1031485 Nov 12 00:44:54.214324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.217809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0a60207c-4fc0-4df0-b60c-88c729f25193 HTTP/1.1" status: 204 len: 168 time: 1.2582121 Nov 12 00:44:54.238725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.240906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac63a1-2192-438d-bedf-5787d18030d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a60207c-4fc0-4df0-b60c-88c729f25193,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.293058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-dd13afa1-1e2b-4245-bf1b-59d1473100d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640688 Nov 12 00:44:54.310591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:54.315126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:54.337183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.366982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.371120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.375284 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81645426-af39-4eb7-a5e3-861d345f7615 HTTP/1.1" status: 204 len: 168 time: 0.4141891 Nov 12 00:44:54.388862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.394364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.396717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.400078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] 10.222.0.39 "PUT /v2.0/ports/f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 200 len: 1093 time: 3.4300847 Nov 12 00:44:54.417698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9dad-dad1-48aa-abd5-87957b9851d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81645426-af39-4eb7-a5e3-861d345f7615,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.468496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 77f84975-244e-4300-92a6-198af69a6951 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:54.626767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:54.641097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event deleted for resources: {'Port': ['ID=bffd0f31-d631-428c-bdf5-252deabd1167,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.678381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=77f84975-244e-4300-92a6-198af69a6951,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:54.696107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '77f84975-244e-4300-92a6-198af69a6951', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'port_id': '77f84975-244e-4300-92a6-198af69a6951', 'mac_address': 'fa:16:3e:5a:c2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855244aa-74ee-4d12-9680-b692fd099af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:54.726030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:54.728396 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b212e-ce5a-4015-9c38-b536f2c4316a" -d '{"events": [{"name": "network-changed", "server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:54.757459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.782522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f84975-244e-4300-92a6-198af69a6951 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:54.785046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-492c83ed-becb-472f-ba44-588251f15bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.786779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-492c83ed-becb-472f-ba44-588251f15bc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=983fb0f8b0304749827311a328a1abc8&device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 1096 time: 0.2177668 Nov 12 00:44:54.810816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca63cdd-7203-412e-a15a-de327fd9467a req-a8286a1f-a47c-49f5-9f24-9eb3034cd064 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.831319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ca63cdd-7203-412e-a15a-de327fd9467a req-a8286a1f-a47c-49f5-9f24-9eb3034cd064 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 944 time: 0.2609432 Nov 12 00:44:54.843068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=77f84975-244e-4300-92a6-198af69a6951,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:54.847462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3d48-35c0-45e5-b1cc-bb1ea99c8a6b service neutron] Pushing event updated for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.853668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.854530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f065509e-ce25-405f-b431-aa08f0560e9e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:54.881214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1ddc95a-86e6-4f29-b96c-c04a4a3eb8f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd96cbecb10c4f08b880f011e24d754e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411413 Nov 12 00:44:54.885157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:54.984489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-723a990d-a8dd-4305-ad7f-842579bf80ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 200 len: 217 time: 0.1509109 Nov 12 00:44:54.986621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.990812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-b1ada8e5-9a79-49b2-8156-f5be43e4fcb2 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857662 Nov 12 00:44:55.055932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:55.098985 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.114718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f065509e-ce25-405f-b431-aa08f0560e9e,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:55.141165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f065509e-ce25-405f-b431-aa08f0560e9e', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'port_id': 'f065509e-ce25-405f-b431-aa08f0560e9e', 'mac_address': 'fa:16:3e:2a:cb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855244aa-74ee-4d12-9680-b692fd099af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:55.218477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.219266 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.228662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-479d7cb6-b762-4d92-ada6-15829ea55204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.230161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-479d7cb6-b762-4d92-ada6-15829ea55204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8659da94-da36-42a1-8d0a-17bd318529a0 HTTP/1.1" status: 200 len: 845 time: 0.2243681 Nov 12 00:44:55.231964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44276175-e556-4a6d-982f-96fb532e00f8 req-dd047d85-0846-4dce-9a01-19f5836104e9 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392338 Nov 12 00:44:55.238860 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4a6f8-f87d-407e-a7be-567f5a33f3b5 x-openstack-request-id: req-7fd4a6f8-f87d-407e-a7be-567f5a33f3b5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:55.239442 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:55.239857 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fd4a6f8-f87d-407e-a7be-567f5a33f3b5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:55.240427 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'status': 'completed', 'code': 200} Nov 12 00:44:55.254801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f065509e-ce25-405f-b431-aa08f0560e9e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:55.292045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f065509e-ce25-405f-b431-aa08f0560e9e,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:55.302585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.312761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a762250-3b9d-4900-be32-55687766ba4d req-a20c06f3-835a-459f-ae21-8518c2b1f4b0 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0712090 Nov 12 00:44:55.339327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:55.361279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.367618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.369503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4a8d178-be3f-40f8-8ce7-01059e78560f HTTP/1.1" status: 204 len: 168 time: 0.4826729 Nov 12 00:44:55.383685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ca63cdd-7203-412e-a15a-de327fd9467a req-c79adb75-a7e1-4928-ac46-943dd1bdf94a tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513980 Nov 12 00:44:55.390276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-7b59874a-6677-473c-8b8d-1b2a58128134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.391994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-7b59874a-6677-473c-8b8d-1b2a58128134 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e25615-7dd8-4c13-9f60-8f452a226672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351583 Nov 12 00:44:55.410083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.413213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Sync routers for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:55.426757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:55.427539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:55.484802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b69d0f-9a8f-40e9-ad7f-ea6e7e9b8ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a8d178-be3f-40f8-8ce7-01059e78560f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.524554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] No DVR routers for this DVR port bffd0f31-d631-428c-bdf5-252deabd1167 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:55.531723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.535312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1578cb21-1d5c-49ff-885e-ca24220fb3d0 req-c8be6f73-34ca-43cb-b070-efde8ea08013 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.39 "DELETE /v2.0/ports/bffd0f31-d631-428c-bdf5-252deabd1167 HTTP/1.1" status: 204 len: 173 time: 2.9964504 Nov 12 00:44:55.535784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'name': 'network-vif-deleted', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:55.552225 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c79d68c-33f2-4416-8731-e9c4677cb357" -d '{"events": [{"server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "name": "network-vif-deleted", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:55.590697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:55.610654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device bffd0f31-d631-428c-bdf5-252deabd1167 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:55.683113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['77f84975-244e-4300-92a6-198af69a6951'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:55.726534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f065509e-ce25-405f-b431-aa08f0560e9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:55.737636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0178bf-858c-4b1f-98ff-6ad6f5c5ee3a req-0ba3f195-687f-4976-ae9a-b2fc7cd15a27 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.746095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee0178bf-858c-4b1f-98ff-6ad6f5c5ee3a req-0ba3f195-687f-4976-ae9a-b2fc7cd15a27 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 944 time: 0.2156401 Nov 12 00:44:55.759668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-29d41686-c573-4ab7-b44b-f8c05a5ca164 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589191 Nov 12 00:44:55.790557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: bffd0f31-d631-428c-bdf5-252deabd1167 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:55.791163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device bffd0f31-d631-428c-bdf5-252deabd1167 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:55.908088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee0178bf-858c-4b1f-98ff-6ad6f5c5ee3a req-00464b67-0f76-4bd8-858f-9f24fefad1af tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574681 Nov 12 00:44:56.000195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f4c1dfa-50e1-4fbf-9a71-dd12d605efb0 req-56b6a1ca-ba4c-4290-a78b-95e29653ede6 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305534 Nov 12 00:44:56.129043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47152) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.163152 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d520afa-1a5d-4091-98a9-36267f3707f3 x-openstack-request-id: req-3d520afa-1a5d-4091-98a9-36267f3707f3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:56.165798 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0d76e-9112-4ab3-9da9-4f95f0e06f05", "name": "network-vif-deleted", "tag": "bffd0f31-d631-428c-bdf5-252deabd1167", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:56.166249 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d520afa-1a5d-4091-98a9-36267f3707f3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:56.167736 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0d76e-9112-4ab3-9da9-4f95f0e06f05', 'name': 'network-vif-deleted', 'tag': 'bffd0f31-d631-428c-bdf5-252deabd1167', 'status': 'completed', 'code': 200} Nov 12 00:44:56.186301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-d14d6650-fd2d-430c-b3a7-897728eb52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.191113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-d14d6650-fd2d-430c-b3a7-897728eb52e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=983fb0f8b0304749827311a328a1abc8&device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 1096 time: 0.1215770 Nov 12 00:44:56.256771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-28c56104-3118-4690-853f-9a7d2ddfbfb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=475bd8cf575d4698bcea14904ed7c46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1218290 Nov 12 00:44:56.257342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.359642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-6a70e1eb-be2f-407e-b420-7ed52c62b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.362683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-6a70e1eb-be2f-407e-b420-7ed52c62b636 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 200 len: 907 time: 0.1590750 Nov 12 00:44:56.409426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.410110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.461410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.471614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Checking router: 82ae6efa-916a-4cc8-82e3-f13ccd9a436d for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:56.491164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:56.491864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:44:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.512609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-e214fea2-7aa0-47c1-a20b-7a4d489a284f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 200 len: 217 time: 0.1367216 Nov 12 00:44:56.577778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9d0ddd-c096-4d9b-a548-99112e116d4e req-bb668ce9-5522-46b0-8a08-2179158b5e7a tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0628724 Nov 12 00:44:56.608346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.611349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.612001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:56.613446 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/804a7d17-b283-4fff-8014-c9bf798e4dbe HTTP/1.1" status: 204 len: 168 time: 0.3550057 Nov 12 00:44:56.636821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dfb91-48e1-470e-b49a-f00a0ef74c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a7d17-b283-4fff-8014-c9bf798e4dbe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.682519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-2df498a3-ace5-44d3-973f-c96d684de1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.684328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-2df498a3-ace5-44d3-973f-c96d684de1d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8659da94-da36-42a1-8d0a-17bd318529a0 HTTP/1.1" status: 200 len: 845 time: 0.1496258 Nov 12 00:44:56.694091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f073b3b-f7fe-4d51-a465-c2c8547ad754 req-ce98989c-055c-4e4a-b61d-407ffa6bf399 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.702187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f073b3b-f7fe-4d51-a465-c2c8547ad754 req-ce98989c-055c-4e4a-b61d-407ffa6bf399 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 945 time: 0.1402652 Nov 12 00:44:56.736211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.817416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f073b3b-f7fe-4d51-a465-c2c8547ad754 req-15660c1f-6717-4277-b238-eb264e28f6fd tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139803 Nov 12 00:44:56.833295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.848450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-90a6ff52-bfb2-4461-8b8e-bd590633367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.850203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-90a6ff52-bfb2-4461-8b8e-bd590633367c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e25615-7dd8-4c13-9f60-8f452a226672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457510 Nov 12 00:44:56.884312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.930201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.948583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa2201-a89a-4f7e-bdef-a2d263cfeb60 None None] The sync data for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 is: [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b5e0d261-44cb-4572-a787-ce5eb8987ca5', 'name': '', 'network_id': '2a34b08d-6b76-4c96-82ee-2e5fe42c6351', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'mac_address': 'fa:16:3e:ca:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:34Z', 'updated_at': '2021-11-12T00:41:41Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'subnets': [{'id': 'ac619e45-73d9-4570-8527-a16e497fb495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:56.981101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-61867864-b14b-477d-840b-882b41cf88b7 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201563 Nov 12 00:44:57.091334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb44774-9201-4f80-baf3-b10fefd32ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.120562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5b212e-ce5a-4015-9c38-b536f2c4316a req-079d4cb6-9804-421e-8c09-019589272074 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309621 Nov 12 00:44:57.216317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb44774-9201-4f80-baf3-b10fefd32ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.218341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb772cf-1bdc-4ec4-9a9f-fe0d11415d78 req-70c391a5-c1bd-4e84-986d-17a197a40c10 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.226148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abb772cf-1bdc-4ec4-9a9f-fe0d11415d78 req-70c391a5-c1bd-4e84-986d-17a197a40c10 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 944 time: 0.1044757 Nov 12 00:44:57.242375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-763757287-network', 'tenant_id': 'd6599d5d895045cf944a527ca8657e99'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:57.264340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d22ee60-51c7-4c2e-b84d-d1357fa3f3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.266638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eb44774-9201-4f80-baf3-b10fefd32ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.292497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abb772cf-1bdc-4ec4-9a9f-fe0d11415d78 req-428f6d03-ef14-4e5b-a087-9f11e8c85d39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644960 Nov 12 00:44:57.300727 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7eb44774-9201-4f80-baf3-b10fefd32ccf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0bf22aea2c14b6dad04f4e6242bc952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728909 Nov 12 00:44:57.303428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47192) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.358963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb44774-9201-4f80-baf3-b10fefd32ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26afad48-3ea5-43ee-8c54-c4e1cc351543,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.364506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Made reservation on behalf of d6599d5d895045cf944a527ca8657e99 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:57.367469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.379305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.381957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.412099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.422196 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a89d2-2146-49ec-b742-9e382499efd9 None None] New status for floating IP 1201ba19-4e39-43e8-93c3-d458a986ddba: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:44:57.493121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.496090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.498260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26afad48-3ea5-43ee-8c54-c4e1cc351543 HTTP/1.1" status: 204 len: 168 time: 0.1919453 Nov 12 00:44:57.504199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.510603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b333e-537b-47ac-9338-7a4bf37054c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afad48-3ea5-43ee-8c54-c4e1cc351543,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.515374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.538774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d22ee60-51c7-4c2e-b84d-d1357fa3f3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.557981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d22ee60-51c7-4c2e-b84d-d1357fa3f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.561514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:57.574322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405d8cd6-f18f-4e3f-9cfd-e11372a95291,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.604692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22ee60-51c7-4c2e-b84d-d1357fa3f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afa351-4a70-4713-8bdf-8cb7b59beeeb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.618119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.618468 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Added segment e1b1daae-f89a-4a9d-b569-c84f22151001 of type vlan for network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad Nov 12 00:44:57.639545 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d22ee60-51c7-4c2e-b84d-d1357fa3f3d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d77f49d0385849809d530e07313aa03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076025 Nov 12 00:44:57.643095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.718895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.752720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.754110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.754945 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.779939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c797692d-dd53-4392-bda7-ba16c437dea0 req-7dd70257-7195-4566-b20c-2304058bd26a tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0596547 Nov 12 00:44:57.781114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.806596 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0662928 Nov 12 00:44:57.808002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.828325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Request body: {'subnet': {'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-763757287-subnet', 'tenant_id': 'd6599d5d895045cf944a527ca8657e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:57.833811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.853116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0165-4cb5-48e3-a333-041b2b4c61be admin admin] Pushing event updated for resources: {'Network': ['ID=625cc421-7bcf-4e8d-aba8-40ecf857b2ad,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.866959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:57.896235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Made reservation on behalf of d6599d5d895045cf944a527ca8657e99 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:57.898776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.964318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.974361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.979163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95afa351-4a70-4713-8bdf-8cb7b59beeeb HTTP/1.1" status: 204 len: 168 time: 0.3330247 Nov 12 00:44:58.086202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14647-81b5-4428-845f-049cb05ef236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afa351-4a70-4713-8bdf-8cb7b59beeeb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.155547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0357db-8597-439b-ab05-ebc38e6e5db2 req-524acee2-4397-4461-8edd-f3f23ba37169 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.157111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c0357db-8597-439b-ab05-ebc38e6e5db2 req-524acee2-4397-4461-8edd-f3f23ba37169 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 945 time: 0.1754410 Nov 12 00:44:58.269198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c0357db-8597-439b-ab05-ebc38e6e5db2 req-2f38ebf1-a782-4f59-a251-1eb01d58bf13 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027014 Nov 12 00:44:58.297480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.375823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac516e7e-026e-4ef7-a3fb-dc26b2ffa413,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.421257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Checking segment: {'id': 'e1b1daae-f89a-4a9d-b569-c84f22151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:58.421615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Network hostable DHCP agents. Network: 625cc421-7bcf-4e8d-aba8-40ecf857b2ad, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:58.452944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.453959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352305c3-522e-4943-a896-6ba8ad5fafb0 req-7e58617a-2775-434d-80e2-b9448ccfe28d tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.455507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-352305c3-522e-4943-a896-6ba8ad5fafb0 req-7e58617a-2775-434d-80e2-b9448ccfe28d tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 944 time: 0.0746498 Nov 12 00:44:58.456681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:58.471671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d77c9c0-71ee-4a9c-9ea9-0c24a32f3022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.481271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 625cc421-7bcf-4e8d-aba8-40ecf857b2ad) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:58.489052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.489738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.497433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8b4fc-f119-4d67-ac6c-de0d3b6a0915 None None] Network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:58.503874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f065509e-ce25-405f-b431-aa08f0560e9e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:58.526204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2aa8c678-c76e-4c55-a3e6-68375a64253a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7073519 Nov 12 00:44:58.542699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-352305c3-522e-4943-a896-6ba8ad5fafb0 req-09c765bf-02a8-45e3-b9bd-aa1f2e385392 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714800 Nov 12 00:44:58.644717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d77c9c0-71ee-4a9c-9ea9-0c24a32f3022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.651818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d77c9c0-71ee-4a9c-9ea9-0c24a32f3022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.683447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f065509e-ce25-405f-b431-aa08f0560e9e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:58.690290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f065509e-ce25-405f-b431-aa08f0560e9e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.690852 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.719526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.720657 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d77c9c0-71ee-4a9c-9ea9-0c24a32f3022 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d81b8932805d456e8b060088eed12191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661164 Nov 12 00:44:58.721904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77c9c0-71ee-4a9c-9ea9-0c24a32f3022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a598a0ab-732f-4b49-aa26-17b8b3222f24,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.797223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afc01f-13a1-488d-9124-76a57f096a6f None None] Network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:58.834760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.863882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.913574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a650c06-85e1-4759-a01b-c702e47b4e53 req-c76b78c6-8f10-42aa-a0e4-25df9d636e01 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0383220 Nov 12 00:44:58.977942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.981831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.986169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a598a0ab-732f-4b49-aa26-17b8b3222f24 HTTP/1.1" status: 204 len: 168 time: 0.2653086 Nov 12 00:44:59.000177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b913dde-283e-4ffe-a2a0-1b25afa904ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a598a0ab-732f-4b49-aa26-17b8b3222f24,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.034806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.065135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:59.073715 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774a36f-0139-4566-91db-721a8ed95766" -d '{"events": [{"server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "name": "network-vif-plugged", "status": "completed", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:59.110361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f065509e-ce25-405f-b431-aa08f0560e9e,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:59.124747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.125747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 77f84975-244e-4300-92a6-198af69a6951 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:59.154577 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace6825-7781-4ac0-b944-8a66dea5440e x-openstack-request-id: req-eace6825-7781-4ac0-b944-8a66dea5440e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:59.155129 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "name": "network-vif-plugged", "status": "completed", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:59.155525 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eace6825-7781-4ac0-b944-8a66dea5440e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:59.156084 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e', 'code': 200} Nov 12 00:44:59.228875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.244589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 77f84975-244e-4300-92a6-198af69a6951 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:59.255093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 77f84975-244e-4300-92a6-198af69a6951 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.255475 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.291413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d9d99-13fe-4ecb-957f-401bcfc7e6d9 req-5cd9cd4a-9ec0-4491-b17a-b25d2db13983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.292944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504d9d99-13fe-4ecb-957f-401bcfc7e6d9 req-5cd9cd4a-9ec0-4491-b17a-b25d2db13983 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4aa15089-35e8-4eae-87ed-031b29fa9ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0789061 Nov 12 00:44:59.371404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504d9d99-13fe-4ecb-957f-401bcfc7e6d9 req-5d3e4ebe-e7e8-4d13-95b3-6289897f15fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653918 Nov 12 00:44:59.459471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.486529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98e1e3-627b-4b3f-9987-5590a6761ae0 req-3dbbf1b1-6796-477c-88e3-39751dde4a90 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.495385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f98e1e3-627b-4b3f-9987-5590a6761ae0 req-3dbbf1b1-6796-477c-88e3-39751dde4a90 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 945 time: 0.0775945 Nov 12 00:44:59.556211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f16b512e-8623-4fbc-8f90-59a7ebc378fc details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:59.565345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=77f84975-244e-4300-92a6-198af69a6951,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:59.576414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f98e1e3-627b-4b3f-9987-5590a6761ae0 req-258d3a99-0efb-4fca-b8ea-030587c0aec6 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Nov 12 00:44:59.600366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.620719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.742724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.793061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:59.807871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'port_id': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'mac_address': 'fa:16:3e:ab:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:59.883638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.902353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b512e-8623-4fbc-8f90-59a7ebc378fc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:59.930605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-805428996-network', 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:59.933195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:59.943220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.980675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:59.983387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.002416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.051219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.132213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-e8049abc-6adc-427c-8a9b-d2a4b65e118f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.133795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-e8049abc-6adc-427c-8a9b-d2a4b65e118f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/networks?id=625cc421-7bcf-4e8d-aba8-40ecf857b2ad HTTP/1.1" status: 200 len: 812 time: 0.5741661 Nov 12 00:45:00.136239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.144361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.162492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dbe7-7f27-458c-9586-53717686b107 req-e170b305-bcd6-4f6f-979e-286c78d60a70 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.166730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:00.170525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afd5dbe7-7f27-458c-9586-53717686b107 req-e170b305-bcd6-4f6f-979e-286c78d60a70 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 944 time: 0.4615946 Nov 12 00:45:00.178479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-42d7494d-f6d1-4d2e-aba9-8142cdec795b tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/quotas/d6599d5d895045cf944a527ca8657e99 HTTP/1.1" status: 200 len: 375 time: 0.0381427 Nov 12 00:45:00.182188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.182968 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Added segment 0be431bf-9ee4-48a8-bc3e-7283ab865804 of type vlan for network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 Nov 12 00:45:00.201832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f16b512e-8623-4fbc-8f90-59a7ebc378fc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:00.221882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-6aa1bec8-f23d-4d0b-a7b6-0579a5aad11a tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6599d5d895045cf944a527ca8657e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342848 Nov 12 00:45:00.293710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afd5dbe7-7f27-458c-9586-53717686b107 req-c44f3181-2077-4594-9500-789542e057ac tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090443 Nov 12 00:45:00.344178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f88572-7b67-40d8-bb82-0ce173a0c273,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.358316 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.418558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.421668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.422280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.432951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3989440-de1a-4434-bacf-7e214b29337f req-0439473c-6e09-4a05-a1ca-4182c0e7fc55 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0704193 Nov 12 00:45:00.498152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-b15f4c64-230a-46c2-b54c-6654f50d3c21 service neutron] 10.222.0.11 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607369 Nov 12 00:45:00.560775 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9384243 Nov 12 00:45:00.564138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.571847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Request body: {'subnet': {'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-805428996-subnet', 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:00.581997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1365-010e-4ae4-9cf2-cc5053e369f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.597015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:00.620503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:00.624170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.717573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-6fe83ace-eae8-4539-b156-1c2a57a02611 service neutron] 10.222.0.11 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129390 Nov 12 00:45:00.864024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-563ff866-9322-4064-a8df-8cef80254e21 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370338 Nov 12 00:45:00.875691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.058830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:01.081240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:01.081652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Network hostable DHCP agents. Network: e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:01.099213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507768f-6d9f-4621-b777-cd224b17b867 req-f887d1de-e948-40fb-8edd-a6c85e09b77b tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.106001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e507768f-6d9f-4621-b777-cd224b17b867 req-f887d1de-e948-40fb-8edd-a6c85e09b77b tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 946 time: 0.1654217 Nov 12 00:45:01.136868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-95191bfa-1d21-430b-9f34-c25be13861c4 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.138650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-95191bfa-1d21-430b-9f34-c25be13861c4 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547979 Nov 12 00:45:01.158380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f84975-244e-4300-92a6-198af69a6951'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:01.159019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:01.163072 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285886b7-e9ed-41fd-9358-28edc12142bc" -d '{"events": [{"server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "name": "network-vif-plugged", "status": "completed", "tag": "77f84975-244e-4300-92a6-198af69a6951"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:01.171723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-432e4a2a-c1ef-4b09-97c7-728961d3ee95 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/quotas/0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 375 time: 0.0166690 Nov 12 00:45:01.189676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:01.198468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b579eb-f1c8-456b-a1dd-c2442236dd36 None None] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:01.224261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.224621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.236892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-43698480-c1db-4916-93df-c454e5842582 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511043 Nov 12 00:45:01.243823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e507768f-6d9f-4621-b777-cd224b17b867 req-8fbaf53a-f8d1-49a0-a2ab-dbc0014ce7bc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236701 Nov 12 00:45:01.270692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-41e7ce43-25b3-4878-b9dd-1a15ad263e5d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7024889 Nov 12 00:45:01.578128 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df0f05-d5e0-4d74-b529-808cfba6bb23 x-openstack-request-id: req-81df0f05-d5e0-4d74-b529-808cfba6bb23 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:01.578521 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "name": "network-vif-plugged", "status": "completed", "tag": "77f84975-244e-4300-92a6-198af69a6951", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:01.578872 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81df0f05-d5e0-4d74-b529-808cfba6bb23 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:01.579371 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f84975-244e-4300-92a6-198af69a6951', 'code': 200} Nov 12 00:45:01.581544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f16b512e-8623-4fbc-8f90-59a7ebc378fc up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:01.604285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1555de48-64cd-482b-a467-00c9df21fff8 req-2ed0d6aa-8fff-494d-852a-76ed7f384e13 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 210 time: 0.0888264 Nov 12 00:45:01.668731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc00461-b908-4747-8776-c6f490679cbf None None] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:01.809460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4ccf-7328-4dcd-aa34-ca9f9cbd4121 req-748151f8-bbd3-4c4e-a4bc-1a7a03f3bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.811320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93ce4ccf-7328-4dcd-aa34-ca9f9cbd4121 req-748151f8-bbd3-4c4e-a4bc-1a7a03f3bd5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 1098 time: 0.1433942 Nov 12 00:45:01.847126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d7b44c1-0aab-47d8-8b04-e581384a7d2b req-819f9034-2685-427b-abfc-5a846747f53e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 210 time: 0.0578260 Nov 12 00:45:01.892431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port f16b512e-8623-4fbc-8f90-59a7ebc378fc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:01.900656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port f16b512e-8623-4fbc-8f90-59a7ebc378fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:01.901288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.926681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b4ab2-c936-47b6-9d16-fee5ba9cb5b4 req-31ba69d8-5be4-40df-8182-f9e42e3d3b27 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.932416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0b4ab2-c936-47b6-9d16-fee5ba9cb5b4 req-31ba69d8-5be4-40df-8182-f9e42e3d3b27 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 945 time: 0.2047212 Nov 12 00:45:01.969829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93ce4ccf-7328-4dcd-aa34-ca9f9cbd4121 req-7d3644de-3968-46da-9b58-c4b975a7db70 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329317 Nov 12 00:45:02.018546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d965a64-2fb4-4755-acf7-6821069c2221 req-9d75c7e5-baf3-444b-9eeb-1861ccdb5680 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0473454 Nov 12 00:45:02.064331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0b4ab2-c936-47b6-9d16-fee5ba9cb5b4 req-76264aa9-9951-4954-9d8b-b77737a3e3fc tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015728 Nov 12 00:45:02.109865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.131144 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.171300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:02.180322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.263779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:02.468036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-c30520cf-77cd-42c6-8366-9d0d084cdf7b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.469577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-c30520cf-77cd-42c6-8366-9d0d084cdf7b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.2669184 Nov 12 00:45:02.509792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-84e9292d-d26d-4f77-92d1-192c61267b20 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.0307212 Nov 12 00:45:02.523569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab79e4c-aa6e-42cc-8bee-92c4c9ac805e req-7b3f9d48-ca95-435a-af7b-28b8bfd8568c tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.525256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ab79e4c-aa6e-42cc-8bee-92c4c9ac805e req-7b3f9d48-ca95-435a-af7b-28b8bfd8568c tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 946 time: 0.1501389 Nov 12 00:45:02.547818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-4fe67e4f-08ee-441a-9da1-2258c762068f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.549638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-4fe67e4f-08ee-441a-9da1-2258c762068f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.39 "GET /v2.0/networks?id=625cc421-7bcf-4e8d-aba8-40ecf857b2ad HTTP/1.1" status: 200 len: 812 time: 0.2079978 Nov 12 00:45:02.577668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-69af219b-5252-4e24-9177-2be6c19d398a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513062 Nov 12 00:45:02.581333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Request body: {'port': {'device_id': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad', 'admin_state_up': True, 'tenant_id': 'd6599d5d895045cf944a527ca8657e99'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:02.743080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ab79e4c-aa6e-42cc-8bee-92c4c9ac805e req-d57913ac-2bc0-4dc0-9c20-28a6d1c228d2 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042861 Nov 12 00:45:02.793866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-f6f22b2d-b056-40ee-ad37-848f2fc919cf service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026830 Nov 12 00:45:02.811538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Made reservation on behalf of d6599d5d895045cf944a527ca8657e99 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:02.816702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.906681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23ae3421-ec4f-4560-bdf3-f338c496928b req-e7b104dc-8b74-4d8c-8dca-ac920e3241c4 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 210 time: 0.0619605 Nov 12 00:45:02.985880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-e60ee014-2997-45f4-9190-23bca23c026f service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826022 Nov 12 00:45:03.043328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Allocated IP 172.20.0.9 (625cc421-7bcf-4e8d-aba8-40ecf857b2ad/ac516e7e-026e-4ef7-a3fb-dc26b2ffa413/b53a4caf-6920-40b5-bf65-9e8be4cc9c1c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:03.108926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-111ac868-7625-498e-bd0c-8df0e99b25a2 req-62280024-5a5d-4baf-bf40-2ee660ac6e0f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 210 time: 0.0477259 Nov 12 00:45:03.167574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f07329e1-16b9-4924-b2a1-71e5def96328 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583458 Nov 12 00:45:03.366665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac831120-9aa5-413b-b36c-db1edc769b6b req-07f86c57-4961-4ebe-8727-54bc57efce90 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b0d76e-9112-4ab3-9da9-4f95f0e06f05 HTTP/1.1" status: 200 len: 210 time: 0.0837224 Nov 12 00:45:03.510806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f5625ebc-0bf0-484c-bf92-3ee24f71d857 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.512406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f5625ebc-0bf0-484c-bf92-3ee24f71d857 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373246 Nov 12 00:45:03.519217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-490e8846-dc91-407d-980d-bedaf8c79b60 req-20ae66b3-55d5-4a09-abb5-6e7b6712eab1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 210 time: 0.0458660 Nov 12 00:45:03.526962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f78fe-f35f-419a-b1e7-c8d92da152aa req-5933d23e-7a29-4412-a114-ac7e0a357108 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.529579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Request body: {'port': {'device_id': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '0adbfda3dfd846c6b84245d563215e8a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:03.534409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-363f78fe-f35f-419a-b1e7-c8d92da152aa req-5933d23e-7a29-4412-a114-ac7e0a357108 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1538272 Nov 12 00:45:03.581162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:03.584222 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b95cb-7514-4476-beb3-f06a2653ceee" -d '{"events": [{"server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "name": "network-vif-plugged", "status": "completed", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:03.595348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.611962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-363f78fe-f35f-419a-b1e7-c8d92da152aa req-747a39b8-fafe-455c-a798-ef022c50e2f1 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762267 Nov 12 00:45:03.712934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.742977 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b52af-88cb-4b70-a915-f83b502d600b x-openstack-request-id: req-9f5b52af-88cb-4b70-a915-f83b502d600b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:03.743962 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "name": "network-vif-plugged", "status": "completed", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:03.746137 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f5b52af-88cb-4b70-a915-f83b502d600b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:03.746808 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'code': 200} Nov 12 00:45:03.833566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Made reservation on behalf of 0adbfda3dfd846c6b84245d563215e8a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:03.843368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.845526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:03.853612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:03.867072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:03.871598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.931297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Pushing event updated for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:03.990867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:03.991540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.017548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a725a-37d9-409e-8418-0427588e5637 req-2a0ca818-6ed9-413f-921e-09bfa0e3f521 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.026168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-820a725a-37d9-409e-8418-0427588e5637 req-2a0ca818-6ed9-413f-921e-09bfa0e3f521 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 946 time: 0.1169713 Nov 12 00:45:04.041466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-0d01d350-76e2-485f-bee4-93b7e6a5d4f5 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4718122 Nov 12 00:45:04.042407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef24a-642f-4a5b-b402-24b39b26d9f1 req-16cca630-da4d-40a6-810c-cc4ad6de641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.043916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-202ef24a-642f-4a5b-b402-24b39b26d9f1 req-16cca630-da4d-40a6-810c-cc4ad6de641f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 1098 time: 0.1768336 Nov 12 00:45:04.059688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.071184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Request body: {'port': {'device_id': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:04.086390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.135797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-820a725a-37d9-409e-8418-0427588e5637 req-47509723-67f5-449c-8da9-1f899f6ffc23 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084974 Nov 12 00:45:04.172221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ead183-1bc4-40b8-9d36-e6ba4b1196bc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:04.184209 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-202ef24a-642f-4a5b-b402-24b39b26d9f1 req-4fc3b7a4-d8ec-4872-b77e-191889129830 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269536 Nov 12 00:45:04.229465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.291350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Allocated IP 192.168.233.113 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/c8032fa9-09df-415c-9daa-6a6dc1c5a181) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:04.333825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67b1b0b0-bcb1-4d38-bb06-41b1e2f364ba req-6c3a3452-de4b-4be8-bd07-abcc25963763 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 210 time: 0.0533118 Nov 12 00:45:04.364450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee8585-c3ce-4296-aa32-877b804c0b0b req-2eff4961-f2be-4dd7-bc8c-aa6cf916891a tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.366008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ee8585-c3ce-4296-aa32-877b804c0b0b req-2eff4961-f2be-4dd7-bc8c-aa6cf916891a tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 931 time: 0.1376257 Nov 12 00:45:04.512251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.540599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec25654-5966-4a36-afb5-52fbb899392d req-6812e8f1-c468-4cc2-8915-c3d7cf7b6537 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.543378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ec25654-5966-4a36-afb5-52fbb899392d req-6812e8f1-c468-4cc2-8915-c3d7cf7b6537 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aa15089-35e8-4eae-87ed-031b29fa9ad0 HTTP/1.1" status: 200 len: 946 time: 0.1162748 Nov 12 00:45:04.546961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.548627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ee8585-c3ce-4296-aa32-877b804c0b0b req-2105083d-b492-4094-890b-64a56bf3df62 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203671 Nov 12 00:45:04.603618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:04.609372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:04.612987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:04.660760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:04.694294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ec25654-5966-4a36-afb5-52fbb899392d req-ddfab161-9c9c-4ff4-99ca-22d1ad18bbb1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047151 Nov 12 00:45:04.714302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.716526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.757056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-7c4911ba-e33a-4377-a405-81337ce47557 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2331083 Nov 12 00:45:04.775105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Request body: {'port': {'device_id': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:04.851934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53a4caf-6920-40b5-bf65-9e8be4cc9c1c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:04.869388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.878769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-545b1fe5-57a0-46bd-8a75-cca57d8b6aa8 req-c330cd08-9ab2-4e8e-8fb8-0e425c3975f1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 210 time: 0.0566826 Nov 12 00:45:04.880723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.950056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Transition to ACTIVE for port object b53a4caf-6920-40b5-bf65-9e8be4cc9c1c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:04.964838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.985174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81265b-8d53-4ad5-89fe-dd403cf5b3a9 req-f6b59f3c-4346-42fc-b810-75938406db52 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.987460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d81265b-8d53-4ad5-89fe-dd403cf5b3a9 req-f6b59f3c-4346-42fc-b810-75938406db52 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1113338 Nov 12 00:45:04.992293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.085126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e2e954ab-04e3-48ad-8640-db2b9c5d594a None None] Provisioning complete for port c8032fa9-09df-415c-9daa-6a6dc1c5a181 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:05.085489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e954ab-04e3-48ad-8640-db2b9c5d594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.088454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.165963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e2e954ab-04e3-48ad-8640-db2b9c5d594a None None] Port c8032fa9-09df-415c-9daa-6a6dc1c5a181 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:05.166932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:05.282842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d81265b-8d53-4ad5-89fe-dd403cf5b3a9 req-61c1d960-cbc7-4adb-b9fe-4ab6a7f0082d tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698743 Nov 12 00:45:05.400957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Attempting to bind port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:05.401683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Attempting to bind port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'e1b1daae-f89a-4a9d-b569-c84f22151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:05.402209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Attempting to bind port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c on network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.414054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8032fa9-09df-415c-9daa-6a6dc1c5a181 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:05.422049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c on network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:05.422745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Attempting to bind port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c on network 625cc421-7bcf-4e8d-aba8-40ecf857b2ad {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.450231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.485333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:05.485838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Checking segment: {'id': 'e1b1daae-f89a-4a9d-b569-c84f22151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:05.486427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Bound using segment: {'id': 'e1b1daae-f89a-4a9d-b569-c84f22151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:05.487007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Bound port: b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b1daae-f89a-4a9d-b569-c84f22151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:05.487456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.489619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Transition to ACTIVE for port object c8032fa9-09df-415c-9daa-6a6dc1c5a181 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:05.503277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.507070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.567667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-0a92b53d-c45e-4f92-9db9-da6c70ed9108 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.569430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-0a92b53d-c45e-4f92-9db9-da6c70ed9108 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.3362696 Nov 12 00:45:05.595435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:05.698015 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.747278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.799038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:05.799675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:05.800419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.810397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:05.811135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:05.818038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:05.818713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:05.819675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:05.820357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Bound port: c8032fa9-09df-415c-9daa-6a6dc1c5a181, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:05.820952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.863225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:05.920509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b393cf-1015-4232-9469-83a9de9686d3 req-aff885f1-87fa-4959-bffc-a6e21bf1d863 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.921766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80b393cf-1015-4232-9469-83a9de9686d3 req-aff885f1-87fa-4959-bffc-a6e21bf1d863 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 948 time: 0.3476670 Nov 12 00:45:05.931393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:05.936922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:05.946439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.954473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,segment=NetworkSegment(e1b1daae-f89a-4a9d-b569-c84f22151001),segment_id=e1b1daae-f89a-4a9d-b569-c84f22151001)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:06.005659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.006469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.008932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] 10.222.0.39 "PUT /v2.0/ports/c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 1097 time: 1.2417955 Nov 12 00:45:06.009512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:06.012288 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60b60c-d191-4311-af97-d318f14fd5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:06.039686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.061667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b6704-dafb-459d-b4ce-832557830f18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.137072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-6095d8f1-c1eb-407b-85b2-2dd9badc7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.139736 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-6095d8f1-c1eb-407b-85b2-2dd9badc7d64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1100 time: 0.0698507 Nov 12 00:45:06.221455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-8dcadef6-b339-46ab-a795-90824f12fd9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0651810 Nov 12 00:45:06.259181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-035648b8-74f1-453a-9ad8-2f45f3c7fea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.299296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-c90c36b7-7381-4171-9081-e8aade22986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.300828 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-c90c36b7-7381-4171-9081-e8aade22986a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0729196 Nov 12 00:45:06.383141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-229d064a-ef9e-4b93-a841-268afece214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.384834 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-229d064a-ef9e-4b93-a841-268afece214f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751076 Nov 12 00:45:06.386835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa3804-d182-40e0-9359-47716de30e89 req-bf56f863-1a4d-4811-8677-760aab2d44bc tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.388572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75aa3804-d182-40e0-9359-47716de30e89 req-bf56f863-1a4d-4811-8677-760aab2d44bc tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 943 time: 0.6928093 Nov 12 00:45:06.394794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.400613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.403243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.404687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "DELETE /v2.0/security-groups/b1b21cc9-ab09-4b28-809d-84fcf12d46b5 HTTP/1.1" status: 204 len: 168 time: 1.2362614 Nov 12 00:45:06.412151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.456154 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-958f7128-02c4-48c3-8c69-55596058e733 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] show failed (client error): The resource could not be found. Nov 12 00:45:06.459932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-958f7128-02c4-48c3-8c69-55596058e733 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "GET /v2.0/security-groups/b1b21cc9-ab09-4b28-809d-84fcf12d46b5 HTTP/1.1" status: 404 len: 347 time: 0.0468526 Nov 12 00:45:06.463544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-035648b8-74f1-453a-9ad8-2f45f3c7fea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.464352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.469007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745129e-6562-4f9b-80e2-f9305ce9ab48 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b21cc9-ab09-4b28-809d-84fcf12d46b5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.494114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.494727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.496162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] 10.222.0.39 "PUT /v2.0/ports/b53a4caf-6920-40b5-bf65-9e8be4cc9c1c HTTP/1.1" status: 200 len: 1092 time: 2.4371352 Nov 12 00:45:06.496645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:06.499154 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f736b-18d5-439d-9447-1ae0d518fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:06.506531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-035648b8-74f1-453a-9ad8-2f45f3c7fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.539280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf212a-68ef-4b3e-8593-9e99f6b23790 service neutron] Pushing event updated for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.546693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:06.549951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.554746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80b393cf-1015-4232-9469-83a9de9686d3 req-fecf48c3-8195-4761-9371-352807b5fc19 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061702 Nov 12 00:45:06.583269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75aa3804-d182-40e0-9359-47716de30e89 req-a79db84d-dd95-4666-99df-1647ad6848b4 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767638 Nov 12 00:45:06.674371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-035648b8-74f1-453a-9ad8-2f45f3c7fea9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da52a27d062d40f0bd6565ee06c5dbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6312025 Nov 12 00:45:06.676930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.690784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035648b8-74f1-453a-9ad8-2f45f3c7fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6893eda-ad6b-4797-96c1-636c2854dc5e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.758089 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-3eb612e1-c863-4f6f-8688-d29808c7741b service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651664 Nov 12 00:45:06.804946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-743fcf5e-c379-42e4-b669-3dc444ce3cbc req-0686c8bb-6b66-4ecc-afaf-3bb5e283d030 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 210 time: 0.0725331 Nov 12 00:45:06.884389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.8 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/a48a9b75-55da-4c25-99de-3984cbe90abd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:06.890753 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4dc372f-d4c4-45c1-b2fe-aec2c507c93d req-2f975c9e-dfa3-4b06-aa2c-86ef21ef99aa service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214488 Nov 12 00:45:06.893156 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bedfe7-dace-49ad-9d67-0a6f0e1df8cf x-openstack-request-id: req-b6bedfe7-dace-49ad-9d67-0a6f0e1df8cf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:06.893447 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:06.893696 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6bedfe7-dace-49ad-9d67-0a6f0e1df8cf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:06.894109 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'status': 'completed', 'code': 200} Nov 12 00:45:06.925178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-be4ffadb-8a3b-47da-86f1-057bf22cd2ac tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.926932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-be4ffadb-8a3b-47da-86f1-057bf22cd2ac tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa15089-35e8-4eae-87ed-031b29fa9ad0 HTTP/1.1" status: 200 len: 946 time: 0.2793884 Nov 12 00:45:06.959466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-11628720-4e3e-4b77-9d5b-ec7931b5c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.960739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-11628720-4e3e-4b77-9d5b-ec7931b5c20b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6599d5d895045cf944a527ca8657e99&device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 1095 time: 0.3360691 Nov 12 00:45:07.010118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.080288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-b3406792-d18c-4e8b-bffb-dcf2da6ce2a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c HTTP/1.1" status: 200 len: 217 time: 0.0906525 Nov 12 00:45:07.081494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Deleting port f5cda61e-2e1f-443c-a81c-95aa33c14e6d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:07.081831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.103431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.159447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e38eec77-99c1-4b11-af57-554554203543 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.161020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e38eec77-99c1-4b11-af57-554554203543 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.4274116 Nov 12 00:45:07.205126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711056f5-9e31-4930-bd0b-3a3794ff8243 req-ccf96d97-bb84-46db-9152-8b9ee0f15c95 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.206707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711056f5-9e31-4930-bd0b-3a3794ff8243 req-ccf96d97-bb84-46db-9152-8b9ee0f15c95 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.2769821 Nov 12 00:45:07.215657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-c2b313d5-738e-49db-8964-a9b0eb92a6ee tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.217091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-c2b313d5-738e-49db-8964-a9b0eb92a6ee tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 946 time: 0.2869017 Nov 12 00:45:07.230598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-11d51a2d-c8af-42d7-a1d4-91c108fa6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.232641 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-11d51a2d-c8af-42d7-a1d4-91c108fa6e34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1100 time: 0.2737463 Nov 12 00:45:07.249036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-ec4f461a-ed6c-43b1-9210-4fcc67f61f0e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/quotas/406ed4eb5731484ab7420dc4bcad8f4f HTTP/1.1" status: 200 len: 375 time: 0.0378644 Nov 12 00:45:07.262663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-e26e8df5-93de-4d28-96ce-06bb80b4b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.264387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-e26e8df5-93de-4d28-96ce-06bb80b4b83d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac516e7e-026e-4ef7-a3fb-dc26b2ffa413 HTTP/1.1" status: 200 len: 852 time: 0.1653795 Nov 12 00:45:07.337382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-9e4f8c16-2069-4dd5-bb6a-44d1aa6860a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=625cc421-7bcf-4e8d-aba8-40ecf857b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562398 Nov 12 00:45:07.352575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.352575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.380162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711056f5-9e31-4930-bd0b-3a3794ff8243 req-68042f84-3a16-4563-91e9-a4c4d7b0b643 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588707 Nov 12 00:45:07.401119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Calling delete_port for f5cda61e-2e1f-443c-a81c-95aa33c14e6d owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:07.402958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.409062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.412173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.412990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6893eda-ad6b-4797-96c1-636c2854dc5e HTTP/1.1" status: 204 len: 168 time: 0.7178276 Nov 12 00:45:07.455125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90e44a-02bc-4207-82f2-b97e146751b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6893eda-ad6b-4797-96c1-636c2854dc5e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:07.464183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Deleting port f065509e-ce25-405f-b431-aa08f0560e9e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:07.464765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.545107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-0234982c-01b0-4013-9217-5230a4ead916 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828374 Nov 12 00:45:07.565109 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcec5278-ea6a-48a1-b90b-112c61ddce4e x-openstack-request-id: req-bcec5278-ea6a-48a1-b90b-112c61ddce4e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:07.565693 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:07.566564 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcec5278-ea6a-48a1-b90b-112c61ddce4e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:07.567165 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c', 'status': 'completed', 'code': 200} Nov 12 00:45:07.758045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-cf5e85e8-efc0-4f24-91e4-93fc4ba30c51 service neutron] 10.222.0.39 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053242 Nov 12 00:45:07.821197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-f6f7f944-313c-4f7e-9fd9-0eacf9d495ea service neutron] 10.222.0.11 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714689 Nov 12 00:45:07.904842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.928905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb89cc-3585-45b0-b2d3-b5fa4fc3f6d3 req-57a08400-0043-4eab-80c5-e46fcbc905dc tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.931075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-bb452bb5-02a2-49f5-b94f-04d125e51541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.933542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-bb452bb5-02a2-49f5-b94f-04d125e51541 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.6901243 Nov 12 00:45:07.947147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0efb89cc-3585-45b0-b2d3-b5fa4fc3f6d3 req-57a08400-0043-4eab-80c5-e46fcbc905dc tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.3154621 Nov 12 00:45:07.947692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:08.012958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Request body: {'floatingip': {'port_id': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:08.031790 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-58ca9f47-e051-4767-bbbc-a033bafd8ea6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0668628 Nov 12 00:45:08.135251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Deleting port 77f84975-244e-4300-92a6-198af69a6951 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:08.135877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.139304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.145611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:08.201361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:08.203474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:08.212516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:08.230723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] For port f065509e-ce25-405f-b431-aa08f0560e9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f065509e-ce25-405f-b431-aa08f0560e9e,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:08.231701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.276824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-a7c58977-a054-4d4b-b8eb-983de5be2f9e service neutron] 10.222.0.11 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546957 Nov 12 00:45:08.324823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068c0f9-d081-4787-9f97-38a8b27db207 req-98b9f3a4-31fc-42df-a3a4-9e87d5b02830 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.332399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7068c0f9-d081-4787-9f97-38a8b27db207 req-98b9f3a4-31fc-42df-a3a4-9e87d5b02830 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 948 time: 0.2817597 Nov 12 00:45:08.337946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Calling delete_port for f065509e-ce25-405f-b431-aa08f0560e9e owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:08.353460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-1b4ae219-7617-48a0-9761-d3654cbbac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.356465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44b4ce1d-36fc-4f54-80fc-737b136fc632 req-5ff67a4d-4651-4921-a2ec-036a2eb73600 service neutron] 10.222.0.39 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884106 Nov 12 00:45:08.368802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-1b4ae219-7617-48a0-9761-d3654cbbac9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.3258038 Nov 12 00:45:08.385997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.386891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.502669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-90064b5a-ffbe-4cac-bb09-68cb89d14cad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9175673 Nov 12 00:45:08.528588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Request body: {'port': {'device_id': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:08.546005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7068c0f9-d081-4787-9f97-38a8b27db207 req-22cc2bdd-5929-4cc0-b17c-db55a0e3bc42 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126102 Nov 12 00:45:08.756758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.813705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-ebac729c-ab4a-4f11-b380-fb767498fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.816048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-ebac729c-ab4a-4f11-b380-fb767498fab0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6599d5d895045cf944a527ca8657e99&device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 1095 time: 0.3728116 Nov 12 00:45:08.905748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Pushing event deleted for resources: {'Port': ['ID=f5cda61e-2e1f-443c-a81c-95aa33c14e6d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:08.971992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:09.005903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-64b3d30c-87eb-4057-8e6f-d019684dbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.007491 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-64b3d30c-87eb-4057-8e6f-d019684dbe08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6199195 Nov 12 00:45:09.017194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.025932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] For port 77f84975-244e-4300-92a6-198af69a6951, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=77f84975-244e-4300-92a6-198af69a6951,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:09.025932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.133896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.149893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['77f84975-244e-4300-92a6-198af69a6951'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:09.169101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62843-8319-45fb-bf17-b154149ab892 req-67a8cd2b-b15d-48c2-82fd-8ad1e980af3f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.172939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Calling delete_port for 77f84975-244e-4300-92a6-198af69a6951 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:09.177527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e62843-8319-45fb-bf17-b154149ab892 req-67a8cd2b-b15d-48c2-82fd-8ad1e980af3f tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 943 time: 0.4126341 Nov 12 00:45:09.306358 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f07edc52-66c7-46a9-bed9-c108c8b89449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.383634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event deleted for resources: {'Port': ['ID=f065509e-ce25-405f-b431-aa08f0560e9e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.389579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-662104798-network', 'tenant_id': '3e5a8db005b9476fbcaee409c820ff81'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:09.535314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.542278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.550531 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e168273-551f-4eb7-be40-91cb80a263e4 tempest-ServersTestBootFromVolume-1885866551 tempest-ServersTestBootFromVolume-1885866551-project] 10.222.0.11 "DELETE /v2.0/floatingips/1201ba19-4e39-43e8-93c3-d458a986ddba HTTP/1.1" status: 204 len: 168 time: 3.0848207 Nov 12 00:45:09.558682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:09.631928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] No DVR routers for this DVR port f065509e-ce25-405f-b431-aa08f0560e9e on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:09.632213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:09.847389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.883753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:09.901716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'mac_address': 'fa:16:3e:64:5f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:09.953815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.963193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6a71496d-4a70-4a42-b0ef-af78b8471b22 req-646b433c-6d93-4184-b0d0-eab705df83da tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "DELETE /v2.0/ports/f065509e-ce25-405f-b431-aa08f0560e9e HTTP/1.1" status: 204 len: 173 time: 3.0029325 Nov 12 00:45:09.963861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'name': 'network-vif-deleted', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:09.964392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.966323 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0ed59-3339-41db-9eae-10cada31eb82" -d '{"events": [{"server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "name": "network-vif-deleted", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:09.968758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd7b84-6e6d-4ae7-a76d-1f905140a604 req-8596690c-d9cf-4bb5-8030-0d7b15c9a1e3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.975218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bfd7b84-6e6d-4ae7-a76d-1f905140a604 req-8596690c-d9cf-4bb5-8030-0d7b15c9a1e3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 931 time: 1.0855951 Nov 12 00:45:09.978113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-a2c7193e-7773-4bd4-a356-6ff0611d7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.980813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-a2c7193e-7773-4bd4-a356-6ff0611d7a59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=625cc421-7bcf-4e8d-aba8-40ecf857b2ad HTTP/1.1" status: 200 len: 913 time: 1.1356645 Nov 12 00:45:09.999366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e62843-8319-45fb-bf17-b154149ab892 req-6a77e3f6-a692-4808-b7d5-3b3ff1f9dccb tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8209412 Nov 12 00:45:10.000105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.038204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8032fa9-09df-415c-9daa-6a6dc1c5a181 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:10.041078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-5929108f-3870-42c4-af6f-edd3a67b380e service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9505129 Nov 12 00:45:10.095145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:10.111973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.216765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-ed4d2838-8a69-47e6-9433-c299c36128b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c HTTP/1.1" status: 200 len: 217 time: 0.1467805 Nov 12 00:45:10.217459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Made reservation on behalf of 3e5a8db005b9476fbcaee409c820ff81 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:10.219809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.239218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.370029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:10.598469 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba60b60c-d191-4311-af97-d318f14fd5f7 req-4059fb7b-8256-4f0b-9150-37a3f907f9d7 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078306 Nov 12 00:45:10.631186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f065509e-ce25-405f-b431-aa08f0560e9e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:10.703568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.717807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: f065509e-ce25-405f-b431-aa08f0560e9e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:10.718696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f065509e-ce25-405f-b431-aa08f0560e9e not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:10.771159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event deleted for resources: {'Port': ['ID=77f84975-244e-4300-92a6-198af69a6951,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.870669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] No DVR routers for this DVR port 77f84975-244e-4300-92a6-198af69a6951 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:10.874039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.890648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2e27b616-5b8f-490e-a288-84a7ee48d240 req-1153acb4-1870-4d35-aaf7-0290388fc1e1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "DELETE /v2.0/ports/77f84975-244e-4300-92a6-198af69a6951 HTTP/1.1" status: 204 len: 173 time: 3.6668687 Nov 12 00:45:11.002554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.010077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5bfd7b84-6e6d-4ae7-a76d-1f905140a604 req-14862b0c-9a29-4c7a-82eb-7e1220637b67 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0075417 Nov 12 00:45:11.010773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.198579 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cba649-748b-4669-8010-0a1e4d59f88e x-openstack-request-id: req-87cba649-748b-4669-8010-0a1e4d59f88e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:11.198854 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa15089-35e8-4eae-87ed-031b29fa9ad0", "name": "network-vif-deleted", "tag": "f065509e-ce25-405f-b431-aa08f0560e9e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:11.199099 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87cba649-748b-4669-8010-0a1e4d59f88e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:11.199497 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa15089-35e8-4eae-87ed-031b29fa9ad0', 'name': 'network-vif-deleted', 'tag': 'f065509e-ce25-405f-b431-aa08f0560e9e', 'status': 'completed', 'code': 200} Nov 12 00:45:11.236556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-9ef8dd6e-21e3-4446-bf08-b55abda9dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.236556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-9ef8dd6e-21e3-4446-bf08-b55abda9dc19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac516e7e-026e-4ef7-a3fb-dc26b2ffa413 HTTP/1.1" status: 200 len: 852 time: 0.2433026 Nov 12 00:45:11.245329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580070-6f40-4242-9505-b5a7e74def72 req-bf28a588-77bb-4142-8a8e-ed6bbb6ea58c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.255397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d580070-6f40-4242-9505-b5a7e74def72 req-bf28a588-77bb-4142-8a8e-ed6bbb6ea58c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 949 time: 0.2268834 Nov 12 00:45:11.269158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-a2927791-de90-40a5-984a-e3e5ea11e48a tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.270677 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-a2927791-de90-40a5-984a-e3e5ea11e48a tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.1995380 Nov 12 00:45:11.302603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Request body: {'port': {'device_id': '80473242-0d7a-494e-a13c-b8515b88df1b', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'admin_state_up': True, 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:11.354586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c26ab3bf-ef34-4b77-a520-0f70938174d4 req-efbdc369-9b44-434e-ba1d-0334ee0edc91 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 210 time: 0.0971291 Nov 12 00:45:11.356323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-23bf5aa3-1e62-4de8-99a8-cf2ce3de9496 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=625cc421-7bcf-4e8d-aba8-40ecf857b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924900 Nov 12 00:45:11.452483 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Floating IP 83f6b9a4-0712-4257-82f4-1d36e648bad9 associated. External IP: 172.25.6.24, port: f16b512e-8623-4fbc-8f90-59a7ebc378fc. Nov 12 00:45:11.525836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:11.533554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.548449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Deleting port b5e0d261-44cb-4572-a787-ce5eb8987ca5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:11.548888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.577957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48a9b75-55da-4c25-99de-3984cbe90abd {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:11.612154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d580070-6f40-4242-9505-b5a7e74def72 req-aadbf2e3-0609-4979-9af1-831af7787b99 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517251 Nov 12 00:45:11.631435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b53a4caf-6920-40b5-bf65-9e8be4cc9c1c details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:11.650851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:11.667723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.696770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.723236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] For port b5e0d261-44cb-4572-a787-ce5eb8987ca5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b5e0d261-44cb-4572-a787-ce5eb8987ca5,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:11.723658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.744866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Calling delete_port for b5e0d261-44cb-4572-a787-ce5eb8987ca5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:11.765882 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:45:11.784861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bcec68b9-81ce-42bf-93e0-d97a7fb42230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.798419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.838493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Transition to ACTIVE for port object a48a9b75-55da-4c25-99de-3984cbe90abd will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:11.857014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port c8032fa9-09df-415c-9daa-6a6dc1c5a181 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:11.859340 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-2297cf58-1721-436f-9bec-de8104a1e2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0357919 Nov 12 00:45:11.862873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:11.866004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port c8032fa9-09df-415c-9daa-6a6dc1c5a181 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:11.866621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.867028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Allocated IP 172.20.0.10 (79499d58-634b-40ba-83f0-ca03a57cf27e/855244aa-74ee-4d12-9680-b692fd099af7/a9edf548-8d86-4606-a456-94cb8b4cf3a5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:11.889608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.921938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-270855b9-1281-4552-9cfa-78bff8f3a659 service neutron] 10.222.0.39 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392702 Nov 12 00:45:11.934324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04254392-9fa1-474e-abea-539e2990bd34 req-e5800443-509a-4650-8102-652905fa1edf tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.944455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04254392-9fa1-474e-abea-539e2990bd34 req-e5800443-509a-4650-8102-652905fa1edf tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 943 time: 0.3695147 Nov 12 00:45:11.951646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896a309-88d3-43be-a2c2-5374585b9490,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:11.957084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.957435 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Added segment 2bd20e1f-4375-4f09-8438-3fb526575fc3 of type vlan for network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd Nov 12 00:45:11.992706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-0fb19e91-3a46-4a01-b483-883f1f95512e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=13d857f7-5425-4b26-9e49-5ee27f1eff00 HTTP/1.1" status: 200 len: 210 time: 0.0298755 Nov 12 00:45:12.000168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,segment=NetworkSegment(e1b1daae-f89a-4a9d-b569-c84f22151001),segment_id=e1b1daae-f89a-4a9d-b569-c84f22151001)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:12.069441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.081447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.085281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c', 'network_id': '625cc421-7bcf-4e8d-aba8-40ecf857b2ad', 'port_id': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c', 'mac_address': 'fa:16:3e:3f:a5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac516e7e-026e-4ef7-a3fb-dc26b2ffa413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:12.189853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:12.194952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:12.199230 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45476213-fdb5-4713-8b25-403ca113e293" -d '{"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-plugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:12.217101 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.318809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.329805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.342136 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.344638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04254392-9fa1-474e-abea-539e2990bd34 req-33441bbb-4ad2-46a6-b16a-f819a15473a7 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993039 Nov 12 00:45:12.388970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a4caf-6920-40b5-bf65-9e8be4cc9c1c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:12.428994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,segment=NetworkSegment(e1b1daae-f89a-4a9d-b569-c84f22151001),segment_id=e1b1daae-f89a-4a9d-b569-c84f22151001)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:12.429676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.32', 52858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:12.439093 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.495815 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64515efa-ebb4-4cc2-99af-b58387de7cf4 x-openstack-request-id: req-64515efa-ebb4-4cc2-99af-b58387de7cf4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:12.499737 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-plugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:12.500233 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64515efa-ebb4-4cc2-99af-b58387de7cf4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:12.500658 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'code': 200} Nov 12 00:45:12.557073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.573757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 77f84975-244e-4300-92a6-198af69a6951 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:12.587206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.607627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 77f84975-244e-4300-92a6-198af69a6951 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:12.608616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 77f84975-244e-4300-92a6-198af69a6951 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:12.658065 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.711105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f27d20-9cc9-4f3c-8fec-b7a2a5243cee req-5589a802-e7e5-426d-8262-6ce2fe4a7074 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.714095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f27d20-9cc9-4f3c-8fec-b7a2a5243cee req-5589a802-e7e5-426d-8262-6ce2fe4a7074 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 943 time: 0.5312450 Nov 12 00:45:12.730803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:45:12.744687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b53a4caf-6920-40b5-bf65-9e8be4cc9c1c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:12.775111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:12.777615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14320951-7cba-44dc-98ed-c7f42a477c27 req-0f73ad8b-2240-4afe-9b76-95e3075e54a0 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 210 time: 0.0791061 Nov 12 00:45:12.817048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.840212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Attempting to bind port a48a9b75-55da-4c25-99de-3984cbe90abd on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:12.840657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Attempting to bind port a48a9b75-55da-4c25-99de-3984cbe90abd by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:12.841257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Attempting to bind port a48a9b75-55da-4c25-99de-3984cbe90abd on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:12.861660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Port a48a9b75-55da-4c25-99de-3984cbe90abd on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:12.862240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Attempting to bind port a48a9b75-55da-4c25-99de-3984cbe90abd on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:12.881591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.882866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.883561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.975415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] Pushing event updated for resources: {'Network': ['ID=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.003209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:13.003715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:13.004290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:13.004871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Bound port: a48a9b75-55da-4c25-99de-3984cbe90abd, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:13.005427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.009135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070f736b-18d5-439d-9447-1ae0d518fa37 req-a967e7c9-0d3a-42a6-a424-d640de8e43d9 service neutron] 10.222.0.39 "GET /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0597293 Nov 12 00:45:13.062542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f27d20-9cc9-4f3c-8fec-b7a2a5243cee req-de23f8e5-2029-4d4c-b93e-b3bd0a4fbf4e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889223 Nov 12 00:45:13.070282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fa685035-235b-4251-baeb-df91d66f3432 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.0774448 Nov 12 00:45:13.072908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:13.089824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-0d59a7f0-b40b-4546-9ec2-58d07925fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.090524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:13.091617 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-0d59a7f0-b40b-4546-9ec2-58d07925fa76 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4780707 Nov 12 00:45:13.118898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Request body: {'subnet': {'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-662104798-subnet', 'tenant_id': '3e5a8db005b9476fbcaee409c820ff81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:13.125931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60542-03ce-4f19-8308-2eb473fa6dc9 req-41c5fd9f-0bd6-45cb-a341-58fa46aeccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.127815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-09d60542-03ce-4f19-8308-2eb473fa6dc9 req-41c5fd9f-0bd6-45cb-a341-58fa46aeccc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.3676097 Nov 12 00:45:13.181848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Network 79499d58-634b-40ba-83f0-ca03a57cf27e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:13.207799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'name': 'network-vif-deleted', 'tag': '77f84975-244e-4300-92a6-198af69a6951'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:13.210287 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76d7fb-8ca8-489e-bcec-19ce60e71088" -d '{"events": [{"server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "name": "network-vif-deleted", "tag": "77f84975-244e-4300-92a6-198af69a6951"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:13.242022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:13.263841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event updated for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.266985 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.291890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624b68-1261-4e93-8e00-ecb5cd905c3b req-df2686da-7765-4e7d-b0ad-a422312b36e7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.300130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14624b68-1261-4e93-8e00-ecb5cd905c3b req-df2686da-7765-4e7d-b0ad-a422312b36e7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.4013245 Nov 12 00:45:13.308905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-4bea144f-8413-4536-ab1a-a35181314843 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.311737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-4bea144f-8413-4536-ab1a-a35181314843 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 811 time: 0.8755989 Nov 12 00:45:13.338503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:13.343338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e0d261-44cb-4572-a787-ce5eb8987ca5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.354625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Request body: {'port': {'device_id': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'admin_state_up': True, 'tenant_id': '406ed4eb5731484ab7420dc4bcad8f4f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:13.377843 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0752eb0-81ae-4757-b303-3e1135609a6a x-openstack-request-id: req-d0752eb0-81ae-4757-b303-3e1135609a6a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:13.378127 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d857f7-5425-4b26-9e49-5ee27f1eff00", "name": "network-vif-deleted", "tag": "77f84975-244e-4300-92a6-198af69a6951", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:13.378809 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0752eb0-81ae-4757-b303-3e1135609a6a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:13.378987 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d857f7-5425-4b26-9e49-5ee27f1eff00', 'name': 'network-vif-deleted', 'tag': '77f84975-244e-4300-92a6-198af69a6951', 'status': 'completed', 'code': 200} Nov 12 00:45:13.465632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Made reservation on behalf of 3e5a8db005b9476fbcaee409c820ff81 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:13.468654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.598300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-09d60542-03ce-4f19-8308-2eb473fa6dc9 req-5a039993-d604-46bd-afa2-b52f787cd4f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572561 Nov 12 00:45:13.701481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.702206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.722606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-2324c4dd-39ac-4bdc-bded-dd309edbc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.724343 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fc30a1e5-e515-418d-b6a4-22d92abe4694 req-2324c4dd-39ac-4bdc-bded-dd309edbc26a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6204586 Nov 12 00:45:13.747297 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-02c8c82d-2c35-43e0-acec-ba92eca8a195 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4487684 Nov 12 00:45:13.782703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Request body: {'port': {'device_id': '80473242-0d7a-494e-a13c-b8515b88df1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:13.836589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:13.855518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Sync routers for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:13.870625 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.879763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.896379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.914147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:13.915319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:13.971236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14624b68-1261-4e93-8e00-ecb5cd905c3b req-20460755-0e78-4da7-8150-742bb8f53288 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697521 Nov 12 00:45:13.975927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.999199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.047603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:14.061120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a48a9b75-55da-4c25-99de-3984cbe90abd,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:14.096042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.117112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:14.150553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d1e09c-2cf2-42e6-bac0-3336bd40943e req-ee377284-1d83-407e-963a-6d3ce40d33e9 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 210 time: 0.0748434 Nov 12 00:45:14.197816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a32fee57-5097-4bf9-bc91-353257ec820b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "PUT /v2.0/floatingips/83f6b9a4-0712-4257-82f4-1d36e648bad9 HTTP/1.1" status: 200 len: 991 time: 6.2439315 Nov 12 00:45:14.202980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:14.205491 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d" -d '{"events": [{"name": "network-changed", "server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:14.228949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55e7e2-fbc2-4c8a-b14c-4672c966cc89 req-c089aaec-b5f3-4b48-b224-d94d13765c20 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.236883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac55e7e2-fbc2-4c8a-b14c-4672c966cc89 req-c089aaec-b5f3-4b48-b224-d94d13765c20 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 944 time: 0.5914361 Nov 12 00:45:14.261150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:14.291819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.292584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.294182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/a48a9b75-55da-4c25-99de-3984cbe90abd HTTP/1.1" status: 200 len: 1092 time: 5.7708859 Nov 12 00:45:14.334817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:14.358608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94b811-54f8-4bfe-a9b6-73e0a8fbb4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:14.376344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Checking segment: {'id': '2bd20e1f-4375-4f09-8438-3fb526575fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:14.376842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Network hostable DHCP agents. Network: ed45594d-769f-4bc8-be3f-8eeca7bc1bbd, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:14.395994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Made reservation on behalf of 406ed4eb5731484ab7420dc4bcad8f4f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:14.399947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.463542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3276-27d6-4376-97a8-c737c9cd90a3 req-51d72fc7-1c34-4fd8-98b3-0b56bca103cb tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.465677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-484a3276-27d6-4376-97a8-c737c9cd90a3 req-51d72fc7-1c34-4fd8-98b3-0b56bca103cb tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 943 time: 0.2175655 Nov 12 00:45:14.477531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac55e7e2-fbc2-4c8a-b14c-4672c966cc89 req-5054e61a-7ef7-4104-9e0a-791803a643fd tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392566 Nov 12 00:45:14.497374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9edf548-8d86-4606-a456-94cb8b4cf3a5 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:14.520286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.539921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:14.549954 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fca21797-dea6-40b8-bc2f-d2942d13a6db admin admin] 10.222.0.11 "PUT /v2.0/routers/82ae6efa-916a-4cc8-82e3-f13ccd9a436d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9857523 Nov 12 00:45:14.549954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Transition to ACTIVE for port object a9edf548-8d86-4606-a456-94cb8b4cf3a5 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:14.551292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.555865 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Sync routers for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:14.574208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:14.574904 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:14.598168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.732886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '83f6b9a4-0712-4257-82f4-1d36e648bad9', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'port_id': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'mac_address': 'fa:16:3e:ab:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:42Z', 'updated_at': '2021-11-12T00:45:09Z', 'revision_number': 1, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:14.764133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Checking router: 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:14.775519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:14.776220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:14.912538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:14.952799 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:14.973880 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf272043-dd59-440c-b7e7-57f931162801 x-openstack-request-id: req-cf272043-dd59-440c-b7e7-57f931162801 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:14.974310 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:14.974686 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf272043-dd59-440c-b7e7-57f931162801 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:14.975171 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'status': 'completed', 'code': 200} Nov 12 00:45:14.986713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:15.074248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Allocated IP 172.20.0.3 (79499d58-634b-40ba-83f0-ca03a57cf27e/855244aa-74ee-4d12-9680-b692fd099af7/f1dc0a90-c06e-4737-959c-91bc6d4ae202) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:15.095162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-37e701a6-b8d7-445a-b778-afdac645151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.095993 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.097690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-37e701a6-b8d7-445a-b778-afdac645151c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 1095 time: 0.7260962 Nov 12 00:45:15.108133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ed45594d-769f-4bc8-be3f-8eeca7bc1bbd) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:15.133355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e641420-8473-40a0-8023-1bf0b12057c9 None None] Network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:15.144709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.145733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.227455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-484a3276-27d6-4376-97a8-c737c9cd90a3 req-a49a6137-742f-4662-927c-4d8074df21a1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468750 Nov 12 00:45:15.229474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-912e0602-4197-4626-80dc-6f94ea69ed45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a48a9b75-55da-4c25-99de-3984cbe90abd HTTP/1.1" status: 200 len: 217 time: 0.1172361 Nov 12 00:45:15.234214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.260395 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:45:12Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:15.303912 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Checking router: 82ae6efa-916a-4cc8-82e3-f13ccd9a436d for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:15.310184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a266f0-c170-4ab1-9435-eed422567b00 None None] Network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:15.314491 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Routers {'82ae6efa-916a-4cc8-82e3-f13ccd9a436d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:15.315175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:15.332826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.505889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '83f6b9a4-0712-4257-82f4-1d36e648bad9', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'port_id': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'mac_address': 'fa:16:3e:ab:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:42Z', 'updated_at': '2021-11-12T00:45:09Z', 'revision_number': 1, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:15.512003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.528859 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] Set router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:15.533254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-935dd55d-20e4-4181-8db9-a53c4cd26d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.534798 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-935dd55d-20e4-4181-8db9-a53c4cd26d24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=983fb0f8b0304749827311a328a1abc8&device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 1098 time: 0.7975760 Nov 12 00:45:15.541964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.553143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f8e3c-71e3-4f31-ac83-64e7af719e0f None None] The sync data for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 is: [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '83f6b9a4-0712-4257-82f4-1d36e648bad9', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'port_id': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'mac_address': 'fa:16:3e:ab:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:42Z', 'updated_at': '2021-11-12T00:45:09Z', 'revision_number': 1, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:15.570638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3986a15f-03d8-4d80-a1ec-1e19034f09a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4619043 Nov 12 00:45:15.576904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.662464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b53a4caf-6920-40b5-bf65-9e8be4cc9c1c up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:15.672520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Attempting to bind port a9edf548-8d86-4606-a456-94cb8b4cf3a5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:15.681431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Attempting to bind port a9edf548-8d86-4606-a456-94cb8b4cf3a5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:15.681786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Attempting to bind port a9edf548-8d86-4606-a456-94cb8b4cf3a5 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:15.689049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Port a9edf548-8d86-4606-a456-94cb8b4cf3a5 on network 79499d58-634b-40ba-83f0-ca03a57cf27e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:15.689373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Attempting to bind port a9edf548-8d86-4606-a456-94cb8b4cf3a5 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:15.753597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:15.753947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Checking segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:15.756923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Bound using segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:15.757438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Bound port: a9edf548-8d86-4606-a456-94cb8b4cf3a5, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:15.757814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.806428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:15.810921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beeb7f-b62b-4171-82bd-ff978ea36180 req-72c7f0a1-ea05-434c-bdc8-20526cf33986 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.816662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:15.819263 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:45:12Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:15.828425 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.829248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85beeb7f-b62b-4171-82bd-ff978ea36180 req-72c7f0a1-ea05-434c-bdc8-20526cf33986 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.7225296 Nov 12 00:45:15.851982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a4e30-a10e-44e2-ac72-64ece67f55cd None None] The sync data for ids ['82ae6efa-916a-4cc8-82e3-f13ccd9a436d'] in n-d-712141-15 is: [{'id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'name': 'tempest-ServersTestBootFromVolume-1442350286-router', 'tenant_id': '040dfe9680b34deba56cb9e402bed07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:41:26Z', 'updated_at': '2021-11-12T00:45:12Z', 'revision_number': 5, 'project_id': '040dfe9680b34deba56cb9e402bed07d', 'gw_port': {'id': '55f5e888-0da3-4daa-86a5-2c95e5199971', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ae6efa-916a-4cc8-82e3-f13ccd9a436d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:41:27Z', 'updated_at': '2021-11-12T00:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:15.902404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Deleting port 55f5e888-0da3-4daa-86a5-2c95e5199971 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:15.902747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.926125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Network 79499d58-634b-40ba-83f0-ca03a57cf27e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:15.940785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200ee79-a7be-4d21-bb9f-b7b03f3dd1e5 None None] New status for floating IP 83f6b9a4-0712-4257-82f4-1d36e648bad9: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:15.941931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85beeb7f-b62b-4171-82bd-ff978ea36180 req-dee89ac0-4021-4109-bfa8-3385b2694c08 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089385 Nov 12 00:45:15.960479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-ec9ab334-4199-43e4-8e78-ae3f76933c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.965351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-ec9ab334-4199-43e4-8e78-ae3f76933c4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.7226517 Nov 12 00:45:15.966780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:15.969686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event updated for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.988043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca184-703e-40bd-b6d4-ef674c729eae req-9db09b04-794b-4afb-a40d-3ba82ec6de18 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.997201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0bca184-703e-40bd-b6d4-ef674c729eae req-9db09b04-794b-4afb-a40d-3ba82ec6de18 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 931 time: 0.4230461 Nov 12 00:45:16.005765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:16.009493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] For port 55f5e888-0da3-4daa-86a5-2c95e5199971, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=55f5e888-0da3-4daa-86a5-2c95e5199971,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:16.010002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.027285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Calling delete_port for 55f5e888-0da3-4daa-86a5-2c95e5199971 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:16.063520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-42877b8e-3a85-498c-a656-3c1651ab35f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545490 Nov 12 00:45:16.112850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-68440a9a-5380-48ef-9898-439fb7800448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.114345 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-68440a9a-5380-48ef-9898-439fb7800448 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 200 len: 907 time: 0.5634363 Nov 12 00:45:16.119778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:16.124938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:16.143740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.151819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.183743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:16.186497 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e682ec81-43d5-4e54-adc4-63be3a46e328" -d '{"events": [{"server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "name": "network-vif-plugged", "status": "completed", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:16.223325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0bca184-703e-40bd-b6d4-ef674c729eae req-f766de7c-e6db-47eb-8519-da527b74eadd tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248795 Nov 12 00:45:16.254289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.254909 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.255779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,segment=NetworkSegment(e1b1daae-f89a-4a9d-b569-c84f22151001),segment_id=e1b1daae-f89a-4a9d-b569-c84f22151001)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:16.256482 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] 10.222.0.32 "PUT /v2.0/ports/a9edf548-8d86-4606-a456-94cb8b4cf3a5 HTTP/1.1" status: 200 len: 1093 time: 2.4781289 Nov 12 00:45:16.267504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.320181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:16.322973 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb52b2-7fad-4818-a9e2-8cc978f1538c" -d '{"events": [{"name": "network-changed", "server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:16.340269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.345630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.390508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-5cb34e66-95b9-4a87-99fd-4493989e6ada tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0577366 Nov 12 00:45:16.396760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-1d3484e4-00bf-4a90-a088-009eb1897721 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 200 len: 999 time: 0.2635505 Nov 12 00:45:16.399785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.411591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Request body: {'port': {'device_id': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:16.433983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aae56-530b-4202-bb4f-52259d73c546 req-0ce33969-521f-4298-b264-db99c89550e1 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.442284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d1aae56-530b-4202-bb4f-52259d73c546 req-0ce33969-521f-4298-b264-db99c89550e1 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 944 time: 0.3590193 Nov 12 00:45:16.483122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b0ef-3a27-44f4-bf3c-50b9614ace3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.514039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-d917aa41-a2e9-4460-80ce-fe94018a5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.515594 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-d917aa41-a2e9-4460-80ce-fe94018a5db0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 1096 time: 0.1860445 Nov 12 00:45:16.516163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-d96ee736-1f1e-4177-a92e-cfd403be38b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206436 Nov 12 00:45:16.549261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-2e3a7154-dd19-4130-98f9-61fa242d47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.550883 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-2e3a7154-dd19-4130-98f9-61fa242d47c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8659da94-da36-42a1-8d0a-17bd318529a0 HTTP/1.1" status: 200 len: 845 time: 0.1386352 Nov 12 00:45:16.612347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-fb93e327-9e1a-46f5-9a8e-08314bce314b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5 HTTP/1.1" status: 200 len: 217 time: 0.0729973 Nov 12 00:45:16.664730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.684346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d1aae56-530b-4202-bb4f-52259d73c546 req-bd66519a-4f24-4300-ac14-6609d58f012c tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366610 Nov 12 00:45:16.717456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.765027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-c85e235a-f317-4209-8073-5f0a92191d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.766563 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-c85e235a-f317-4209-8073-5f0a92191d87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e25615-7dd8-4c13-9f60-8f452a226672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738799 Nov 12 00:45:16.771167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Pushing event deleted for resources: {'Port': ['ID=55f5e888-0da3-4daa-86a5-2c95e5199971,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.814203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f1741e-3ef6-43c0-9a07-856235ac1a53 req-88313153-6859-488a-8752-e8424c390fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835524 Nov 12 00:45:16.843383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-9999c01c-030c-4678-8d01-f44b72ec74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.845587 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-9999c01c-030c-4678-8d01-f44b72ec74f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1760325 Nov 12 00:45:16.929890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-c994f42b-b6d6-42ea-93cc-1fb16051bafe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706623 Nov 12 00:45:16.953915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.985131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:16.988958 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:17.075233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-83546d59-eca0-4aca-834c-9715260db883 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.076727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-83546d59-eca0-4aca-834c-9715260db883 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/networks?id=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd HTTP/1.1" status: 200 len: 821 time: 0.3373067 Nov 12 00:45:17.100399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.104026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.107353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-24c76a4b-0073-44c3-83ba-e71f428f9802 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986939 Nov 12 00:45:17.132150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-95c37aa3-1e2b-4e4d-abdf-7665b553dc85 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.133692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-95c37aa3-1e2b-4e4d-abdf-7665b553dc85 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.1992452 Nov 12 00:45:17.135036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-94e01374-fcd7-4393-9505-3b629e98e419 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/quotas/3e5a8db005b9476fbcaee409c820ff81 HTTP/1.1" status: 200 len: 375 time: 0.0485532 Nov 12 00:45:17.185463 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.186006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ae6efa-916a-4cc8-82e3-f13ccd9a436d {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:17.192333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-82e21c63-c36e-4169-b322-31173985098a tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.200047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.203502 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bca31fde-0e24-43c1-95e8-74217bfc060f admin admin] 10.222.0.11 "DELETE /v2.0/routers/82ae6efa-916a-4cc8-82e3-f13ccd9a436d HTTP/1.1" status: 204 len: 168 time: 2.6482773 Nov 12 00:45:17.203909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-0213f383-2c7e-4fbd-a8d7-be478224f29c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e5a8db005b9476fbcaee409c820ff81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537443 Nov 12 00:45:17.204422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:17.235839 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-121b3896-674d-4b16-ab44-aad04829ce69 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961318 Nov 12 00:45:17.325424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4e6f798e-a1c4-4ffe-bc76-02bd1735177d req-849a57ff-d241-4e38-a480-e702286c0804 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073841 Nov 12 00:45:17.364272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Deleting subnet ac619e45-73d9-4570-8527-a16e497fb495 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:17.371802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-d9aed72f-99a3-4abc-b1d7-b08e9ea5278b service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277363 Nov 12 00:45:17.385961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.477322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.508383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dc0a90-c06e-4737-959c-91bc6d4ae202 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:17.514095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-0ffb557d-aae9-4896-866a-ef56b137b99a service neutron] 10.222.0.11 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895727 Nov 12 00:45:17.520375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.557115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Transition to ACTIVE for port object f1dc0a90-c06e-4737-959c-91bc6d4ae202 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:17.583325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.671908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-82e21c63-c36e-4169-b322-31173985098a tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.694385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-82e21c63-c36e-4169-b322-31173985098a tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.729896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b5e0d261-44cb-4572-a787-ce5eb8987ca5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:17.754103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:17.754927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b5e0d261-44cb-4572-a787-ce5eb8987ca5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:17.755246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b5e0d261-44cb-4572-a787-ce5eb8987ca5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:17.756843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.827365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eff7a7c-f232-4fec-b009-b0befa6f3912 req-82e21c63-c36e-4169-b322-31173985098a tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760428 Nov 12 00:45:17.830719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-7ac6b246-a461-4d0f-b14a-a1052194312b service neutron] 10.222.0.11 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007977 Nov 12 00:45:17.833144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e21c63-c36e-4169-b322-31173985098a tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf41d5-81b1-424c-aed5-4df9f96d23e0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:17.889690 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6657daa-2077-4d87-b867-5a9f62854b4c x-openstack-request-id: req-a6657daa-2077-4d87-b867-5a9f62854b4c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:17.889993 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "name": "network-vif-plugged", "status": "completed", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:17.890298 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6657daa-2077-4d87-b867-5a9f62854b4c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:17.890906 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c', 'code': 200} Nov 12 00:45:17.901911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.917726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Attempting to bind port f1dc0a90-c06e-4737-959c-91bc6d4ae202 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:17.918072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Attempting to bind port f1dc0a90-c06e-4737-959c-91bc6d4ae202 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:17.918402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Attempting to bind port f1dc0a90-c06e-4737-959c-91bc6d4ae202 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:17.941660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac619e45-73d9-4570-8527-a16e497fb495,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:17.943792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.949922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c615e928-ee20-42d5-8225-e56919670d8d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac619e45-73d9-4570-8527-a16e497fb495 HTTP/1.1" status: 204 len: 168 time: 0.7341089 Nov 12 00:45:17.950189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:17.951031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Port f1dc0a90-c06e-4737-959c-91bc6d4ae202 on network 79499d58-634b-40ba-83f0-ca03a57cf27e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:17.951354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Attempting to bind port f1dc0a90-c06e-4737-959c-91bc6d4ae202 on network 79499d58-634b-40ba-83f0-ca03a57cf27e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:17.958076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966dd908-3785-425d-9d3e-1c6dca0864cf None None] Network 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:17.992189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:17.992679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Checking segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:17.993158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Bound using segment: {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:17.993689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Bound port: f1dc0a90-c06e-4737-959c-91bc6d4ae202, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039b467b-a146-44bd-bca7-c56fd0656e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:17.994052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.063659 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b6bd3-bdd3-4c0d-b7dd-c258de4a99b5 x-openstack-request-id: req-9a5b6bd3-bdd3-4c0d-b7dd-c258de4a99b5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:18.064134 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:18.064510 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a5b6bd3-bdd3-4c0d-b7dd-c258de4a99b5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:18.065004 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'status': 'completed', 'code': 200} Nov 12 00:45:18.066667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27b8-13c5-43ef-8b9c-6316b4e0d454 req-578620a2-7e6a-4206-b124-6cd639b5bc9e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.068784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-333e27b8-13c5-43ef-8b9c-6316b4e0d454 req-578620a2-7e6a-4206-b124-6cd639b5bc9e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 943 time: 0.1142466 Nov 12 00:45:18.099276 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf07b9-e285-40ec-b559-0d47bae887db x-openstack-request-id: req-99bf07b9-e285-40ec-b559-0d47bae887db {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:18.099568 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:18.099820 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99bf07b9-e285-40ec-b559-0d47bae887db {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:18.100340 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd', 'status': 'completed', 'code': 200} Nov 12 00:45:18.176255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.183612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23471ab5-b522-41b8-beb3-8cc7be065d3e req-f18b7b71-844a-49e4-b44c-d6b6bb1dd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.201150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-23471ab5-b522-41b8-beb3-8cc7be065d3e req-f18b7b71-844a-49e4-b44c-d6b6bb1dd8e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1930239 Nov 12 00:45:18.203293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-afa8481d-154c-46b7-b088-35a424a1f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.205211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-afa8481d-154c-46b7-b088-35a424a1f6ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 1096 time: 0.1391463 Nov 12 00:45:18.238736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:18.267384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:18.274207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-333e27b8-13c5-43ef-8b9c-6316b4e0d454 req-b8b9e2cc-29b8-41d9-9926-4bc816884b85 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968172 Nov 12 00:45:18.279844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.286649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-d7500d06-d6a9-47ee-99cb-e052fb03a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.288245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-d7500d06-d6a9-47ee-99cb-e052fb03a9e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 1095 time: 0.1581039 Nov 12 00:45:18.289722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] DHCP port deletion for 2a34b08d-6b76-4c96-82ee-2e5fe42c6351 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:18.352481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5875-3e56-4df0-a55d-b4e027ce7767 req-6262ab26-a45f-48f1-8992-1cfb7b95e40d tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.354444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34fb5875-3e56-4df0-a55d-b4e027ce7767 req-6262ab26-a45f-48f1-8992-1cfb7b95e40d tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 943 time: 0.1576109 Nov 12 00:45:18.364744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-23471ab5-b522-41b8-beb3-8cc7be065d3e req-8382e2a4-35f6-4db6-97df-2b0709b04e9b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581879 Nov 12 00:45:18.367520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.367520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.368409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/f1dc0a90-c06e-4737-959c-91bc6d4ae202 HTTP/1.1" status: 200 len: 1092 time: 1.9685235 Nov 12 00:45:18.415255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Deleting port a6fc60f8-5611-4e99-a132-925ffce8fd72 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:18.415784 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.457078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-8521119f-5ff9-4e65-8447-6098a967ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.464444 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-8521119f-5ff9-4e65-8447-6098a967ba85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 912 time: 0.2451179 Nov 12 00:45:18.473072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca1e21-14ec-4385-a214-a933cb52f3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.501669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Deleting port a6fc60f8-5611-4e99-a132-925ffce8fd72 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:18.502075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.535064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34fb5875-3e56-4df0-a55d-b4e027ce7767 req-0d5e2134-0599-4bea-8dd1-cd4dbb471b75 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641655 Nov 12 00:45:18.539586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-3b876f77-3c1c-4cb6-a64c-903c9a058d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.541082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-3b876f77-3c1c-4cb6-a64c-903c9a058d8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 1095 time: 0.1213419 Nov 12 00:45:18.542390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-effa7ad2-26be-48c8-89ed-e6cc1e739042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.544332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-effa7ad2-26be-48c8-89ed-e6cc1e739042 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.2285657 Nov 12 00:45:18.546000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] For port a6fc60f8-5611-4e99-a132-925ffce8fd72, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6fc60f8-5611-4e99-a132-925ffce8fd72,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:18.546427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.573968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Calling delete_port for a6fc60f8-5611-4e99-a132-925ffce8fd72 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:18.594851 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-893e810b-8c93-4f8c-9d64-d39f154c01e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5 HTTP/1.1" status: 200 len: 217 time: 0.1051748 Nov 12 00:45:18.606512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-19a3f451-8198-45a2-88f6-96797d6441c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202 HTTP/1.1" status: 200 len: 217 time: 0.0505519 Nov 12 00:45:18.644945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-eb48d533-75af-42a5-b665-f54b761e59c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a48a9b75-55da-4c25-99de-3984cbe90abd HTTP/1.1" status: 200 len: 217 time: 0.0760438 Nov 12 00:45:18.648190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a48a9b75-55da-4c25-99de-3984cbe90abd details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:18.775250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-08247990-e726-4524-be16-dbc1b541be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.776894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-08247990-e726-4524-be16-dbc1b541be97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1420038 Nov 12 00:45:18.799951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] For port a6fc60f8-5611-4e99-a132-925ffce8fd72, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6fc60f8-5611-4e99-a132-925ffce8fd72,segment=NetworkSegment(b56dcee0-ee87-4218-8e43-1d21c1360774),segment_id=b56dcee0-ee87-4218-8e43-1d21c1360774)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:18.801155 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.812013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-84814a6d-28a1-4b32-b948-b81bb672d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.813722 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-84814a6d-28a1-4b32-b948-b81bb672d934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.2172248 Nov 12 00:45:18.825301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Calling delete_port for a6fc60f8-5611-4e99-a132-925ffce8fd72 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:18.831135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.848902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-3404427e-5888-4021-a12a-476fb3e90705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.850570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-3404427e-5888-4021-a12a-476fb3e90705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.1971023 Nov 12 00:45:18.852797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-ec4b570b-9a3a-4dac-b923-59a94a1e2aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660095 Nov 12 00:45:18.862263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-134ddc2a-9b22-473f-82f7-99b961c0efab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346217 Nov 12 00:45:18.868580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779f46-5bdc-4d6f-96f0-2aaa5a7bbef9 req-98a9c865-4a92-4282-ac60-8648c3a3282b tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.875400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] Pushing event deleted for resources: {'Port': ['ID=a6fc60f8-5611-4e99-a132-925ffce8fd72,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.877865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46779f46-5bdc-4d6f-96f0-2aaa5a7bbef9 req-98a9c865-4a92-4282-ac60-8648c3a3282b tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 945 time: 0.1988366 Nov 12 00:45:18.893515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa2763-119c-431f-bdc7-6a08a70e021a None None] No DVR routers for this DVR port a6fc60f8-5611-4e99-a132-925ffce8fd72 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:18.910787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a48a9b75-55da-4c25-99de-3984cbe90abd,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:18.942045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a48a9b75-55da-4c25-99de-3984cbe90abd', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': 'a48a9b75-55da-4c25-99de-3984cbe90abd', 'mac_address': 'fa:16:3e:8d:0f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:18.993180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-3e0327c5-8f82-4863-991e-49f66abff533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109648 Nov 12 00:45:18.994783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.011335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48a9b75-55da-4c25-99de-3984cbe90abd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:19.042535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a48a9b75-55da-4c25-99de-3984cbe90abd,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:19.050393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.052284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a9edf548-8d86-4606-a456-94cb8b4cf3a5 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:19.080663 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-9c5a82ae-a72c-4026-96d2-ab5b630bc9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099631 Nov 12 00:45:19.082732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.129482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fc60f8-5611-4e99-a132-925ffce8fd72,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.131575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] No DVR routers for this DVR port a6fc60f8-5611-4e99-a132-925ffce8fd72 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:19.141097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-a15a13c6-f7ca-47c3-a0fc-69e37b4db5c7 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606807 Nov 12 00:45:19.154535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.241678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:19.256817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.261879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'port_id': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'mac_address': 'fa:16:3e:b4:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855244aa-74ee-4d12-9680-b692fd099af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:19.287531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a34b08d-6b76-4c96-82ee-2e5fe42c6351']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.310564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56dcee0-ee87-4218-8e43-1d21c1360774') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.310851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56dcee0-ee87-4218-8e43-1d21c1360774') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.311489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46779f46-5bdc-4d6f-96f0-2aaa5a7bbef9 req-f6de098f-db24-456e-955e-5e1c6cd5c312 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321146 Nov 12 00:45:19.312918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.315002 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-30cb52b2-7fad-4818-a9e2-8cc978f1538c req-6c7832d7-021a-4153-bf06-92a711150750 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983705 Nov 12 00:45:19.335921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.351802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9edf548-8d86-4606-a456-94cb8b4cf3a5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:19.353234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.361214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:19.361936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:19.368126 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:19.400030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:19.430183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.433061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c640e38d-b5e3-4091-9e43-8e620e992839 req-f521e965-bb40-4bf3-9147-c96d24e1af02 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 210 time: 0.1038318 Nov 12 00:45:19.500979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-0eb6b0a8-07d3-4b40-b5b6-9e2decc12076 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699228 Nov 12 00:45:19.505917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9949506-b4d4-4e5c-b7eb-a150eabdd95e req-e593f7a9-bcda-4aec-b016-7ac055456297 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509593 Nov 12 00:45:19.539478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.576909 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.586112 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2a34b08d-6b76-4c96-82ee-2e5fe42c6351 HTTP/1.1" status: 204 len: 168 time: 1.6346269 Nov 12 00:45:19.654740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.658692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 55f5e888-0da3-4daa-86a5-2c95e5199971 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:19.690383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 55f5e888-0da3-4daa-86a5-2c95e5199971 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:19.690728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 55f5e888-0da3-4daa-86a5-2c95e5199971 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:19.692748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6fc60f8-5611-4e99-a132-925ffce8fd72 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:19.720353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a6fc60f8-5611-4e99-a132-925ffce8fd72 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:19.720701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6fc60f8-5611-4e99-a132-925ffce8fd72 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:19.745337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a9edf548-8d86-4606-a456-94cb8b4cf3a5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:19.748499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a48a9b75-55da-4c25-99de-3984cbe90abd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:19.751568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-88b35c33-f723-43ca-ae75-5a6f4cae2324 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.753417 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-88b35c33-f723-43ca-ae75-5a6f4cae2324 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.39 "GET /v2.0/networks?id=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd HTTP/1.1" status: 200 len: 821 time: 0.2109849 Nov 12 00:45:19.765917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571465-a800-4d57-bdb8-231010eeec66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a34b08d-6b76-4c96-82ee-2e5fe42c6351,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.776115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Request body: {'port': {'device_id': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd', 'admin_state_up': True, 'tenant_id': '3e5a8db005b9476fbcaee409c820ff81'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:19.802381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0bcc4c8-9882-4f84-ba2c-d28c9f3277a8 req-a5915ff1-726e-40fa-8f22-e85d5e3a886e service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763493 Nov 12 00:45:19.863118 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-db35a2a9-1f5a-4242-830f-543363f05965 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5358710 Nov 12 00:45:19.886943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-aceacc1f-6888-4d0b-b6c2-f1cb25f24248 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:45:19.899073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.899905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-aceacc1f-6888-4d0b-b6c2-f1cb25f24248 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337737 Nov 12 00:45:20.033316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Made reservation on behalf of 3e5a8db005b9476fbcaee409c820ff81 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:20.038421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.188648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Allocated IP 172.20.0.8 (ed45594d-769f-4bc8-be3f-8eeca7bc1bbd/7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2/84845708-440c-457f-abf5-c8210a6b3f05) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:20.363346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:20.365599 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582066ea-acf8-4b4c-abe1-1c4c19f96815" -d '{"events": [{"name": "network-changed", "server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:20.376670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.383428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60b1c1-dcd2-4a20-8900-acf66a36bf5c req-b3b99b75-40b5-4921-b98b-c29cc85a96eb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.385269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb60b1c1-dcd2-4a20-8900-acf66a36bf5c req-b3b99b75-40b5-4921-b98b-c29cc85a96eb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.6565230 Nov 12 00:45:20.429078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.439645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88f8ac-ba45-4337-82ea-b43a8b60b42d req-163b38f3-3991-47b1-83f9-b70fc73466e3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.440994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be88f8ac-ba45-4337-82ea-b43a8b60b42d req-163b38f3-3991-47b1-83f9-b70fc73466e3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 944 time: 0.4851620 Nov 12 00:45:20.447012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b33430e3-2789-4182-b04a-198a1098e159 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=040dfe9680b34deba56cb9e402bed07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470216 Nov 12 00:45:20.447606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:20.495559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:20.498847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:20.501694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:20.509086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Pushing event updated for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:20.533752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb60b1c1-dcd2-4a20-8900-acf66a36bf5c req-64c30a83-ceb3-497d-92a2-385d47b94165 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357038 Nov 12 00:45:20.553442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be88f8ac-ba45-4337-82ea-b43a8b60b42d req-d098f4d5-0f8b-41b3-ac4e-9df879461753 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021655 Nov 12 00:45:20.564460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.584663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.585347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.598977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.608826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-700f5104-fb73-45fa-a5c3-3d1709b9997f tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385468 Nov 12 00:45:20.625975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Request body: {'port': {'device_id': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:20.645106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f1dc0a90-c06e-4737-959c-91bc6d4ae202 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:20.650740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a9edf548-8d86-4606-a456-94cb8b4cf3a5 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:20.701992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.705835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.707725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f89bdfdc-fcfa-4630-a541-3b0651f277df HTTP/1.1" status: 204 len: 168 time: 0.2575400 Nov 12 00:45:20.725978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bdfdc-fcfa-4630-a541-3b0651f277df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:20.727258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.856240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.857547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a9edf548-8d86-4606-a456-94cb8b4cf3a5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:20.866345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a9edf548-8d86-4606-a456-94cb8b4cf3a5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:20.866832 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.870340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.870843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.871246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.872417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.872916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.873323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.873662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.874000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.874332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.874662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:20.874992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b6ef5b-7c7b-4165-8d3e-b0dd2843b3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:21.117397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a6711-bd16-4964-85fe-d0ea0823f125 req-e2b23ce6-7139-40bb-b04a-92e11d0edd9a tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.118902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e91a6711-bd16-4964-85fe-d0ea0823f125 req-e2b23ce6-7139-40bb-b04a-92e11d0edd9a tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 943 time: 0.3755977 Nov 12 00:45:21.129119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:21.164385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1ad79-cb20-4e65-8b8d-a1f49b71f84e req-5d27781f-e3ab-4542-b600-a261c6115e87 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.171991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfd1ad79-cb20-4e65-8b8d-a1f49b71f84e req-5d27781f-e3ab-4542-b600-a261c6115e87 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 945 time: 0.2740686 Nov 12 00:45:21.173247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202', 'network_id': '79499d58-634b-40ba-83f0-ca03a57cf27e', 'port_id': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202', 'mac_address': 'fa:16:3e:6e:ca:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855244aa-74ee-4d12-9680-b692fd099af7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:21.191015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.292300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfd1ad79-cb20-4e65-8b8d-a1f49b71f84e req-6cea9ac6-7728-42e5-93cb-c5685647920c tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189957 Nov 12 00:45:21.323535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e91a6711-bd16-4964-85fe-d0ea0823f125 req-5f2053da-b70f-4c17-94b3-07444989d2ef tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865230 Nov 12 00:45:21.337496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:21.340393 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f37b71-037b-4407-b2ed-c0ade74de7b1" -d '{"events": [{"server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:21.355009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.360828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:21.391733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.394190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a48a9b75-55da-4c25-99de-3984cbe90abd up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:21.394947 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1905c-a393-4185-b254-cc65f14c2f56 x-openstack-request-id: req-91e1905c-a393-4185-b254-cc65f14c2f56 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:21.395240 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:21.395489 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91e1905c-a393-4185-b254-cc65f14c2f56 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:21.395895 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202', 'status': 'completed', 'code': 200} Nov 12 00:45:21.437666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dc0a90-c06e-4737-959c-91bc6d4ae202 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:21.490967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:21.533642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a48a9b75-55da-4c25-99de-3984cbe90abd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:21.539185 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.555505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a48a9b75-55da-4c25-99de-3984cbe90abd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:21.556501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.561009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.622692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49432-5ca9-4f48-b0a9-1d2428f6494e req-6ed60866-a2fb-4dc9-b972-2dab2d601e40 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.632776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1d49432-5ca9-4f48-b0a9-1d2428f6494e req-6ed60866-a2fb-4dc9-b972-2dab2d601e40 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 931 time: 0.2322161 Nov 12 00:45:21.704236 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc06ca-4da5-480f-8af3-cb072cee4810 x-openstack-request-id: req-3ebc06ca-4da5-480f-8af3-cb072cee4810 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:21.705437 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "name": "network-vif-plugged", "status": "completed", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:21.705921 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ebc06ca-4da5-480f-8af3-cb072cee4810 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:21.706580 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'code': 200} Nov 12 00:45:21.742057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-8efae9cc-d411-4d00-bf1d-4e6e5888fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.743546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-8efae9cc-d411-4d00-bf1d-4e6e5888fcee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 1095 time: 0.2845113 Nov 12 00:45:21.802926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f1dc0a90-c06e-4737-959c-91bc6d4ae202'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:21.853784 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.855822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.955452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a48a9b75-55da-4c25-99de-3984cbe90abd,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:21.962163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:21.989400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.003612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fbff7-da8e-4f88-8f5a-7a62818f8b72 req-249405a9-8642-42a5-ae0a-8131bf528e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.005585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f9fbff7-da8e-4f88-8f5a-7a62818f8b72 req-249405a9-8642-42a5-ae0a-8131bf528e81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 1098 time: 0.2589908 Nov 12 00:45:22.021132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1d49432-5ca9-4f48-b0a9-1d2428f6494e req-5283c509-1fcc-4a8b-a47d-7439fc60d89b tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750534 Nov 12 00:45:22.026627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-a23feaf9-018d-4ef7-8b72-005a9f748490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.028218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-a23feaf9-018d-4ef7-8b72-005a9f748490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.3810842 Nov 12 00:45:22.075513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84845708-440c-457f-abf5-c8210a6b3f05 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:22.090907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.101816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4caffc-9502-4617-8731-c11047e384a2 req-c4098bef-013f-4ae0-8933-29e551439403 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.105819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Transition to ACTIVE for port object 84845708-440c-457f-abf5-c8210a6b3f05 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:22.110617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f4caffc-9502-4617-8731-c11047e384a2 req-c4098bef-013f-4ae0-8933-29e551439403 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.3648825 Nov 12 00:45:22.112898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.139393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.170154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Pushing event updated for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.234992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1209746772-network', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:22.256244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-63e3db30-1478-4b22-9c3e-2fb6144739b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.257772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-63e3db30-1478-4b22-9c3e-2fb6144739b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 200 len: 912 time: 0.4470279 Nov 12 00:45:22.274872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Attempting to bind port 84845708-440c-457f-abf5-c8210a6b3f05 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:22.275196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Attempting to bind port 84845708-440c-457f-abf5-c8210a6b3f05 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '2bd20e1f-4375-4f09-8438-3fb526575fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:22.275832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Attempting to bind port 84845708-440c-457f-abf5-c8210a6b3f05 on network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:22.282573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Port 84845708-440c-457f-abf5-c8210a6b3f05 on network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:22.283106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Attempting to bind port 84845708-440c-457f-abf5-c8210a6b3f05 on network ed45594d-769f-4bc8-be3f-8eeca7bc1bbd {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:22.288808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:22.289154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Checking segment: {'id': '2bd20e1f-4375-4f09-8438-3fb526575fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:22.289544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Bound using segment: {'id': '2bd20e1f-4375-4f09-8438-3fb526575fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:22.289988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Bound port: 84845708-440c-457f-abf5-c8210a6b3f05, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd20e1f-4375-4f09-8438-3fb526575fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:22.290352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.292316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Made reservation on behalf of 6f1b36b892834ade85eda2f627ed5447 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:22.295201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.311255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.354130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-e670fc19-b813-411c-a6e2-a27717ea28cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202 HTTP/1.1" status: 200 len: 217 time: 0.0797095 Nov 12 00:45:22.369987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f4caffc-9502-4617-8731-c11047e384a2 req-d5cc9d57-150d-4d76-b2c5-296f979863b8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584949 Nov 12 00:45:22.372162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f9fbff7-da8e-4f88-8f5a-7a62818f8b72 req-d2231cba-83bd-4ce3-8a33-c711450ca341 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396864 Nov 12 00:45:22.402814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:22.427082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f3e6-d2c6-4904-960b-76ba0f82d197 req-834a06e3-9fb6-4b81-95cd-a09a0ec30f7e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.429365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9572f3e6-d2c6-4904-960b-76ba0f82d197 req-834a06e3-9fb6-4b81-95cd-a09a0ec30f7e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.3119407 Nov 12 00:45:22.430486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-95598432-1f24-4fb9-8932-e8495954e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.431939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-95598432-1f24-4fb9-8932-e8495954e9fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3731973 Nov 12 00:45:22.463139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=84845708-440c-457f-abf5-c8210a6b3f05,segment=NetworkSegment(2bd20e1f-4375-4f09-8438-3fb526575fc3),segment_id=2bd20e1f-4375-4f09-8438-3fb526575fc3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:22.465955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.471347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.481608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.504790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-068ca301-ba68-49c0-aeed-20ad3c5079b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.506553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-068ca301-ba68-49c0-aeed-20ad3c5079b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 200 len: 851 time: 0.1406720 Nov 12 00:45:22.508371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-ba52bae1-91bc-467f-bafb-dadbf9ee89f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0555179 Nov 12 00:45:22.540435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.541132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.542581 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] 10.222.0.39 "PUT /v2.0/ports/84845708-440c-457f-abf5-c8210a6b3f05 HTTP/1.1" status: 200 len: 1092 time: 1.9248128 Nov 12 00:45:22.543058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:22.545543 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfc6a3c-f52b-409d-aedc-0582f63f8821" -d '{"events": [{"name": "network-changed", "server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "tag": "84845708-440c-457f-abf5-c8210a6b3f05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:22.569000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:22.587817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059d82a2-b6b9-4a25-a05e-8cbf60099d34,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.595201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.595585 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Added segment cc3d475f-61f2-4d15-8623-cdb668b62bbb of type vlan for network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 Nov 12 00:45:22.630203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada6564-cea4-44f4-b0e4-9d3e23381764 service neutron] Pushing event updated for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.652684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9572f3e6-d2c6-4904-960b-76ba0f82d197 req-89febf4f-0ef0-4697-8872-c3c72cb4af50 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131734 Nov 12 00:45:22.653300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f1dc0a90-c06e-4737-959c-91bc6d4ae202 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:22.657080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-93a1dff0-e679-4a33-9ac1-e3342bb80f37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79499d58-634b-40ba-83f0-ca03a57cf27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787032 Nov 12 00:45:22.704025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.717369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-a9249aea-b351-44cd-810f-588b339f88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.718841 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-a9249aea-b351-44cd-810f-588b339f88be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e5a8db005b9476fbcaee409c820ff81&device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 1095 time: 0.1112359 Nov 12 00:45:22.737514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-4cf779bd-82a7-4ced-9ba2-a113bd436c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.738491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-4cf779bd-82a7-4ced-9ba2-a113bd436c41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2135780 Nov 12 00:45:22.749771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f1dc0a90-c06e-4737-959c-91bc6d4ae202 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:22.759831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f1dc0a90-c06e-4737-959c-91bc6d4ae202 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:22.762678 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.801923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-7bc43cff-0774-467d-baf8-4455b7c8a583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84845708-440c-457f-abf5-c8210a6b3f05 HTTP/1.1" status: 200 len: 217 time: 0.0674596 Nov 12 00:45:22.817347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.818880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.820820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.886594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d2aefc4a-9575-4ee3-a17a-965edc7a2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.888233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d2aefc4a-9575-4ee3-a17a-965edc7a2179 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299562 Nov 12 00:45:22.888387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.905952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2649f0-3693-43bc-9a79-78c3098eb25c req-3a8058cf-d152-45a5-89fd-8a0ca0365f19 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.907611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b2649f0-3693-43bc-9a79-78c3098eb25c req-3a8058cf-d152-45a5-89fd-8a0ca0365f19 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 944 time: 0.1016645 Nov 12 00:45:22.910061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-13a62141-cef6-40e4-b87b-ca197207d098 service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293499 Nov 12 00:45:22.929595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:22.939727 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.940103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-afebd378-19f6-410e-892b-4a5ded5d44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.942510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-afebd378-19f6-410e-892b-4a5ded5d44c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2 HTTP/1.1" status: 200 len: 861 time: 0.1136279 Nov 12 00:45:22.953673 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3191907-0ec0-4a34-9421-ad8fe9b2db72 x-openstack-request-id: req-e3191907-0ec0-4a34-9421-ad8fe9b2db72 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:22.954052 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "tag": "84845708-440c-457f-abf5-c8210a6b3f05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:22.954374 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3191907-0ec0-4a34-9421-ad8fe9b2db72 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:22.954846 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05', 'status': 'completed', 'code': 200} Nov 12 00:45:23.026359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.028795 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0652182 Nov 12 00:45:23.031249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-22f6eb69-f6be-4f26-be47-5e922c5860a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690751 Nov 12 00:45:23.034607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:23.042558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Request body: {'subnet': {'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-subnet', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:23.055641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39a1b-03ba-4208-8e2f-80588c805800 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd5299f-ff84-4738-8f8e-00b76c8bf411,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.070655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:23.130936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Made reservation on behalf of 6f1b36b892834ade85eda2f627ed5447 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:23.134116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.176318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b2649f0-3693-43bc-9a79-78c3098eb25c req-bf892c4d-7813-4a06-bca5-354410bd68c1 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573600 Nov 12 00:45:23.202800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8acbe3-fe57-495a-9939-30781c65d151 req-638151e6-4e3a-483c-ac9f-230037b699df tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.204372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8acbe3-fe57-495a-9939-30781c65d151 req-638151e6-4e3a-483c-ac9f-230037b699df tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 945 time: 0.1996303 Nov 12 00:45:23.206510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-31f7b4ba-5403-443d-a770-e815b0f46266 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949665 Nov 12 00:45:23.216341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-582066ea-acf8-4b4c-abe1-1c4c19f96815 req-9477564a-eac7-47b8-8323-203f60b7d98a service neutron] 10.222.0.32 "GET /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922521 Nov 12 00:45:23.256319 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-50a0a689-25c5-4797-924b-d918b5961f7a service neutron] 10.222.0.39 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097688 Nov 12 00:45:23.306670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8acbe3-fe57-495a-9939-30781c65d151 req-46e745bb-4e0c-4b7d-a9ac-0e6887d3f6d6 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920229 Nov 12 00:45:23.412196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.413485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce100c9-bfc7-4cdd-b064-a3c3f53bde98 req-5fe5102f-f1a5-4c4c-813b-979420efdb61 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.434635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ce100c9-bfc7-4cdd-b064-a3c3f53bde98 req-5fe5102f-f1a5-4c4c-813b-979420efdb61 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 943 time: 0.1470063 Nov 12 00:45:23.493128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-aa8fd0e1-2903-4adf-832b-73fef67b4f76 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688489 Nov 12 00:45:23.497247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2ef5b3-0415-4dda-9c74-ec2c106e8383,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.509346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dbce8c4b-9437-4e95-8cd9-39be503a7882 req-ec7d7e24-92bc-48eb-8010-eb58cb4a0de5 service neutron] 10.222.0.39 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721334 Nov 12 00:45:23.526640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Checking segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:23.527025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Network hostable DHCP agents. Network: 7dd5299f-ff84-4738-8f8e-00b76c8bf411, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:23.545139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ce100c9-bfc7-4cdd-b064-a3c3f53bde98 req-1dfb811d-ccb5-4bdf-a43c-ad769ff2f036 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Nov 12 00:45:23.553513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:23.570597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7dd5299f-ff84-4738-8f8e-00b76c8bf411) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:23.577937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.579112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.580045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe55188-71a7-488e-9707-94395fe270ae None None] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:23.628606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d1d80b99-4aac-4a6c-a7b2-36158a330cd8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5926449 Nov 12 00:45:23.631878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fce65-e338-4d29-9a62-950da3a03a69 req-adfb2c0e-edc6-4da5-add3-3cf647546ca3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.632856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:23.640036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d2fce65-e338-4d29-9a62-950da3a03a69 req-adfb2c0e-edc6-4da5-add3-3cf647546ca3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.0919905 Nov 12 00:45:23.664933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:23.729977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd'}, {'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:23.733941 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905bfb0-31ab-4c4d-a1ab-874924b00eda" -d '{"events": [{"server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "name": "network-vif-plugged", "status": "completed", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd"}, {"server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "name": "network-vif-plugged", "status": "completed", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:23.735973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-ce150c07-b9bc-47bb-a25a-63188a91b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.737996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-ce150c07-b9bc-47bb-a25a-63188a91b796 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e5a8db005b9476fbcaee409c820ff81&device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 1095 time: 0.1375036 Nov 12 00:45:23.741428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.742657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.779119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d2fce65-e338-4d29-9a62-950da3a03a69 req-cde8de5c-e6f0-4158-a8ec-38cd0ccd1edf tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328256 Nov 12 00:45:23.836982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:23.837856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.849292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbe4b0-3d07-4438-99a8-55d8fb0806eb req-8346c2ab-bfca-4ca5-8ea9-2e9cfdc1f8c3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.850883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78fbe4b0-3d07-4438-99a8-55d8fb0806eb req-8346c2ab-bfca-4ca5-8ea9-2e9cfdc1f8c3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.0601718 Nov 12 00:45:23.867518 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d376741-e836-4d77-8337-39bab9a275d8 x-openstack-request-id: req-8d376741-e836-4d77-8337-39bab9a275d8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:23.867831 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "name": "network-vif-plugged", "status": "completed", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd", "code": 200}, {"server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "name": "network-vif-plugged", "status": "completed", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:23.868051 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d376741-e836-4d77-8337-39bab9a275d8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:23.868462 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd', 'code': 200} Nov 12 00:45:23.868713 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202', 'code': 200} Nov 12 00:45:23.907935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78fbe4b0-3d07-4438-99a8-55d8fb0806eb req-eee0c615-efa7-45b4-b7ab-7a902d3e0113 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501928 Nov 12 00:45:23.938796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.036735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Allocated IP 172.20.0.2 (7dd5299f-ff84-4738-8f8e-00b76c8bf411/3b2ef5b3-0415-4dda-9c74-ec2c106e8383/811ce9ad-d49c-482a-b262-61863d0127f3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:24.071737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd3358-3304-407e-b7ee-ecbca29ff3f6 req-20d09390-f99a-424f-8be8-469ef63075be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.073464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcd3358-3304-407e-b7ee-ecbca29ff3f6 req-20d09390-f99a-424f-8be8-469ef63075be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 1097 time: 0.0909922 Nov 12 00:45:24.075233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-60b19d14-e5db-47a3-b9da-d0fb7ff45a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.077665 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-60b19d14-e5db-47a3-b9da-d0fb7ff45a13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd HTTP/1.1" status: 200 len: 922 time: 0.3249156 Nov 12 00:45:24.080307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980356-5a54-43a7-816e-db4ad6e9e705 req-7e624f7e-2174-479c-9419-b26b30153ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.081930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c2980356-5a54-43a7-816e-db4ad6e9e705 req-7e624f7e-2174-479c-9419-b26b30153ffa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 1097 time: 0.1098228 Nov 12 00:45:24.169011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c2980356-5a54-43a7-816e-db4ad6e9e705 req-60fa0a46-1b3a-4574-93c5-1d66f576a391 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617745 Nov 12 00:45:24.175805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcd3358-3304-407e-b7ee-ecbca29ff3f6 req-40e1f427-c050-4088-bc9c-284a62b7f0e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929508 Nov 12 00:45:24.187967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-598e2517-32d8-4e85-85c1-46fa14448c25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84845708-440c-457f-abf5-c8210a6b3f05 HTTP/1.1" status: 200 len: 217 time: 0.0773594 Nov 12 00:45:24.189984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.201771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.211547 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.271819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Pushing event updated for resources: {'Port': ['ID=811ce9ad-d49c-482a-b262-61863d0127f3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:24.294052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:24.295800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:24.302841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:24.325412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-fe87dc35-9cb7-4f91-9c54-58ca6b4a3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.327789 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-fe87dc35-9cb7-4f91-9c54-58ca6b4a3e30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2 HTTP/1.1" status: 200 len: 861 time: 0.1165576 Nov 12 00:45:24.368631 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-6a3aa0de-c648-470d-8c23-a48f05666181 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323663 Nov 12 00:45:24.385698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fac5bc-7f59-4193-9d73-20cd621fe044 req-3eea1e93-f5f2-4491-8c21-3bdf864856c4 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.387597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03fac5bc-7f59-4193-9d73-20cd621fe044 req-3eea1e93-f5f2-4491-8c21-3bdf864856c4 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 945 time: 0.0861316 Nov 12 00:45:24.409825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Attempting to bind port 811ce9ad-d49c-482a-b262-61863d0127f3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:24.410980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Attempting to bind port 811ce9ad-d49c-482a-b262-61863d0127f3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:24.411566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Attempting to bind port 811ce9ad-d49c-482a-b262-61863d0127f3 on network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:24.418113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:24.418996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Checking segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:24.419742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.420331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Bound using segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:24.420981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Bound port: 811ce9ad-d49c-482a-b262-61863d0127f3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:24.421630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.487648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03fac5bc-7f59-4193-9d73-20cd621fe044 req-9ec2b1eb-4493-4887-bac4-9c776490470e tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Nov 12 00:45:24.506578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0814-b4d4-4883-9b9f-a2a54dea6885 req-cc409c51-057f-415c-a656-518db3316d6e tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.508097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74cb0814-b4d4-4883-9b9f-a2a54dea6885 req-cc409c51-057f-415c-a656-518db3316d6e tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 945 time: 0.0911920 Nov 12 00:45:24.530758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] For port 811ce9ad-d49c-482a-b262-61863d0127f3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:24.534062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] For port 811ce9ad-d49c-482a-b262-61863d0127f3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=811ce9ad-d49c-482a-b262-61863d0127f3,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:24.541869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.590531 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-8c5e530a-a453-4fba-a003-3378ba36c60c service neutron] 10.222.0.39 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080030 Nov 12 00:45:24.590531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.624160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.633537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74cb0814-b4d4-4883-9b9f-a2a54dea6885 req-f78fbdf3-0c63-4b5b-a548-3ce7d16062d3 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/security-groups?id=405d8cd6-f18f-4e3f-9cfd-e11372a95291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163354 Nov 12 00:45:24.695081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Pushing event updated for resources: {'Port': ['ID=811ce9ad-d49c-482a-b262-61863d0127f3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:24.716248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.716604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.716950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.717288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.717621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.717952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.718280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.718606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.718932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.720320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.720320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.720320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e004c9d-1fa6-45b0-8664-5d12ff6bc429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:24.740899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80faa3-3131-4cda-97c3-5439c09930ce req-6407a871-7403-4789-8393-f5caab0ff2ef tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.743665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d80faa3-3131-4cda-97c3-5439c09930ce req-6407a871-7403-4789-8393-f5caab0ff2ef tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 943 time: 0.0784423 Nov 12 00:45:24.803296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d80faa3-3131-4cda-97c3-5439c09930ce req-02c43295-497f-491b-a218-caab011ee910 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Nov 12 00:45:24.832364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1cfc6a3c-f52b-409d-aedc-0582f63f8821 req-810490b9-ced9-4000-9eba-9aa7eda56491 service neutron] 10.222.0.39 "GET /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181306 Nov 12 00:45:24.855130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Allocated IP 172.25.6.99 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f58ae912-4054-46e8-92ce-cbec81998d57) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:24.975649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab670ae-5ae2-43b7-b041-fc7e9638ae97 req-2eb90b2b-837c-4ee8-b489-ecf402b80538 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.977346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ab670ae-5ae2-43b7-b041-fc7e9638ae97 req-2eb90b2b-837c-4ee8-b489-ecf402b80538 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1195560 Nov 12 00:45:25.056554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.070470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-783842df-9dfd-4d96-acc2-31e28e541621 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.071942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-783842df-9dfd-4d96-acc2-31e28e541621 tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.39 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 945 time: 0.1583242 Nov 12 00:45:25.093866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.128104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ab670ae-5ae2-43b7-b041-fc7e9638ae97 req-59f9d03c-b4b0-4605-a565-79a6b0d31b33 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421173 Nov 12 00:45:25.128582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:25.132260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:25.135313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:25.185911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ceaa-7e40-49f2-b3c2-646a012e6c12 req-36d99885-2b6a-4975-9965-c36d0bfdf09c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.187485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3875ceaa-7e40-49f2-b3c2-646a012e6c12 req-36d99885-2b6a-4975-9965-c36d0bfdf09c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.1593559 Nov 12 00:45:25.256659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3875ceaa-7e40-49f2-b3c2-646a012e6c12 req-a64ee561-f964-487d-9595-5802a6511a49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608597 Nov 12 00:45:25.256974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Pushing event updated for resources: {'Port': ['ID=f58ae912-4054-46e8-92ce-cbec81998d57,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.264764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Deleting port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:25.265123 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.418799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] For port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,segment=NetworkSegment(e1b1daae-f89a-4a9d-b569-c84f22151001),segment_id=e1b1daae-f89a-4a9d-b569-c84f22151001)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:25.419163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.435444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Calling delete_port for b53a4caf-6920-40b5-bf65-9e8be4cc9c1c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:25.493606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 811ce9ad-d49c-482a-b262-61863d0127f3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:25.496836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.585193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 811ce9ad-d49c-482a-b262-61863d0127f3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:25.585704 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.703763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c164f70-727c-4495-b29d-88ff179cb7ea req-55d25af3-ce2e-4906-ad2a-43deccb6f757 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.711956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c164f70-727c-4495-b29d-88ff179cb7ea req-55d25af3-ce2e-4906-ad2a-43deccb6f757 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 945 time: 0.0978992 Nov 12 00:45:25.734053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.758073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b53a4caf-6920-40b5-bf65-9e8be4cc9c1c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:25.782488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Pushing event deleted for resources: {'Port': ['ID=b53a4caf-6920-40b5-bf65-9e8be4cc9c1c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.810206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.860257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 811ce9ad-d49c-482a-b262-61863d0127f3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=811ce9ad-d49c-482a-b262-61863d0127f3,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:25.867262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.929190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c164f70-727c-4495-b29d-88ff179cb7ea req-5043ecbb-cded-4fde-a26c-d50ff3991dbc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161262 Nov 12 00:45:25.936004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=811ce9ad-d49c-482a-b262-61863d0127f3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.991324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] No DVR routers for this DVR port b53a4caf-6920-40b5-bf65-9e8be4cc9c1c on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:26.013989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-010571b2-b2a7-45cb-a663-743f5988a20d req-fa9a5889-3ac9-4577-aaa2-4ea59797205b tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.11 "GET /v2.0/ports?device_id=76931e23-079c-45ac-826b-8f1eb6122bd8 HTTP/1.1" status: 200 len: 210 time: 0.2137916 Nov 12 00:45:26.016574 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.020305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e38112a-950c-47e3-b77f-f7bbbd827e7b req-2eec5b54-dbd5-47bc-a76e-b0529c51e83d tempest-ServerPasswordTestJSON-1481363299 tempest-ServerPasswordTestJSON-1481363299-project] 10.222.0.39 "DELETE /v2.0/ports/b53a4caf-6920-40b5-bf65-9e8be4cc9c1c HTTP/1.1" status: 204 len: 173 time: 0.9392834 Nov 12 00:45:26.023000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'name': 'network-vif-deleted', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:26.030978 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e03739-eaba-48f7-92fc-32cd3554faf0" -d '{"events": [{"server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "name": "network-vif-deleted", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:26.066969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a37cc-dbf0-4d59-b328-1096ba477ffc None None] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:26.143048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89b9e-8e5d-4f84-9b0d-1bdf9782dce5 req-743cea73-6e7a-4873-b43a-23f91e2ca0c1 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.144608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e89b9e-8e5d-4f84-9b0d-1bdf9782dce5 req-743cea73-6e7a-4873-b43a-23f91e2ca0c1 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 943 time: 0.1069732 Nov 12 00:45:26.233124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e89b9e-8e5d-4f84-9b0d-1bdf9782dce5 req-729f0ab7-9c5e-4b83-b7bb-5ddca21aeded tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Nov 12 00:45:26.264203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428710-a313-4bea-a556-63c163497326 req-27a2fa11-564b-4024-8ef3-efee79ee0eba tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.273709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54428710-a313-4bea-a556-63c163497326 req-27a2fa11-564b-4024-8ef3-efee79ee0eba tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 946 time: 0.1487222 Nov 12 00:45:26.307639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ab7e4dfa-8255-4db9-918a-aa8e41bef2de None None] Provisioning complete for port 811ce9ad-d49c-482a-b262-61863d0127f3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:26.308128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab7e4dfa-8255-4db9-918a-aa8e41bef2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.308994 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.345516 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68837a71-5dea-494f-b4a2-3c10700632f5 x-openstack-request-id: req-68837a71-5dea-494f-b4a2-3c10700632f5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:26.345799 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76931e23-079c-45ac-826b-8f1eb6122bd8", "name": "network-vif-deleted", "tag": "b53a4caf-6920-40b5-bf65-9e8be4cc9c1c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:26.346049 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68837a71-5dea-494f-b4a2-3c10700632f5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:26.346585 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76931e23-079c-45ac-826b-8f1eb6122bd8', 'name': 'network-vif-deleted', 'tag': 'b53a4caf-6920-40b5-bf65-9e8be4cc9c1c', 'status': 'completed', 'code': 200} Nov 12 00:45:26.373176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54428710-a313-4bea-a556-63c163497326 req-a9bd3ce1-11e9-4844-929b-8346c108b8f4 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905092 Nov 12 00:45:26.508494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f2ef3-0075-43f4-bdcd-e053a5f557d3 req-caeac6fa-fee8-493b-8dac-9021d9def2e2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.510165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-197f2ef3-0075-43f4-bdcd-e053a5f557d3 req-caeac6fa-fee8-493b-8dac-9021d9def2e2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.0802732 Nov 12 00:45:26.513796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Router 9ef54922-99e7-4a54-840c-a39201a6ddd7 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:45:26.575294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-197f2ef3-0075-43f4-bdcd-e053a5f557d3 req-1b8abac1-0f0d-4030-a413-a0fa4ab182aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577695 Nov 12 00:45:26.657394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:26.670922 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Sync routers for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:26.681548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1634-e235-4b00-8739-8ee0e07b2264 req-54e19253-d396-4135-bab8-c9b428eef758 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.691527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:26.693515 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:26.694764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4afa1634-e235-4b00-8739-8ee0e07b2264 req-54e19253-d396-4135-bab8-c9b428eef758 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.1135087 Nov 12 00:45:26.697454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.700251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85bb92f3-43c7-4ae8-be81-2b6e2906b0ec admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0387669 Nov 12 00:45:26.709744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:26.781708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4afa1634-e235-4b00-8739-8ee0e07b2264 req-8b47f4d9-da54-42c3-8e95-fc44b491b9e6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Nov 12 00:45:26.911477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:27.096723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:27.128219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5f637ae8-c3d7-4c79-90bc-0d911256cc56 None None] Provisioning complete for port 811ce9ad-d49c-482a-b262-61863d0127f3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:27.128828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5f637ae8-c3d7-4c79-90bc-0d911256cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.211033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:25Z', 'revision_number': 3, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:27.212369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Deleting subnet ac516e7e-026e-4ef7-a3fb-dc26b2ffa413 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:27.226075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.255096 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Checking router: 9ef54922-99e7-4a54-840c-a39201a6ddd7 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:27.255716 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Updating router 9ef54922-99e7-4a54-840c-a39201a6ddd7 port f58ae912-4054-46e8-92ce-cbec81998d57 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:27.302438 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.370276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.430842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d2ee9-2022-4704-a31e-7a7220fdbd8e req-9dda8867-5032-472a-917b-68ed55204481 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.432290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f7d2ee9-2022-4704-a31e-7a7220fdbd8e req-9dda8867-5032-472a-917b-68ed55204481 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 946 time: 0.1187403 Nov 12 00:45:27.443121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5ad22-3bfd-475b-8a7b-c8453024106c req-98e1d846-2b2b-4949-8510-c5c708f6c5a1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.444555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ed5ad22-3bfd-475b-8a7b-c8453024106c req-98e1d846-2b2b-4949-8510-c5c708f6c5a1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.1746716 Nov 12 00:45:27.448763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.458792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 811ce9ad-d49c-482a-b262-61863d0127f3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:27.475433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.562643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 811ce9ad-d49c-482a-b262-61863d0127f3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:27.563073 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.591111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f7d2ee9-2022-4704-a31e-7a7220fdbd8e req-d38de87c-e9a1-4acf-9187-d48084204a6b tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454554 Nov 12 00:45:27.599043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ed5ad22-3bfd-475b-8a7b-c8453024106c req-201763b3-bbcb-48a6-b59c-c2064ff06817 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328168 Nov 12 00:45:27.644179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.658510 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.669066 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.695985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac516e7e-026e-4ef7-a3fb-dc26b2ffa413,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.708086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 84845708-440c-457f-abf5-c8210a6b3f05 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:27.708804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.711893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bca7aeed-e0c2-4cf7-959f-4530fb232e7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac516e7e-026e-4ef7-a3fb-dc26b2ffa413 HTTP/1.1" status: 204 len: 168 time: 0.6141496 Nov 12 00:45:27.714625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:27.729156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c028c-4d22-4005-b1e6-7f99b71fbac0 None None] Pushing event updated for resources: {'Port': ['ID=f58ae912-4054-46e8-92ce-cbec81998d57,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.751850 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Attempting to bind port f58ae912-4054-46e8-92ce-cbec81998d57 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:27.752517 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Attempting to bind port f58ae912-4054-46e8-92ce-cbec81998d57 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:27.753586 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Attempting to bind port f58ae912-4054-46e8-92ce-cbec81998d57 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:27.763426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Allocated IP 172.20.0.1 (7dd5299f-ff84-4738-8f8e-00b76c8bf411/3b2ef5b3-0415-4dda-9c74-ec2c106e8383/3fa4828c-dcaa-4055-b01a-77a0f9279c2b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:27.764813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:27.765431 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:27.766075 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.766630 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:27.767352 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Bound port: f58ae912-4054-46e8-92ce-cbec81998d57, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:27.767931 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.814544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afb016-6dc9-4572-8561-a89e9907e2c7 req-53c15658-543c-4f01-ab94-fb2208ac763a tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.822463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2afb016-6dc9-4572-8561-a89e9907e2c7 req-53c15658-543c-4f01-ab94-fb2208ac763a tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 943 time: 0.1242251 Nov 12 00:45:27.840299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.847333 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] For port f58ae912-4054-46e8-92ce-cbec81998d57, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:27.857448 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] For port f58ae912-4054-46e8-92ce-cbec81998d57, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f58ae912-4054-46e8-92ce-cbec81998d57,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:27.873188 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.893895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2afb016-6dc9-4572-8561-a89e9907e2c7 req-88cce881-c76e-4ec3-af6f-9eec478362eb tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704718 Nov 12 00:45:27.900464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=84845708-440c-457f-abf5-c8210a6b3f05,segment=NetworkSegment(2bd20e1f-4375-4f09-8438-3fb526575fc3),segment_id=2bd20e1f-4375-4f09-8438-3fb526575fc3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:27.916425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '84845708-440c-457f-abf5-c8210a6b3f05', 'network_id': 'ed45594d-769f-4bc8-be3f-8eeca7bc1bbd', 'port_id': '84845708-440c-457f-abf5-c8210a6b3f05', 'mac_address': 'fa:16:3e:eb:f1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:27.968414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.976441 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:27.980691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.000034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84845708-440c-457f-abf5-c8210a6b3f05 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:28.001429 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:28.003297 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:28.025617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=84845708-440c-457f-abf5-c8210a6b3f05,segment=NetworkSegment(2bd20e1f-4375-4f09-8438-3fb526575fc3),segment_id=2bd20e1f-4375-4f09-8438-3fb526575fc3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:28.032277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.034897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.042268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.061775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625cc421-7bcf-4e8d-aba8-40ecf857b2ad']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:28.079457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b1daae-f89a-4a9d-b569-c84f22151001') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:28.079779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b1daae-f89a-4a9d-b569-c84f22151001') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:28.096883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.099622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bb140-33a5-47ea-93ce-134599793a82 req-4f54a6b7-2cc5-4395-a9fc-a65168ca90f7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.107470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e1bb140-33a5-47ea-93ce-134599793a82 req-4f54a6b7-2cc5-4395-a9fc-a65168ca90f7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1089733 Nov 12 00:45:28.117636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.122343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Pushing event updated for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.135067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.135411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.135745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.136112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.136590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.136751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.137262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.137456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.137757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.138072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.138387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.138699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:28.140684 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c028c-4d22-4005-b1e6-7f99b71fbac0 None None] Pushing event updated for resources: {'Port': ['ID=f58ae912-4054-46e8-92ce-cbec81998d57,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.149034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.152213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:28.154417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:28.154800 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:28.156764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:28.171264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:28.171672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.196941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:28.254202 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:28.270237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.291028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.302754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/625cc421-7bcf-4e8d-aba8-40ecf857b2ad HTTP/1.1" status: 204 len: 168 time: 0.5847139 Nov 12 00:45:28.341555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe243-537f-4259-9732-93ac099e22b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=625cc421-7bcf-4e8d-aba8-40ecf857b2ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.365112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['84845708-440c-457f-abf5-c8210a6b3f05'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:28.390187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e1bb140-33a5-47ea-93ce-134599793a82 req-10051cdc-6c45-4a30-8c99-47455c4c9055 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739806 Nov 12 00:45:28.391820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.499665 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:25Z', 'revision_number': 3, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:28.538832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224f47f-522d-4ab1-a38d-d87f5da83c81 None None] The sync data for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 is: [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:25Z', 'revision_number': 3, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:28.583031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ab33ffeb-40b2-4d3b-9ae8-5a43df0ef25b None None] Provisioning complete for port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:28.583417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab33ffeb-40b2-4d3b-9ae8-5a43df0ef25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.585446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:28.665308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ab33ffeb-40b2-4d3b-9ae8-5a43df0ef25b None None] Port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:28.670115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386ed7c-c628-42f7-88c2-945401a463ba req-ec93812e-1446-40a8-bced-c4b54b913866 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.675056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb089202-9a3e-40bb-b2d7-d7d263bb3266 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6599d5d895045cf944a527ca8657e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861061 Nov 12 00:45:28.675282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d386ed7c-c628-42f7-88c2-945401a463ba req-ec93812e-1446-40a8-bced-c4b54b913866 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 946 time: 0.1636889 Nov 12 00:45:28.678569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:28.685610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.693136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.764945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-59e5e16c-be04-4af3-9d80-11cfbbef9eb3 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.766562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-59e5e16c-be04-4af3-9d80-11cfbbef9eb3 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 946 time: 0.1892426 Nov 12 00:45:28.776037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.778181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Pushing event updated for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.919715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:28.930782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:29.037934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-34db468f-7c58-46b7-83cc-5c37db91dddc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.039872 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-34db468f-7c58-46b7-83cc-5c37db91dddc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "GET /v2.0/ports?device_id=45cc8c1d-ccb4-42b3-b1c7-42e44724568b HTTP/1.1" status: 200 len: 945 time: 0.1296484 Nov 12 00:45:29.173440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Router 9ef54922-99e7-4a54-840c-a39201a6ddd7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:29.206279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3d0f4054-8a50-468a-acf2-393894b54235 None None] Provisioning complete for port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:29.207078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4054-8a50-468a-acf2-393894b54235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.243331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d386ed7c-c628-42f7-88c2-945401a463ba req-885336c6-948a-4867-b7d1-6214afd9eb0d tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495040 Nov 12 00:45:29.255048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f4054-8a50-468a-acf2-393894b54235 None None] Port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:29.256187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Deleting port f1dc0a90-c06e-4737-959c-91bc6d4ae202 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:29.258359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.290670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.319585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe663a-6293-48fa-8311-b93efb22472f req-5b23563c-c36b-4f0f-92cd-4181cf4e53cc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.326939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edfe663a-6293-48fa-8311-b93efb22472f req-5b23563c-c36b-4f0f-92cd-4181cf4e53cc tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 946 time: 0.6020119 Nov 12 00:45:29.339928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-6e33ee86-a518-4ac0-b3d0-dba19de675cc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.341369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-6e33ee86-a518-4ac0-b3d0-dba19de675cc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.5976961 Nov 12 00:45:29.428750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:29.431534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] For port f1dc0a90-c06e-4737-959c-91bc6d4ae202, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f1dc0a90-c06e-4737-959c-91bc6d4ae202,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:29.431901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.444469 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-086ca0cb-6582-4b15-a4da-4fe6ec9c1c3c admin admin] 10.222.0.11 "PUT /v2.0/routers/9ef54922-99e7-4a54-840c-a39201a6ddd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7316236 Nov 12 00:45:29.452683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.464255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Calling delete_port for f1dc0a90-c06e-4737-959c-91bc6d4ae202 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:29.489697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f58ae912-4054-46e8-92ce-cbec81998d57 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:29.550362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edfe663a-6293-48fa-8311-b93efb22472f req-db4c753a-afbd-4c85-bc21-2137e641814b tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fb1f825-0fe4-4bed-a8ec-09ec84df5986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222731 Nov 12 00:45:29.589092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f58ae912-4054-46e8-92ce-cbec81998d57 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:29.589479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.596832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cecc5-863d-411e-8899-8c1e2158e1cd req-74b1db4b-60db-4240-9681-0d63535fd7c4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.604330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff6cecc5-863d-411e-8899-8c1e2158e1cd req-74b1db4b-60db-4240-9681-0d63535fd7c4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 945 time: 0.2752080 Nov 12 00:45:29.655435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Deleting port a9edf548-8d86-4606-a456-94cb8b4cf3a5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:29.655771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.675294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.691589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'f1dc0a90-c06e-4737-959c-91bc6d4ae202'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:29.704183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.707079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.708464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/405d8cd6-f18f-4e3f-9cfd-e11372a95291 HTTP/1.1" status: 204 len: 168 time: 1.0281885 Nov 12 00:45:29.733023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event deleted for resources: {'Port': ['ID=f1dc0a90-c06e-4737-959c-91bc6d4ae202,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:29.767185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port a48a9b75-55da-4c25-99de-3984cbe90abd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:29.767526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.773788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808b61f-1817-4c4c-98ad-d0423febf76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d8cd6-f18f-4e3f-9cfd-e11372a95291,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:29.781864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 84845708-440c-457f-abf5-c8210a6b3f05 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:29.791201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff6cecc5-863d-411e-8899-8c1e2158e1cd req-901b1c8d-be35-40fc-bd31-833f69c41ca4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804228 Nov 12 00:45:29.839095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] No DVR routers for this DVR port f1dc0a90-c06e-4737-959c-91bc6d4ae202 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:29.849446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.852833 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d42d8873-3d4b-40d5-b386-51730968ec92 req-31ed812e-254b-458f-a5af-8f6158287dc7 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "DELETE /v2.0/ports/f1dc0a90-c06e-4737-959c-91bc6d4ae202 HTTP/1.1" status: 204 len: 173 time: 0.7738991 Nov 12 00:45:29.853289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'name': 'network-vif-deleted', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:29.855559 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da013c7b-5814-4383-82b7-16e754a7356d" -d '{"events": [{"server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "name": "network-vif-deleted", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:29.964017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.001773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] For port a9edf548-8d86-4606-a456-94cb8b4cf3a5, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a9edf548-8d86-4606-a456-94cb8b4cf3a5,segment=NetworkSegment(039b467b-a146-44bd-bca7-c56fd0656e44),segment_id=039b467b-a146-44bd-bca7-c56fd0656e44)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.002178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.005318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 84845708-440c-457f-abf5-c8210a6b3f05 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:30.012543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f58ae912-4054-46e8-92ce-cbec81998d57, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f58ae912-4054-46e8-92ce-cbec81998d57,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.016894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 84845708-440c-457f-abf5-c8210a6b3f05 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:30.018149 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.043753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d890a2-7b49-4b94-9cc8-a533b1a19564 req-472674f2-2d38-4bfa-b57f-8ae49b4bde92 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.044108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.045353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d890a2-7b49-4b94-9cc8-a533b1a19564 req-472674f2-2d38-4bfa-b57f-8ae49b4bde92 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1279526 Nov 12 00:45:30.060101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59022f85-d3e2-441a-bc10-fae0b67b4984 req-63cbce99-e86e-4028-8cc4-e4f9d279a4f4 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.061673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59022f85-d3e2-441a-bc10-fae0b67b4984 req-63cbce99-e86e-4028-8cc4-e4f9d279a4f4 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 944 time: 0.1865084 Nov 12 00:45:30.077978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Calling delete_port for a9edf548-8d86-4606-a456-94cb8b4cf3a5 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:30.084400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port a48a9b75-55da-4c25-99de-3984cbe90abd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a48a9b75-55da-4c25-99de-3984cbe90abd,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.084760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.126610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for a48a9b75-55da-4c25-99de-3984cbe90abd owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:30.139396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f58ae912-4054-46e8-92ce-cbec81998d57,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.203684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.229109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:30.231673 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446f082-fb7c-4035-a7ae-c0ba65fac6d5" -d '{"events": [{"server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "name": "network-vif-plugged", "status": "completed", "tag": "84845708-440c-457f-abf5-c8210a6b3f05"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:30.247969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=84845708-440c-457f-abf5-c8210a6b3f05,segment=NetworkSegment(2bd20e1f-4375-4f09-8438-3fb526575fc3),segment_id=2bd20e1f-4375-4f09-8438-3fb526575fc3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:30.253711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.254713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b53a4caf-6920-40b5-bf65-9e8be4cc9c1c no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:30.308644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b53a4caf-6920-40b5-bf65-9e8be4cc9c1c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:30.309529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b53a4caf-6920-40b5-bf65-9e8be4cc9c1c not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:30.337761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.339764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d890a2-7b49-4b94-9cc8-a533b1a19564 req-b39eb8f5-90c0-4827-a820-37ad54d9b460 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664011 Nov 12 00:45:30.382515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59022f85-d3e2-441a-bc10-fae0b67b4984 req-5e186884-7105-454c-adc4-179d053b0c80 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105390 Nov 12 00:45:30.485417 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5912eda1-a54d-4bbc-983b-22126c33802d x-openstack-request-id: req-5912eda1-a54d-4bbc-983b-22126c33802d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:30.485741 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc8c1d-ccb4-42b3-b1c7-42e44724568b", "name": "network-vif-deleted", "tag": "f1dc0a90-c06e-4737-959c-91bc6d4ae202", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:30.485940 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5912eda1-a54d-4bbc-983b-22126c33802d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:30.486439 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cc8c1d-ccb4-42b3-b1c7-42e44724568b', 'name': 'network-vif-deleted', 'tag': 'f1dc0a90-c06e-4737-959c-91bc6d4ae202', 'status': 'completed', 'code': 200} Nov 12 00:45:30.492433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.494536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.506841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a48a9b75-55da-4c25-99de-3984cbe90abd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:30.584466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f1dc0a90-c06e-4737-959c-91bc6d4ae202'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:30.593376 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5299e7b-2b7b-47d3-8e15-54405aeaaff6 x-openstack-request-id: req-d5299e7b-2b7b-47d3-8e15-54405aeaaff6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:30.593657 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "name": "network-vif-plugged", "status": "completed", "tag": "84845708-440c-457f-abf5-c8210a6b3f05", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:30.595395 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5299e7b-2b7b-47d3-8e15-54405aeaaff6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:30.596179 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05', 'code': 200} Nov 12 00:45:30.634204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port a48a9b75-55da-4c25-99de-3984cbe90abd on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:30.638176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=a48a9b75-55da-4c25-99de-3984cbe90abd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.677832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.681451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4acf29c-5d90-4ede-ab52-545a8987960d req-ead07b3a-e3fa-4be1-9d54-f5d6e7716613 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "DELETE /v2.0/ports/a48a9b75-55da-4c25-99de-3984cbe90abd HTTP/1.1" status: 204 len: 173 time: 1.3266785 Nov 12 00:45:30.701598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'name': 'network-vif-deleted', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:30.704301 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad0fcb-b234-462b-908c-ebe6dbe36314" -d '{"events": [{"server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "name": "network-vif-deleted", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:30.715126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Pushing event deleted for resources: {'Port': ['ID=a9edf548-8d86-4606-a456-94cb8b4cf3a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.761729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617c6a-969d-4ab2-a579-37befa9a17cc req-b391fc0d-000f-4d41-8c4b-1e0b0749781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.764179 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-21617c6a-969d-4ab2-a579-37befa9a17cc req-b391fc0d-000f-4d41-8c4b-1e0b0749781b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 1097 time: 0.0927203 Nov 12 00:45:30.828521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Sync routers for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:30.837616 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-21617c6a-969d-4ab2-a579-37befa9a17cc req-1ac1ec3d-ba3e-46b6-9c02-d7a9e69f9cd0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652256 Nov 12 00:45:30.838554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9573-a433-46b6-8e1e-6670f830a286 req-832f0519-59f8-4187-ab32-e61babe51555 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.840656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-069a9573-a433-46b6-8e1e-6670f830a286 req-832f0519-59f8-4187-ab32-e61babe51555 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 946 time: 0.2950134 Nov 12 00:45:30.845769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] No DVR routers for this DVR port a9edf548-8d86-4606-a456-94cb8b4cf3a5 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:30.848776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.850400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:30.851971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:30.852449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cbbaaec-9080-44f1-8492-007c3330f352 req-6afeb5a0-7a90-4b64-b613-56ea7709da02 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.32 "DELETE /v2.0/ports/a9edf548-8d86-4606-a456-94cb8b4cf3a5 HTTP/1.1" status: 204 len: 173 time: 2.0619814 Nov 12 00:45:30.873735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737cf50-dd0a-4a50-a4a7-8fbaa9f3e08f req-f3ede994-67b8-49ab-9bc5-58e7f9bd4b10 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.875805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8737cf50-dd0a-4a50-a4a7-8fbaa9f3e08f req-f3ede994-67b8-49ab-9bc5-58e7f9bd4b10 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 946 time: 0.1680589 Nov 12 00:45:30.974726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8737cf50-dd0a-4a50-a4a7-8fbaa9f3e08f req-a98cd9a8-74a7-41f4-9674-6b7847b1eeae tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/security-groups?id=f31a4aad-6e0b-45fb-8a96-fafdac39bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902963 Nov 12 00:45:31.039298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:31.075941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47930) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.082144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90290765', 'description': 'tempest-description--707945684'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:31.096306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-528e5fcc-4c7d-4bd6-a5b4-5c997c82b286 req-660a283a-9952-4a9b-9a3e-ac16cda2e5d9 tempest-MultipleCreateTestJSON-1738550973 tempest-MultipleCreateTestJSON-1738550973-project] 10.222.0.11 "GET /v2.0/ports?device_id=80473242-0d7a-494e-a13c-b8515b88df1b HTTP/1.1" status: 200 len: 210 time: 0.0618093 Nov 12 00:45:31.107916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.193197 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56250758-1639-4737-8042-65752d6c8da7 x-openstack-request-id: req-56250758-1639-4737-8042-65752d6c8da7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:31.200041 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8015a7-dfd8-4b31-81b4-399c426d407a", "name": "network-vif-deleted", "tag": "a48a9b75-55da-4c25-99de-3984cbe90abd", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:31.200510 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56250758-1639-4737-8042-65752d6c8da7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:31.201221 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8015a7-dfd8-4b31-81b4-399c426d407a', 'name': 'network-vif-deleted', 'tag': 'a48a9b75-55da-4c25-99de-3984cbe90abd', 'status': 'completed', 'code': 200} Nov 12 00:45:31.279245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.287279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.289198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37b1bb72-bf30-44c1-afe1-3466e813f712 req-2d43a55d-935a-4f02-9155-71978dcb6646 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8015a7-dfd8-4b31-81b4-399c426d407a HTTP/1.1" status: 200 len: 210 time: 0.0503299 Nov 12 00:45:31.327009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.328654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Deleting port 341fc63d-a95f-4f0e-b402-74253110d293 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:31.329172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.339124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.343300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a562f9cd-4c86-422d-9bcb-d435768a52e7 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2653861 Nov 12 00:45:31.346229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.354782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'security_group_rule': {'security_group_id': '89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:31.388814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 2, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:31.413303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.446699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Checking router: 9ef54922-99e7-4a54-840c-a39201a6ddd7 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:31.447107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Updating router 9ef54922-99e7-4a54-840c-a39201a6ddd7 port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:31.484880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.519372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.529509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.578365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f58ae912-4054-46e8-92ce-cbec81998d57 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:31.579374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d4e880-4078-4f1b-bb85-c06a8293e09e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.587807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.589415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1803672-e69b-4dca-9d24-c2eb2e431c00 req-4a89d4af-c775-4288-99b8-3a144b316a3b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.595654 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f6ca170-b2ed-4a60-ba56-f1a8c7b0ef53 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483373 Nov 12 00:45:31.596526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.598327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1803672-e69b-4dca-9d24-c2eb2e431c00 req-4a89d4af-c775-4288-99b8-3a144b316a3b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1453927 Nov 12 00:45:31.603178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'security_group_rule': {'security_group_id': '89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:31.646298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] For port 341fc63d-a95f-4f0e-b402-74253110d293, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=341fc63d-a95f-4f0e-b402-74253110d293,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:31.649598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.649775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.676386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Calling delete_port for 341fc63d-a95f-4f0e-b402-74253110d293 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:31.702749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1803672-e69b-4dca-9d24-c2eb2e431c00 req-202ac92c-4de8-43f3-bb07-d29e797b89c5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034293 Nov 12 00:45:31.738901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.744769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.770836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df5abbb-56e1-4795-97e0-8f1ee51b48ad,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.786751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.796251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f31bf523-bda3-4359-b156-455c80b1d823 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984634 Nov 12 00:45:31.813207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.832545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f58ae912-4054-46e8-92ce-cbec81998d57 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:31.832999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.834296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:31.925874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67c74b49-ec2a-4f42-91be-fc8378fa8861 req-f5e43b5a-33be-42f2-8628-e12f8b2c23fb tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.0671108 Nov 12 00:45:31.947737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.003798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060dc0b-e6e2-4b85-94a0-13e77bffb95a req-aecd09fc-e852-4c9b-8093-a47c0714d87e tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.005293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7060dc0b-e6e2-4b85-94a0-13e77bffb95a req-aecd09fc-e852-4c9b-8093-a47c0714d87e tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 945 time: 0.1496761 Nov 12 00:45:32.013683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.023141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.113534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.114793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189f3c8-4523-4f5b-b0c7-3af12018d5dc None None] Pushing event updated for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.180924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.188329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b4689dc-cff2-46f9-90b9-2789310ea8c9 req-dba1492a-a333-4381-80db-f83e47932446 tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8920ad-a9b1-42b4-bbe5-28842af8fe96 HTTP/1.1" status: 200 len: 210 time: 0.0536661 Nov 12 00:45:32.205337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7060dc0b-e6e2-4b85-94a0-13e77bffb95a req-c679db64-2f70-42df-a4ee-64e709555c50 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883693 Nov 12 00:45:32.264636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Pushing event deleted for resources: {'Port': ['ID=341fc63d-a95f-4f0e-b402-74253110d293,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.368955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] No DVR routers for this DVR port 341fc63d-a95f-4f0e-b402-74253110d293 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:32.376428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.381340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-069a9573-a433-46b6-8e1e-6670f830a286 req-4d984a7f-82c2-44ee-a9b2-c7ffd75f365a tempest-AttachSCSIVolumeTestJSON-1274809517 tempest-AttachSCSIVolumeTestJSON-1274809517-project] 10.222.0.39 "DELETE /v2.0/ports/341fc63d-a95f-4f0e-b402-74253110d293 HTTP/1.1" status: 204 len: 173 time: 1.3140604 Nov 12 00:45:32.397361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Attempting to bind port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:32.397725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Attempting to bind port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:32.398095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Attempting to bind port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b on network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:32.404180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:32.404701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Checking segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:32.405112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.405524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Bound using segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:32.406104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Bound port: 3fa4828c-dcaa-4055-b01a-77a0f9279c2b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:32.406675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.416248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.513781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:32.589074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] For port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:32.594021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] For port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:32.600128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7da15348-4dbb-4729-9023-a8d4accb2dfa None None] Provisioning complete for port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:32.600520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7da15348-4dbb-4729-9023-a8d4accb2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.624623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Deleting subnet 855244aa-74ee-4d12-9680-b692fd099af7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:32.630149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.659128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.704990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Allocated IP 172.25.6.25 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d993676a-e450-48f6-9b16-1e2ede946155) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:32.814503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.862932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7da15348-4dbb-4729-9023-a8d4accb2dfa None None] Port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:32.863832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.869477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f1dc0a90-c06e-4737-959c-91bc6d4ae202 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:32.937242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: f1dc0a90-c06e-4737-959c-91bc6d4ae202 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:32.938201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f1dc0a90-c06e-4737-959c-91bc6d4ae202 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:32.939058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a9edf548-8d86-4606-a456-94cb8b4cf3a5 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:32.964284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.971470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:32.972800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:33.025853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.041274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/855244aa-74ee-4d12-9680-b692fd099af7 HTTP/1.1" status: 204 len: 168 time: 0.5232968 Nov 12 00:45:33.042547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:33.049420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a9edf548-8d86-4606-a456-94cb8b4cf3a5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:33.050291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a9edf548-8d86-4606-a456-94cb8b4cf3a5 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:33.050424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816127d-03e7-4842-8012-31a83941be27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855244aa-74ee-4d12-9680-b692fd099af7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:33.051728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a48a9b75-55da-4c25-99de-3984cbe90abd no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:33.054499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189f3c8-4523-4f5b-b0c7-3af12018d5dc None None] Pushing event updated for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:33.089766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a48a9b75-55da-4c25-99de-3984cbe90abd {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:33.090229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a48a9b75-55da-4c25-99de-3984cbe90abd not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:33.217679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d71f91b-f293-4e55-9599-33924a2fc272 req-e7d4f4a1-950a-4bb3-8b05-cf9c87ff5c48 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.2450383 Nov 12 00:45:33.226036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:33.256924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'name': 'network-vif-deleted', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5'}, {'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'name': 'network-vif-deleted', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:33.262969 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79838e56-3be2-44bd-be6b-a7f99abd6a44" -d '{"events": [{"server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "name": "network-vif-deleted", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5"}, {"server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "name": "network-vif-deleted", "tag": "341fc63d-a95f-4f0e-b402-74253110d293"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:33.272745 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.344846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c038f-7f3e-4997-9885-b92767bf1869 req-38695267-7509-445c-b570-0b954898f99a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.350321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-286c038f-7f3e-4997-9885-b92767bf1869 req-38695267-7509-445c-b570-0b954898f99a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.3180528 Nov 12 00:45:33.357965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.398616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] Provisioning complete for port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:33.398989 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.576252 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.577357 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.607348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-980cebc0-8790-488c-963a-c68296c454ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:32Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:33.627731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79499d58-634b-40ba-83f0-ca03a57cf27e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:33.649136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cebc0-8790-488c-963a-c68296c454ba None None] The sync data for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 is: [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:32Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:33.649831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-286c038f-7f3e-4997-9885-b92767bf1869 req-9bce3fb7-4f4f-4ea5-9f2a-518c6ceaa810 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335920 Nov 12 00:45:33.653001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] For port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:33.659760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.668205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-12c918f3-85b8-4f4c-b74b-a6c8df6c594d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.680705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-12c918f3-85b8-4f4c-b74b-a6c8df6c594d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.3249838 Nov 12 00:45:33.690356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039b467b-a146-44bd-bca7-c56fd0656e44') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:33.690653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039b467b-a146-44bd-bca7-c56fd0656e44') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:33.709352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.711913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-809447c1-12a7-4c5a-ad0a-62fc14935e66 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.0302768 Nov 12 00:45:33.745086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 341fc63d-a95f-4f0e-b402-74253110d293 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:33.753376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.769351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.786521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:33.786922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:33.790583 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:33.812436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 341fc63d-a95f-4f0e-b402-74253110d293 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:33.813046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 341fc63d-a95f-4f0e-b402-74253110d293 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:33.817941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb1e8b-44b5-42ea-bf58-24443bf57fa9 None None] Pushing event updated for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:33.930826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-8775ae89-c7a7-446c-b620-c0c29e6f0d84 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1510820 Nov 12 00:45:33.932729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:33.972160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:33.988159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:34.026673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.032941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'Port': ['ID=d993676a-e450-48f6-9b16-1e2ede946155,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.068108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.071402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] 10.222.0.11 "DELETE /v2.0/networks/79499d58-634b-40ba-83f0-ca03a57cf27e HTTP/1.1" status: 204 len: 168 time: 0.9474974 Nov 12 00:45:34.092913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39649f-6356-4394-9a86-0c56bc746d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=79499d58-634b-40ba-83f0-ca03a57cf27e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.128151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2014-259b-43f1-ae27-cd79179ea4ff req-8e0e9a96-a16e-4389-ae6e-03a6c7524b90 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.129733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-022f2014-259b-43f1-ae27-cd79179ea4ff req-8e0e9a96-a16e-4389-ae6e-03a6c7524b90 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 945 time: 0.3008745 Nov 12 00:45:34.210003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-f0d4c540-e68e-4e17-b226-bde39e82ba44 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573485 Nov 12 00:45:34.308106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.338903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-022f2014-259b-43f1-ae27-cd79179ea4ff req-c4e27fa2-a547-48ea-9b97-9557ae78e683 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881921 Nov 12 00:45:34.380356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:34.389502 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.406187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-8cbb577c-e94d-44d0-88d3-fa60f5c3e78d service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920438 Nov 12 00:45:34.460314 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-949a88ad-3f96-422b-91e6-848916734aa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=406ed4eb5731484ab7420dc4bcad8f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785072 Nov 12 00:45:34.463770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:34.467324 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83767734-abb9-4c18-9540-3d77f4ef367d x-openstack-request-id: req-83767734-abb9-4c18-9540-3d77f4ef367d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:34.469554 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80473242-0d7a-494e-a13c-b8515b88df1b", "name": "network-vif-deleted", "tag": "a9edf548-8d86-4606-a456-94cb8b4cf3a5", "status": "completed", "code": 200}, {"server_uuid": "ed8920ad-a9b1-42b4-bbe5-28842af8fe96", "name": "network-vif-deleted", "tag": "341fc63d-a95f-4f0e-b402-74253110d293", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:34.470014 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83767734-abb9-4c18-9540-3d77f4ef367d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:34.470614 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80473242-0d7a-494e-a13c-b8515b88df1b', 'name': 'network-vif-deleted', 'tag': 'a9edf548-8d86-4606-a456-94cb8b4cf3a5', 'status': 'completed', 'code': 200} Nov 12 00:45:34.471066 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8920ad-a9b1-42b4-bbe5-28842af8fe96', 'name': 'network-vif-deleted', 'tag': '341fc63d-a95f-4f0e-b402-74253110d293', 'status': 'completed', 'code': 200} Nov 12 00:45:34.571916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.660354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.796700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0fcf95b-8eb4-483b-ac88-454cb569e6e2 req-f8ee968f-a797-49ed-8635-d254bad200a7 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.1025343 Nov 12 00:45:34.993619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.270057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-329ada88-0718-4da8-b67b-1a9d3a5c5eaf req-0c65b265-6f24-4c41-a5be-992e888b6051 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.5099545 Nov 12 00:45:35.272149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b65594c6-6b3c-4f36-a7ca-35529c06806d req-141f25a2-57cc-4f93-9676-23a863a1272a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.5134151 Nov 12 00:45:35.273825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0065624-8ddb-48f0-b3b2-429f57e161e3 req-93611e5b-da20-4cf8-b88b-f413f66edcbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0384781 Nov 12 00:45:35.357428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.363961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.369153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fb1f825-0fe4-4bed-a8ec-09ec84df5986 HTTP/1.1" status: 204 len: 168 time: 0.8968153 Nov 12 00:45:35.376070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.404585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7f9f-aa81-457b-a4b4-b0bd3e4ff642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1f825-0fe4-4bed-a8ec-09ec84df5986,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:35.409406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.521235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31fd02-583c-4821-a0fc-7536bfcd3872 req-a8e653aa-1d38-4441-a703-0dd36dd266f5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.522827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a31fd02-583c-4821-a0fc-7536bfcd3872 req-a8e653aa-1d38-4441-a703-0dd36dd266f5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2885494 Nov 12 00:45:35.587219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3fa4828c-dcaa-4055-b01a-77a0f9279c2b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:35.654620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'Port': ['ID=d993676a-e450-48f6-9b16-1e2ede946155,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:35.752439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:35.752822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.753018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a31fd02-583c-4821-a0fc-7536bfcd3872 req-f67ca8d9-2fa2-4183-b51d-e5d799b8c753 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133024 Nov 12 00:45:35.768304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.791004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.801108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f7524cd-869f-4b7d-b28d-95cc12b6ee41 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9862311 Nov 12 00:45:35.911799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62878d18-c3da-4118-8dbc-fab111270fb3 req-dbf2eced-dfe6-4181-8459-804bd698db59 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.920620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62878d18-c3da-4118-8dbc-fab111270fb3 req-dbf2eced-dfe6-4181-8459-804bd698db59 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 945 time: 0.0865085 Nov 12 00:45:35.995734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84b7eaf9-11c5-4384-beb8-82fbc3f4733b req-200f64fe-2d5b-470f-996c-4c8dd3139427 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0641124 Nov 12 00:45:36.082577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62878d18-c3da-4118-8dbc-fab111270fb3 req-42625ee3-dc1a-49ac-b2d4-61b72fa5a773 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603191 Nov 12 00:45:36.192282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-43872ec6-b552-4cb8-a0a2-e5cc49e1538b tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--90290765&fields=id&tenant_id=6f1b36b892834ade85eda2f627ed5447 HTTP/1.1" status: 200 len: 267 time: 0.0684197 Nov 12 00:45:36.455150 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c57fd81a-3742-4753-9e59-8e8da2098c59 req-22a09f37-c505-4c92-8afb-78e89b06117a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0562794 Nov 12 00:45:36.517541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-00fe7690-e18c-4392-8fe7-306071c32920 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.519132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-00fe7690-e18c-4392-8fe7-306071c32920 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.3403175 Nov 12 00:45:36.528525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-df37fe08-5d37-4bae-a072-33a92b72a965 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.538204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-df37fe08-5d37-4bae-a072-33a92b72a965 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/networks?id=7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 200 len: 815 time: 0.3434167 Nov 12 00:45:36.550350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:36.574971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-0753c7d0-f533-4306-9335-4ab66d287c91 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/quotas/6f1b36b892834ade85eda2f627ed5447 HTTP/1.1" status: 200 len: 375 time: 0.0367525 Nov 12 00:45:36.679182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-6738ada2-847e-45b0-aaed-9626363878ba tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f1b36b892834ade85eda2f627ed5447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033032 Nov 12 00:45:36.805865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:36.809722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.851939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-95e8ba05-b300-4b2e-844a-4f70370d1e20 service neutron] 10.222.0.11 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499360 Nov 12 00:45:37.088438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-5d3a173b-8403-4975-a59f-0ec810581daa service neutron] 10.222.0.11 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352808 Nov 12 00:45:37.101604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7a9e-c632-4e60-a785-44fbd0c19dfa req-dec9c992-0f98-4fc4-b537-134d45f1b900 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.103715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-336a7a9e-c632-4e60-a785-44fbd0c19dfa req-dec9c992-0f98-4fc4-b537-134d45f1b900 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2012677 Nov 12 00:45:37.149438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.8 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/40d0b3b3-2bd6-476a-935a-6f553a730d06) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:37.211569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-336a7a9e-c632-4e60-a785-44fbd0c19dfa req-7898b625-6cdd-427e-bbc3-66c5c45b43c3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Nov 12 00:45:37.428439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-07f372b5-0407-4c8f-869e-37dd3be86319 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.430968 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-07f372b5-0407-4c8f-869e-37dd3be86319 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.39 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 945 time: 0.1201041 Nov 12 00:45:37.444225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f272eb78-1c5d-489a-a5af-fb8fa01a269b req-38e4458e-a40b-4acd-a427-4ddfe8627a29 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0676057 Nov 12 00:45:37.510299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0386c-cedb-4eb7-9dba-1ae9cfebce33 req-6c69e9f9-60c1-468b-95b0-7f3addc8b8b1 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.517723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6b0386c-cedb-4eb7-9dba-1ae9cfebce33 req-6c69e9f9-60c1-468b-95b0-7f3addc8b8b1 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 945 time: 0.1046999 Nov 12 00:45:37.554771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.575567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d65b055e-a87d-4fef-8fef-df18ec390f3d req-0ff44534-e13b-4010-afda-2f5d61a724aa tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 210 time: 0.0480347 Nov 12 00:45:37.626509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Deleting port 84845708-440c-457f-abf5-c8210a6b3f05 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:37.626950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6b0386c-cedb-4eb7-9dba-1ae9cfebce33 req-32fb3778-3af9-47d7-b426-5bc09a2c9c5a tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/security-groups?id=4896a309-88d3-43be-a2c2-5374585b9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079392 Nov 12 00:45:37.627060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.667708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.770996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:37.840791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:37.847356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:37.878541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] For port 84845708-440c-457f-abf5-c8210a6b3f05, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=84845708-440c-457f-abf5-c8210a6b3f05,segment=NetworkSegment(2bd20e1f-4375-4f09-8438-3fb526575fc3),segment_id=2bd20e1f-4375-4f09-8438-3fb526575fc3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:37.879297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.905105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Calling delete_port for 84845708-440c-457f-abf5-c8210a6b3f05 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:37.981339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.983690 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.050550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.104501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-d43929a2-4cf4-47df-b06b-52debc6f4a47 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5557475 Nov 12 00:45:38.143995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Request body: {'port': {'device_id': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:38.171057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487b748-a105-44f0-bc97-0b58781e9786 req-0c6966f0-303a-462c-a3e1-0b2ca8d4806c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.179501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4487b748-a105-44f0-bc97-0b58781e9786 req-0c6966f0-303a-462c-a3e1-0b2ca8d4806c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 931 time: 0.4485726 Nov 12 00:45:38.209275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.225988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['84845708-440c-457f-abf5-c8210a6b3f05'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:38.329967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Pushing event deleted for resources: {'Port': ['ID=84845708-440c-457f-abf5-c8210a6b3f05,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.350438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afd8a810-f4db-4284-8126-14d0665acb85 req-dd1fb4d0-e1f3-48f5-aa7b-3d1d9a3a70c5 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.1262610 Nov 12 00:45:38.457652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] No DVR routers for this DVR port 84845708-440c-457f-abf5-c8210a6b3f05 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:38.469883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.474815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-216b4baf-df94-4f92-92b9-36638d1bca37 req-774d10c9-bf47-43b9-a04a-7110bdbe467c tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.39 "DELETE /v2.0/ports/84845708-440c-457f-abf5-c8210a6b3f05 HTTP/1.1" status: 204 len: 173 time: 1.0359478 Nov 12 00:45:38.475299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'name': 'network-vif-deleted', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:38.481040 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b793f95-f5ff-4c50-9664-40912f6792c3" -d '{"events": [{"server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "name": "network-vif-deleted", "tag": "84845708-440c-457f-abf5-c8210a6b3f05"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:38.484621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.537798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4487b748-a105-44f0-bc97-0b58781e9786 req-111fa59c-cbb6-46c6-b8ca-d57c0b2e1479 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574193 Nov 12 00:45:38.655569 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaa2512-bbcd-4e96-bfc8-980917a93d65 x-openstack-request-id: req-baaa2512-bbcd-4e96-bfc8-980917a93d65 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:38.656368 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af6aea6-e15d-4af6-b28b-1fff2cecab33", "name": "network-vif-deleted", "tag": "84845708-440c-457f-abf5-c8210a6b3f05", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:38.656815 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-baaa2512-bbcd-4e96-bfc8-980917a93d65 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:38.657215 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af6aea6-e15d-4af6-b28b-1fff2cecab33', 'name': 'network-vif-deleted', 'tag': '84845708-440c-457f-abf5-c8210a6b3f05', 'status': 'completed', 'code': 200} Nov 12 00:45:38.702481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52442861-dc0c-4fb4-ab52-d79dae0b0c3e req-4e49ec49-2b75-4207-878a-521dee1d91dc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.708683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52442861-dc0c-4fb4-ab52-d79dae0b0c3e req-4e49ec49-2b75-4207-878a-521dee1d91dc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1960316 Nov 12 00:45:38.791600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-132c547c-b7d8-4e73-b36a-7a1f896a1c4f req-175344fb-a5d3-4a52-b464-9d1415fc458f tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 210 time: 0.0420232 Nov 12 00:45:38.835156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52442861-dc0c-4fb4-ab52-d79dae0b0c3e req-82f443a3-c088-4522-88f3-8569d04499b9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145327 Nov 12 00:45:38.939506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c295d6e0-eed8-4537-beaa-9df9cbd0e3cb req-fd582fac-cf6e-41b3-b868-32a6e92f21a4 tempest-InstanceActionsNegativeTestJSON-294216872 tempest-InstanceActionsNegativeTestJSON-294216872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0af6aea6-e15d-4af6-b28b-1fff2cecab33 HTTP/1.1" status: 200 len: 210 time: 0.0430641 Nov 12 00:45:39.022983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d0b3b3-2bd6-476a-935a-6f553a730d06 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:39.035363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.199304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a709f066-1b12-4108-9a7d-7037a79be1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.238728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-c500666a-a814-44e2-b926-8869117d8f36 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.240498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-c500666a-a814-44e2-b926-8869117d8f36 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.32 "GET /v2.0/networks?id=7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 200 len: 815 time: 0.1839905 Nov 12 00:45:39.242475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Transition to ACTIVE for port object 40d0b3b3-2bd6-476a-935a-6f553a730d06 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:39.250841 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.331861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:39.385341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:39.417207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-cf4e9324-4ede-4576-942a-72140b842a0f tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1b36b892834ade85eda2f627ed5447 HTTP/1.1" status: 200 len: 378 time: 0.1629112 Nov 12 00:45:39.428993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'port': {'device_id': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'admin_state_up': True, 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'security_groups': ['89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:39.478613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1021807d-325f-49f9-96c5-f0c9de024532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.525200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-615bbef4-f574-4484-9aa4-d6181e7dfeb3 req-1af79d1a-ebfa-4b87-a4e9-1c5771d66214 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0630610 Nov 12 00:45:39.539401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Attempting to bind port 40d0b3b3-2bd6-476a-935a-6f553a730d06 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:39.539739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Attempting to bind port 40d0b3b3-2bd6-476a-935a-6f553a730d06 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:39.540116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Attempting to bind port 40d0b3b3-2bd6-476a-935a-6f553a730d06 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:39.551987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Port 40d0b3b3-2bd6-476a-935a-6f553a730d06 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:39.552351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Attempting to bind port 40d0b3b3-2bd6-476a-935a-6f553a730d06 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:39.562344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:39.562683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:39.563063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:39.563508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Bound port: 40d0b3b3-2bd6-476a-935a-6f553a730d06, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:39.563863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.583350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48234) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:39.679796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Made reservation on behalf of 6f1b36b892834ade85eda2f627ed5447 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:39.683521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.713225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:39.740689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:39.783075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bb3fb-f5f9-42cc-a027-a73b81a3e327 req-d5067788-485b-4124-ae61-e360ba6dccda tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.784689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664bb3fb-f5f9-42cc-a027-a73b81a3e327 req-d5067788-485b-4124-ae61-e360ba6dccda tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 943 time: 0.1530519 Nov 12 00:45:39.785869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.919825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.920468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.921879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] 10.222.0.39 "PUT /v2.0/ports/40d0b3b3-2bd6-476a-935a-6f553a730d06 HTTP/1.1" status: 200 len: 1092 time: 1.7967076 Nov 12 00:45:39.928383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:39.930716 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5301cf-abb4-4062-90a6-e919cad50f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:39.938425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Allocated IP 172.20.0.13 (7dd5299f-ff84-4738-8f8e-00b76c8bf411/3b2ef5b3-0415-4dda-9c74-ec2c106e8383/1ef34f8c-880f-4e03-8ab6-0b78d13b19be) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:39.973646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1021807d-325f-49f9-96c5-f0c9de024532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.983778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1021807d-325f-49f9-96c5-f0c9de024532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.012949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbbb9d67-6102-49c4-a964-d949249b91dc req-c3e4b3da-f209-458e-b080-8aef5a09e292 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 210 time: 0.0900733 Nov 12 00:45:40.044790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e1fa7-22c3-46ac-abf5-4d99c898aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.086029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1021807d-325f-49f9-96c5-f0c9de024532 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d18371b985c74441a37fea73aca7593c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7529366 Nov 12 00:45:40.091688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.093797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664bb3fb-f5f9-42cc-a027-a73b81a3e327 req-ed6f6511-92d4-4935-9808-6855fef11e96 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607515 Nov 12 00:45:40.125407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-a7082e05-81ba-4d44-b920-5dec89d8a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.129395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021807d-325f-49f9-96c5-f0c9de024532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5622cb71-5c86-4c66-98f4-4535d9afbe4e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.129805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-a7082e05-81ba-4d44-b920-5dec89d8a26d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 1095 time: 0.1499608 Nov 12 00:45:40.172214 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b65ea-974c-475d-bd64-1a4134492bb6 x-openstack-request-id: req-173b65ea-974c-475d-bd64-1a4134492bb6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:40.172580 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:40.172925 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-173b65ea-974c-475d-bd64-1a4134492bb6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:40.173402 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06', 'status': 'completed', 'code': 200} Nov 12 00:45:40.198085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.236163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.291210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.295300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-5d48b830-e531-4007-8d9b-9a50398e5457 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06 HTTP/1.1" status: 200 len: 217 time: 0.1209869 Nov 12 00:45:40.373100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Deleting subnet 7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:40.394534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528277-862e-4681-a67d-1e604b64a84a req-7f97541c-ea60-4710-be71-44f923ba4d15 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.396007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.396370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05528277-862e-4681-a67d-1e604b64a84a req-7f97541c-ea60-4710-be71-44f923ba4d15 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2653606 Nov 12 00:45:40.396860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.399056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.408549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5622cb71-5c86-4c66-98f4-4535d9afbe4e HTTP/1.1" status: 204 len: 168 time: 0.3022749 Nov 12 00:45:40.429898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f57b08-d11c-4326-8e7b-2f483e3cb470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622cb71-5c86-4c66-98f4-4535d9afbe4e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.453639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-da97b52b-749b-45f8-8c37-a0003b3a04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.455038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-da97b52b-749b-45f8-8c37-a0003b3a04b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.1440322 Nov 12 00:45:40.483140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.512727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-7702ffb3-1991-4f71-a014-a2da348455b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485356 Nov 12 00:45:40.515007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.545527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.593476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05528277-862e-4681-a67d-1e604b64a84a req-7f5bd52d-5286-47ca-80b9-a1fc773b9240 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880431 Nov 12 00:45:40.668387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.713816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-744022bb-12a6-4d74-af5d-303f3e706ba7 req-d96ebdcb-be79-4f78-b973-3416e38c1be9 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0677936 Nov 12 00:45:40.751529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.803712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.823442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae036-ef0c-4494-a33d-b05883bc982c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.909854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Deleting port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:40.910212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.988347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae036-ef0c-4494-a33d-b05883bc982c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.997296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae036-ef0c-4494-a33d-b05883bc982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.055200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] For port 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:41.055837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.058666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae036-ef0c-4494-a33d-b05883bc982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69b682-44cd-4e5a-b4e2-3f6cdac20ea6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.073106 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c4ae036-ef0c-4494-a33d-b05883bc982c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=538fba1a55a84b03b1aa89e4f959f3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656424 Nov 12 00:45:41.076329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:41.078742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Calling delete_port for 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:41.119720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-124d2ec2-3b10-4e25-9a8a-2f89466cf5b3 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793374 Nov 12 00:45:41.127514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.132907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:41.184037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:41.194275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.194886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.217835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:41.228340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event updated for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.284143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.355069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.360802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f885c408-64f5-488e-9863-300b3d05e8f7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7c0bada5-d8d5-4ed1-ae7e-4ca74e35c7b2 HTTP/1.1" status: 204 len: 168 time: 1.1553717 Nov 12 00:45:41.365067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:41.389667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.390171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.401370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.404877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.406215 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee69b682-44cd-4e5a-b4e2-3f6cdac20ea6 HTTP/1.1" status: 204 len: 168 time: 0.3289156 Nov 12 00:45:41.409090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.438367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96974d-3332-4630-9c7e-be9c15221af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69b682-44cd-4e5a-b4e2-3f6cdac20ea6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.443680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5a6ca5-fdd9-44c0-a7ab-8b8966309487,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.469373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97efe7d-1b10-4dac-b993-418eaf84e05f req-5f81f8d5-4688-4150-8de0-2dcf331019ae tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.477220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c97efe7d-1b10-4dac-b993-418eaf84e05f req-5f81f8d5-4688-4150-8de0-2dcf331019ae tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 932 time: 0.3055396 Nov 12 00:45:41.501482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488e3b-521a-4ec5-9ee8-1ff6966842ee req-3b432972-d5ce-4466-9353-8b1c5124a902 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.502082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc0872ab-4b91-40da-b4f9-ceb9d7479f28 None None] Provisioning complete for port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:41.502541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc0872ab-4b91-40da-b4f9-ceb9d7479f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.503876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5488e3b-521a-4ec5-9ee8-1ff6966842ee req-3b432972-d5ce-4466-9353-8b1c5124a902 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 943 time: 0.3108475 Nov 12 00:45:41.505966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00102e99-4d59-4f1d-85c7-13ef42dbf933 req-31ba3154-b0f2-41d0-a2af-edcced9927e6 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730030 Nov 12 00:45:41.556935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f1875938-2e0e-48ff-9107-c8d14cab0436 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1319499 Nov 12 00:45:41.570830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc0872ab-4b91-40da-b4f9-ceb9d7479f28 None None] Port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:41.575789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.595911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Request body: {'port': {'device_id': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:41.687501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9898-00e8-49de-a413-74817db168f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.693362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.711832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c97efe7d-1b10-4dac-b993-418eaf84e05f req-1d524ad0-54c1-4ebe-bc9a-c58d8e6c6102 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332995 Nov 12 00:45:41.764529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5488e3b-521a-4ec5-9ee8-1ff6966842ee req-25a8f63a-a051-46ab-80dc-67fb3c555d83 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339656 Nov 12 00:45:41.765048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 84845708-440c-457f-abf5-c8210a6b3f05 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:41.795542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 84845708-440c-457f-abf5-c8210a6b3f05 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:41.796980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 84845708-440c-457f-abf5-c8210a6b3f05 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:41.816759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.819904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-8ea4c24f-ae72-4e14-9f2e-63de36e1a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.829320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-8ea4c24f-ae72-4e14-9f2e-63de36e1a214 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 1095 time: 0.2478783 Nov 12 00:45:41.982546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Router 59724a0b-62bc-4e40-8f58-7000b86f3193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:42.012095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.016180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1369568f-f54d-4f51-8b73-f94f3676c5fb req-51724cfa-afc5-4620-b456-5d4b75ad5b96 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.1282809 Nov 12 00:45:42.081189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed45594d-769f-4bc8-be3f-8eeca7bc1bbd']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.104460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:42.113231 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5d9a85e6-6b32-4646-8af3-c799c2cdf138 admin admin] 10.222.0.11 "PUT /v2.0/routers/59724a0b-62bc-4e40-8f58-7000b86f3193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5288520 Nov 12 00:45:42.115831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:42.118630 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Sync routers for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:42.123792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02ea6-5ee7-4654-8099-18c111f6e4fe req-0326d0b3-772e-45aa-9ee3-661f4bf90807 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.125423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fb02ea6-5ee7-4654-8099-18c111f6e4fe req-0326d0b3-772e-45aa-9ee3-661f4bf90807 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2623663 Nov 12 00:45:42.129480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd20e1f-4375-4f09-8438-3fb526575fc3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.129772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd20e1f-4375-4f09-8438-3fb526575fc3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.147893 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.148252 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:42.150067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.228856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-67741126-769c-4f92-81cd-dac149b792f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.230365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-67741126-769c-4f92-81cd-dac149b792f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.3767109 Nov 12 00:45:42.231922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.240790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.264391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:42.265202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:42.272251 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:42.354422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-4bb6026f-821e-49ec-83c4-240d55ae2b09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06 HTTP/1.1" status: 200 len: 217 time: 0.1066091 Nov 12 00:45:42.368230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.423742 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:42.446193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Deleting port 91fadd78-e012-4c77-b51c-26e35dac49f2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:42.446505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.469439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fb02ea6-5ee7-4654-8099-18c111f6e4fe req-24167aca-edd8-4d66-9d7d-f74eaede4b75 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214071 Nov 12 00:45:42.504974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.523404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-856349f2-d89e-426a-9777-e3064fae4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.525335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-856349f2-d89e-426a-9777-e3064fae4fe7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.1324959 Nov 12 00:45:42.530727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.534373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ed45594d-769f-4bc8-be3f-8eeca7bc1bbd HTTP/1.1" status: 204 len: 168 time: 1.1674926 Nov 12 00:45:42.565098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328b040-6b6c-47c9-a92e-826fd62d0007 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed45594d-769f-4bc8-be3f-8eeca7bc1bbd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.585353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] For port 91fadd78-e012-4c77-b51c-26e35dac49f2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=91fadd78-e012-4c77-b51c-26e35dac49f2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:42.585887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.591863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-89c4c7c4-d7a0-48a0-908f-b5e5035093ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560086 Nov 12 00:45:42.616311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Calling delete_port for 91fadd78-e012-4c77-b51c-26e35dac49f2 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:42.669098 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.725873 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:45:41Z', 'revision_number': 5, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port': {'id': '91fadd78-e012-4c77-b51c-26e35dac49f2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:21Z', 'updated_at': '2021-11-12T00:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.756677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef34f8c-880f-4e03-8ab6-0b78d13b19be {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:42.757654 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Checking router: 59724a0b-62bc-4e40-8f58-7000b86f3193 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:42.767815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.769183 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Routers {'59724a0b-62bc-4e40-8f58-7000b86f3193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:42.769995 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['59724a0b-62bc-4e40-8f58-7000b86f3193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:42.796185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Transition to ACTIVE for port object 1ef34f8c-880f-4e03-8ab6-0b78d13b19be will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:42.800582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-a9435505-fc68-4b6f-b5ea-466a6511904b service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889746 Nov 12 00:45:42.810981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.911321 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] Set router 59724a0b-62bc-4e40-8f58-7000b86f3193 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:42.943165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:42.952929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.984003 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:45:42Z', 'revision_number': 6, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.016597 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfcd605-7fb5-4096-9423-ea2bf8159146 None None] The sync data for ids ['59724a0b-62bc-4e40-8f58-7000b86f3193'] in n-d-712141-15 is: [{'id': '59724a0b-62bc-4e40-8f58-7000b86f3193', 'name': 'tempest-AttachSCSIVolumeTestJSON-1548400550-router', 'tenant_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:20Z', 'updated_at': '2021-11-12T00:45:42Z', 'revision_number': 6, 'project_id': '0a5603c5e22b48438988f0fdadfcfaa5', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:43.044907 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3fc534cd-d08e-46ff-b25b-01a5e24a8a03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e5a8db005b9476fbcaee409c820ff81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002865 Nov 12 00:45:43.045814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fadd78-e012-4c77-b51c-26e35dac49f2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.048569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:43.102982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb754-0697-4fd6-96f0-05ae3c944c3a req-742f4130-e15d-40ea-ab16-d4e550ef70b1 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.112114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-509bb754-0697-4fd6-96f0-05ae3c944c3a req-742f4130-e15d-40ea-ab16-d4e550ef70b1 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 944 time: 0.2431538 Nov 12 00:45:43.131255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.170858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.222231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fd2f4-9d59-4734-af40-a7deab25626f req-681608f0-779a-45eb-b534-5ce16cb46381 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.229614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-989fd2f4-9d59-4734-af40-a7deab25626f req-681608f0-779a-45eb-b534-5ce16cb46381 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 943 time: 0.2922585 Nov 12 00:45:43.286572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.289084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.290566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.292979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c5301cf-abb4-4062-90a6-e919cad50f0a req-11d627be-2406-486d-8b2d-2a82ab87be6e service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788845 Nov 12 00:45:43.331625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-509bb754-0697-4fd6-96f0-05ae3c944c3a req-dcc4f7d9-2ec0-457a-915b-a2f6a4e78ecc tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178397 Nov 12 00:45:43.394227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.395951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-989fd2f4-9d59-4734-af40-a7deab25626f req-42347a7f-a9d3-43ec-9624-339e2f7719f8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626923 Nov 12 00:45:43.432903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Attempting to bind port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:43.433880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Attempting to bind port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:43.434222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Attempting to bind port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be on network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:43.434590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.435405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59724a0b-62bc-4e40-8f58-7000b86f3193 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:43.442196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.446431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3aab8c6-accd-4d1a-abdd-8e86ee841b25 admin admin] 10.222.0.11 "DELETE /v2.0/routers/59724a0b-62bc-4e40-8f58-7000b86f3193 HTTP/1.1" status: 204 len: 168 time: 1.3265512 Nov 12 00:45:43.447166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:43.511248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be on network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:43.511599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Attempting to bind port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be on network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:43.517132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.519714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.524348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4896a309-88d3-43be-a2c2-5374585b9490 HTTP/1.1" status: 204 len: 168 time: 0.4674218 Nov 12 00:45:43.524543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:43.524543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Checking segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:43.524543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Bound using segment: {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:43.524543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Bound port: 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3d475f-61f2-4d15-8623-cdb668b62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:43.524543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.564599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67f49-4740-4ef6-8830-6fdecc0c4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896a309-88d3-43be-a2c2-5374585b9490,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:43.573416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Deleting subnet 68816737-4b35-4a3c-a23b-f33e85b15167 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:43.613299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.643553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:43.684342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:43.685581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b5a6ca5-fdd9-44c0-a7ab-8b8966309487 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:43.748948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7839a03b-a982-43dd-af62-a52235bb160e req-5af40413-2820-44db-a392-082a87113ecd tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0928109 Nov 12 00:45:43.761067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.788985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 40d0b3b3-2bd6-476a-935a-6f553a730d06 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:43.800604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:43.830609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:43.844499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331592b-80e8-4b29-89f5-8189f349436c req-baba7bf1-fac9-4877-a7ca-7636e24bbeaf tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.846300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6331592b-80e8-4b29-89f5-8189f349436c req-baba7bf1-fac9-4877-a7ca-7636e24bbeaf tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1548963 Nov 12 00:45:43.866298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.947023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:43.947660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.949096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 200 len: 1093 time: 2.3666515 Nov 12 00:45:43.949676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:43.952251 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef43ff-27a9-4635-b6c2-d515596e392e" -d '{"events": [{"name": "network-changed", "server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:43.961145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.961781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:43.979655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '40d0b3b3-2bd6-476a-935a-6f553a730d06', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '40d0b3b3-2bd6-476a-935a-6f553a730d06', 'mac_address': 'fa:16:3e:53:72:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:43.985987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.038592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6331592b-80e8-4b29-89f5-8189f349436c req-1fdced7e-8abe-4916-b904-018b87afb9b2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740010 Nov 12 00:45:44.087251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.114917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d0b3b3-2bd6-476a-935a-6f553a730d06 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:44.126614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a2f37-589f-476a-98d0-e021bd8a0638 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.132741 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91895be-0678-4a38-a910-1cfedb78593f x-openstack-request-id: req-a91895be-0678-4a38-a910-1cfedb78593f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:44.133439 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:44.133439 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a91895be-0678-4a38-a910-1cfedb78593f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:44.133773 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'status': 'completed', 'code': 200} Nov 12 00:45:44.157396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:44.173593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.210671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-944858e3-9bb7-4c3b-b56b-d8f00596264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.213611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-944858e3-9bb7-4c3b-b56b-d8f00596264a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f1b36b892834ade85eda2f627ed5447&device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 1096 time: 0.1243169 Nov 12 00:45:44.215843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.257176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68816737-4b35-4a3c-a23b-f33e85b15167,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.268576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.299462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.309776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-777379f0-e9f2-43ab-88dd-972c0df1f4db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68816737-4b35-4a3c-a23b-f33e85b15167 HTTP/1.1" status: 204 len: 168 time: 0.8604174 Nov 12 00:45:44.310024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:44.311663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e369e-b618-410d-8cb4-4692c2a02669 None None] Network 1cb538ad-cb1e-4b43-8866-0af5f085cba9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:44.312560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-3457a212-5253-4bd5-88ca-5faa0bf14aad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 200 len: 217 time: 0.0875952 Nov 12 00:45:44.402189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f19b83b4-992d-4e2e-a273-fd9b84492032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.405265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-f19b83b4-992d-4e2e-a273-fd9b84492032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b2ef5b3-0415-4dda-9c74-ec2c106e8383 HTTP/1.1" status: 200 len: 854 time: 0.0842440 Nov 12 00:45:44.458524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.550140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['40d0b3b3-2bd6-476a-935a-6f553a730d06'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:44.557532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Deleting port 953b8449-d5f1-429a-9f47-760b076ae7d6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:44.557874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.655669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] For port 953b8449-d5f1-429a-9f47-760b076ae7d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=953b8449-d5f1-429a-9f47-760b076ae7d6,segment=NetworkSegment(afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4),segment_id=afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:44.655669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.679418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Calling delete_port for 953b8449-d5f1-429a-9f47-760b076ae7d6 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:44.692550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4997a707-65a0-4643-b305-ff3542ca6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.699385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-4997a707-65a0-4643-b305-ff3542ca6298 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd5299f-ff84-4738-8f8e-00b76c8bf411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855575 Nov 12 00:45:44.714081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5b08-f692-42e1-86d9-48c84abf75d1 req-04852b22-dadb-4aba-82c7-68110708d3e3 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.716002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32bd5b08-f692-42e1-86d9-48c84abf75d1 req-04852b22-dadb-4aba-82c7-68110708d3e3 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 944 time: 0.2370236 Nov 12 00:45:44.761883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cec93d-4ecc-4c0d-9424-e6c80b8504cf req-76c20cf1-c52a-4f98-9225-119ff194968b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.763697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5cec93d-4ecc-4c0d-9424-e6c80b8504cf req-76c20cf1-c52a-4f98-9225-119ff194968b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 944 time: 0.2149138 Nov 12 00:45:44.781424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] DHCP port deletion for 1cb538ad-cb1e-4b43-8866-0af5f085cba9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:44.832594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.861473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.900985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] No DVR routers for this DVR port 953b8449-d5f1-429a-9f47-760b076ae7d6 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:44.907843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=953b8449-d5f1-429a-9f47-760b076ae7d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.919996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32bd5b08-f692-42e1-86d9-48c84abf75d1 req-548b5025-0ea2-46da-b169-d7e874d44570 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1916919 Nov 12 00:45:44.921024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Deleting port 953b8449-d5f1-429a-9f47-760b076ae7d6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:44.921400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.936522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-75ae7f2a-c9c2-46cb-a554-739bc5df23df service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185354 Nov 12 00:45:44.942542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5cec93d-4ecc-4c0d-9424-e6c80b8504cf req-231aa892-ec1d-400c-8e8d-a11f49e2278c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229153 Nov 12 00:45:44.973708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:45.028285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] For port 953b8449-d5f1-429a-9f47-760b076ae7d6, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:45.028741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.059844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Calling delete_port for 953b8449-d5f1-429a-9f47-760b076ae7d6 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:45.066779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Port 953b8449-d5f1-429a-9f47-760b076ae7d6 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:45:45.069284 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.098591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.114592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] Pushing event deleted for resources: {'Port': ['ID=953b8449-d5f1-429a-9f47-760b076ae7d6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:45.118383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755bf0c-bc70-47dd-b96f-1684621ff717 None None] No DVR routers for this DVR port 953b8449-d5f1-429a-9f47-760b076ae7d6 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:45.133112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f228d1c-cdd3-46e5-b12c-de3903f21df9 req-573db0d1-f16b-40c7-9cac-e03f6157f31c service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874039 Nov 12 00:45:45.159713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb538ad-cb1e-4b43-8866-0af5f085cba9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:45.174766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:45.175238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd2c6de-0c16-4e1a-9fe4-1c1bad5dc2f4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:45.175664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d43ebae-3438-4d58-9381-e68856f413d0 req-870b4c57-209e-457c-8bc9-aabb0de2935d tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0730326 Nov 12 00:45:45.194476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1198417384-network', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:45.199166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.222559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.234478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:45.235446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:45.238522 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:45.255825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70991109-d37e-4110-8adb-8d3d8b4bb829 req-61edafaa-18da-4aa2-8c65-26854c3a2fb8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.262558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Made reservation on behalf of fda38a183fa54cc396244eab46cf355c for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:45.263792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70991109-d37e-4110-8adb-8d3d8b4bb829 req-61edafaa-18da-4aa2-8c65-26854c3a2fb8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1003349 Nov 12 00:45:45.265089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.288643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-4218c2bc-d323-4db0-ad09-23225a3c3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.290416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-4218c2bc-d323-4db0-ad09-23225a3c3302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f1b36b892834ade85eda2f627ed5447&device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 1096 time: 0.0879200 Nov 12 00:45:45.308368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.336902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.345978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.352109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1cb538ad-cb1e-4b43-8866-0af5f085cba9 HTTP/1.1" status: 204 len: 168 time: 1.0384412 Nov 12 00:45:45.352672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:45.386356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70991109-d37e-4110-8adb-8d3d8b4bb829 req-61951bed-d204-4a38-8e9e-73c8f6ffccfb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215575 Nov 12 00:45:45.415640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a87f-fb5f-40e1-8be8-508ef5a0fce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb538ad-cb1e-4b43-8866-0af5f085cba9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:45.458524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 953b8449-d5f1-429a-9f47-760b076ae7d6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:45.464087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-831c4b38-67b1-43f5-b5af-832fea3c236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.465983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-831c4b38-67b1-43f5-b5af-832fea3c236b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 200 len: 916 time: 0.1581774 Nov 12 00:45:45.485435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 953b8449-d5f1-429a-9f47-760b076ae7d6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:45.486062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 953b8449-d5f1-429a-9f47-760b076ae7d6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:45.487003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 91fadd78-e012-4c77-b51c-26e35dac49f2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:45.509258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 91fadd78-e012-4c77-b51c-26e35dac49f2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:45.509583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 91fadd78-e012-4c77-b51c-26e35dac49f2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:45.568302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.575656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.640568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:45.672928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a525d3-ef32-49f0-b1b6-dbfe093927d2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:45.675986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.676354 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Added segment 82344757-a973-4ccf-ab60-0838fc2a3fd3 of type vlan for network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f Nov 12 00:45:45.750496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.795574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 40d0b3b3-2bd6-476a-935a-6f553a730d06 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:45.816618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.817628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.818210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.868485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-d7e4fe7d-08a4-4416-aa0e-e74c95f31f61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 200 len: 217 time: 0.3944285 Nov 12 00:45:45.872838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 40d0b3b3-2bd6-476a-935a-6f553a730d06 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:45.877918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 40d0b3b3-2bd6-476a-935a-6f553a730d06 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:45.878307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.896475 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9203839 Nov 12 00:45:45.900215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:45.907720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Request body: {'subnet': {'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1198417384-subnet', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:45.913849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe055-8c53-41cb-a132-aa31fbc32a77 admin admin] Pushing event updated for resources: {'Network': ['ID=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:45.929991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:45.940796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-1eeda401-ca25-47e8-85d8-3a7a7eb966f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.945857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-1eeda401-ca25-47e8-85d8-3a7a7eb966f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b2ef5b3-0415-4dda-9c74-ec2c106e8383 HTTP/1.1" status: 200 len: 854 time: 0.0688779 Nov 12 00:45:45.974370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:45.993410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Made reservation on behalf of fda38a183fa54cc396244eab46cf355c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:46.000401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.043849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-f42465e7-a0b6-4136-95da-e31d7544fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.046630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-f42465e7-a0b6-4136-95da-e31d7544fddc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd5299f-ff84-4738-8f8e-00b76c8bf411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909851 Nov 12 00:45:46.070609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.106265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.110633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:46.113141 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a96a5-a2cd-4e98-91a1-4c2d648d859c" -d '{"events": [{"server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "name": "network-vif-plugged", "status": "completed", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:46.125156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:46.131599 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.195118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.196100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f26a31f-6b66-4325-bbb8-1bb4d0fda2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.239241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6ee0c-9499-49d2-8470-0646f68e6c88 req-ab3ff884-7f7c-483c-addd-f6485cb9eec5 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.240869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fe6ee0c-9499-49d2-8470-0646f68e6c88 req-ab3ff884-7f7c-483c-addd-f6485cb9eec5 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 944 time: 0.1937065 Nov 12 00:45:46.280275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2f28-e56d-4417-8f84-33ac9f69e474 req-68798ff9-f2fe-49cd-9575-3426c53c8e15 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.281873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6a2f28-e56d-4417-8f84-33ac9f69e474 req-68798ff9-f2fe-49cd-9575-3426c53c8e15 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 944 time: 0.2154870 Nov 12 00:45:46.335344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-95a73bf7-e414-4f2c-b7e9-e6a948f17745 service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698715 Nov 12 00:45:46.422792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fe6ee0c-9499-49d2-8470-0646f68e6c88 req-2aa6e31f-d42d-4dfe-892d-5ef7607ba52f tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1703868 Nov 12 00:45:46.462743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6a2f28-e56d-4417-8f84-33ac9f69e474 req-af1c4497-f42c-43ba-8c37-8a692eae5544 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648510 Nov 12 00:45:46.489889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f26a31f-6b66-4325-bbb8-1bb4d0fda2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.506413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f26a31f-6b66-4325-bbb8-1bb4d0fda2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.546782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef43ff-27a9-4635-b6c2-d515596e392e req-87c47b4a-a4b1-4379-8aa6-bfb9cb6560dc service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887226 Nov 12 00:45:46.557005 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b89559-d857-40c1-bbc8-d7ee987e4623 x-openstack-request-id: req-e2b89559-d857-40c1-bbc8-d7ee987e4623 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:46.558331 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "name": "network-vif-plugged", "status": "completed", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:46.559206 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4f26a31f-6b66-4325-bbb8-1bb4d0fda2f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03eca4ae0a044db3b0d1ff786ad924a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832205 Nov 12 00:45:46.560018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26a31f-6b66-4325-bbb8-1bb4d0fda2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf88a29-5590-41a5-be54-33156ef53385,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.563865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:46.564907 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2b89559-d857-40c1-bbc8-d7ee987e4623 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:46.569115 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06', 'code': 200} Nov 12 00:45:46.639721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.696353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5469e0e2-3bbf-4024-88f1-a32cfcf9aa94 req-0d6c55c6-f632-44f7-b4f2-58ee9527b888 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0571792 Nov 12 00:45:46.696971 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.721618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f17115-6064-4483-874b-42f98893a562,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.746206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Checking segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:46.746581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Network hostable DHCP agents. Network: 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:46.753611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.756712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d2323-f7a6-45cf-bd62-90eb95f83566 req-b462125e-3f80-404f-a489-aa712892c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.758209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba6d2323-f7a6-45cf-bd62-90eb95f83566 req-b462125e-3f80-404f-a489-aa712892c1ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 1097 time: 0.1180317 Nov 12 00:45:46.765448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef34f8c-880f-4e03-8ab6-0b78d13b19be details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:46.791826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:46.813835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf1435-09af-44cb-8c47-5a21e7e2b10c req-a13b5c5e-5788-4fd6-ac83-dae3839f607f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.815266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdcf1435-09af-44cb-8c47-5a21e7e2b10c req-a13b5c5e-5788-4fd6-ac83-dae3839f607f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1249795 Nov 12 00:45:46.824964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:46.830992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.831743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.855404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Deleting port 32277b50-138c-458e-b914-b1bbad441093 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:46.855987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.861329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba6d2323-f7a6-45cf-bd62-90eb95f83566 req-39cda3e8-2466-4779-bb1a-8ccbff8dd775 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914874 Nov 12 00:45:46.863219 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-651044df-aad8-4fd9-bb04-cc266f305fe7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9596651 Nov 12 00:45:46.866444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:46.868967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4cba5-9211-4db4-a783-7c2c16e4f422 None None] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:46.879030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:46.882752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.885217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.888632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cf88a29-5590-41a5-be54-33156ef53385 HTTP/1.1" status: 204 len: 168 time: 0.3235104 Nov 12 00:45:46.939014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923328dd-c1e5-4d13-85b6-e0c2f42923eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf88a29-5590-41a5-be54-33156ef53385,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.962770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.963918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.964611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] For port 32277b50-138c-458e-b914-b1bbad441093, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32277b50-138c-458e-b914-b1bbad441093,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:46.965423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.974125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdcf1435-09af-44cb-8c47-5a21e7e2b10c req-20fc1d66-2dcf-4cf4-888a-6a7263c08b0d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486795 Nov 12 00:45:46.988766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Calling delete_port for 32277b50-138c-458e-b914-b1bbad441093 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:47.039767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.155449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:47.172388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'port_id': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'mac_address': 'fa:16:3e:b4:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:47.220028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.227533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.237695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.245645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Pushing event deleted for resources: {'Port': ['ID=32277b50-138c-458e-b914-b1bbad441093,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:47.274473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef34f8c-880f-4e03-8ab6-0b78d13b19be {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:47.283454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d20ed-083d-4086-a825-d00787ace5b8 None None] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:47.307542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.328890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:47.330427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f89b3d2-0eee-4aef-b3b6-f4c722c6e361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.359809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.465826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:47.544443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.556850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.597910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.614616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1ef34f8c-880f-4e03-8ab6-0b78d13b19be'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:47.705856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f89b3d2-0eee-4aef-b3b6-f4c722c6e361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.722537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f89b3d2-0eee-4aef-b3b6-f4c722c6e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.757177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d19020-97b1-439a-b34e-ba389c487bc0 req-b83cf61e-ce97-4b0f-b516-02d473cdcd07 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.758702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87d19020-97b1-439a-b34e-ba389c487bc0 req-b83cf61e-ce97-4b0f-b516-02d473cdcd07 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 945 time: 0.2034318 Nov 12 00:45:47.790760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:47.805234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302289e5-fafa-4fe0-8276-d5640c5755f7 req-f560a58f-8f94-4089-a985-46709f66efe6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.806733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-302289e5-fafa-4fe0-8276-d5640c5755f7 req-f560a58f-8f94-4089-a985-46709f66efe6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 945 time: 0.2114067 Nov 12 00:45:47.829852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6f89b3d2-0eee-4aef-b3b6-f4c722c6e361 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a3d8d661f3c4ebf9499e4e11d530a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203245 Nov 12 00:45:47.836621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.839880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89b3d2-0eee-4aef-b3b6-f4c722c6e361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b6243-5f14-40cb-bd0a-57dc69e57520,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:47.894210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Allocated IP 172.25.6.178 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a75938ba-e02b-4b19-9ade-7326f4295037) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:47.919041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87d19020-97b1-439a-b34e-ba389c487bc0 req-fbaa85d2-88ea-432c-8303-a2b3055b0c5e tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460834 Nov 12 00:45:47.924319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-302289e5-fafa-4fe0-8276-d5640c5755f7 req-a7ad29e7-19e5-4db5-a890-4532d10cbaca tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067257 Nov 12 00:45:47.934431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.942390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:47.956283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Sync routers for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:47.960613 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b56892c9-4223-4cd5-91a7-613a94442581 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b9aaa03-f1be-45d9-8fab-c6ddb03ded96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072569 Nov 12 00:45:47.963781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.996994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:47.997644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:48.023495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.067508 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.100090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-232425a7-36e4-4224-95a6-20bf93a64a75 req-2ab87e88-042f-448e-9ad9-f2adc9854a3b tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0512290 Nov 12 00:45:48.121198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.148342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.212377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.213600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:48.214802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.218543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df0b6243-5f14-40cb-bd0a-57dc69e57520 HTTP/1.1" status: 204 len: 168 time: 0.3786070 Nov 12 00:45:48.228358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b47d05-ccf1-491c-b323-d7a0f91e5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b6243-5f14-40cb-bd0a-57dc69e57520,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.253156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.265739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:48.268454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:48.280802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:48.331119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a75938ba-e02b-4b19-9ade-7326f4295037,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.339534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Deleting port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:48.339534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.366800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950acf-478c-4bdc-aee6-a09dad0a29d6 req-9c59a6bf-b65b-4c87-a15e-6494ab78405b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:48.375222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d950acf-478c-4bdc-aee6-a09dad0a29d6 req-9c59a6bf-b65b-4c87-a15e-6494ab78405b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1943619 Nov 12 00:45:48.440495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:45:47Z', 'revision_number': 5, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port': {'id': '5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:29:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:34Z', 'updated_at': '2021-11-12T00:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:48.459376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] For port 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:48.459745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.473236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Calling delete_port for 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:48.481046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Checking router: 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:48.490981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Routers {'4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:48.491606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:48.535508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d950acf-478c-4bdc-aee6-a09dad0a29d6 req-364ca11a-8b43-4703-8625-ebeca540145b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536100 Nov 12 00:45:48.603532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] Set router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:48.662862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.672894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 6, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:48.695178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.706932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15b9d3-85dc-4381-b47a-fbb4cc1e9bab None None] The sync data for ids ['4b9aaa03-f1be-45d9-8fab-c6ddb03ded96'] in n-d-712141-15 is: [{'id': '4b9aaa03-f1be-45d9-8fab-c6ddb03ded96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1658194742-router', 'tenant_id': '1edc2d42580a4e41b1bf13243e6790ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:33Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 6, 'project_id': '1edc2d42580a4e41b1bf13243e6790ba', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:48.764441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.773793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef34f8c-880f-4e03-8ab6-0b78d13b19be up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:48.814910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.863346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:48.873237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:48.873615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.921203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.925343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.927748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.976893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.982797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.983384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:48.990526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.991301 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5ba0423d-74f3-483d-b614-bf6ff6fd60da admin admin] 10.222.0.11 "DELETE /v2.0/routers/4b9aaa03-f1be-45d9-8fab-c6ddb03ded96 HTTP/1.1" status: 204 len: 168 time: 1.0263612 Nov 12 00:45:48.994234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:49.027846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:49.030644 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cf9d4-c0a4-4f07-b671-acea219db467" -d '{"events": [{"server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "name": "network-vif-plugged", "status": "completed", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:49.049030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.060595 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.083616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Deleting subnet 82870c63-6739-4a2c-89a8-a086bfbdf929 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:49.087484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.129104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.131819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.207615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70915a7-d299-4270-9390-4ee85a94b58f req-652fe3ae-a68e-4719-85bd-1d558d1b301e tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.209282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b70915a7-d299-4270-9390-4ee85a94b58f req-652fe3ae-a68e-4719-85bd-1d558d1b301e tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 945 time: 0.1869676 Nov 12 00:45:49.233389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.249711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc1514-1270-4aeb-ade6-0e99b925a45b req-e7ca8a97-bf2c-4814-a24a-b076889a4301 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.251214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67dc1514-1270-4aeb-ade6-0e99b925a45b req-e7ca8a97-bf2c-4814-a24a-b076889a4301 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 945 time: 0.1375840 Nov 12 00:45:49.298325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.314009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Router 5b247b38-0206-41d5-af31-637d2598b766 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:45:49.323889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b70915a7-d299-4270-9390-4ee85a94b58f req-e57545bc-f93b-49a3-b02d-fdfa1c7620d5 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034636 Nov 12 00:45:49.324996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82870c63-6739-4a2c-89a8-a086bfbdf929,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.330877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.334232 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c03057a8-700b-4ec5-b57b-f655835fe554 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/82870c63-6739-4a2c-89a8-a086bfbdf929 HTTP/1.1" status: 204 len: 168 time: 0.3391423 Nov 12 00:45:49.337133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:49.338206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01745e5d-e69a-47cc-80d0-dbe92195761f None None] Network ccd09623-a554-43bc-9e48-ca8ab72d77ee requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:49.354671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67dc1514-1270-4aeb-ade6-0e99b925a45b req-7e390de0-ee5e-493f-a170-3db3eebaff05 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959105 Nov 12 00:45:49.455335 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9491eb9c-3bf5-4856-ae1d-dd2bc79a8043 x-openstack-request-id: req-9491eb9c-3bf5-4856-ae1d-dd2bc79a8043 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:49.455647 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "name": "network-vif-plugged", "status": "completed", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:49.455920 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9491eb9c-3bf5-4856-ae1d-dd2bc79a8043 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:49.467552 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'code': 200} Nov 12 00:45:49.522945 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.660098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] DHCP port deletion for ccd09623-a554-43bc-9e48-ca8ab72d77ee request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:49.670935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Deleting port e2ed881e-9012-4264-83c7-ecb273096a1e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:49.671417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:49.673518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.713115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:49.713654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ce5c52a-3c5f-4a0f-aa44-5646da80ecf3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:49.714539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32277b50-138c-458e-b914-b1bbad441093 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:49.759015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 32277b50-138c-458e-b914-b1bbad441093 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:49.761913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32277b50-138c-458e-b914-b1bbad441093 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:49.764800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] For port e2ed881e-9012-4264-83c7-ecb273096a1e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2ed881e-9012-4264-83c7-ecb273096a1e,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.765173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.799924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Calling delete_port for e2ed881e-9012-4264-83c7-ecb273096a1e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:49.889463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Deleting port e2ed881e-9012-4264-83c7-ecb273096a1e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:49.889959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.919778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.948546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] No DVR routers for this DVR port e2ed881e-9012-4264-83c7-ecb273096a1e on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:50.025726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ed881e-9012-4264-83c7-ecb273096a1e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.073165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] For port e2ed881e-9012-4264-83c7-ecb273096a1e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2ed881e-9012-4264-83c7-ecb273096a1e,segment=NetworkSegment(ec6f9f0a-9504-4015-a4af-359c2b491890),segment_id=ec6f9f0a-9504-4015-a4af-359c2b491890)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:50.073165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.112593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Calling delete_port for e2ed881e-9012-4264-83c7-ecb273096a1e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:50.193387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-290cbb26-668e-4575-8673-5e7bbe9e2696 req-74cf22ca-b56b-4049-82ef-7b8e377c67cd tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.5321634 Nov 12 00:45:50.212975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.236652 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:50.240341 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:45:50.249083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd09623-a554-43bc-9e48-ca8ab72d77ee']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.249739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.267607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] No DVR routers for this DVR port e2ed881e-9012-4264-83c7-ecb273096a1e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:50.271102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:50.273989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6f9f0a-9504-4015-a4af-359c2b491890') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.274291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6f9f0a-9504-4015-a4af-359c2b491890') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.283806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Sync routers for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:50.295356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.295737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdee15-ae40-4ad2-bd8b-85e4f04401ff req-5a008fbc-01fc-4c99-82ff-2c85f4da3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:50.298920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cfdee15-ae40-4ad2-bd8b-85e4f04401ff req-5a008fbc-01fc-4c99-82ff-2c85f4da3db3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 1098 time: 0.7875576 Nov 12 00:45:50.305617 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:50.309175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:50.336018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.338398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.339686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4e8e6f0c-1744-4ebf-be97-154dfb3034f0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4666402 Nov 12 00:45:50.344647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a05436-f0ef-49bc-9a92-47f66104f3b9 None None] Pushing event deleted for resources: {'Port': ['ID=e2ed881e-9012-4264-83c7-ecb273096a1e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.345640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:50.366017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:50.366421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:50.369348 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:50.403352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce5c0-dc90-46e6-bc5d-37dc68de90ea req-6f7563c3-9f4c-4348-acbe-695819d02cba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:50.406326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-736ce5c0-dc90-46e6-bc5d-37dc68de90ea req-6f7563c3-9f4c-4348-acbe-695819d02cba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2948585 Nov 12 00:45:50.517383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cfdee15-ae40-4ad2-bd8b-85e4f04401ff req-3fde66a7-f38c-4725-8a55-c6dce1c329e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998827 Nov 12 00:45:50.558216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-736ce5c0-dc90-46e6-bc5d-37dc68de90ea req-9f6782ee-f03c-4cc5-8a8e-0a8e4a00cb7b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282403 Nov 12 00:45:50.568840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43402b98-37b5-4997-832c-6e9998d27b2b req-49b66b97-3eae-449d-9117-2ad5b1d7563e tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:50.576707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43402b98-37b5-4997-832c-6e9998d27b2b req-49b66b97-3eae-449d-9117-2ad5b1d7563e tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.1092727 Nov 12 00:45:50.584726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.608103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.624725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ccd09623-a554-43bc-9e48-ca8ab72d77ee HTTP/1.1" status: 204 len: 168 time: 1.2746303 Nov 12 00:45:50.650676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:50.663302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20f744-be91-4a49-bdd0-278828bc4142 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd09623-a554-43bc-9e48-ca8ab72d77ee,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.733708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43402b98-37b5-4997-832c-6e9998d27b2b req-866086de-64e7-49f2-a078-11bc587e4252 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537223 Nov 12 00:45:51.009943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 3, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:51.063222 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Checking router: 5b247b38-0206-41d5-af31-637d2598b766 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:51.063829 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Updating router 5b247b38-0206-41d5-af31-637d2598b766 port a75938ba-e02b-4b19-9ade-7326f4295037 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:51.083433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.098666 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.171332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e75b3249-b365-4b05-9163-91c9704f8438 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a5603c5e22b48438988f0fdadfcfaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834050 Nov 12 00:45:51.174517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48524) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.242619 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.289162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.295063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.451972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19834b62-3257-4918-b964-c59c4cfdd4c4 req-df0158ca-0db8-4331-a550-09c277e63bc0 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.1068079 Nov 12 00:45:51.479064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2ed881e-9012-4264-83c7-ecb273096a1e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:51.506300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.509040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.510305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f31a4aad-6e0b-45fb-8a96-fafdac39bf60 HTTP/1.1" status: 204 len: 168 time: 0.3348422 Nov 12 00:45:51.535826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184db4-d8d6-4367-9237-70e788aa3ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a4aad-6e0b-45fb-8a96-fafdac39bf60,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.559525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e2ed881e-9012-4264-83c7-ecb273096a1e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:51.561440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2ed881e-9012-4264-83c7-ecb273096a1e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:51.632609 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.650270 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.761461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Allocated IP 172.20.0.1 (99e6dad6-a1f1-4cf9-880a-4c6552d3af4f/f5f17115-6064-4483-874b-42f98893a562/a12fed97-a713-4bec-b0b9-bd5e085b787e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:51.773512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Attempting to bind port a75938ba-e02b-4b19-9ade-7326f4295037 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:51.774582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Attempting to bind port a75938ba-e02b-4b19-9ade-7326f4295037 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:51.776635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Attempting to bind port a75938ba-e02b-4b19-9ade-7326f4295037 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:51.804649 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:51.805040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:51.805284 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.805675 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:51.806171 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Bound port: a75938ba-e02b-4b19-9ade-7326f4295037, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:51.806558 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.864404 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Pushing event updated for resources: {'Port': ['ID=a75938ba-e02b-4b19-9ade-7326f4295037,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.890856 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.892134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.892676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.893602 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.894085 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.894586 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.895728 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.896342 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.897309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.897829 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.898321 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.898805 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:51.933870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69ca0-a4cf-4925-b018-d79f43d8ff4a req-e9cbdc53-b546-4d15-8dde-a610b819c33f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.940456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f69ca0-a4cf-4925-b018-d79f43d8ff4a req-e9cbdc53-b546-4d15-8dde-a610b819c33f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.2074747 Nov 12 00:45:51.968030 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] For port a75938ba-e02b-4b19-9ade-7326f4295037, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:51.978285 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] For port a75938ba-e02b-4b19-9ade-7326f4295037, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a75938ba-e02b-4b19-9ade-7326f4295037,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:51.983737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8c964-7799-4521-a615-89793c985be5 req-d22a0dd1-75a8-4030-b589-d553408fee06 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.987418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18c8c964-7799-4521-a615-89793c985be5 req-d22a0dd1-75a8-4030-b589-d553408fee06 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.1432314 Nov 12 00:45:51.989918 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.005911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.085805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f69ca0-a4cf-4925-b018-d79f43d8ff4a req-56e0e7c1-a771-43d3-b6bc-fcf9d67700cc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343069 Nov 12 00:45:52.089002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.110408 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:52.111156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:52.157820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18c8c964-7799-4521-a615-89793c985be5 req-0589050e-0628-41c5-92e8-4aad885cc95b tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607726 Nov 12 00:45:52.169295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:52.175105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:52.181294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:52.195609 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206afb-cb14-4425-bbae-197d5539cc30 None None] Pushing event updated for resources: {'Port': ['ID=a75938ba-e02b-4b19-9ade-7326f4295037,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:52.278081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Pushing event updated for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:52.322331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.347104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:52.439421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48552) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:52.600572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57a6836e-3a89-43f7-809b-4853ce74ae04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1edc2d42580a4e41b1bf13243e6790ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572733 Nov 12 00:45:52.604658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:52.644665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.736707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8068e0e-7326-490c-b2ab-a4069c6c6ab7 req-b31dbf2b-6ef7-4af3-a583-9cabf25ec806 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0760417 Nov 12 00:45:52.789780 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.861395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.872365 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 3, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:52.942645 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac3725-8b19-413b-aa40-0a37c09bb25a None None] The sync data for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 is: [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 3, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:52.950825 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.956566 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.961055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/927729f6-24cc-444b-a4fb-a928c03cf243 HTTP/1.1" status: 204 len: 168 time: 0.3518181 Nov 12 00:45:52.974671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96e3a1-0d6d-4f08-9d3b-bc4c31e56a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927729f6-24cc-444b-a4fb-a928c03cf243,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.008589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.015610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.153274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Pushing event updated for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.157126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.289684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:53.292245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:53.315874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf7f7-9c97-4324-a964-95ca858e3fb6 req-9b4d3c64-a691-4456-8e5d-1d1d13c2d188 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.328282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55dcf7f7-9c97-4324-a964-95ca858e3fb6 req-9b4d3c64-a691-4456-8e5d-1d1d13c2d188 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1072977 Nov 12 00:45:53.527289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55dcf7f7-9c97-4324-a964-95ca858e3fb6 req-c769513b-9b68-40be-a2a3-54c6b63139c7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980822 Nov 12 00:45:53.567139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae2bb9-b3ab-4dd3-9669-f0c687c5bfa7 req-539e5639-b041-4048-ba40-b0bca89b6149 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.574301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a75938ba-e02b-4b19-9ade-7326f4295037 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:53.582989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0aae2bb9-b3ab-4dd3-9669-f0c687c5bfa7 req-539e5639-b041-4048-ba40-b0bca89b6149 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.1853700 Nov 12 00:45:53.659958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Router 5b247b38-0206-41d5-af31-637d2598b766 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:53.693243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0aae2bb9-b3ab-4dd3-9669-f0c687c5bfa7 req-3f227363-8a52-4046-9a51-04d2daa814b9 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090548 Nov 12 00:45:53.754080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a75938ba-e02b-4b19-9ade-7326f4295037 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:53.755077 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.938933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:53.951693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.959623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a4fb404-bf58-42ae-b553-3af15cb3f9aa admin admin] 10.222.0.11 "PUT /v2.0/routers/5b247b38-0206-41d5-af31-637d2598b766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120536 Nov 12 00:45:53.977221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port a75938ba-e02b-4b19-9ade-7326f4295037, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a75938ba-e02b-4b19-9ade-7326f4295037,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:53.986005 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.005863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ace15c9-f69b-4233-8e79-cc30a422aefd req-f4f76a94-f2b5-4e65-96b4-dc52049e0c35 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0928216 Nov 12 00:45:54.022712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.047428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b42a9-cf54-4560-8dfd-0b0b0411499d req-8b2ed7e4-d365-4952-b3a3-7f153431e2bf tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.052360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-102b42a9-cf54-4560-8dfd-0b0b0411499d req-8b2ed7e4-d365-4952-b3a3-7f153431e2bf tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.2024240 Nov 12 00:45:54.057549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.062890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Request body: {'floatingip': {'port_id': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:54.096390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=a75938ba-e02b-4b19-9ade-7326f4295037,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:54.123480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.326940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4abe2fdc-8baa-4792-b47e-c15b661affde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.521129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4abe2fdc-8baa-4792-b47e-c15b661affde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.531422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4abe2fdc-8baa-4792-b47e-c15b661affde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.622877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2fdc-8baa-4792-b47e-c15b661affde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8023a-2207-4f42-8107-edaf8d8b5dd9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:54.644757 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4abe2fdc-8baa-4792-b47e-c15b661affde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc5c33f383894cfbb11e35a8bf76b866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6243775 Nov 12 00:45:54.653862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.718957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.746207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.752815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.791344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.811915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9143-3f20-4352-807d-5ef62fa48ed9 req-5d68cf90-b2f7-46ad-bbf7-cbe42cee7b91 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.813800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8ef9143-3f20-4352-807d-5ef62fa48ed9 req-5d68cf90-b2f7-46ad-bbf7-cbe42cee7b91 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.1366591 Nov 12 00:45:54.814028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.815231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.819354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.820941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8aa8023a-2207-4f42-8107-edaf8d8b5dd9 HTTP/1.1" status: 204 len: 168 time: 0.1660347 Nov 12 00:45:54.841760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91ca6-3783-4fd7-990f-c320926120b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8023a-2207-4f42-8107-edaf8d8b5dd9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:54.982802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1672934221-network', 'tenant_id': '71cb7330bc824a519df1cefd17c5db6a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:54.999865 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Floating IP ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec associated. External IP: 172.25.6.25, port: 1ef34f8c-880f-4e03-8ab6-0b78d13b19be. Nov 12 00:45:55.208443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8ef9143-3f20-4352-807d-5ef62fa48ed9 req-5e4bba1c-7b0a-4cf6-a73b-a758ee12533f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166743 Nov 12 00:45:55.209010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Made reservation on behalf of 71cb7330bc824a519df1cefd17c5db6a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:55.211223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.241811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.288340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-f56b874c-d95d-40aa-87a7-243ef606267d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:55.290004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-f56b874c-d95d-40aa-87a7-243ef606267d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 811 time: 0.2259295 Nov 12 00:45:55.292299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:55.309940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79e0d719-7610-485d-af37-3eb9dffddc6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.358183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-1faeb09a-f1fc-48a4-bb1a-c11296856a3c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/quotas/fda38a183fa54cc396244eab46cf355c HTTP/1.1" status: 200 len: 375 time: 0.0592835 Nov 12 00:45:55.426408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79e0d719-7610-485d-af37-3eb9dffddc6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.434323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-79e0d719-7610-485d-af37-3eb9dffddc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.493167 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-79e0d719-7610-485d-af37-3eb9dffddc6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59f26e0bb9c9449f822380dcd9d9ef60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994538 Nov 12 00:45:55.497279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:55.505541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d719-7610-485d-af37-3eb9dffddc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3306e-4f2f-419a-a2b4-23780082ba59,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.514584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a75938ba-e02b-4b19-9ade-7326f4295037 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:55.552005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b2c3545-3501-4825-9e06-68a8df0c6c57 req-fa423251-6c30-4ed0-a69a-e46ad138c137 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0359552 Nov 12 00:45:55.555497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.583308 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.593492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Sync routers for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:55.604204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-3c165787-b8f4-4afd-b324-42087db52643 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2368073 Nov 12 00:45:55.618436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:55.625807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:55.642389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Router 9ef54922-99e7-4a54-840c-a39201a6ddd7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:55.658857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.667186 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.670623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.672149 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbf3306e-4f2f-419a-a2b4-23780082ba59 HTTP/1.1" status: 204 len: 168 time: 0.1738563 Nov 12 00:45:55.687667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57a889-4e10-4e06-ad12-28a0cfa69767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3306e-4f2f-419a-a2b4-23780082ba59,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.694005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.707355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:55.717676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.718274 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Added segment ee2bf015-f747-4347-b1ea-2c670e0a6bd3 of type vlan for network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b Nov 12 00:45:55.744840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a75938ba-e02b-4b19-9ade-7326f4295037 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:55.745599 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.758751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.956228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c544c7bc-427c-42fa-a511-8c21bf775114,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.989418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-16ecb728-dda0-40d2-93f4-b53c09591f49 service neutron] 10.222.0.11 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842638 Nov 12 00:45:56.001834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:56.047784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.054533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.055139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.100616 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-f524ff63-1a4f-4c60-a605-a8cbd6608a4d service neutron] show failed (client error): The resource could not be found. Nov 12 00:45:56.101876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-f524ff63-1a4f-4c60-a605-a8cbd6608a4d service neutron] 10.222.0.39 "GET /v2.0/ports/c8032fa9-09df-415c-9daa-6a6dc1c5a181/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.3387206 Nov 12 00:45:56.103079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:56.129925 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Sync routers for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:56.143596 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:56.144557 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:56.145724 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.159833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4121778 Nov 12 00:45:56.162680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:56.170159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Request body: {'subnet': {'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1672934221-subnet', 'tenant_id': '71cb7330bc824a519df1cefd17c5db6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:56.238372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a076bc-0258-4be0-8ff9-6f8d5c13a0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.248500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Made reservation on behalf of 71cb7330bc824a519df1cefd17c5db6a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:56.255801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.257875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e104c98e-f18e-46f4-a0a4-d9e5bf296d7a tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "PUT /v2.0/floatingips/ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec HTTP/1.1" status: 200 len: 991 time: 2.1992347 Nov 12 00:45:56.263221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:56.264330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:56.270012 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85df870-89c5-47a7-81fc-d16f8f37ecfa" -d '{"events": [{"name": "network-changed", "server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:56.294661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-0b2442ca-bcf4-4ba1-981e-4e62e6487017 service neutron] 10.222.0.11 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030839 Nov 12 00:45:56.412183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c08e-c36b-4357-bed5-7f1e6e157747 req-ce914ba5-61e2-4d60-8fc0-fd32bad1c7f9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.428752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe10c08e-c36b-4357-bed5-7f1e6e157747 req-ce914ba5-61e2-4d60-8fc0-fd32bad1c7f9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.0910368 Nov 12 00:45:56.446494 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:56.536131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe10c08e-c36b-4357-bed5-7f1e6e157747 req-bfe4185f-ce62-4f5e-acdf-11d7b8af144d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016195 Nov 12 00:45:56.703736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-c60e4186-8ba7-4ede-abac-1d4043a64cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.738370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-c60e4186-8ba7-4ede-abac-1d4043a64cae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.2312105 Nov 12 00:45:56.745219 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96db477-5138-4b8c-8801-67b52ffcae21 x-openstack-request-id: req-c96db477-5138-4b8c-8801-67b52ffcae21 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:56.745494 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:56.745754 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c96db477-5138-4b8c-8801-67b52ffcae21 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:56.764215 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'status': 'completed', 'code': 200} Nov 12 00:45:56.799616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:56.876432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.881440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:52Z', 'revision_number': 4, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a12fed97-a713-4bec-b0b9-bd5e085b787e', 'name': '', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'mac_address': 'fa:16:3e:98:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f5f17115-6064-4483-874b-42f98893a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:51Z', 'updated_at': '2021-11-12T00:45:52Z', 'revision_number': 2, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'subnets': [{'id': 'f5f17115-6064-4483-874b-42f98893a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:56.891110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34fc4dbd-f0aa-4720-8368-85b8e2bd33a5 req-3bbdae15-3955-4a78-b206-b91f100e5f4c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 210 time: 0.0572019 Nov 12 00:45:56.931281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.957598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-28202c84-f08f-4b18-9468-3ab9766a1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.959129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-28202c84-f08f-4b18-9468-3ab9766a1ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f1b36b892834ade85eda2f627ed5447&device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 1098 time: 0.1886103 Nov 12 00:45:56.970566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Checking router: 5b247b38-0206-41d5-af31-637d2598b766 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:56.975364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Updating router 5b247b38-0206-41d5-af31-637d2598b766 port a12fed97-a713-4bec-b0b9-bd5e085b787e binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:56.997746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb22a9b5-de8e-4261-b741-8468d1092430,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.023853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Checking segment: {'id': 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:57.027592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Network hostable DHCP agents. Network: 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:57.048654 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.093044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:57.122982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'port_id': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'mac_address': 'fa:16:3e:b4:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:34Z', 'updated_at': '2021-11-12T00:45:54Z', 'revision_number': 1, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:57.125842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:57.131017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.131864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.150637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5138b0-1d4d-4a4a-9b2d-f9bc63f4689b None None] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:57.163489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-48766485-b911-4d49-82ae-ac3a1e29f975 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9994414 Nov 12 00:45:57.164405 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62935316-f67b-439f-8a19-8ee2f71fa5bc req-6a77c9a6-f226-49cc-b4d9-abfb4fcb35f6 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.1696992 Nov 12 00:45:57.255494 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Checking router: 9ef54922-99e7-4a54-840c-a39201a6ddd7 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:57.275972 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:57.277583 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:57.493988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-9bd0602a-1ae0-4ba9-a243-3c4592d69f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.500049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-9bd0602a-1ae0-4ba9-a243-3c4592d69f15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 200 len: 916 time: 0.5090373 Nov 12 00:45:57.530471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:57.874807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41406ee-e53a-43e8-a12a-c4ee6cb17e49 None None] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:57.964774 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'port_id': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'mac_address': 'fa:16:3e:b4:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:34Z', 'updated_at': '2021-11-12T00:45:54Z', 'revision_number': 1, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:58.027235 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73227a20-72c4-4366-92ef-4b55617f38f2 None None] The sync data for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 is: [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'port_id': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'mac_address': 'fa:16:3e:b4:88:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:45:34Z', 'updated_at': '2021-11-12T00:45:54Z', 'revision_number': 1, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:58.167570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.189866 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.222042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:58.227313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1087111712-network', 'tenant_id': '82abed0de1814fed8ff8fb8ac7ca91af'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:58.287272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Made reservation on behalf of 82abed0de1814fed8ff8fb8ac7ca91af for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:58.291946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.305765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fe1e-261d-4516-80cd-a48cade51c8d None None] Pushing event updated for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:58.322822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.504710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4614828-94a6-41ab-940d-fe945008fa29 req-37420d1f-5e49-4159-b43d-bce7372eb685 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 210 time: 0.0752780 Nov 12 00:45:58.538256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112f35b-8683-4cb9-b277-b108346b7ede None None] New status for floating IP ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:58.598970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Attempting to bind port a12fed97-a713-4bec-b0b9-bd5e085b787e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:58.599432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Attempting to bind port a12fed97-a713-4bec-b0b9-bd5e085b787e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:58.599802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Attempting to bind port a12fed97-a713-4bec-b0b9-bd5e085b787e on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:58.610172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:58.610583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Checking segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:58.611052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.611460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Bound using segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:58.612035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Bound port: a12fed97-a713-4bec-b0b9-bd5e085b787e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:58.612504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.644986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.655176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.681048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:58.683249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-3a0f8329-2df5-479e-ae2c-8be7ce0e8b8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 200 len: 999 time: 1.1283901 Nov 12 00:45:58.695742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.696774 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Added segment d9fa33db-731f-487c-a379-7654abf6afe6 of type vlan for network f4bd990b-fd2f-44b4-905e-884a5624eb2d Nov 12 00:45:58.748165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.817362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.819286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.820368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.889264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] For port a12fed97-a713-4bec-b0b9-bd5e085b787e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:58.895479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] For port a12fed97-a713-4bec-b0b9-bd5e085b787e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a12fed97-a713-4bec-b0b9-bd5e085b787e,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:58.904267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.934401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:58.989283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:58.997758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5a5db-fe69-4de8-b574-754a2ebd2e50,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.032995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bd990b-fd2f-44b4-905e-884a5624eb2d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.037231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.037675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:59.043826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:59.056157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Transition to ACTIVE for port object c8032fa9-09df-415c-9daa-6a6dc1c5a181 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:59.059621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:59.063097 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4196f9b1-088f-4627-963e-40677d7628f8" -d '{"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-unplugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:59.085415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7b54b439-5b71-4718-b15e-5aeadc3c8ae0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8620675 Nov 12 00:45:59.088085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:59.096207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Request body: {'subnet': {'network_id': 'f4bd990b-fd2f-44b4-905e-884a5624eb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1087111712-subnet', 'tenant_id': '82abed0de1814fed8ff8fb8ac7ca91af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:59.133585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.135782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Made reservation on behalf of 82abed0de1814fed8ff8fb8ac7ca91af for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:59.139609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.152044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc4d7817-b494-4245-bb39-3bd120e2fc1a req-14e10d61-38f8-4160-bc16-93ee3e910422 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.4948964 Nov 12 00:45:59.193258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f4bd990b-fd2f-44b4-905e-884a5624eb2d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:59.220279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fe1e-261d-4516-80cd-a48cade51c8d None None] Pushing event updated for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.393457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] No DVR routers for this DVR port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:59.437049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3afe3-6f8e-4eab-9cdf-a180bd90fe1f req-ac0bd515-53e2-48c5-80e8-95d2a1f81e35 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.442144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ce3afe3-6f8e-4eab-9cdf-a180bd90fe1f req-ac0bd515-53e2-48c5-80e8-95d2a1f81e35 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 1.0116599 Nov 12 00:45:59.507712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-e74e0b33-42fd-413b-857d-559f2cf31c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.510396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-e74e0b33-42fd-413b-857d-559f2cf31c2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b2ef5b3-0415-4dda-9c74-ec2c106e8383 HTTP/1.1" status: 200 len: 854 time: 0.7541416 Nov 12 00:45:59.519441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.534516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-9c0b238f-9dc1-4dfc-86fe-18b4b790dfa1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.536344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-9c0b238f-9dc1-4dfc-86fe-18b4b790dfa1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.39 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 811 time: 0.8570940 Nov 12 00:45:59.579852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Request body: {'port': {'device_id': '587ab3ac-269a-46ca-8275-653a194dda2c', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'admin_state_up': True, 'tenant_id': 'fda38a183fa54cc396244eab46cf355c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:59.628016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:59.700806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:59.701110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:59.705769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:59.712131 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b67419-39c3-4fb4-bb9f-330d4048f26d x-openstack-request-id: req-e3b67419-39c3-4fb4-bb9f-330d4048f26d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:59.712640 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-unplugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:59.713053 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3b67419-39c3-4fb4-bb9f-330d4048f26d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:59.713638 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'code': 200} Nov 12 00:45:59.785332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ce3afe3-6f8e-4eab-9cdf-a180bd90fe1f req-111037e8-16db-4745-8970-92265ad44932 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002415 Nov 12 00:45:59.805886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:59.806465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Attempting to bind port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:59.818337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:59.819144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:59.820211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:59.821040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Bound port: c8032fa9-09df-415c-9daa-6a6dc1c5a181, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:59.821572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.896101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11921143-7ab6-42ea-ae8c-819053adc1e0 req-252af693-c5b4-4fca-93ca-10315dc136d8 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 210 time: 0.1813424 Nov 12 00:45:59.926343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Made reservation on behalf of fda38a183fa54cc396244eab46cf355c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:59.930156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.942019 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.954612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-f7518edc-396f-482e-a0ff-2aee3da1cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.956658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-f7518edc-396f-482e-a0ff-2aee3da1cfa6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd5299f-ff84-4738-8f8e-00b76c8bf411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4012449 Nov 12 00:46:00.030402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:00.073260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7c8820-3022-404e-ba7b-621b404c2264,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.111237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:00.113198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Checking segment: {'id': 'd9fa33db-731f-487c-a379-7654abf6afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f4bd990b-fd2f-44b4-905e-884a5624eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:00.113782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Network hostable DHCP agents. Network: f4bd990b-fd2f-44b4-905e-884a5624eb2d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:00.119269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-b6172cc4-bbc3-4f69-b2ae-4fc894448cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452639 Nov 12 00:46:00.158147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Network f4bd990b-fd2f-44b4-905e-884a5624eb2d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:00.172092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f4bd990b-fd2f-44b4-905e-884a5624eb2d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:00.186076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:00.192176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff457e08-ee6a-4ccf-b5ed-3a83d1dccf30 None None] Network f4bd990b-fd2f-44b4-905e-884a5624eb2d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:00.212864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.213829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.216052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:00.249462 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-99935366-897c-43cb-ae07-51f0b5e55829 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1592023 Nov 12 00:46:00.258286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.312952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:52Z', 'revision_number': 4, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a12fed97-a713-4bec-b0b9-bd5e085b787e', 'name': '', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'mac_address': 'fa:16:3e:98:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f5f17115-6064-4483-874b-42f98893a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:51Z', 'updated_at': '2021-11-12T00:45:58Z', 'revision_number': 4, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'subnets': [{'id': 'f5f17115-6064-4483-874b-42f98893a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:00.345242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b925cd2-4164-470c-bca1-8498e951b9af None None] The sync data for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 is: [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:52Z', 'revision_number': 4, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a12fed97-a713-4bec-b0b9-bd5e085b787e', 'name': '', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'mac_address': 'fa:16:3e:98:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f5f17115-6064-4483-874b-42f98893a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:51Z', 'updated_at': '2021-11-12T00:45:58Z', 'revision_number': 4, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'subnets': [{'id': 'f5f17115-6064-4483-874b-42f98893a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:00.472836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82cc1b-5eeb-4f30-a8c8-3cbe4c8ceb56 None None] Network f4bd990b-fd2f-44b4-905e-884a5624eb2d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:00.476776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85df870-89c5-47a7-81fc-d16f8f37ecfa req-a73872a9-79fa-4a14-8e35-9c92d0c811af service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474865 Nov 12 00:46:00.549201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.551076 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.552896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] 10.222.0.32 "PUT /v2.0/ports/c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 1097 time: 3.7863271 Nov 12 00:46:00.739421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bde0f8cf-e8b5-4dc2-a339-d7190b9321b3 req-b40f6989-a1b9-4926-9f64-cc2078101aad tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.3826983 Nov 12 00:46:00.813530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f560b2d-9ebb-497d-8fa2-e6835ad64b3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.848168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Allocated IP 172.20.0.11 (99e6dad6-a1f1-4cf9-880a-4c6552d3af4f/f5f17115-6064-4483-874b-42f98893a562/822d1880-8cee-4e90-9ce9-cb81621f5abe) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:00.878833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f220495-3b03-48ce-a326-4972e49bb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.890011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-0f220495-3b03-48ce-a326-4972e49bb5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1100 time: 0.2022128 Nov 12 00:46:00.901912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:01.062777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f999494-4f42-418d-a6b9-903a5d8c0ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.174877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f999494-4f42-418d-a6b9-903a5d8c0ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.180365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f999494-4f42-418d-a6b9-903a5d8c0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.214423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f999494-4f42-418d-a6b9-903a5d8c0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e77443-f35b-4536-ab92-e2edcd906830,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.258243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1f999494-4f42-418d-a6b9-903a5d8c0ad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e275182f95048f4a338db2e3795f900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547456 Nov 12 00:46:01.258935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:01.261208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbfec2-531d-4dc2-a485-4faafc74cedd req-44c1ebb3-0172-4002-8a66-714188da63f3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.262826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33fbfec2-531d-4dc2-a485-4faafc74cedd req-44c1ebb3-0172-4002-8a66-714188da63f3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 948 time: 0.3380239 Nov 12 00:46:01.334002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.366371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.410383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-b75cbdc1-4135-4642-899d-4d7160077c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.410529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-b75cbdc1-4135-4642-899d-4d7160077c74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.5047503 Nov 12 00:46:01.461589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.466599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.473087 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9e77443-f35b-4536-ab92-e2edcd906830 HTTP/1.1" status: 204 len: 168 time: 0.2130325 Nov 12 00:46:01.483013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789751f9-894a-4d53-bc55-16e1887f4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e77443-f35b-4536-ab92-e2edcd906830,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.526793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a12fed97-a713-4bec-b0b9-bd5e085b787e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:01.543068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-8b422969-83c9-446c-ace4-32dedeccc499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.1117880 Nov 12 00:46:01.553351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-e05f5ea8-a2de-4ab5-90a7-605037392d53 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.554884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-e05f5ea8-a2de-4ab5-90a7-605037392d53 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/networks?id=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b HTTP/1.1" status: 200 len: 815 time: 0.3920949 Nov 12 00:46:01.559588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.571917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33fbfec2-531d-4dc2-a485-4faafc74cedd req-23da189b-c448-4053-8e93-8e7518dd3c18 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470362 Nov 12 00:46:01.589212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a12fed97-a713-4bec-b0b9-bd5e085b787e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:01.590755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.712761 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.739628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:01.746811 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61" -d '{"events": [{"name": "network-changed", "server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:01.765748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-a1b7963e-46fe-42dd-8b3a-07f418962041 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/quotas/71cb7330bc824a519df1cefd17c5db6a HTTP/1.1" status: 200 len: 375 time: 0.1860247 Nov 12 00:46:01.774862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port a12fed97-a713-4bec-b0b9-bd5e085b787e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a12fed97-a713-4bec-b0b9-bd5e085b787e,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:01.782132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.843672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d7e732ea-7126-45a8-bbca-771eee73d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.845494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d7e732ea-7126-45a8-bbca-771eee73d54e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2896953 Nov 12 00:46:01.847672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.847952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0799a868-a697-461b-a72a-3952da11601d req-cee5cfe3-fb7c-4bb9-aa8c-5eac985c3d5b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 210 time: 0.0909874 Nov 12 00:46:01.849286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.852042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-b7d56703-0013-4d1f-903d-8d51821dafc6 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=71cb7330bc824a519df1cefd17c5db6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848544 Nov 12 00:46:01.863188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:01.886045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-9340-4d71-bda0-94d7b52ad417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.965946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:01.987302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-9340-4d71-bda0-94d7b52ad417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.992164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-9340-4d71-bda0-94d7b52ad417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.997642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:02.002249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:02.006101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Pushing event updated for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:02.059571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bce10457-9340-4d71-bda0-94d7b52ad417 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddde79828c8b4051bab7a9ecd80f686d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952474 Nov 12 00:46:02.061135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10457-9340-4d71-bda0-94d7b52ad417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd5a67-9a25-45db-83f5-6814bf5e19d7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:02.064155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:02.069769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-84474679-39d3-4680-9092-f8346a1dc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.072715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-84474679-39d3-4680-9092-f8346a1dc033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2085297 Nov 12 00:46:02.075917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.093884 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb7a2b-df24-4363-b2f3-efb863a7f67a x-openstack-request-id: req-b3bb7a2b-df24-4363-b2f3-efb863a7f67a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:02.094187 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:02.094420 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3bb7a2b-df24-4363-b2f3-efb863a7f67a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:02.095017 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'status': 'completed', 'code': 200} Nov 12 00:46:02.130129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.130799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.176956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.183162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-e0328f18-4e07-48fd-9777-fcacf3615d8b service neutron] 10.222.0.11 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161249 Nov 12 00:46:02.193799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-e944e193-a3fd-4476-86a6-14107cc12295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.195330 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-e944e193-a3fd-4476-86a6-14107cc12295 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1100 time: 0.0737789 Nov 12 00:46:02.224000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb022b4d-5a2d-4f6c-9435-324533b1e142 req-9551d084-73a2-47f7-806e-766910488261 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0453014 Nov 12 00:46:02.231032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.238825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54f7eeb1-c1d7-4da4-9374-1a3e00c6886c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6821797 Nov 12 00:46:02.254856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Request body: {'port': {'device_id': '587ab3ac-269a-46ca-8275-653a194dda2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:02.328518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-c177907f-eb8d-4a04-a2d5-d631bd3e3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.330058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-c177907f-eb8d-4a04-a2d5-d631bd3e3f77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1258574 Nov 12 00:46:02.331543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.335077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.336142 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26cd5a67-9a25-45db-83f5-6814bf5e19d7 HTTP/1.1" status: 204 len: 168 time: 0.2696967 Nov 12 00:46:02.345444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d13e3f01-23a6-4eb4-a1b6-e81a73425ad3 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533793 Nov 12 00:46:02.388005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c36d0-6dcd-439a-8421-458ee3b4565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd5a67-9a25-45db-83f5-6814bf5e19d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:02.391011 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-2d1dae2f-a922-436e-8661-caaa6aab925e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0523670 Nov 12 00:46:02.394369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-b5687324-38df-489e-beaf-631bd15cc62b service neutron] 10.222.0.11 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988914 Nov 12 00:46:02.403211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.475775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-6a432bea-71f7-4b3f-8794-fd6587aa4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.477405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-6a432bea-71f7-4b3f-8794-fd6587aa4519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0787556 Nov 12 00:46:02.533951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-199bca4e-c923-465f-9ac6-d1cf61297b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.535433 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-199bca4e-c923-465f-9ac6-d1cf61297b10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460458 Nov 12 00:46:02.620527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-738dcb28-845d-4fea-bd79-48b98e0cc5d1 req-d8d27782-361f-430e-b9f8-97ffc937e5cf service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530091 Nov 12 00:46:02.695432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-0473044b-7adc-4ba9-8eaa-fd8f611263fd service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501787 Nov 12 00:46:02.711308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81801953-ac6d-4400-b580-ee5abed7d10a req-38331f7a-3be6-4ae5-b825-028071cdd199 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 210 time: 0.0873857 Nov 12 00:46:02.859376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-b4b91c5b-c9d4-4372-ad77-7978769127f6 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562431 Nov 12 00:46:03.262671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7fc9e3e0-4288-472c-a98d-54cd5e9bb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.264321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7fc9e3e0-4288-472c-a98d-54cd5e9bb6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1100 time: 0.5653930 Nov 12 00:46:03.299425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cdc15-e8d0-4530-94f9-2056f279ede5 req-fe9ccdaa-4a70-47a9-a2b8-c52c86713410 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.300983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b8cdc15-e8d0-4530-94f9-2056f279ede5 req-fe9ccdaa-4a70-47a9-a2b8-c52c86713410 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 948 time: 0.5860617 Nov 12 00:46:03.412091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ed80-5ff5-474d-aff4-dafa93fad793 req-4438ebb6-0326-4067-9191-6ce626078342 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.413678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7888ed80-5ff5-474d-aff4-dafa93fad793 req-4438ebb6-0326-4067-9191-6ce626078342 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 932 time: 0.2030931 Nov 12 00:46:03.476529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a12fed97-a713-4bec-b0b9-bd5e085b787e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:03.533418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d1880-8cee-4e90-9ce9-cb81621f5abe {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:03.539894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a12fed97-a713-4bec-b0b9-bd5e085b787e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:03.540451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.551996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b8cdc15-e8d0-4530-94f9-2056f279ede5 req-a376b6d3-4db7-4ab1-bbc6-0d0fc9cc5e3a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285862 Nov 12 00:46:03.557872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.584424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7430022c-a49b-417b-ac89-82190cea350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.585952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7430022c-a49b-417b-ac89-82190cea350c service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3094151 Nov 12 00:46:03.596864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Transition to ACTIVE for port object 822d1880-8cee-4e90-9ce9-cb81621f5abe will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:03.602496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7888ed80-5ff5-474d-aff4-dafa93fad793 req-1609b147-9a06-4716-90cb-7544c61ea931 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709213 Nov 12 00:46:03.612617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.661110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-fc79e305-59b3-48ae-a8aa-85938518ed7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0575459 Nov 12 00:46:03.788907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Pushing event updated for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.830301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d85237-5367-4258-8bc2-ecb775120c9d req-bbc82b58-4043-4faf-84fd-c64fd6c3f448 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0676093 Nov 12 00:46:03.929915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Attempting to bind port 822d1880-8cee-4e90-9ce9-cb81621f5abe on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:03.930247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Attempting to bind port 822d1880-8cee-4e90-9ce9-cb81621f5abe by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:03.930573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Attempting to bind port 822d1880-8cee-4e90-9ce9-cb81621f5abe on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:03.934418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-dc43ece1-fcd0-4c37-aa93-5ba5e503fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.935897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-dc43ece1-fcd0-4c37-aa93-5ba5e503fc58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2493484 Nov 12 00:46:03.956425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Port 822d1880-8cee-4e90-9ce9-cb81621f5abe on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:03.957152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Attempting to bind port 822d1880-8cee-4e90-9ce9-cb81621f5abe on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:03.970453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-3150a359-7b4c-41d5-a8fc-d4f196454385 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:03.971549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-529a52c9-6863-4fe8-bdbe-2b04d85509f7 req-fd9da891-fb03-476a-a03a-422b409415a8 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 210 time: 0.1384227 Nov 12 00:46:03.971982 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-3150a359-7b4c-41d5-a8fc-d4f196454385 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.39 "GET /v2.0/networks?id=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b HTTP/1.1" status: 200 len: 815 time: 0.1376178 Nov 12 00:46:03.987593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Request body: {'port': {'device_id': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b', 'admin_state_up': True, 'tenant_id': '71cb7330bc824a519df1cefd17c5db6a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:03.989076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:03.989626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Checking segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:03.990192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Bound using segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:03.990838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Bound port: 822d1880-8cee-4e90-9ce9-cb81621f5abe, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:03.991507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.056744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7d4117ae-6263-4afc-9900-c2a2e6c3bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.058362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7d4117ae-6263-4afc-9900-c2a2e6c3bd3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985456 Nov 12 00:46:04.132320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Made reservation on behalf of 71cb7330bc824a519df1cefd17c5db6a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:04.136779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.143688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:04.166986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:04.177466 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.225898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-7261c76e-224e-4a2f-aa11-d612ce7421eb service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581826 Nov 12 00:46:04.236034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.236689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.238408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] 10.222.0.39 "PUT /v2.0/ports/822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 200 len: 1093 time: 1.9889426 Nov 12 00:46:04.238788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:04.241539 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982de42-ce5f-4098-8da9-21269cc7e376" -d '{"events": [{"name": "network-changed", "server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:04.284110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a65bb-b148-4749-8a73-6c003f01f7bb service neutron] Pushing event updated for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.312196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Allocated IP 172.20.0.9 (5bb3da9b-e25e-48dc-96fb-f45c3b4f282b/bb22a9b5-de8e-4261-b741-8468d1092430/c01ac445-e02e-4439-8193-e93745ebc48f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:04.314390 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819aa383-19b7-4a17-ba0d-8f8db25bff5f x-openstack-request-id: req-819aa383-19b7-4a17-ba0d-8f8db25bff5f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:04.315000 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:04.315000 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-819aa383-19b7-4a17-ba0d-8f8db25bff5f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:04.315227 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe', 'status': 'completed', 'code': 200} Nov 12 00:46:04.385475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f5e39e-34fd-4bea-aa87-c5b80374bc61 req-6583fe20-03b4-4591-a551-6a4757cb153c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391053 Nov 12 00:46:04.387844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-74be0d72-45be-4f70-a8d9-7bf4f22ceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.389358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-74be0d72-45be-4f70-a8d9-7bf4f22ceca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1096 time: 0.0733883 Nov 12 00:46:04.443775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-f342ab20-f929-469c-87d5-dd42ecad1ec3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 200 len: 217 time: 0.0439789 Nov 12 00:46:04.499563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.499902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-82e05dc4-418a-44a6-84c9-2a33bfc4048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.501580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-82e05dc4-418a-44a6-84c9-2a33bfc4048e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.0488257 Nov 12 00:46:04.537272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-54c7b023-7240-4bf8-ad36-8b557c73d74d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260329 Nov 12 00:46:04.540806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.584202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:04.587508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:04.593889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:04.660617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-697e6d69-de8b-4514-85db-11b4a4f60086 service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149065 Nov 12 00:46:04.669857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Pushing event updated for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.711536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.712462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.743340 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-db86a12e-a550-40ed-9f6c-f6479cc2c26d tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608457 Nov 12 00:46:04.758892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Request body: {'port': {'device_id': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:04.802113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4ffc9-a119-4b81-b92c-8ffd36e96b38 req-291dc4f8-b036-4c78-a1f4-b1ef6d3e88aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.810515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7de4ffc9-a119-4b81-b92c-8ffd36e96b38 req-291dc4f8-b036-4c78-a1f4-b1ef6d3e88aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 948 time: 0.1488748 Nov 12 00:46:04.835694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.849342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:04.859303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8797e990-7725-4e6d-a39b-d4390be2dce4 req-e22950e6-8c30-4687-a367-adb8ee783b9b service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869836 Nov 12 00:46:04.880500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbed6b-18ef-4087-b2d3-25a43b3599a6 req-5d2cc0c2-e3f6-464f-a09d-b78688af2880 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.882516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66cbed6b-18ef-4087-b2d3-25a43b3599a6 req-5d2cc0c2-e3f6-464f-a09d-b78688af2880 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 944 time: 0.1336787 Nov 12 00:46:04.911876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7de4ffc9-a119-4b81-b92c-8ffd36e96b38 req-ac492194-03c7-41da-9155-06e1329fcba5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002891 Nov 12 00:46:04.956946 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:04.962241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66cbed6b-18ef-4087-b2d3-25a43b3599a6 req-b9f73921-ca12-4969-9549-ee8968d9139f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Nov 12 00:46:05.050466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-09fa11ba-cbc6-4c73-a279-1414bd4db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.052761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-09fa11ba-cbc6-4c73-a279-1414bd4db3cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1096 time: 0.0783627 Nov 12 00:46:05.078316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.106069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:05.125064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'mac_address': 'fa:16:3e:64:5f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:05.187667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.205946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8032fa9-09df-415c-9daa-6a6dc1c5a181 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:05.223918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-646005d0-10a0-4c5b-90e0-2f9344ed2106 req-a76721af-2705-4cdc-9ba2-0feabb1f0ef5 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0424352 Nov 12 00:46:05.234345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:05.242143 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.293200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-c73c0526-1245-4127-a8b2-53960b6510ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.294734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-c73c0526-1245-4127-a8b2-53960b6510ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.2326546 Nov 12 00:46:05.311226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811299dc-5aaf-4f14-af79-008ef438685b req-ec0fb8cc-1abd-432d-aa8f-950279b74244 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.312799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-811299dc-5aaf-4f14-af79-008ef438685b req-ec0fb8cc-1abd-432d-aa8f-950279b74244 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 931 time: 0.0790424 Nov 12 00:46:05.326437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.354221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01ac445-e02e-4439-8193-e93745ebc48f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:05.359867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-9fa1363c-b36e-440b-9e0d-e9b21c03da63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 200 len: 217 time: 0.0457320 Nov 12 00:46:05.364199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.385724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Transition to ACTIVE for port object c01ac445-e02e-4439-8193-e93745ebc48f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:05.401540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.458484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-811299dc-5aaf-4f14-af79-008ef438685b req-30265fab-f31a-4555-bc25-b9308df91a73 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352887 Nov 12 00:46:05.459954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-e8e7f6b4-5ebe-4370-9b29-72bbad6e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.461470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-e8e7f6b4-5ebe-4370-9b29-72bbad6e5709 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.0915940 Nov 12 00:46:05.504473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-2ab32bc5-abb7-4204-b2c5-a601151f7cdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318964 Nov 12 00:46:05.514935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.536146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:05.576855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:05.579812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Attempting to bind port c01ac445-e02e-4439-8193-e93745ebc48f on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:05.580380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Attempting to bind port c01ac445-e02e-4439-8193-e93745ebc48f by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:05.580714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Attempting to bind port c01ac445-e02e-4439-8193-e93745ebc48f on network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:05.585644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Port c01ac445-e02e-4439-8193-e93745ebc48f on network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:05.585967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Attempting to bind port c01ac445-e02e-4439-8193-e93745ebc48f on network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:05.591689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:05.592032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Checking segment: {'id': 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:05.592567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Bound using segment: {'id': 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:05.593006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Bound port: c01ac445-e02e-4439-8193-e93745ebc48f, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:05.593368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.619629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-1368107c-b21a-457b-8a8e-6ef9f08e22f5 service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065204 Nov 12 00:46:05.678699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:05.682857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c01ac445-e02e-4439-8193-e93745ebc48f,segment=NetworkSegment(ee2bf015-f747-4347-b1ea-2c670e0a6bd3),segment_id=ee2bf015-f747-4347-b1ea-2c670e0a6bd3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:05.689119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.727475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.728298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.729763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] 10.222.0.39 "PUT /v2.0/ports/c01ac445-e02e-4439-8193-e93745ebc48f HTTP/1.1" status: 200 len: 1092 time: 0.9752641 Nov 12 00:46:05.730215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:05.732682 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0674dbb-a462-434d-ae8f-102a22055911" -d '{"events": [{"name": "network-changed", "server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:05.758797 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-292133b2-5066-48f4-a387-3d489ca4ef77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.765402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309eb9d-6b9e-4834-9229-e6842294fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.770511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b982de42-ce5f-4098-8da9-21269cc7e376 req-ed379990-6d40-4d66-ac63-553e331f9a0a service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386733 Nov 12 00:46:05.772565 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9e65b-ef06-4f14-a2c8-9260deb4dfe2 x-openstack-request-id: req-f7d9e65b-ef06-4f14-a2c8-9260deb4dfe2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:05.772856 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:05.773114 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7d9e65b-ef06-4f14-a2c8-9260deb4dfe2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:05.774099 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f', 'status': 'completed', 'code': 200} Nov 12 00:46:05.874789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-ba66c579-bf11-4db1-b7df-12f4347e416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.876348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-ba66c579-bf11-4db1-b7df-12f4347e416f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71cb7330bc824a519df1cefd17c5db6a&device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 1095 time: 0.0709107 Nov 12 00:46:05.893255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-292133b2-5066-48f4-a387-3d489ca4ef77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.928267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-292133b2-5066-48f4-a387-3d489ca4ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.932715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-6ddf6ada-d05f-4f57-908d-50722b7e00f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01ac445-e02e-4439-8193-e93745ebc48f HTTP/1.1" status: 200 len: 217 time: 0.0463614 Nov 12 00:46:05.994189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292133b2-5066-48f4-a387-3d489ca4ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add99718-c13c-4f8c-9511-b8fb94dda38e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.998377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-292133b2-5066-48f4-a387-3d489ca4ef77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e423f6afdb5a406d874b4218bb5353a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206872 Nov 12 00:46:06.001466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.037797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-87d384a7-ab5a-423f-929f-0065b9c90c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.039366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-87d384a7-ab5a-423f-929f-0065b9c90c1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb22a9b5-de8e-4261-b741-8468d1092430 HTTP/1.1" status: 200 len: 855 time: 0.0934515 Nov 12 00:46:06.059165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.068454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568e58-c6fb-42a2-819a-0ab917f498b9 req-dd47506f-1471-4f9a-8019-773b81aab98c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.070037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c568e58-c6fb-42a2-819a-0ab917f498b9 req-dd47506f-1471-4f9a-8019-773b81aab98c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 949 time: 0.0689940 Nov 12 00:46:06.084503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.088324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-6756d9ca-8bee-40e2-a09e-b04531b88e5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398693 Nov 12 00:46:06.140734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.143323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.144536 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/add99718-c13c-4f8c-9511-b8fb94dda38e HTTP/1.1" status: 204 len: 168 time: 0.1418283 Nov 12 00:46:06.161111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae3770-28e2-484f-8e0a-76e4e391a620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add99718-c13c-4f8c-9511-b8fb94dda38e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.224737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c568e58-c6fb-42a2-819a-0ab917f498b9 req-81c2b4eb-f019-461a-82fd-0aa6f4ac32f3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384292 Nov 12 00:46:06.237724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cbae1-0f0f-464a-bec3-451493a2c400 req-33c5d792-dba6-4f10-8b68-fdb6704966f1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.239231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e4cbae1-0f0f-464a-bec3-451493a2c400 req-33c5d792-dba6-4f10-8b68-fdb6704966f1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 944 time: 0.1544435 Nov 12 00:46:06.287963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-1cfd2efa-b6d0-4e98-8eff-0eee55f3b40d service neutron] 10.222.0.39 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855593 Nov 12 00:46:06.334046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e4cbae1-0f0f-464a-bec3-451493a2c400 req-0e36b9ff-e31c-44ce-967c-3f68b7fa7235 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Nov 12 00:46:06.415139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e4cef8-4f46-4196-9a69-5243d8e1ce08 req-afd8dc2d-5cbb-4b09-aa7b-82ba3e0af7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181436 Nov 12 00:46:06.516962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7a18f0b-3547-4ce4-8404-e853a26f2f5f req-b44d622b-5d4f-4385-bb6a-fbc405b0cc6c tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0428641 Nov 12 00:46:06.555785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.603350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bafed55-b238-4dd0-b6f9-3a0fa7ce964d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.607170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0674dbb-a462-434d-ae8f-102a22055911 req-45b675b3-596f-43ac-9158-252c4295ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.608847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-45b675b3-596f-43ac-9158-252c4295ab32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71cb7330bc824a519df1cefd17c5db6a&device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 1095 time: 0.1206079 Nov 12 00:46:06.662175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1717c9d-c6d2-463a-8b26-18fa025617a7 req-5f6f0e0c-d953-4e80-87e7-d58cc56591ef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.663624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1717c9d-c6d2-463a-8b26-18fa025617a7 req-5f6f0e0c-d953-4e80-87e7-d58cc56591ef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 949 time: 0.1443257 Nov 12 00:46:06.670833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3715c-8d50-4dde-941b-c2a075876efc req-fa0b3923-1204-4326-abc0-0da456a3909e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.672344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-fa0b3923-1204-4326-abc0-0da456a3909e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744&tenant_id=0adbfda3dfd846c6b84245d563215e8a&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 949 time: 0.1024177 Nov 12 00:46:06.729096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1370da8-0eda-4c58-9894-b4f9792982c3 req-591afd78-8b43-43b1-8197-62e24550e659 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.730843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1370da8-0eda-4c58-9894-b4f9792982c3 req-591afd78-8b43-43b1-8197-62e24550e659 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 943 time: 0.1419690 Nov 12 00:46:06.769350 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-45f3715c-8d50-4dde-941b-c2a075876efc req-dbf20751-454d-40a2-baed-a26ff0b1e3f3 service neutron] delete failed (client error): The resource could not be found. Nov 12 00:46:06.770375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-dbf20751-454d-40a2-baed-a26ff0b1e3f3 service neutron] 10.222.0.39 "DELETE /v2.0/ports/c8032fa9-09df-415c-9daa-6a6dc1c5a181/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0885847 Nov 12 00:46:06.781340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bafed55-b238-4dd0-b6f9-3a0fa7ce964d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.787581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bafed55-b238-4dd0-b6f9-3a0fa7ce964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.800975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1717c9d-c6d2-463a-8b26-18fa025617a7 req-b6d5d6ab-babf-4b6f-b63e-1027ad00e8d2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063418 Nov 12 00:46:06.815183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0674dbb-a462-434d-ae8f-102a22055911 req-734f4906-814b-433f-b801-141dacb3ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.817335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-734f4906-814b-433f-b801-141dacb3ec88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b HTTP/1.1" status: 200 len: 916 time: 0.1944590 Nov 12 00:46:06.835849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafed55-b238-4dd0-b6f9-3a0fa7ce964d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1f7ac7-5408-4f5a-9a97-a15ec3840adc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.846769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1370da8-0eda-4c58-9894-b4f9792982c3 req-b8c7ed22-637f-4350-a628-6c968c617066 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069264 Nov 12 00:46:06.852333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1bafed55-b238-4dd0-b6f9-3a0fa7ce964d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33531f4fbd194c4d9c63af7f7554f93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956381 Nov 12 00:46:06.862448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.865689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:06.885413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-4cbc6e9f-225d-41f8-90ee-05459a31e238 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01ac445-e02e-4439-8193-e93745ebc48f HTTP/1.1" status: 200 len: 217 time: 0.0571783 Nov 12 00:46:06.919845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port c8032fa9-09df-415c-9daa-6a6dc1c5a181 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:06.925079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3715c-8d50-4dde-941b-c2a075876efc req-2c4dfcf5-af69-44da-aae1-e1b8881bd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.926349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port c8032fa9-09df-415c-9daa-6a6dc1c5a181 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:06.926585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-2c4dfcf5-af69-44da-aae1-e1b8881bd675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1101 time: 0.0722816 Nov 12 00:46:06.927180 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.946220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.953075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0674dbb-a462-434d-ae8f-102a22055911 req-02c1b6af-e951-4202-8ce6-92eae2192dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:06.954581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-02c1b6af-e951-4202-8ce6-92eae2192dfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb22a9b5-de8e-4261-b741-8468d1092430 HTTP/1.1" status: 200 len: 855 time: 0.0568314 Nov 12 00:46:06.991979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-d630b0d6-ebde-411b-8e1b-e6a389f2afa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272167 Nov 12 00:46:06.997188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.015191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.045140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:07.047995 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a105103f-bf2c-4ae4-af16-76dc8fa91c92" -d '{"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-plugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:07.067143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.075731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.107886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3715c-8d50-4dde-941b-c2a075876efc req-a06cd135-0d91-46b3-a9a7-66470c56d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.109878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-a06cd135-0d91-46b3-a9a7-66470c56d966 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1511881 Nov 12 00:46:07.117086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-384238ed-8c0c-4c41-8efc-5f7093d930bb service neutron] 10.222.0.39 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157465 Nov 12 00:46:07.155521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.158304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.159550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc1f7ac7-5408-4f5a-9a97-a15ec3840adc HTTP/1.1" status: 204 len: 168 time: 0.2959871 Nov 12 00:46:07.163651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-a206b1d7-971d-45e7-a52d-4b24e209e120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0454078 Nov 12 00:46:07.164857 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ef2f8-532f-41c3-9cb7-a4d1597340b4 x-openstack-request-id: req-3f6ef2f8-532f-41c3-9cb7-a4d1597340b4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:07.165153 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-plugged", "status": "completed", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:07.165408 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f6ef2f8-532f-41c3-9cb7-a4d1597340b4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:07.165861 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'code': 200} Nov 12 00:46:07.171679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a726-2b73-4906-93dc-ffa5158e0084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1f7ac7-5408-4f5a-9a97-a15ec3840adc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.179752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.234645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3715c-8d50-4dde-941b-c2a075876efc req-c6feebc4-3d48-42aa-a4ab-86521c2a9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.236352 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-c6feebc4-3d48-42aa-a4ab-86521c2a9ed9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0610158 Nov 12 00:46:07.273331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0674dbb-a462-434d-ae8f-102a22055911 req-4b778cfc-7c19-4108-862f-68032363a4cf service neutron] 10.222.0.39 "GET /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397808 Nov 12 00:46:07.298456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3715c-8d50-4dde-941b-c2a075876efc req-0d246240-20d7-44e7-a4ea-cf2c0d4c7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.300303 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-0d246240-20d7-44e7-a4ea-cf2c0d4c7b6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562742 Nov 12 00:46:07.451410 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-0f321567-6d53-4825-a1ae-32357099b464 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377997 Nov 12 00:46:07.518371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b98d1-3a49-4a39-9dcb-cc75d1c790dc req-c352b26d-f94b-4bcc-b0e0-996f19a2e97d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.525932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f86b98d1-3a49-4a39-9dcb-cc75d1c790dc req-c352b26d-f94b-4bcc-b0e0-996f19a2e97d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 944 time: 0.0645363 Nov 12 00:46:07.591892 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45f3715c-8d50-4dde-941b-c2a075876efc req-e2eb7399-7b92-4b02-872c-1d8d63608a74 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301811 Nov 12 00:46:07.592795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f86b98d1-3a49-4a39-9dcb-cc75d1c790dc req-ae79c465-765d-47f1-b4eb-5b8a26d103b9 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657401 Nov 12 00:46:07.641381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c9063-42c3-4959-bea3-c5af04edbc5b req-7b21aa1b-cda1-4574-ad14-7c0c33f2c2e6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.643211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-005c9063-42c3-4959-bea3-c5af04edbc5b req-7b21aa1b-cda1-4574-ad14-7c0c33f2c2e6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 945 time: 0.0709999 Nov 12 00:46:07.703329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0083a75f-dfff-4392-be30-2d76a786c167 req-11a18951-4690-4b95-8e40-e773e412d4c8 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Nov 12 00:46:07.733670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-005c9063-42c3-4959-bea3-c5af04edbc5b req-18292af2-b059-4a03-a026-45b7c06eaa87 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842953 Nov 12 00:46:07.895977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 822d1880-8cee-4e90-9ce9-cb81621f5abe details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:07.932847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79057cd-bbd6-488a-8de8-d9f290daee04 req-4fbbbefe-e72a-4174-abab-d96ce416daf6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.935503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d79057cd-bbd6-488a-8de8-d9f290daee04 req-4fbbbefe-e72a-4174-abab-d96ce416daf6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.0650318 Nov 12 00:46:08.007941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:08.021071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d79057cd-bbd6-488a-8de8-d9f290daee04 req-42b52e2b-d588-40e2-90c1-b1350fb723bd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Nov 12 00:46:08.029820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c065a-7763-4a66-9b05-6543f5d1f3a3 req-3fcb8b78-750f-48e9-bed2-2e9f956f2a2c tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.033452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '822d1880-8cee-4e90-9ce9-cb81621f5abe', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'port_id': '822d1880-8cee-4e90-9ce9-cb81621f5abe', 'mac_address': 'fa:16:3e:9c:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f17115-6064-4483-874b-42f98893a562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:08.038151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-107c065a-7763-4a66-9b05-6543f5d1f3a3 req-3fcb8b78-750f-48e9-bed2-2e9f956f2a2c tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 943 time: 0.1012330 Nov 12 00:46:08.086646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-107c065a-7763-4a66-9b05-6543f5d1f3a3 req-4cb00e8f-346d-4b9a-bdc3-44595dc57337 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Nov 12 00:46:08.087810 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.101526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d1880-8cee-4e90-9ce9-cb81621f5abe {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:08.124935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:08.130089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.181757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.409560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['822d1880-8cee-4e90-9ce9-cb81621f5abe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:08.710237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89029b-e2e1-4065-bae1-6d0b173151f8 req-bcc40aaa-09bc-455a-ae97-042f85b03ed6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.711752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b89029b-e2e1-4065-bae1-6d0b173151f8 req-bcc40aaa-09bc-455a-ae97-042f85b03ed6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 945 time: 0.0493782 Nov 12 00:46:08.763469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b89029b-e2e1-4065-bae1-6d0b173151f8 req-f0d0e6fb-4ebb-4069-8ab8-207afc47494c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Nov 12 00:46:08.829620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-584543e1-354b-4e07-9486-4c522374b2bc req-5daf9eb7-de5d-4b55-aec6-0db8831f36a7 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0315320 Nov 12 00:46:08.882120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6c8f8-b76f-450b-add3-925ed6a6513b req-52409b44-4a91-4d1d-a8a9-1dfe24c7332e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.883734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33f6c8f8-b76f-450b-add3-925ed6a6513b req-52409b44-4a91-4d1d-a8a9-1dfe24c7332e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Nov 12 00:46:08.932347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33f6c8f8-b76f-450b-add3-925ed6a6513b req-d387449d-7e73-48d5-b6d3-f57de9165938 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Nov 12 00:46:09.154143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ebc8b-8f81-4515-b538-0638e2c0d0aa req-3d649fdc-8e3c-4357-8044-c670ad718f0a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.156136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f1ebc8b-8f81-4515-b538-0638e2c0d0aa req-3d649fdc-8e3c-4357-8044-c670ad718f0a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.0554128 Nov 12 00:46:09.185329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d63d5bf-5714-410c-84cc-f7c38dcfc863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.248628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ef00-9d29-421d-9904-4f21e70415a2 req-251e3a2f-d8ca-47a2-b849-2e68a9f77e0c tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.250120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6b3ef00-9d29-421d-9904-4f21e70415a2 req-251e3a2f-d8ca-47a2-b849-2e68a9f77e0c tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 943 time: 0.0915802 Nov 12 00:46:09.259174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f1ebc8b-8f81-4515-b538-0638e2c0d0aa req-d83da482-f6c8-4374-8870-a4a3f1041314 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Nov 12 00:46:09.304637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6b3ef00-9d29-421d-9904-4f21e70415a2 req-67957cf6-9f9b-4005-9594-ef33a5142843 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Nov 12 00:46:09.373646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9242c5-291b-4019-b88c-ba998bc26a15 req-c53ae1ef-0dfb-4fae-8f21-5285de309e81 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.375229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9242c5-291b-4019-b88c-ba998bc26a15 req-c53ae1ef-0dfb-4fae-8f21-5285de309e81 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.0437698 Nov 12 00:46:09.423426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9242c5-291b-4019-b88c-ba998bc26a15 req-09104ff8-300c-46e3-8705-e1d2282600ed tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Nov 12 00:46:09.474288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f9b7303c-23b2-48e8-a058-a51842f304e9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.476614 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f9b7303c-23b2-48e8-a058-a51842f304e9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 945 time: 0.0575192 Nov 12 00:46:09.593173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port 40d0b3b3-2bd6-476a-935a-6f553a730d06 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:09.593852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.705728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port 40d0b3b3-2bd6-476a-935a-6f553a730d06, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=40d0b3b3-2bd6-476a-935a-6f553a730d06,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:09.706171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.720691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for 40d0b3b3-2bd6-476a-935a-6f553a730d06 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:09.739075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-a81eccf3-ccce-4e6f-b833-2c958924c360 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249066 Nov 12 00:46:09.879360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.892281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['40d0b3b3-2bd6-476a-935a-6f553a730d06'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:09.915028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=40d0b3b3-2bd6-476a-935a-6f553a730d06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.927338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c01ac445-e02e-4439-8193-e93745ebc48f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:09.929998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 822d1880-8cee-4e90-9ce9-cb81621f5abe up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:09.952365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-da0fad41-0ef7-45ff-bd82-5046b8f1759b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.954331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-da0fad41-0ef7-45ff-bd82-5046b8f1759b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092836 Nov 12 00:46:09.967284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9293247-d894-41ba-a88a-7237f315719a req-884d2513-93be-42da-85f8-a9a144345171 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.969269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9293247-d894-41ba-a88a-7237f315719a req-884d2513-93be-42da-85f8-a9a144345171 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 945 time: 0.1146538 Nov 12 00:46:09.981198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-0cfa740d-cdd4-4eaf-a4c2-91be641fc3b1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/quotas/0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 375 time: 0.0106659 Nov 12 00:46:09.994956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port 40d0b3b3-2bd6-476a-935a-6f553a730d06 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:10.003050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.006905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c89d98e1-1fee-402f-b0d7-eb282e3a21de req-f441a659-4bb5-4f9f-bdca-29df2f1bbffa tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "DELETE /v2.0/ports/40d0b3b3-2bd6-476a-935a-6f553a730d06 HTTP/1.1" status: 204 len: 173 time: 0.5218179 Nov 12 00:46:10.008413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'name': 'network-vif-deleted', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:10.012553 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1671a-30ff-4578-b14e-ea119abadda2" -d '{"events": [{"server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "name": "network-vif-deleted", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:10.061377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c01ac445-e02e-4439-8193-e93745ebc48f,segment=NetworkSegment(ee2bf015-f747-4347-b1ea-2c670e0a6bd3),segment_id=ee2bf015-f747-4347-b1ea-2c670e0a6bd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:10.087618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9293247-d894-41ba-a88a-7237f315719a req-5003bae4-86c6-491f-8885-aeed945268cb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038387 Nov 12 00:46:10.104107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-bc19d0a8-c3b2-46d2-a842-abf966dd612f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118929 Nov 12 00:46:10.127256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'c01ac445-e02e-4439-8193-e93745ebc48f', 'network_id': '5bb3da9b-e25e-48dc-96fb-f45c3b4f282b', 'port_id': 'c01ac445-e02e-4439-8193-e93745ebc48f', 'mac_address': 'fa:16:3e:2d:46:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb22a9b5-de8e-4261-b741-8468d1092430', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:10.179839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.196780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-857d10e6-bad6-4cd5-b9d8-4745f7ccc21d req-ef27f1b4-cac7-4eae-871a-12d0bd075db7 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0389030 Nov 12 00:46:10.205611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 822d1880-8cee-4e90-9ce9-cb81621f5abe completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:10.211312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01ac445-e02e-4439-8193-e93745ebc48f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:10.223766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 822d1880-8cee-4e90-9ce9-cb81621f5abe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:10.224382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.330805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c01ac445-e02e-4439-8193-e93745ebc48f,segment=NetworkSegment(ee2bf015-f747-4347-b1ea-2c670e0a6bd3),segment_id=ee2bf015-f747-4347-b1ea-2c670e0a6bd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:10.336179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea65c4df-f4ea-4616-8795-bdfc5749bd91 req-811182de-cd3c-460a-9277-e9257c13288a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0711324 Nov 12 00:46:10.343260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.395484 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a6bc9-ebe0-497f-8115-76160e0b52c8 x-openstack-request-id: req-e73a6bc9-ebe0-497f-8115-76160e0b52c8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:10.395785 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554baaf2-9b2f-4588-916b-edb464b8eda2", "name": "network-vif-deleted", "tag": "40d0b3b3-2bd6-476a-935a-6f553a730d06", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:10.396028 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e73a6bc9-ebe0-497f-8115-76160e0b52c8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:10.396487 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554baaf2-9b2f-4588-916b-edb464b8eda2', 'name': 'network-vif-deleted', 'tag': '40d0b3b3-2bd6-476a-935a-6f553a730d06', 'status': 'completed', 'code': 200} Nov 12 00:46:10.455197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.460409 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.489636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b10632ca-a0ed-488a-a9da-68c753ea63df req-90114a45-1714-42e6-ac1a-7cebde67645b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 210 time: 0.0781872 Nov 12 00:46:10.492298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:10.495804 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e127a14-c5e0-4eb8-9867-6725c7f613c3" -d '{"events": [{"server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "name": "network-vif-plugged", "status": "completed", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:10.517637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:10.525194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.561220 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e7d8ff-c387-4de8-b540-cc20c59c7aa3 x-openstack-request-id: req-d0e7d8ff-c387-4de8-b540-cc20c59c7aa3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:10.561721 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "name": "network-vif-plugged", "status": "completed", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:10.561971 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0e7d8ff-c387-4de8-b540-cc20c59c7aa3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:10.562563 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe', 'code': 200} Nov 12 00:46:10.581408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['c01ac445-e02e-4439-8193-e93745ebc48f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:10.623638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.625222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c69f-8b8a-4167-85d2-99035b94f82c req-441d18d4-99f6-44c7-bd91-9632b5eb9070 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.642670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b9c69f-8b8a-4167-85d2-99035b94f82c req-441d18d4-99f6-44c7-bd91-9632b5eb9070 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 944 time: 0.1660101 Nov 12 00:46:10.755585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648591a-1085-4b09-8efc-4fa9a83852f3 req-7ac7ce7f-1659-487a-a26e-c132bcbea1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.761170 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f648591a-1085-4b09-8efc-4fa9a83852f3 req-7ac7ce7f-1659-487a-a26e-c132bcbea1ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1098 time: 0.1078880 Nov 12 00:46:10.800372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b9c69f-8b8a-4167-85d2-99035b94f82c req-edb75293-a159-468e-a681-f0459778e436 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426785 Nov 12 00:46:10.833611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f648591a-1085-4b09-8efc-4fa9a83852f3 req-4286a97c-6a1e-46b9-94af-fb1c84f26766 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638447 Nov 12 00:46:10.852941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:10.981034 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-139578c9-dc6b-4370-ba84-d2221b1a4079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.059458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-597c506b-a475-4213-a62b-dc235bbb3aeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541282 Nov 12 00:46:11.070634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-139578c9-dc6b-4370-ba84-d2221b1a4079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.076367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-139578c9-dc6b-4370-ba84-d2221b1a4079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.118192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-139578c9-dc6b-4370-ba84-d2221b1a4079 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6289bec205ff44f5a258652363689519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632830 Nov 12 00:46:11.120457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:11.141267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139578c9-dc6b-4370-ba84-d2221b1a4079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7355fca7-e968-4cda-b37a-ebd4566ea6fb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:11.259921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-856930b8-78ae-4bfb-8fb8-5f7ca7fe014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.261459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-856930b8-78ae-4bfb-8fb8-5f7ca7fe014b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.1333191 Nov 12 00:46:11.282555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.292302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e0b9-bf90-46ae-9f40-018e29c8df40 req-7d339efe-ab10-496c-bf12-7f2675d3531d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.294222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a116e0b9-bf90-46ae-9f40-018e29c8df40 req-7d339efe-ab10-496c-bf12-7f2675d3531d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1031911 Nov 12 00:46:11.687607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-747ad18c-05d3-43c7-a738-1fd67c2273e9 req-9b8ca2e9-1f84-4ec2-a7a5-7d929c316dfa tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.4060686 Nov 12 00:46:11.725046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bc2b051-3d38-4d22-8bd5-4411ef3a4b06 req-b8c5b251-88bc-411d-9be4-143a447d6593 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0489671 Nov 12 00:46:11.737865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9a34752-89ff-4d8c-b5b2-2f6704788d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.752237 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-142ecdf3-2963-4986-b899-19a255d5923f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732212 Nov 12 00:46:11.784349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.820935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01576084-9088-4e54-a361-7ad81351ae01 req-c149f0d9-f858-40e9-a5b7-a6123370835e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Nov 12 00:46:11.844219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a116e0b9-bf90-46ae-9f40-018e29c8df40 req-c9b22e89-66fd-4807-999f-0083007d94e2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392208 Nov 12 00:46:11.883918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-90439b00-b7b1-406d-8c14-76d8b06fe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.885438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-90439b00-b7b1-406d-8c14-76d8b06fe71e service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2366965 Nov 12 00:46:11.916822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c01ac445-e02e-4439-8193-e93745ebc48f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:11.945438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d347464-6b1d-42c1-8860-a8d940d41d05 req-e3d645df-e362-48d5-87a9-e1f8a80c1f5c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 210 time: 0.0306151 Nov 12 00:46:11.946820 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.950075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.951475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7355fca7-e968-4cda-b37a-ebd4566ea6fb HTTP/1.1" status: 204 len: 168 time: 0.8296893 Nov 12 00:46:12.012605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0885d81-528a-48b1-a548-e0d9193fd191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7355fca7-e968-4cda-b37a-ebd4566ea6fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.015569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-87bb6670-0937-429d-bed9-bca274a6b24d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0437069 Nov 12 00:46:12.027471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port c01ac445-e02e-4439-8193-e93745ebc48f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:12.049000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port c01ac445-e02e-4439-8193-e93745ebc48f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:12.049684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.107410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-49ab819c-4da4-439c-9682-10645df003b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.118978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-49ab819c-4da4-439c-9682-10645df003b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0919752 Nov 12 00:46:12.216916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-98a39e46-73af-42a7-9c6a-98b88b4b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.218447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-98a39e46-73af-42a7-9c6a-98b88b4b0584 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865476 Nov 12 00:46:12.223099 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.231404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-774aefd7-d46d-4c6b-92f9-81d6285fc46b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.233052 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-774aefd7-d46d-4c6b-92f9-81d6285fc46b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748394 Nov 12 00:46:12.238940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d388b-1462-4567-88dc-2161c807a50d req-0b7923ce-e0b4-4bbc-849f-5e107e07dae7 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.240973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-660d388b-1462-4567-88dc-2161c807a50d req-0b7923ce-e0b4-4bbc-849f-5e107e07dae7 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 944 time: 0.0957396 Nov 12 00:46:12.252359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Request body: {'port': {'device_id': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '0adbfda3dfd846c6b84245d563215e8a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:12.263657 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c01ac445-e02e-4439-8193-e93745ebc48f,segment=NetworkSegment(ee2bf015-f747-4347-b1ea-2c670e0a6bd3),segment_id=ee2bf015-f747-4347-b1ea-2c670e0a6bd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:12.270376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.271956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 40d0b3b3-2bd6-476a-935a-6f553a730d06 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:12.431196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-660d388b-1462-4567-88dc-2161c807a50d req-01fdec06-5f87-4fa5-9b0f-cfa843f3ad34 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662381 Nov 12 00:46:12.450263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:12.469622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-896ec8ce-d1eb-4fbc-8407-fcdd0c9205fc service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273333 Nov 12 00:46:12.471234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7f6839e-b757-4878-811d-c48b8dccb767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.495427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Made reservation on behalf of 0adbfda3dfd846c6b84245d563215e8a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:12.501223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.527918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.533127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 40d0b3b3-2bd6-476a-935a-6f553a730d06 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:12.533690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 40d0b3b3-2bd6-476a-935a-6f553a730d06 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:12.564549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:12.569822 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b93aa-c560-4e18-b84d-999437e3c085" -d '{"events": [{"server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "name": "network-vif-plugged", "status": "completed", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:12.620630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bceefff1-ffe7-4acf-8d7a-0fff5d7ed771 req-a58cab2e-752f-4cdd-8b3c-b8c4fcc43997 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383960 Nov 12 00:46:12.657074 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.660381 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d7eb3-01cb-460e-9a3d-8a101bccd31c x-openstack-request-id: req-ed7d7eb3-01cb-460e-9a3d-8a101bccd31c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:12.660674 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "name": "network-vif-plugged", "status": "completed", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:12.660926 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed7d7eb3-01cb-460e-9a3d-8a101bccd31c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:12.661319 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f', 'code': 200} Nov 12 00:46:12.671822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Allocated IP 192.168.233.147 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:12.678425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7f6839e-b757-4878-811d-c48b8dccb767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.683803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7f6839e-b757-4878-811d-c48b8dccb767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.727792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e7f6839e-b757-4878-811d-c48b8dccb767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6128cdc0ae5140c4b515473c0611ac7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761369 Nov 12 00:46:12.730165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6839e-b757-4878-811d-c48b8dccb767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f64e9-4775-4282-b272-d6dfb7429d9f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.730543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:12.820278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-879716b7-c8b0-4380-b9a8-8e85cd7d6f17 req-2f2a04eb-35ba-46b3-95d6-541c51a848da tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Nov 12 00:46:12.892267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.897081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211f3e9-1974-4fd1-acbf-b8a0ad25f7eb req-3230b9bc-9370-432e-a17c-06cac2c52efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.898604 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e211f3e9-1974-4fd1-acbf-b8a0ad25f7eb req-3230b9bc-9370-432e-a17c-06cac2c52efa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 1097 time: 0.1653500 Nov 12 00:46:12.955855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.956946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67218c3b-0a88-4fa1-b634-a3e53f43e9c6 req-4db4862a-fd58-4b50-9fdc-4c25626eaae6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0528555 Nov 12 00:46:12.977713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.049887 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e211f3e9-1974-4fd1-acbf-b8a0ad25f7eb req-1ee41a39-f2c2-476b-b195-0f6eb4e2e3c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383407 Nov 12 00:46:13.083825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.087798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.089242 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/349f64e9-4775-4282-b272-d6dfb7429d9f HTTP/1.1" status: 204 len: 168 time: 0.3573024 Nov 12 00:46:13.094927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.101035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71db3ca0-17fb-45cf-b896-faa0578f1fe3 req-5f274d7b-6828-4fb2-80f7-00998893f377 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 210 time: 0.0399005 Nov 12 00:46:13.114009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:13.143242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed5cce-8b82-411b-893d-33d02e7101cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f64e9-4775-4282-b272-d6dfb7429d9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.147727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da744-9dcc-43e2-97eb-327092db07ad req-04cb4784-170d-410d-bb74-b29b063cac0a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.157396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:13.162803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:13.165314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:13.165584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-686da744-9dcc-43e2-97eb-327092db07ad req-04cb4784-170d-410d-bb74-b29b063cac0a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.2065926 Nov 12 00:46:13.214839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.227607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-b300371d-5f8c-4815-81e4-5f901f2b9999 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2160368 Nov 12 00:46:13.252899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.253933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.280990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d56d5158-ae42-4dfd-a50c-7cacadc5abc6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0326073 Nov 12 00:46:13.305787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Request body: {'port': {'device_id': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:13.391807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-686da744-9dcc-43e2-97eb-327092db07ad req-15a7b8f1-3eef-4de3-96f9-bff396d64682 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250347 Nov 12 00:46:13.467285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-213dbc60-7519-4b40-9860-535a32cd50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.472939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-213dbc60-7519-4b40-9860-535a32cd50ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=983fb0f8b0304749827311a328a1abc8&device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 1098 time: 0.1571360 Nov 12 00:46:13.491922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.689890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f5d6d-5348-4e00-b7a3-3f73f88c8b19 req-62e4bcf2-de03-4cd6-a2a8-3f7c654e1f2b tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.699441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba4f5d6d-5348-4e00-b7a3-3f73f88c8b19 req-62e4bcf2-de03-4cd6-a2a8-3f7c654e1f2b tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 945 time: 0.0904632 Nov 12 00:46:13.705442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-97dff101-9f05-4bad-8b44-486fa8d574cb None None] Provisioning complete for port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:13.706608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97dff101-9f05-4bad-8b44-486fa8d574cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.762828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-909adc50-42ef-466e-b3d1-06483941be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.765855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-909adc50-42ef-466e-b3d1-06483941be98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 200 len: 907 time: 0.2719975 Nov 12 00:46:13.792185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-97dff101-9f05-4bad-8b44-486fa8d574cb None None] Port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:13.874866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-5339decc-15ad-41e0-9c1c-cb23f5cb9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.877331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-5339decc-15ad-41e0-9c1c-cb23f5cb9e65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1098 time: 0.1239395 Nov 12 00:46:13.900602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.902773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba4f5d6d-5348-4e00-b7a3-3f73f88c8b19 req-5ff52124-f9f8-4dbe-9dab-b5505d5cea22 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022552 Nov 12 00:46:13.953159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecea9f9-bfbd-4fd5-8479-d9520759ef9d req-2bdc534e-b16e-42ea-bb3c-e48fba7a9a8e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.954839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ecea9f9-bfbd-4fd5-8479-d9520759ef9d req-2bdc534e-b16e-42ea-bb3c-e48fba7a9a8e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1823051 Nov 12 00:46:13.963860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-948e7cc8-48c4-4776-a915-0f949f7c91ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 200 len: 1001 time: 0.1574750 Nov 12 00:46:14.032873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f7571f6-af65-41f4-8eb1-6072b3a0ffe3 req-f14cb3c5-b9b3-4bd6-8104-7677b35defa3 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0674934 Nov 12 00:46:14.106085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ecea9f9-bfbd-4fd5-8479-d9520759ef9d req-b02e86ad-fcc8-4a82-89d8-6a2fd7a52c77 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267335 Nov 12 00:46:14.109958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-e0de2047-2efa-404a-9ff3-af9caf737eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.110942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-0d0926fb-6ebb-4fa6-aea6-2c2dff029402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.111427 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-e0de2047-2efa-404a-9ff3-af9caf737eb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.2216074 Nov 12 00:46:14.114170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-0d0926fb-6ebb-4fa6-aea6-2c2dff029402 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8659da94-da36-42a1-8d0a-17bd318529a0 HTTP/1.1" status: 200 len: 845 time: 0.1237457 Nov 12 00:46:14.123584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:14.140260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.174864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-d330df28-0e29-4144-9677-a00dfba0fb6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 200 len: 217 time: 0.0457726 Nov 12 00:46:14.206698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Transition to ACTIVE for port object 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:14.250927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.276479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fd4c17a-37c4-4dc8-a793-96b498ab4463 req-b0702683-857f-454d-b5b1-db1cddb0074c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0661516 Nov 12 00:46:14.302270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-24431ef1-04ef-413f-9e26-4f2df7a1391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.307274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-24431ef1-04ef-413f-9e26-4f2df7a1391b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20e25615-7dd8-4c13-9f60-8f452a226672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807642 Nov 12 00:46:14.416716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-2fd6e6bd-1fee-4e81-9f70-71fdc6eae0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.418717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-2fd6e6bd-1fee-4e81-9f70-71fdc6eae0ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.2310326 Nov 12 00:46:14.508128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:14.520076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-9fa983d9-d20f-483f-8171-874f4bb2e9e5 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037358 Nov 12 00:46:14.533992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f38692-c7ef-4be0-84da-873e4bf366b4 req-7d1af482-4b3f-4827-8502-3c1db6a6b760 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:14.541959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36f38692-c7ef-4be0-84da-873e4bf366b4 req-7d1af482-4b3f-4827-8502-3c1db6a6b760 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1258211 Nov 12 00:46:14.641744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-a6e4e454-e910-4d21-aaf8-10409a37e8d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757886 Nov 12 00:46:14.739677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36f38692-c7ef-4be0-84da-873e4bf366b4 req-daef967d-5f87-4dfa-b135-264a571b6c20 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963761 Nov 12 00:46:14.750081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f883b09-2d3a-486c-93be-ca319bd28772 req-65f89804-9232-4e75-a7c1-de05af081030 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816&device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.1232290 Nov 12 00:46:14.822769 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.867298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89078bd7-ed82-41ed-9661-2bb76db88ecc req-3ac978c3-b425-44e5-ae29-4ac94a557e48 service neutron] 10.222.0.39 "GET /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222997 Nov 12 00:46:15.114019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126deac-1396-4165-a48b-be2abf1853b2 req-962bb79c-ffef-481e-bb9c-93c1874ee53f tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.118495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d126deac-1396-4165-a48b-be2abf1853b2 req-962bb79c-ffef-481e-bb9c-93c1874ee53f tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 945 time: 0.1148903 Nov 12 00:46:15.158013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:15.158343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:15.158653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:15.160225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711533bd-77fe-4c56-af7c-288e676354f9 req-95df6577-3caf-4239-8fa1-1f69162ed52a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=232a5607358d45a087e96d9bedd5fdca&device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0361824 Nov 12 00:46:15.166128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:15.166446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:15.174706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:15.175040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:15.175418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:15.175874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Bound port: 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:15.176256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.197809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-fd869300-b4d4-4fd0-91b5-7c003fce2b95 service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413780 Nov 12 00:46:15.217449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-535381e9-2f9b-40fb-8282-084fd9b0bbf0 req-3a549d1f-56b2-4169-85a0-43c0c229f393 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0643442 Nov 12 00:46:15.230397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711533bd-77fe-4c56-af7c-288e676354f9 req-64bad70d-7c34-42e7-b857-38527ebc2af0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=232a5607358d45a087e96d9bedd5fdca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570877 Nov 12 00:46:15.312848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:15.332041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:15.346295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.359021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d126deac-1396-4165-a48b-be2abf1853b2 req-75cb6907-c152-44cb-895f-65a6f553cf03 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246966 Nov 12 00:46:15.427176 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65839a38-600d-4592-b66b-aa8cc07e3694 req-7c43fbac-18ba-4280-8ef7-f808c9bd160c service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078402 Nov 12 00:46:15.438610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.439237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.440664 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] 10.222.0.32 "PUT /v2.0/ports/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 1097 time: 2.1394186 Nov 12 00:46:15.441117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:15.443787 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b78ee-28cf-473d-ba55-6a621541bb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:15.468848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff722a9e-3b33-410a-8045-9b131028fbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.554434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:15.638758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e628670-c729-4482-b83a-ff33fc622fa6 req-d606f19b-5dc7-476c-8c88-73ff6ed6d9f7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0916088 Nov 12 00:46:15.640240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-8e3760d8-5b07-426f-aca0-408225e2e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.642006 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-8e3760d8-5b07-426f-aca0-408225e2e480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1100 time: 0.1101270 Nov 12 00:46:15.716108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-dd7e27f1-1b57-4c66-ac5f-9c6d7dce8705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0574274 Nov 12 00:46:15.735954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711533bd-77fe-4c56-af7c-288e676354f9 req-7feeeee0-84aa-46d2-8078-895e53e47db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.737501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711533bd-77fe-4c56-af7c-288e676354f9 req-7feeeee0-84aa-46d2-8078-895e53e47db9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4908845 Nov 12 00:46:15.757103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006e35-1ea3-44a9-8578-95dd0e997c94 req-22c5587b-5485-4396-babf-58eca95277a5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.757715 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af307f6c-5a1b-412e-bc54-b1f03ac5f0a8 x-openstack-request-id: req-af307f6c-5a1b-412e-bc54-b1f03ac5f0a8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:15.759403 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:15.760195 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af307f6c-5a1b-412e-bc54-b1f03ac5f0a8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:15.762842 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'status': 'completed', 'code': 200} Nov 12 00:46:15.764430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd006e35-1ea3-44a9-8578-95dd0e997c94 req-22c5587b-5485-4396-babf-58eca95277a5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.3071272 Nov 12 00:46:15.823453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5352ece4-9955-4210-a70e-b0ddf12295d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.855221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd006e35-1ea3-44a9-8578-95dd0e997c94 req-f6b5929d-6547-47b4-8bcf-4dd2792ed04a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896080 Nov 12 00:46:15.857081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d6d806de-1d5b-43fe-941d-c39b6d6d07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.858716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-d6d806de-1d5b-43fe-941d-c39b6d6d07ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1295133 Nov 12 00:46:15.969550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73853-6b96-4b16-a4c6-1868e814ea15 req-5cca1816-7c53-4c38-9017-4d0e7f043b5c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.981984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71d73853-6b96-4b16-a4c6-1868e814ea15 req-5cca1816-7c53-4c38-9017-4d0e7f043b5c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1158762 Nov 12 00:46:16.026789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-87aaf6d4-d028-4609-bdf0-7c5dadbb70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.028890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-87aaf6d4-d028-4609-bdf0-7c5dadbb70d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601398 Nov 12 00:46:16.059530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71d73853-6b96-4b16-a4c6-1868e814ea15 req-f694a558-2701-491a-830a-8971c88d2048 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726683 Nov 12 00:46:16.140572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5352ece4-9955-4210-a70e-b0ddf12295d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.150908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5352ece4-9955-4210-a70e-b0ddf12295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.209454 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5352ece4-9955-4210-a70e-b0ddf12295d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=243998848d0b4505b5bf5ef1c8a6c3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6536951 Nov 12 00:46:16.210547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352ece4-9955-4210-a70e-b0ddf12295d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f457c6b-183a-492c-8935-c27c29caeea3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.212121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.214419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-efb697bb-07ae-4e71-9cc3-7c4b2a8162e9 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737113 Nov 12 00:46:16.301208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.341090 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1edb5275-d37a-46c9-8d76-9d1ee0ee379b req-36eaa946-47f8-4714-b7b6-9b22a0e34b68 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086707 Nov 12 00:46:16.343719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.396601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-218cf2d8-b272-4d51-af5a-560968584083 req-1b3f4cd6-4310-4e54-909b-901596d57e65 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0436401 Nov 12 00:46:16.451267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.454190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.457803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f457c6b-183a-492c-8935-c27c29caeea3 HTTP/1.1" status: 204 len: 168 time: 0.2413402 Nov 12 00:46:16.457997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-33c8aecd-1c5c-497e-bd9d-683a1a10cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.458459 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-33c8aecd-1c5c-497e-bd9d-683a1a10cf55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1100 time: 0.0581131 Nov 12 00:46:16.469430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b669bd-43b1-4253-b618-3a6d8d0b1da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f457c6b-183a-492c-8935-c27c29caeea3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.590920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-f0ee1c46-154b-470e-b1f7-35d8d825c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.592364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-f0ee1c46-154b-470e-b1f7-35d8d825c31c service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1206844 Nov 12 00:46:16.678022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-a3279db2-f25e-4131-8995-0c3d760f4ec5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0729697 Nov 12 00:46:16.778222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8251e1a-dc92-4bf0-b9cf-8106c89151be req-0f3083ae-7237-4f3d-94ed-b75e6e8726e5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=554baaf2-9b2f-4588-916b-edb464b8eda2 HTTP/1.1" status: 200 len: 210 time: 0.0291471 Nov 12 00:46:16.782483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-794f75c3-026a-44a2-8310-713b3fc3bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.783994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-794f75c3-026a-44a2-8310-713b3fc3bca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0900102 Nov 12 00:46:16.872362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-f2354e72-b534-4bea-b9bf-0725e466ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.873918 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-f2354e72-b534-4bea-b9bf-0725e466ad93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821958 Nov 12 00:46:17.036481 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-1711ac54-fade-43ba-82a7-87599f3c9521 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468530 Nov 12 00:46:17.053938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe063-049a-4849-b30b-083e88d9dad3 req-fbd99fa8-d223-4c7d-a746-3af96362c996 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.062730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88bbe063-049a-4849-b30b-083e88d9dad3 req-fbd99fa8-d223-4c7d-a746-3af96362c996 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1222308 Nov 12 00:46:17.123469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88bbe063-049a-4849-b30b-083e88d9dad3 req-e479dd28-4461-4b7d-a7da-43952e4ddbae tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597556 Nov 12 00:46:17.186748 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1b6b78ee-28cf-473d-ba55-6a621541bb8f req-075cc3e8-5752-4f6a-a66f-a71197d6b1b6 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407497 Nov 12 00:46:17.211862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef9fa-9867-459e-8536-95a379184c51 req-5974fd41-86e0-4c44-9d75-accbf1c42ceb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.219593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-caaef9fa-9867-459e-8536-95a379184c51 req-5974fd41-86e0-4c44-9d75-accbf1c42ceb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.0765934 Nov 12 00:46:17.277011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-caaef9fa-9867-459e-8536-95a379184c51 req-eb1906d3-c27e-471f-9e2f-df4b951eef7b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Nov 12 00:46:17.491652 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-711533bd-77fe-4c56-af7c-288e676354f9 req-09b0fb47-b83b-4bf5-bfe0-6ae67a261f43 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.32 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Nov 12 00:46:17.550975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd2d727e-80cf-4449-b252-8c7148615417 req-a3c3598c-fe8c-4270-ab2a-5953f49d53f7 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bbec79-5204-4a0a-85be-508a1c3b9816 HTTP/1.1" status: 200 len: 210 time: 0.0496969 Nov 12 00:46:17.795631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:17.912555 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75e3266-9d03-4186-9f8e-744924a4f821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.998933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75e3266-9d03-4186-9f8e-744924a4f821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.004813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e75e3266-9d03-4186-9f8e-744924a4f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.047269 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e75e3266-9d03-4186-9f8e-744924a4f821 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59b8a347bbd041e8b83367b5fb2d13f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504940 Nov 12 00:46:18.049955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.071282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e3266-9d03-4186-9f8e-744924a4f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55a74e-db82-4f76-a7c3-5bc4211987f8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.140591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.172690 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.275921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e44297-c6dd-4748-9f93-03d77385bb3d req-3251e38d-de5f-42ed-bb8f-3b8ceb7bc3c6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.277747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1e44297-c6dd-4748-9f93-03d77385bb3d req-3251e38d-de5f-42ed-bb8f-3b8ceb7bc3c6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0683076 Nov 12 00:46:18.309803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.312372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.313497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d55a74e-db82-4f76-a7c3-5bc4211987f8 HTTP/1.1" status: 204 len: 168 time: 0.2625592 Nov 12 00:46:18.373924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15216786-b42f-4edc-8f81-c516d8614c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55a74e-db82-4f76-a7c3-5bc4211987f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.432932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1e44297-c6dd-4748-9f93-03d77385bb3d req-78e3bc6b-9e6a-4cd4-a11d-ed2ac28c0f18 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407297 Nov 12 00:46:18.478304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-c206cedc-b25e-40e1-8431-386697f59a5e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.480869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-c206cedc-b25e-40e1-8431-386697f59a5e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.2006996 Nov 12 00:46:18.500643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-adf9a9d4-e708-4ec9-8f8b-5921ec469e2e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.0126064 Nov 12 00:46:18.534571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-b4895499-f478-49fb-ae31-346c7a4ba314 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308664 Nov 12 00:46:18.683858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-933afbe4-d000-44a5-84d8-917ddbdcf0a8 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416183 Nov 12 00:46:18.709789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe39365-bdfb-4c0c-a7a3-76d88bee2918 req-64ce7f5d-4769-42b9-b800-83c1b9f86d7a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:18.711404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebe39365-bdfb-4c0c-a7a3-76d88bee2918 req-64ce7f5d-4769-42b9-b800-83c1b9f86d7a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1127429 Nov 12 00:46:18.815932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebe39365-bdfb-4c0c-a7a3-76d88bee2918 req-a2506095-1188-48be-937d-9a30a14a3639 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902591 Nov 12 00:46:18.843351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b44207-03f3-462c-a4cb-ea3a7350ddae req-3c663292-8752-4bf5-9d09-33443b68e7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495411 Nov 12 00:46:19.177962 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8f807af7-7bef-4b3f-9144-f55647ddddf9 req-c7167665-485a-4553-a019-3b3491c0bcca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=232a5607358d45a087e96d9bedd5fdca&device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.0485599 Nov 12 00:46:19.181104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d618abd-9ed2-4095-97db-4c85d812f24d req-f46c1926-571b-467c-95f0-7088123482ed tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ea36bb6-090d-4d9c-a811-12524e3be72c HTTP/1.1" status: 200 len: 210 time: 0.1445196 Nov 12 00:46:19.217140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-711c23c9-8ae8-4b62-a2b3-e31ee00aea11 req-8d6bfeca-1aab-441e-905a-75fc66cb5816 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.0608363 Nov 12 00:46:19.248401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8f807af7-7bef-4b3f-9144-f55647ddddf9 req-2ac11af8-99a5-4ae7-b7bc-dd0906b1a956 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=232a5607358d45a087e96d9bedd5fdca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557303 Nov 12 00:46:19.383395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f807af7-7bef-4b3f-9144-f55647ddddf9 req-793be282-9a66-44cf-9c57-fab4d644cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.389419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8f807af7-7bef-4b3f-9144-f55647ddddf9 req-793be282-9a66-44cf-9c57-fab4d644cf08 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334968 Nov 12 00:46:19.587312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b10f4-c5e5-428c-82a0-5fa862a5005f req-a627ffdf-259a-4d80-b67b-099bd593e717 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.597636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb2b10f4-c5e5-428c-82a0-5fa862a5005f req-a627ffdf-259a-4d80-b67b-099bd593e717 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0698407 Nov 12 00:46:19.687336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb2b10f4-c5e5-428c-82a0-5fa862a5005f req-97d81493-0a01-464a-9c2a-3bfda96df135 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885189 Nov 12 00:46:19.976132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a838d-0268-40d0-a75a-61ceb581cfcf req-e524125f-10de-4545-ba7c-4cedf7deef77 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.980600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-396a838d-0268-40d0-a75a-61ceb581cfcf req-e524125f-10de-4545-ba7c-4cedf7deef77 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.0714600 Nov 12 00:46:20.072211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-396a838d-0268-40d0-a75a-61ceb581cfcf req-0d703129-9037-475d-b392-a2f465218c4d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Nov 12 00:46:20.126041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:20.155805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-e0303e6a-335e-42d8-ad32-062986ac3648 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.157381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-e0303e6a-335e-42d8-ad32-062986ac3648 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.1231596 Nov 12 00:46:20.173571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-64dae20d-7f76-4638-b019-453c11bc644c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.0097754 Nov 12 00:46:20.208367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-308e426e-9b84-4a0d-a596-26eaca5e7157 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273848 Nov 12 00:46:20.242545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-971239dc-76ae-4db3-a483-698f26a06843 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1132126241'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:20.243058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-971239dc-76ae-4db3-a483-698f26a06843 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Unknown quota resources ['metering_label']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:20.698751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-395da1a5-b776-4a45-93fb-4d397bebd382 req-b2d6a19a-1791-4025-b11e-b314db839c19 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.0609562 Nov 12 00:46:20.798117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-971239dc-76ae-4db3-a483-698f26a06843 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.799310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-971239dc-76ae-4db3-a483-698f26a06843 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6722937 Nov 12 00:46:20.802172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:20.809934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c30d52d5-5b1b-49f1-a2ac-573b4905026c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cdfbfb64-d221-405f-afe0-45d69d8f9ec0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:20.811989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c30d52d5-5b1b-49f1-a2ac-573b4905026c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:20.815504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-94f3e081-e66b-4805-ac98-d74791203ecd service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991766 Nov 12 00:46:20.911141 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-c30d52d5-5b1b-49f1-a2ac-573b4905026c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:46:20.952306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-ab98ca53-f8ca-4b28-bde8-6e9edbde6f7a service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347013 Nov 12 00:46:20.960827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cf1fa-ceac-4ad7-986a-a0d580e24fcc req-4869c7d5-f8c4-41a7-8659-5ab939eac248 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.969269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a8cf1fa-ceac-4ad7-986a-a0d580e24fcc req-4869c7d5-f8c4-41a7-8659-5ab939eac248 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0921686 Nov 12 00:46:20.986468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:21.031820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a8cf1fa-ceac-4ad7-986a-a0d580e24fcc req-7a67c2b9-1724-4c9f-9bf4-bc371cb38f89 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Nov 12 00:46:21.065071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8f807af7-7bef-4b3f-9144-f55647ddddf9 req-f4fda92b-ab34-4fba-9ce1-88836ecc7965 tempest-ServerShowV247Test-980716212 tempest-ServerShowV247Test-980716212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab120658-5735-433c-b220-6a1951981d03 HTTP/1.1" status: 200 len: 210 time: 0.0794146 Nov 12 00:46:21.068960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c30d52d5-5b1b-49f1-a2ac-573b4905026c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.070342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c30d52d5-5b1b-49f1-a2ac-573b4905026c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2665892 Nov 12 00:46:21.073747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.079362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d21b2d2c-ab4c-40d2-ae66-19742eefd737 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cdfbfb64-d221-405f-afe0-45d69d8f9ec0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:21.080173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d21b2d2c-ab4c-40d2-ae66-19742eefd737 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:21.160353 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-d21b2d2c-ab4c-40d2-ae66-19742eefd737 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:46:21.182035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:21.220751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'mac_address': 'fa:16:3e:29:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:21.276796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.295636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:21.305398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d2c-ab4c-40d2-ae66-19742eefd737 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.306712 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d21b2d2c-ab4c-40d2-ae66-19742eefd737 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2315805 Nov 12 00:46:21.310042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.319685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:21.323360 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8d6ac44c-dee0-4926-9f78-6f391f19cc25 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=267a8c55-da5d-4121-9024-978c73aff512 HTTP/1.1" status: 200 len: 462 time: 0.0120850 Nov 12 00:46:21.326353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.326537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.335607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-925f868c-f424-492f-ba86-c16500bec17c req-078e0eb1-7915-4628-a63f-88f8b1d567d2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 210 time: 0.1089740 Nov 12 00:46:21.367907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87c52-1d9c-4221-bcfb-8611d6ef2804 req-d6da3120-f5b5-4c43-8102-6f84585394dd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.372571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38f87c52-1d9c-4221-bcfb-8611d6ef2804 req-d6da3120-f5b5-4c43-8102-6f84585394dd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1576619 Nov 12 00:46:21.397191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:21.437929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38f87c52-1d9c-4221-bcfb-8611d6ef2804 req-fcfcb709-3bdb-467e-b43c-e94cfd6cb4a3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Nov 12 00:46:21.503369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd3feea6-f52a-4087-9792-2488e2d18b0f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.507741 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd3feea6-f52a-4087-9792-2488e2d18b0f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/267a8c55-da5d-4121-9024-978c73aff512 HTTP/1.1" status: 204 len: 168 time: 0.1799953 Nov 12 00:46:21.508432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.523870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.524584 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d261c96-42f8-44b9-bfec-5101c40a6c74 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=267a8c55-da5d-4121-9024-978c73aff512 HTTP/1.1" status: 200 len: 221 time: 0.0149565 Nov 12 00:46:21.529504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9e636602-4bed-4454-a7b4-0003afbcf31f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--647989277', 'description': 'label created by tempest'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:21.529959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9e636602-4bed-4454-a7b4-0003afbcf31f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Unknown quota resources ['metering_label']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:46:21.607383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:21.727262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e636602-4bed-4454-a7b4-0003afbcf31f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.729232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e636602-4bed-4454-a7b4-0003afbcf31f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2035830 Nov 12 00:46:21.732001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:21.875576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5c8b655e-1f73-4eb9-b83a-997ca8ee08c0 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=82f718b6-5685-4e47-9ed0-de3211c15c75 HTTP/1.1" status: 200 len: 467 time: 0.1397505 Nov 12 00:46:21.876216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.106886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.168752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbcbde4f-67f6-4802-a0be-28219f02b03c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.169905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cbcbde4f-67f6-4802-a0be-28219f02b03c tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/82f718b6-5685-4e47-9ed0-de3211c15c75 HTTP/1.1" status: 204 len: 168 time: 0.2927549 Nov 12 00:46:22.173122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.197613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.198574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60c16aac-459d-4e93-939c-814313a86650 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=82f718b6-5685-4e47-9ed0-de3211c15c75 HTTP/1.1" status: 200 len: 216 time: 0.0240591 Nov 12 00:46:22.212718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b567c3c4-780b-4679-80de-a31a4ad7d6c4 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0113556 Nov 12 00:46:22.213184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.226728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9013ae-9d31-4c87-9b35-89e259f26394 req-e968dd05-eba4-4a86-9e9c-ff69c4cc0a7e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.228412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b9013ae-9d31-4c87-9b35-89e259f26394 req-e968dd05-eba4-4a86-9e9c-ff69c4cc0a7e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0735891 Nov 12 00:46:22.240341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1705ed1e-09cd-4adc-9494-347929d2981f tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0233455 Nov 12 00:46:22.245570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.247263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93d1949-b6f6-4eb8-b14d-c8bac2735e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.324394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2693ac63-96a5-4585-97a6-f1fe869cd6ec tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/cdfbfb64-d221-405f-afe0-45d69d8f9ec0 HTTP/1.1" status: 200 len: 473 time: 0.0739822 Nov 12 00:46:22.325484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.344148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b9013ae-9d31-4c87-9b35-89e259f26394 req-e674b5a7-9aa0-414a-bc78-8be62251e0f8 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054418 Nov 12 00:46:22.344778 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9107739d-4b1d-44d6-896b-80b0e49edf2a tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/65fb74f4-b308-4c4e-a96c-2892c64b621c HTTP/1.1" status: 200 len: 459 time: 0.0147743 Nov 12 00:46:22.344778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.367617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93d1949-b6f6-4eb8-b14d-c8bac2735e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.376177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93d1949-b6f6-4eb8-b14d-c8bac2735e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.501645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88c5bcc7-ae02-497f-b0c2-f78fa9e488c3 req-4460a285-cae3-4b8c-a6b8-3f57207ad509 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 210 time: 0.0568383 Nov 12 00:46:22.510071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a93d1949-b6f6-4eb8-b14d-c8bac2735e16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=232a5607358d45a087e96d9bedd5fdca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019744 Nov 12 00:46:22.515259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5cd6b98-0d05-42d5-96d4-32e4ba62e422 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.516320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b5cd6b98-0d05-42d5-96d4-32e4ba62e422 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/65fb74f4-b308-4c4e-a96c-2892c64b621c HTTP/1.1" status: 204 len: 168 time: 0.1708558 Nov 12 00:46:22.517246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1949-b6f6-4eb8-b14d-c8bac2735e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87429c8e-63d5-4ee6-925c-50578baebfae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.519622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.523258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49628) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:22.588450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.650990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.686117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b20d-569e-4550-af08-4d0ccd4787d7 req-20f8914c-6093-4568-8716-9e3ff2addf4f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.687969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4473b20d-569e-4550-af08-4d0ccd4787d7 req-20f8914c-6093-4568-8716-9e3ff2addf4f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 949 time: 0.1022506 Nov 12 00:46:22.760278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4473b20d-569e-4550-af08-4d0ccd4787d7 req-30ba8a8a-2f3d-4323-93d7-5cd31395b5b8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Nov 12 00:46:22.777275 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.780434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.784462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87429c8e-63d5-4ee6-925c-50578baebfae HTTP/1.1" status: 204 len: 168 time: 0.2571628 Nov 12 00:46:22.792429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87429c8e-63d5-4ee6-925c-50578baebfae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.803409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.803929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.804479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.804785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.805120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.805576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.805895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.806216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.806533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.806856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.807174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.807493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a88d2a-dc05-4327-85d0-d917f4fccf29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:22.809583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-64338409-e5e3-40b7-a47e-8e05e0d8ffc9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:22.811243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-64338409-e5e3-40b7-a47e-8e05e0d8ffc9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.3133450 Nov 12 00:46:22.814934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd40b1b-7e3c-439c-9aab-81b9e671d789 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.815988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8cd40b1b-7e3c-439c-9aab-81b9e671d789 tempest-MeteringIpV6TestJSON-678579703 tempest-MeteringIpV6TestJSON-678579703-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/cdfbfb64-d221-405f-afe0-45d69d8f9ec0 HTTP/1.1" status: 204 len: 168 time: 0.2951312 Nov 12 00:46:22.841234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:22.979682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:22.989565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.006700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:23.099469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:23.105358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:23.106260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.138287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:23.197549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.3 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/6c4e9c5c-fa41-40d1-a471-cffcfdd29314) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:23.226578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.258009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:23.260379 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec09b4-979d-4d3e-8ca4-31b7e1ca8056" -d '{"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-plugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:23.291109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:23.306656 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.373456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dab55adb-b1b7-426c-9cf5-25be24283148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.382613 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a0f6d-a46e-45a2-9754-7f21d4c0b762 x-openstack-request-id: req-667a0f6d-a46e-45a2-9754-7f21d4c0b762 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:23.382925 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-plugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:23.383186 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-667a0f6d-a46e-45a2-9754-7f21d4c0b762 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:23.383619 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'code': 200} Nov 12 00:46:23.385052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.506513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.512498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dab55adb-b1b7-426c-9cf5-25be24283148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.528549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dab55adb-b1b7-426c-9cf5-25be24283148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.558680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.615385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.631703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:23.633218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:23.636698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:23.652394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dab55adb-b1b7-426c-9cf5-25be24283148 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b519c8ca7fd431abdab55b71b6dc117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128105 Nov 12 00:46:23.660050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:23.684501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55adb-b1b7-426c-9cf5-25be24283148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0dfe36-6a6d-41b2-997e-2f40d3e06739,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.704411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.705293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.731134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-86fbb213-fc49-4a46-9793-128fa397bbb1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9053164 Nov 12 00:46:23.740633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cf642-6fdd-475f-84d3-372cc094fe9c req-82eabd5e-825d-4642-8e3c-5bb300afdd36 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.742311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d53cf642-6fdd-475f-84d3-372cc094fe9c req-82eabd5e-825d-4642-8e3c-5bb300afdd36 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1834049 Nov 12 00:46:23.744687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723489-104f-4ed2-aa20-eb8d9b76dd24 req-9f3cd27c-5f6d-4958-b4cd-47b2273b64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.745093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Request body: {'port': {'device_id': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:23.746699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b723489-104f-4ed2-aa20-eb8d9b76dd24 req-9f3cd27c-5f6d-4958-b4cd-47b2273b64a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1102 time: 0.2319572 Nov 12 00:46:23.787063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a07f1-2f13-4f29-b15c-357d707818a0 req-3adc566b-0975-4d60-a50a-13162354e064 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:23.788663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-759a07f1-2f13-4f29-b15c-357d707818a0 req-3adc566b-0975-4d60-a50a-13162354e064 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 931 time: 0.1479621 Nov 12 00:46:23.823879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.903451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b723489-104f-4ed2-aa20-eb8d9b76dd24 req-3da39ca3-4bde-42c7-94df-fcaadd3bd8eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465464 Nov 12 00:46:23.909644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.953828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d53cf642-6fdd-475f-84d3-372cc094fe9c req-45704e88-25c2-4622-9828-72c63b4165a1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002802 Nov 12 00:46:23.970376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-759a07f1-2f13-4f29-b15c-357d707818a0 req-92d7f9c7-5370-4c2d-b182-567af1f2d441 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454303 Nov 12 00:46:23.992236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.072921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.075564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.076746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c0dfe36-6a6d-41b2-997e-2f40d3e06739 HTTP/1.1" status: 204 len: 168 time: 0.4138639 Nov 12 00:46:24.090755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acbbfa-157f-452b-8180-bd0b5b1eec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0dfe36-6a6d-41b2-997e-2f40d3e06739,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.105377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5303c-ac17-489b-a89d-72843d921fed req-43611d4c-62d5-4046-b993-c4bd87dc0030 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.112653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0e5303c-ac17-489b-a89d-72843d921fed req-43611d4c-62d5-4046-b993-c4bd87dc0030 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0697029 Nov 12 00:46:24.158207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0e5303c-ac17-489b-a89d-72843d921fed req-c46c5119-8a64-4f87-9a92-d1e7b48e86db tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Nov 12 00:46:24.200329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:24.209620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.228120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Transition to ACTIVE for port object 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:24.233552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.323621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.380490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Attempting to bind port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:24.380824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Attempting to bind port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:24.381156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Attempting to bind port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:24.386290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:24.386750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Attempting to bind port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:24.393126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:24.393765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:24.394330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:24.394892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Bound port: 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:24.395295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.461789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:24.465536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:24.470396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.486303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.487307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.493046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c4e9c5c-fa41-40d1-a471-cffcfdd29314 HTTP/1.1" status: 200 len: 1092 time: 0.7533231 Nov 12 00:46:24.493938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:24.496750 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1bcd7c-e661-455b-b325-84e8d43b4134" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:24.547627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:24.563105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f2be277-4caa-46d3-aecd-9e769729e0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.590943 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c743c8-a480-48cf-bde1-9a9fe9a38753 x-openstack-request-id: req-91c743c8-a480-48cf-bde1-9a9fe9a38753 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:24.591506 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:24.591760 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91c743c8-a480-48cf-bde1-9a9fe9a38753 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:24.592286 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314', 'status': 'completed', 'code': 200} Nov 12 00:46:24.594207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0e44a-21b8-4829-bb03-32eb5589ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.616689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-36bc53dc-8194-47a6-ad3a-7b286c4c19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.618203 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-36bc53dc-8194-47a6-ad3a-7b286c4c19d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 1095 time: 0.0655921 Nov 12 00:46:24.657592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f2be277-4caa-46d3-aecd-9e769729e0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.664718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f2be277-4caa-46d3-aecd-9e769729e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.673848 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-74f362ea-09f6-46b9-b14a-be3866698368 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314 HTTP/1.1" status: 200 len: 217 time: 0.0399597 Nov 12 00:46:24.707914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4f2be277-4caa-46d3-aecd-9e769729e0fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbe24d90a20b4a758ffcddcbb73b38a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567349 Nov 12 00:46:24.707914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2be277-4caa-46d3-aecd-9e769729e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0d05d-4748-4ee8-9d9a-03fe4f61931f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.708945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:24.731307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-3382c294-669c-4380-9150-38db971fb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:24.732837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-3382c294-669c-4380-9150-38db971fb67f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.0514827 Nov 12 00:46:24.758696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.769330 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-b1f0a9d5-493a-485c-a6a3-23f5c58795eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275776 Nov 12 00:46:24.783672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.834976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.839872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.843563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26c0d05d-4748-4ee8-9d9a-03fe4f61931f HTTP/1.1" status: 204 len: 168 time: 0.1313632 Nov 12 00:46:24.868792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcfb61-9589-4af8-ad7f-6ec3d3ed94f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0d05d-4748-4ee8-9d9a-03fe4f61931f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:25.210388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c841-6ccb-4395-a2de-c7f2bea75312 req-24ca29a6-e6ad-4951-a1a0-c315c4149357 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.211957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d73c841-6ccb-4395-a2de-c7f2bea75312 req-24ca29a6-e6ad-4951-a1a0-c315c4149357 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 943 time: 0.1200321 Nov 12 00:46:25.221278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee05a0-8ee8-4025-a4ec-9d8c00b64bee req-fd30f5b3-e649-422f-8247-3a0168b0ae08 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.222782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ee05a0-8ee8-4025-a4ec-9d8c00b64bee req-fd30f5b3-e649-422f-8247-3a0168b0ae08 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1123233 Nov 12 00:46:25.243571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-38f56ee0-5881-4ee1-818a-cee993bd2d73 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664967 Nov 12 00:46:25.310669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d73c841-6ccb-4395-a2de-c7f2bea75312 req-7ce018e6-3438-4777-a278-9cbb10d8ce52 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Nov 12 00:46:25.335343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ee05a0-8ee8-4025-a4ec-9d8c00b64bee req-89878196-4565-4fde-bd11-8b5b46ddcca2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965185 Nov 12 00:46:25.375697 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fef8ce00-a09b-4e4a-bcfb-0d458d7bf158 req-8aeffc0a-2c17-499b-b331-767b320b32de service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169024 Nov 12 00:46:25.472145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:25.494867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d2369-8916-476a-b108-633ad6861b63 req-e4114950-64b5-41a5-a5fd-8c517c748e45 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.496867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb1d2369-8916-476a-b108-633ad6861b63 req-e4114950-64b5-41a5-a5fd-8c517c748e45 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0708535 Nov 12 00:46:25.511838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-761868e7-0eb1-4e35-9a0e-a35e212ca56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.513420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-761868e7-0eb1-4e35-9a0e-a35e212ca56e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 1095 time: 0.0697391 Nov 12 00:46:25.561301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb1d2369-8916-476a-b108-633ad6861b63 req-9e86ece0-3100-4868-9334-f9ed14eecec3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Nov 12 00:46:25.634747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-c320f45c-552a-4940-98bc-4d223c2dc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.636572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-c320f45c-552a-4940-98bc-4d223c2dc1ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.1074510 Nov 12 00:46:25.678808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a987a5-4b1b-4486-9596-7436c14d5a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.704992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-cdd0b118-fff4-42ec-81ff-eef431bf1379 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314 HTTP/1.1" status: 200 len: 217 time: 0.0593219 Nov 12 00:46:25.745883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-43920d39-98b1-40b3-a3ed-e48810340d3b req-9667cf92-ff17-4e7d-b774-b9ca708d7079 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:46:25.746884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43920d39-98b1-40b3-a3ed-e48810340d3b req-9667cf92-ff17-4e7d-b774-b9ca708d7079 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057108 Nov 12 00:46:25.771605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-eb64fb0e-1ce7-4de3-b3ec-470055337bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:25.773204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-eb64fb0e-1ce7-4de3-b3ec-470055337bce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.0584955 Nov 12 00:46:25.808221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a987a5-4b1b-4486-9596-7436c14d5a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.810223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a987a5-4b1b-4486-9596-7436c14d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.822583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-fef952c1-a8e5-4fcb-8616-cb2d2304de0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274861 Nov 12 00:46:25.856907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-47a987a5-4b1b-4486-9596-7436c14d5a38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=206a10431aa947ac93643671b0055b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835959 Nov 12 00:46:25.857708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a987a5-4b1b-4486-9596-7436c14d5a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ebe28f-2897-48d8-87e0-2b3b739082fb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:25.860389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:25.922092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.959352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.959736 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-3cedddab-7a03-4395-bf93-23409e6ee76a service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267126 Nov 12 00:46:26.075151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc010a6-8d11-48bd-89f2-9871ecace6aa req-ed0669f9-db77-46d8-9121-abdf32a27f52 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.077247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fc010a6-8d11-48bd-89f2-9871ecace6aa req-ed0669f9-db77-46d8-9121-abdf32a27f52 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0762501 Nov 12 00:46:26.078726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.081357 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4d1bcd7c-e661-455b-b325-84e8d43b4134 req-85ccb384-9aee-454f-8f94-536ab34ae463 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105132 Nov 12 00:46:26.081796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.082874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6ebe28f-2897-48d8-87e0-2b3b739082fb HTTP/1.1" status: 204 len: 168 time: 0.2215734 Nov 12 00:46:26.093824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ed94b-0cfc-4249-9e13-b31ac5f09926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ebe28f-2897-48d8-87e0-2b3b739082fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:26.158462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fc010a6-8d11-48bd-89f2-9871ecace6aa req-988f0121-7071-45a2-95d3-6f71dc812a53 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Nov 12 00:46:26.264116 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-413b2449-1acb-4bfa-831f-1cc64b9fe2a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2671607 Nov 12 00:46:26.273643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-61e909a0-ddad-464a-b7e6-69f93a22fd2c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:46:26.274608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-61e909a0-ddad-464a-b7e6-69f93a22fd2c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052929 Nov 12 00:46:26.472452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62b374-156d-4b4c-9dd7-6207d7caa0ba req-6f6f3d0f-2f21-4bb4-bdde-570e2ccc5ab9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.473981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d62b374-156d-4b4c-9dd7-6207d7caa0ba req-6f6f3d0f-2f21-4bb4-bdde-570e2ccc5ab9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 943 time: 0.0911419 Nov 12 00:46:26.513086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f22f1-35c0-4c27-b397-c1b5000388a6 req-b9c12f54-3cb6-4c74-a979-2691516af4b6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:26.514633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-823f22f1-35c0-4c27-b397-c1b5000388a6 req-b9c12f54-3cb6-4c74-a979-2691516af4b6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0895908 Nov 12 00:46:26.555922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d62b374-156d-4b4c-9dd7-6207d7caa0ba req-3899c9ec-a820-4c8d-8159-bd84287ee169 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755908 Nov 12 00:46:26.600791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-823f22f1-35c0-4c27-b397-c1b5000388a6 req-5af00537-3cae-447d-90b9-62ad3d82fa28 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752432 Nov 12 00:46:26.874207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:26.979958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.030422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-703902425-network', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:27.049321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1531589824'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:27.063676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Made reservation on behalf of b1fbb16c72bb45cd89d3a333aa739098 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:27.065985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.082144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.094107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.095065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.176725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.192125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.235909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.237358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4b6ad22-2ed5-4740-aebf-1947602ac835 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3619337 Nov 12 00:46:27.240010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.242759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.250254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.285407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:27.318498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5336f-3ee2-4cce-ba65-1c0537bd5c1a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.326916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.327351 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Added segment 5909cf0b-28cc-4488-b37d-775728b4f42e of type vlan for network cc583c62-32af-4bf9-9b5f-08abc3223c49 Nov 12 00:46:27.330193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.371326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f5a64-ffbd-42c3-8d9d-202aaf1d6299 req-2190c012-ffef-474a-bec2-cb77650609dd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.372982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e25f5a64-ffbd-42c3-8d9d-202aaf1d6299 req-2190c012-ffef-474a-bec2-cb77650609dd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1060665 Nov 12 00:46:27.392884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.446028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e25f5a64-ffbd-42c3-8d9d-202aaf1d6299 req-d8ab81cc-fc78-4e4e-868a-19fef451b01b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Nov 12 00:46:27.446660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.447580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.448167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.515871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.518790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.519901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5386958 Nov 12 00:46:27.522790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.527758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Request body: {'subnet': {'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-subnet', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:27.534003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802728f2-4e0e-4e6e-bece-fd15da34af96 admin admin] Pushing event updated for resources: {'Network': ['ID=cc583c62-32af-4bf9-9b5f-08abc3223c49,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.544634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:27.553548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Made reservation on behalf of b1fbb16c72bb45cd89d3a333aa739098 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:27.556129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.575538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.576461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5640c7f-29d8-4c6e-9dd4-b3758c84422a {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:27.581704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.583057 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-285bf5ef-a208-47e2-a80b-91b78c243811 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e5640c7f-29d8-4c6e-9dd4-b3758c84422a HTTP/1.1" status: 204 len: 168 time: 0.3414173 Nov 12 00:46:27.586072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.591439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Request body: {'router': {'name': 'tempest-router-1546503629', 'distributed': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:27.626060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.627518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.687081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.692285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.707943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.709125 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9056127f-7f10-4532-9de9-bf5f069c510c tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1221182 Nov 12 00:46:27.711855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.786412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.816168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35becbb4-3080-415e-a960-5f72b8b2c513 req-21e0f87f-da89-4e0f-9c21-e5dfdec4951b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.818072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35becbb4-3080-415e-a960-5f72b8b2c513 req-21e0f87f-da89-4e0f-9c21-e5dfdec4951b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 943 time: 0.1388733 Nov 12 00:46:27.829215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f56a3-50a1-4664-b743-24222250d621 req-2846b240-9f3c-4bca-9395-e49fbec71aeb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.831080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833f56a3-50a1-4664-b743-24222250d621 req-2846b240-9f3c-4bca-9395-e49fbec71aeb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1389771 Nov 12 00:46:27.834033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.934591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a69974b-1680-4d22-8d19-3f87b8a35bbb,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.954336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35becbb4-3080-415e-a960-5f72b8b2c513 req-70d735e9-1b29-4361-bf62-725a09cb7cd2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225955 Nov 12 00:46:27.969885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.973108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.976272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833f56a3-50a1-4664-b743-24222250d621 req-99be0fd1-faca-4345-9f8e-a1384cbd9d5a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319239 Nov 12 00:46:27.979624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:27.980119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Network hostable DHCP agents. Network: cc583c62-32af-4bf9-9b5f-08abc3223c49, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:27.984792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-6d05aa11-a1ab-46e2-b6cf-3daf7c5b0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:27.986426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-6d05aa11-a1ab-46e2-b6cf-3daf7c5b0ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1102 time: 0.1278872 Nov 12 00:46:28.007782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:28.019942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, cc583c62-32af-4bf9-9b5f-08abc3223c49) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:28.026456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.026456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.045531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2672b-88f0-472d-b459-4fca404c4e3b None None] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:28.047250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.047728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c46b8b6a-2386-4479-86eb-61697028e5d8 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:28.053360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.059665 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1b827fb-5d28-405f-b8c4-e1fd2cd66e72 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "DELETE /v2.0/routers/c46b8b6a-2386-4479-86eb-61697028e5d8 HTTP/1.1" status: 204 len: 168 time: 0.3415976 Nov 12 00:46:28.059896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b5018096-3781-4886-821e-b73c35002ff0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5359032 Nov 12 00:46:28.060439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:28.060780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:28.077033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Request body: {'router': {'name': 'tempest-router-1409355752', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e69f7f476f644a2eabe376fa3586d435'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:28.088431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:28.116218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:46:28.116218 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:46:28.116218 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id_1': 'b1fbb16c72bb45cd89d3a333aa739098', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 46, 8, 95665)}] Nov 12 00:46:28.116218 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:28.116770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-c00d5877-fe7b-4d03-ac99-2121f8c1b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.116881 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:28.117854 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-c00d5877-fe7b-4d03-ac99-2121f8c1b294 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1022179 Nov 12 00:46:28.121421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.122507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.163316 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-9a644e08-2d1b-4f92-8b8a-f72f1159281b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0370545 Nov 12 00:46:28.174887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.181548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.199041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.202200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2810315-91e8-47ec-bb7a-8a4f7f630ea9 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1338050 Nov 12 00:46:28.203185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:28.208315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:28.222159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-be4ae7b5-ebe9-47bf-abf6-fa70c1a9290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.223611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-be4ae7b5-ebe9-47bf-abf6-fa70c1a9290f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0520163 Nov 12 00:46:28.228418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-cc583c62-32af-4bf9-9b5f-08abc3223c49', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:28.229365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.273597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-48ccec72-1f15-4178-a7f6-3b6c8b1da9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.275496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-48ccec72-1f15-4178-a7f6-3b6c8b1da9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432103 Nov 12 00:46:28.377538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Allocated IP 172.20.0.2 (cc583c62-32af-4bf9-9b5f-08abc3223c49/0a69974b-1680-4d22-8d19-3f87b8a35bbb/c4a2eb10-8a51-4e5c-b5cf-ee8810279a02) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:28.379152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-a93e8714-2607-404d-80fa-9f2cdda96e4c service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950773 Nov 12 00:46:28.441282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.441978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.482746 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-10f18b4f-2702-4c94-a894-24b0925539b0 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961308 Nov 12 00:46:28.540228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 00:46:28.540555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Router 3c62866a-08d5-4e6f-b820-93016f99f21e migrating from provider to provider. {{(pid=102677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 00:46:28.540919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.545552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.552476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.561395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.568938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.599098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:28.603889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:28.606618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Pushing event updated for resources: {'Port': ['ID=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.609117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:28.618481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.619152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.619490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.619823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.620184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.620374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa7cb2-4c40-40e9-a293-37c654ac85d3 req-28f49f9d-54b2-46d2-b0f0-a0160cc64816 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:28.620543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.620940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.621451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.622046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.622362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.622563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccfa7cb2-4c40-40e9-a293-37c654ac85d3 req-28f49f9d-54b2-46d2-b0f0-a0160cc64816 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0935893 Nov 12 00:46:28.622698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.622999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:28.683017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Attempting to bind port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:28.683444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Attempting to bind port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:28.683952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Attempting to bind port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:28.689811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:28.690184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:28.690586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.690971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Bound using segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:28.691796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Bound port: c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:28.692213 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.763452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] For port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:28.768519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] For port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:28.775927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.837240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb8c0b-2248-4189-97d1-90d7491875cc None None] Pushing event updated for resources: {'Port': ['ID=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:29.019745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:29.052938 n-d-712141-15 neutron-server[102677]: WARNING neutron.scheduler.l3_agent_scheduler [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] No L3 agents can host the router 3c62866a-08d5-4e6f-b820-93016f99f21e Nov 12 00:46:29.054553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.055661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.147785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:29.163423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314', 'mac_address': 'fa:16:3e:51:12:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:29.186599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccfa7cb2-4c40-40e9-a293-37c654ac85d3 req-fad23116-2eea-4604-b459-1433463e68f1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086892 Nov 12 00:46:29.203377 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.218613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:29.238519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:29.243571 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.256226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832c40e-4fb8-4ac4-b2e0-abfb40f7c963 req-8ea58cb6-c161-45ca-b0fe-e8d939ce3978 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.257724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7832c40e-4fb8-4ac4-b2e0-abfb40f7c963 req-8ea58cb6-c161-45ca-b0fe-e8d939ce3978 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 943 time: 0.1830642 Nov 12 00:46:29.260429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.296465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:29.374441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Hosts for router 3c62866a-08d5-4e6f-b820-93016f99f21e: [] {{(pid=102677) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 00:46:29.451231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Hosts for other DVR routers connected to router 3c62866a-08d5-4e6f-b820-93016f99f21e: set() {{(pid=102677) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 00:46:29.453609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.454864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70668627-2d4a-4efe-9c6e-970c2d6f33c7 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "PUT /v2.0/routers/3c62866a-08d5-4e6f-b820-93016f99f21e HTTP/1.1" status: 200 len: 717 time: 1.2503324 Nov 12 00:46:29.457924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49884) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:29.525435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6c4e9c5c-fa41-40d1-a471-cffcfdd29314'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:29.554499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb8ab-89f9-4b89-853e-fef513d4403a req-a629050c-d2bd-4f99-9a38-12c32d703c7d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.562020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13fcb8ab-89f9-4b89-853e-fef513d4403a req-a629050c-d2bd-4f99-9a38-12c32d703c7d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.3031182 Nov 12 00:46:29.568231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:29.570678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7832c40e-4fb8-4ac4-b2e0-abfb40f7c963 req-d167d1b6-85e0-45d4-bf21-813ad5c7f193 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794371 Nov 12 00:46:29.574576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60cfc2bc-5e79-4ef7-b5f3-8a31f3e0c753 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "GET /v2.0/routers/3c62866a-08d5-4e6f-b820-93016f99f21e HTTP/1.1" status: 200 len: 717 time: 0.1139994 Nov 12 00:46:29.577808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:29.580599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.653456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:29.654195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.661324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13fcb8ab-89f9-4b89-853e-fef513d4403a req-5c1cd6be-830d-4c57-ba37-866c7b2f1eaf tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982597 Nov 12 00:46:29.854422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.897671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.920341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:29.922102 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.927669 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec874706-3a97-4036-844a-9e1609aaa3b9 tempest-RoutersTestDVR-1772295310 tempest-RoutersTestDVR-1772295310-project] 10.222.0.11 "GET /v2.0/routers/3c62866a-08d5-4e6f-b820-93016f99f21e HTTP/1.1" status: 200 len: 683 time: 0.3481834 Nov 12 00:46:29.930371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:29.931997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.957986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a158e0-f6bd-46f2-b2d4-2882bfda8e2a None None] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:30.014816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.043824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.048232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Allocated IP 172.25.6.55 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/af39a6b7-d883-4e88-a370-226b1f38354d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:30.058018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dddca3d4-a048-41c2-80af-6a31aafe3a28 None None] Provisioning complete for port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:30.058782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dddca3d4-a048-41c2-80af-6a31aafe3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.158761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.187996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.190646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.197490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.237957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:30.241139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:30.243851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:30.247281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.248321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c62866a-08d5-4e6f-b820-93016f99f21e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:30.260762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.262249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-29013ff9-f044-4c27-9128-1d2e9ee5ff89 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "DELETE /v2.0/routers/3c62866a-08d5-4e6f-b820-93016f99f21e HTTP/1.1" status: 204 len: 168 time: 0.3304453 Nov 12 00:46:30.266437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49894) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:30.272004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Request body: {'router': {'name': 'tempest-router-692328924', 'distributed': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:30.295411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.296883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.327845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Pushing event updated for resources: {'Port': ['ID=af39a6b7-d883-4e88-a370-226b1f38354d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.356290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.364218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.381758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.383260 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-742b35db-449f-46c1-a4ee-06095a59df73 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1157641 Nov 12 00:46:30.386458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:30.396638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a8cbe-e94c-418e-bfe0-4e96f723974f req-bd425cb4-33da-4be1-8232-3354cb0b1bbf tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.398253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c8a8cbe-e94c-418e-bfe0-4e96f723974f req-bd425cb4-33da-4be1-8232-3354cb0b1bbf tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1154180 Nov 12 00:46:30.473575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.501815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c8a8cbe-e94c-418e-bfe0-4e96f723974f req-c1467ae3-f705-4728-b017-fec43cce10c0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Nov 12 00:46:30.522582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1f096a7a-c244-48dd-854e-d2ae6e73627d None None] Provisioning complete for port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:30.524800 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f096a7a-c244-48dd-854e-d2ae6e73627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.675651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.678672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.681012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.728647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.729416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cca4467-97e0-46bb-bc31-9b91e3fed44a {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:30.736922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.738197 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-836c2303-64ba-4b7a-b212-a3ae9244b313 tempest-RoutersTestDVR-351023353 tempest-RoutersTestDVR-351023353-project-admin] 10.222.0.11 "DELETE /v2.0/routers/7cca4467-97e0-46bb-bc31-9b91e3fed44a HTTP/1.1" status: 204 len: 168 time: 0.3506422 Nov 12 00:46:30.809764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04aead1-4c4e-4f31-bcc3-0609f0694c82 req-35d0622c-1171-4355-94bf-98ab1f76edf7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.811322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f04aead1-4c4e-4f31-bcc3-0609f0694c82 req-35d0622c-1171-4355-94bf-98ab1f76edf7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 944 time: 0.1001306 Nov 12 00:46:30.949714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f04aead1-4c4e-4f31-bcc3-0609f0694c82 req-057a8e96-bb14-42e7-86fb-72eab338d792 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288412 Nov 12 00:46:30.960681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.991762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.024194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:31.089357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:31.096241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:31.096913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.115685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ed43-3c30-4659-91a2-a0b10227e89e req-63599f53-1d45-4c9e-85fb-a025d70261c1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.132682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de0ed43-3c30-4659-91a2-a0b10227e89e req-63599f53-1d45-4c9e-85fb-a025d70261c1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1092548 Nov 12 00:46:31.137428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.207899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.223315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de0ed43-3c30-4659-91a2-a0b10227e89e req-13e829a4-4114-4f70-a10b-42ee1e29d3b1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856004 Nov 12 00:46:31.240769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Router e1399879-28d4-4696-891a-d9e0089198a3 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:31.241588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.243992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:31.247027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.248489 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40fd85-e7dc-4f50-8318-208031d110af" -d '{"events": [{"server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "name": "network-vif-plugged", "status": "completed", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:31.265986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:31.275317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.287826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e69f7f476f644a2eabe376fa3586d435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947538 Nov 12 00:46:31.288758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d396b3e9-1da0-4b21-bd21-229f8e8eb7f1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.296154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.297550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.297889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.298233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.298627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.299481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.299825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.300206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.300540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.300873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.301200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.301528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.301858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f4aad-36a2-4d20-89cf-fc8f19b275ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:31.329637 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d71ea0d-006b-4f59-9fc9-c8d709ba1fb5 x-openstack-request-id: req-4d71ea0d-006b-4f59-9fc9-c8d709ba1fb5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:31.330007 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "name": "network-vif-plugged", "status": "completed", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:31.330261 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d71ea0d-006b-4f59-9fc9-c8d709ba1fb5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:31.331010 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314', 'code': 200} Nov 12 00:46:31.354282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.399883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.479551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:31.492548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:31.500472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.504874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5702c929-6081-45aa-a2cd-2144caf92a5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4371362 Nov 12 00:46:31.505404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.508235 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:31.508908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:31.528647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:31.706409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:31.725862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480086f-bc45-4bd4-a0e2-364c407bbcbc req-6c8c0fc8-3d91-439b-b7df-695836918dbb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.727885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7480086f-bc45-4bd4-a0e2-364c407bbcbc req-6c8c0fc8-3d91-439b-b7df-695836918dbb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1123717 Nov 12 00:46:31.770604 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.775267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:31.775863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.790458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88782-d08c-441a-a2f6-7c81e8488402 req-e8a2d7f6-8aa9-4e1b-90a9-86d02bce0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.791953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-87b88782-d08c-441a-a2f6-7c81e8488402 req-e8a2d7f6-8aa9-4e1b-90a9-86d02bce0fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 1097 time: 0.4101670 Nov 12 00:46:31.841449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7480086f-bc45-4bd4-a0e2-364c407bbcbc req-9436eb17-5b47-4ad6-a548-4b833d28c31c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072979 Nov 12 00:46:31.869281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-87b88782-d08c-441a-a2f6-7c81e8488402 req-d0df20b6-0717-4254-91a0-2cdd32012a9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 Nov 12 00:46:31.897624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.900621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.901885 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d396b3e9-1da0-4b21-bd21-229f8e8eb7f1 HTTP/1.1" status: 204 len: 168 time: 0.5963793 Nov 12 00:46:31.911119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c151088-d0ea-4fd7-a09d-ad6a4e0300fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d396b3e9-1da0-4b21-bd21-229f8e8eb7f1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.062976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.133362 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:30Z', 'revision_number': 3, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:32.180095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd813b-8a05-4b60-9df4-b9a0a9b46534 req-7eb34251-7d9e-475a-aac1-3d497beb3962 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.180411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34bd813b-8a05-4b60-9df4-b9a0a9b46534 req-7eb34251-7d9e-475a-aac1-3d497beb3962 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.1037385 Nov 12 00:46:32.192130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.197941 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:32.198533 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Updating router e1399879-28d4-4696-891a-d9e0089198a3 port af39a6b7-d883-4e88-a370-226b1f38354d binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:32.236429 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.313901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34bd813b-8a05-4b60-9df4-b9a0a9b46534 req-59f54887-1d7d-4ab4-b969-da7c93bab16b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247714 Nov 12 00:46:32.426804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:32.436901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664ca03-c43e-472b-a29d-7ecab5f8070b req-8875a66e-cf31-4212-8325-5fbdfaae1b8c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:32.438421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5664ca03-c43e-472b-a29d-7ecab5f8070b req-8875a66e-cf31-4212-8325-5fbdfaae1b8c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1021378 Nov 12 00:46:32.458053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Allocated IP 172.20.0.1 (cc583c62-32af-4bf9-9b5f-08abc3223c49/0a69974b-1680-4d22-8d19-3f87b8a35bbb/5b2cbcbc-6229-40a9-a688-37be8011b8d1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:32.465442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52279993-c007-4025-9302-11cc1d2cc34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.584844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52279993-c007-4025-9302-11cc1d2cc34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.592224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52279993-c007-4025-9302-11cc1d2cc34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.597203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.620733 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.625767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52279993-c007-4025-9302-11cc1d2cc34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b8ffa-5db1-4b82-86d3-5507b2c66a6a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.636553 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.662213 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52279993-c007-4025-9302-11cc1d2cc34f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=988d67f6d2224915a863ff091c244484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341888 Nov 12 00:46:32.665037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:32.700688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5664ca03-c43e-472b-a29d-7ecab5f8070b req-a1386152-5cb1-4f39-8af7-3b32c62709d3 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516012 Nov 12 00:46:32.709006 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Attempting to bind port af39a6b7-d883-4e88-a370-226b1f38354d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:32.709597 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Attempting to bind port af39a6b7-d883-4e88-a370-226b1f38354d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:32.710138 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Attempting to bind port af39a6b7-d883-4e88-a370-226b1f38354d on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:32.710324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.712756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729def27-43e0-49ec-a334-911867a58c44 None None] Pushing event updated for resources: {'Port': ['ID=af39a6b7-d883-4e88-a370-226b1f38354d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.719611 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:32.720327 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:32.720880 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.721651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:32.722393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Bound port: af39a6b7-d883-4e88-a370-226b1f38354d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:32.722934 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.741346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.751038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:32.756982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:32.761370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:32.780230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.812741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.819278 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] For port af39a6b7-d883-4e88-a370-226b1f38354d, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:32.820872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.825721 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] For port af39a6b7-d883-4e88-a370-226b1f38354d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=af39a6b7-d883-4e88-a370-226b1f38354d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:32.839324 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.892609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.895602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.897459 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/839b8ffa-5db1-4b82-86d3-5507b2c66a6a HTTP/1.1" status: 204 len: 168 time: 0.2314100 Nov 12 00:46:32.917246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4f2e1-c04b-429f-a28d-a1fb36162eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b8ffa-5db1-4b82-86d3-5507b2c66a6a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.924914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:32.925565 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:33.083732 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:33.098990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-46a1146f-e930-48a4-a6fb-237fcfcb66c6 None None] Provisioning complete for port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:33.100747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46a1146f-e930-48a4-a6fb-237fcfcb66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.138685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed6a4-bffc-4147-8d8c-026fc74a9110 req-36d681f2-8a33-4eb9-b077-6b71c9750575 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:33.140379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96fed6a4-bffc-4147-8d8c-026fc74a9110 req-36d681f2-8a33-4eb9-b077-6b71c9750575 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1839879 Nov 12 00:46:33.193451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-46a1146f-e930-48a4-a6fb-237fcfcb66c6 None None] Port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:33.209753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.322223 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729def27-43e0-49ec-a334-911867a58c44 None None] Pushing event updated for resources: {'Port': ['ID=af39a6b7-d883-4e88-a370-226b1f38354d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.326926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:30Z', 'revision_number': 3, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:33.358490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec214b21-4602-44c0-8d43-acd83dc12f16 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:30Z', 'revision_number': 3, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:33.465417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96fed6a4-bffc-4147-8d8c-026fc74a9110 req-26ebce0e-8988-42a3-9298-dc3ad0998c8a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078980 Nov 12 00:46:33.564938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652011a-b9c2-41b8-ad6f-cd6e2f7ac216 req-719c72f8-b7d2-4e58-8e7d-5951919e56b4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:33.568451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0652011a-b9c2-41b8-ad6f-cd6e2f7ac216 req-719c72f8-b7d2-4e58-8e7d-5951919e56b4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.1273570 Nov 12 00:46:33.603861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.060905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:34.105599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.189542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-735325219'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:34.204433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9d815-9fae-485d-9b30-d45017c85e59 req-d8a465e2-7531-4934-99a7-403dc320191e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.207025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6a9d815-9fae-485d-9b30-d45017c85e59 req-d8a465e2-7531-4934-99a7-403dc320191e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1333063 Nov 12 00:46:34.223992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.235960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:34.239588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.239756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.252328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0652011a-b9c2-41b8-ad6f-cd6e2f7ac216 req-d2d5034c-b40d-4cf1-b8ca-9c4c0d596854 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457849 Nov 12 00:46:34.258188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.389334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6a9d815-9fae-485d-9b30-d45017c85e59 req-89c06728-0db8-4791-a506-5af577117a10 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596317 Nov 12 00:46:34.420746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.434857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.477082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:34.478778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:34.490833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55acb5a0-06a8-49d6-b8fd-18ec0a5b00d2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.512696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:34.548617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.549058 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment 1ee92efe-0409-45c3-bd6a-3a71770a2be8 of type vlan for network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 Nov 12 00:46:34.640050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.675052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.684802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.685519 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.800116 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7258308 Nov 12 00:46:34.820432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:34.858258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05bb1f1a-736d-48f3-8bf8-ba47274b4a6e None None] Provisioning complete for port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:34.860476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05bb1f1a-736d-48f3-8bf8-ba47274b4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.886592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7298-c3f9-4904-b5e1-fcc005bd8a28 req-45218ea7-52e7-4590-b787-20884c2cc7b1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.898158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68cc7298-c3f9-4904-b5e1-fcc005bd8a28 req-45218ea7-52e7-4590-b787-20884c2cc7b1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2506521 Nov 12 00:46:34.901645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4afb-ece9-40c6-a26d-665cb895947f tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=445bd2ab-f302-4f3e-b462-3c9e7c570a17,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.916646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:34.919997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-05bb1f1a-736d-48f3-8bf8-ba47274b4a6e None None] Port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:34.934409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd1c-8ec1-4edd-8f7e-e1d4b1d325b9 req-50b52527-8558-4c9c-9d59-3218fdd62653 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:34.937911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bb8bd1c-8ec1-4edd-8f7e-e1d4b1d325b9 req-50b52527-8558-4c9c-9d59-3218fdd62653 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.2948518 Nov 12 00:46:35.011226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.078359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68cc7298-c3f9-4904-b5e1-fcc005bd8a28 req-d68f6db4-3913-4efc-a76a-be5b5cc07610 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663966 Nov 12 00:46:35.133556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bb8bd1c-8ec1-4edd-8f7e-e1d4b1d325b9 req-dc2a39d7-e9f9-44be-b55d-74a63fffbe18 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614807 Nov 12 00:46:35.158572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:35.172093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40008fbe-c394-4986-87c2-aa9b57ae885a admin admin] 10.222.0.11 "PUT /v2.0/routers/e1399879-28d4-4696-891a-d9e0089198a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6578379 Nov 12 00:46:35.557616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device af39a6b7-d883-4e88-a370-226b1f38354d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:35.597884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a5e99-97fe-4a63-a5d1-744baee5ef94 req-8520ef87-e579-422c-b252-7f97bb8f0bac tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.611246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-380a5e99-97fe-4a63-a5d1-744baee5ef94 req-8520ef87-e579-422c-b252-7f97bb8f0bac tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0766201 Nov 12 00:46:35.648163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port af39a6b7-d883-4e88-a370-226b1f38354d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:35.649053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.714981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-380a5e99-97fe-4a63-a5d1-744baee5ef94 req-d3860022-519b-4967-8e4c-3386964bc154 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021228 Nov 12 00:46:35.764706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:35.787903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:35.788910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:35.791406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.816422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port af39a6b7-d883-4e88-a370-226b1f38354d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=af39a6b7-d883-4e88-a370-226b1f38354d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:35.867973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.937880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=af39a6b7-d883-4e88-a370-226b1f38354d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.986104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:35.990642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224728100', 'description': 'tempest-description--1961149458'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.014931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.040575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:36.083615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.091193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.168364 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.169799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1827459 Nov 12 00:46:36.172774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:36.174207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8797b47-66f0-49c2-9bf5-44576158ccde tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bf257c-7f96-4b9e-a6b8-5680d1b9e110,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.190601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group_rule': {'security_group_id': '60bf257c-7f96-4b9e-a6b8-5680d1b9e110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.256919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.356433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.365763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bc8d-1be3-4ab5-a4fa-2bd351b20a68 req-4c6b872d-af3b-4185-8c37-56f67d9f8f39 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:36.366171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.367866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e740bc8d-1be3-4ab5-a4fa-2bd351b20a68 req-4c6b872d-af3b-4185-8c37-56f67d9f8f39 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1575475 Nov 12 00:46:36.408777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f8e354-f840-4bfa-9a00-1a5351549cff,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.411782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd771f-b4d0-4d82-86bd-603484d970a6 req-7ae5c1ec-4ad1-4ba7-9547-e73770de6ad0 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:36.429550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3bbd771f-b4d0-4d82-86bd-603484d970a6 req-7ae5c1ec-4ad1-4ba7-9547-e73770de6ad0 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.1558971 Nov 12 00:46:36.439401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.440809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0ebe8680-c037-4701-a3da-fb373532af5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654135 Nov 12 00:46:36.444382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:36.450149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group_rule': {'security_group_id': '60bf257c-7f96-4b9e-a6b8-5680d1b9e110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.471051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 2, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:36.513264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.520390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3bbd771f-b4d0-4d82-86bd-603484d970a6 req-0019f29b-9663-46b2-b125-998ed5aba997 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889773 Nov 12 00:46:36.522268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:36.522632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Updating router e1399879-28d4-4696-891a-d9e0089198a3 port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:36.537953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e740bc8d-1be3-4ab5-a4fa-2bd351b20a68 req-ba0eb291-0dba-45b0-b7c1-93ab0d4a87c6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616092 Nov 12 00:46:36.573193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.680717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.690332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.747287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.751530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031704 Nov 12 00:46:36.751530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484daa-f34a-4f87-a147-bd10818446d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18804120-46e5-4bcd-a5d6-7a346f70e356,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.753560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:36.770271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:36.880333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.932644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100316-8dd4-476e-a688-67edd4964630 req-f364ed08-bb47-4cd5-bd24-30482b876a2d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:36.935220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80100316-8dd4-476e-a688-67edd4964630 req-f364ed08-bb47-4cd5-bd24-30482b876a2d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1041853 Nov 12 00:46:37.058540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80100316-8dd4-476e-a688-67edd4964630 req-98b619aa-4d8f-442b-828d-85d11580b319 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128881 Nov 12 00:46:37.143198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.161313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.169012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.292387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Allocated IP 172.25.6.129 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/8efaa0ae-84d2-4c1b-91fa-325fb6189a6b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:37.299279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71060e3-033d-4392-b2eb-dd899515a759 None None] Pushing event updated for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.330900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Attempting to bind port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:37.332213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Attempting to bind port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:37.336651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Attempting to bind port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:37.344150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:37.344787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:37.345257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.345903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Bound using segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:37.346443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Bound port: 5b2cbcbc-6229-40a9-a688-37be8011b8d1, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:37.346929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.450667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.479389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] For port 5b2cbcbc-6229-40a9-a688-37be8011b8d1, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:37.486444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] For port 5b2cbcbc-6229-40a9-a688-37be8011b8d1, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b2cbcbc-6229-40a9-a688-37be8011b8d1,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:37.492736 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.507505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae414f-7f55-4cfb-ab38-8c73ec191d1a req-cd860bb5-9ba6-4116-919d-96e68d3ae8f5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:37.511498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eae414f-7f55-4cfb-ab38-8c73ec191d1a req-cd860bb5-9ba6-4116-919d-96e68d3ae8f5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.4498188 Nov 12 00:46:37.554238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.593396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71060e3-033d-4392-b2eb-dd899515a759 None None] Pushing event updated for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.603219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device af39a6b7-d883-4e88-a370-226b1f38354d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:37.728724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:37.729280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:37.730449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=8efaa0ae-84d2-4c1b-91fa-325fb6189a6b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.803350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] Provisioning complete for port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:37.803726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.821323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:37.834567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eae414f-7f55-4cfb-ab38-8c73ec191d1a req-ea88adeb-25b3-4822-9770-0d394a95b483 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005474 Nov 12 00:46:37.852691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port af39a6b7-d883-4e88-a370-226b1f38354d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:37.853104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.856029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:37.859778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:37.984051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc2f36-b9e5-404d-8d1b-1612e6c80049 req-df1f0b05-8dc2-4e92-8ba1-b1a76a2db244 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:37.991376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ffc2f36-b9e5-404d-8d1b-1612e6c80049 req-df1f0b05-8dc2-4e92-8ba1-b1a76a2db244 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2571092 Nov 12 00:46:38.069285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.075273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:38.115443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ffc2f36-b9e5-404d-8d1b-1612e6c80049 req-a2e47ded-0144-48b8-9b79-8bfdf8631a41 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230304 Nov 12 00:46:38.148343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.189452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:38.222359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.247194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:38.254421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.273058 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.340218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894a46-79ee-4c03-8d01-cfed66ed4625 req-35bd3da6-d809-4ce8-9414-7794becad2d3 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:38.341836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8894a46-79ee-4c03-8d01-cfed66ed4625 req-35bd3da6-d809-4ce8-9414-7794becad2d3 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1212173 Nov 12 00:46:38.412097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] For port 5b2cbcbc-6229-40a9-a688-37be8011b8d1, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b2cbcbc-6229-40a9-a688-37be8011b8d1,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:38.417280 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.466349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8894a46-79ee-4c03-8d01-cfed66ed4625 req-2366d3d2-78bb-4756-a947-b9dc2dccc561 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085787 Nov 12 00:46:38.504168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e83e34-58e9-4ba3-b804-4864c8a6938d None None] Pushing event updated for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.533890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.535545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.542386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.549762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:37Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.607647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-422b7b9f-730c-4212-9a6c-d76077614fc4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:38.609433 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-422b7b9f-730c-4212-9a6c-d76077614fc4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.1121624 Nov 12 00:46:38.611298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=2f88a612-ef4e-4fe4-8e41-0ecd9498b312,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.622155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=8efaa0ae-84d2-4c1b-91fa-325fb6189a6b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.634029 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.659346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.661003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ae81f8da-2e4f-4328-ada3-e5a59bbb7409 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9043245 Nov 12 00:46:38.681349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': '1ee92efe-0409-45c3-bd6a-3a71770a2be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:38.681725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: 445bd2ab-f302-4f3e-b462-3c9e7c570a17, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:38.718687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467db560-3417-4e8c-a4e4-799d19fda7d9 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:37Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:38.722271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-770014f5-f70d-41de-ab72-b2349ad419c5 None None] Provisioning complete for port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:38.722861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-770014f5-f70d-41de-ab72-b2349ad419c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.754083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:38.766800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:38.767245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.808292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 445bd2ab-f302-4f3e-b462-3c9e7c570a17) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:38.841601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:38.842356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.842875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43af42-7784-4928-a626-446acd56f7ae None None] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:38.873947 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-501859ac-8778-4e94-b365-a1b1dc3656f0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8028862 Nov 12 00:46:38.890595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.903613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900547387'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:38.931365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-5a8c932b-a66f-4b93-a963-0a27d6681e34 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--224728100&fields=id&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 267 time: 0.0976849 Nov 12 00:46:38.948304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:38.951865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.003222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:39.004805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.024427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:39.038660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:39.070737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43061ce-4e00-46ce-bc9b-048244deacfb req-aed4d3dd-0329-4647-9e98-074ea8f45282 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.072356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f43061ce-4e00-46ce-bc9b-048244deacfb req-aed4d3dd-0329-4647-9e98-074ea8f45282 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 945 time: 0.1156030 Nov 12 00:46:39.088271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.088871 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment 34fb0805-4a4c-49ea-9808-e2f74a881634 of type vlan for network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc Nov 12 00:46:39.143926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.153903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-39fcce8c-73b0-40e9-b9ad-24b3d7ed5cff tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.162051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-39fcce8c-73b0-40e9-b9ad-24b3d7ed5cff tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 816 time: 0.2226779 Nov 12 00:46:39.187176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-445bd2ab-f302-4f3e-b462-3c9e7c570a17', 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': '2f88a612-ef4e-4fe4-8e41-0ecd9498b312'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:39.188166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.189559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-12ab69fd-5441-46bf-8673-87f96aeca395 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/quotas/b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 375 time: 0.0262780 Nov 12 00:46:39.210312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.216223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.216847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.278346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f43061ce-4e00-46ce-bc9b-048244deacfb req-f6c95f91-8361-4dc1-a16d-7caa0610d723 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937134 Nov 12 00:46:39.322129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8272595-d1e3-4dec-bd2a-481b3ff4c8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.323499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-b06243f5-7567-4354-a001-61510d19e2c8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283793 Nov 12 00:46:39.344153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4488387 Nov 12 00:46:39.344153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:39.349143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:39.461807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.464217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ad164-8b64-4b3e-9842-d17130168056 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=9aa429c5-c9a0-4600-b9eb-b9b22903c9fc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.499515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Allocated IP 2001:db8:0:ffff::2 (445bd2ab-f302-4f3e-b462-3c9e7c570a17/2f88a612-ef4e-4fe4-8e41-0ecd9498b312/05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:39.522564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=6c4e9c5c-fa41-40d1-a471-cffcfdd29314,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.535144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6c4e9c5c-fa41-40d1-a471-cffcfdd29314'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:39.540539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:39.547908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.591320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:39.600821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-a00e8e80-8cd4-40d0-9591-2895b9f94dc4 service neutron] 10.222.0.11 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639906 Nov 12 00:46:39.664937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b2cbcbc-6229-40a9-a688-37be8011b8d1 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:39.671844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:39.675020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.680307 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9cbc3f4-85bb-4cee-841e-315935563159 req-57e69504-1e5f-42cd-96f8-070fa06afe1f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "DELETE /v2.0/ports/6c4e9c5c-fa41-40d1-a471-cffcfdd29314 HTTP/1.1" status: 204 len: 173 time: 1.0610969 Nov 12 00:46:39.797059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772efd40-3543-4cc3-a4ce-492d70178303 req-a41b9e4c-f3f5-4fee-9800-01948425297b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.804604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-772efd40-3543-4cc3-a4ce-492d70178303 req-a41b9e4c-f3f5-4fee-9800-01948425297b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1755273 Nov 12 00:46:39.820243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'name': 'network-vif-deleted', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:39.826147 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb451b-0c62-4c42-81e0-9bf4a1725f59" -d '{"events": [{"server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "name": "network-vif-deleted", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:39.871597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-7ea6be62-7c76-44d4-9635-86239cec8700 service neutron] 10.222.0.11 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636681 Nov 12 00:46:39.931933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:39.932681 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.964830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-772efd40-3543-4cc3-a4ce-492d70178303 req-0ee0d53e-3b53-4952-b317-51ed765a381b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591001 Nov 12 00:46:40.202943 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2bcb09-cb25-44b4-949d-146300f6d94d x-openstack-request-id: req-aa2bcb09-cb25-44b4-949d-146300f6d94d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:40.203519 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b08d99-2ea9-4a17-ac2c-af03354a2abc", "name": "network-vif-deleted", "tag": "6c4e9c5c-fa41-40d1-a471-cffcfdd29314", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:40.203742 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa2bcb09-cb25-44b4-949d-146300f6d94d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:40.204197 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b08d99-2ea9-4a17-ac2c-af03354a2abc', 'name': 'network-vif-deleted', 'tag': '6c4e9c5c-fa41-40d1-a471-cffcfdd29314', 'status': 'completed', 'code': 200} Nov 12 00:46:40.216680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.233392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.324502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:40.326531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:46:40.329082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.332426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:40.368433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:40.369235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1aa5b6ac-a270-4717-a1db-175b0c260edd req-4d3ba1ba-75ad-4c9d-952f-864c797ea37d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 210 time: 0.0524938 Nov 12 00:46:40.403580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6bcb-7c37-4c8c-b382-d2a50ab6efd6 req-3b040b5e-4b1f-4453-8d27-74c40457bc85 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.408616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8c6bcb-7c37-4c8c-b382-d2a50ab6efd6 req-3b040b5e-4b1f-4453-8d27-74c40457bc85 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.2013164 Nov 12 00:46:40.439215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=093f2d57-bc06-45bf-8e93-c6e8b8c6ff31,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.451323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': '34fb0805-4a4c-49ea-9808-e2f74a881634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:40.456339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:40.481743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Pushing event updated for resources: {'Port': ['ID=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.504171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:40.513470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee8c6bcb-7c37-4c8c-b382-d2a50ab6efd6 req-c651f900-8963-4f23-afb5-ab56b6156d40 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976639 Nov 12 00:46:40.529869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:40.537927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.540845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.565736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59a416-ba11-406f-a8f1-103fa3cab2c4 None None] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:40.577132 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21501af4-378b-4434-bcda-a4e864df4464 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2322574 Nov 12 00:46:40.580335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:40.585593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'port': {'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc', 'name': 'tempest-NetworksIpV6TestAttrs-634843098'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:40.607622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0226a0a6-4b62-4d85-ae4e-add1d5cc3c30 req-994f988a-53fb-4e7b-b73a-2297f5808b2f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b08d99-2ea9-4a17-ac2c-af03354a2abc HTTP/1.1" status: 200 len: 210 time: 0.0850720 Nov 12 00:46:40.651954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Attempting to bind port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:40.651954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Attempting to bind port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1ee92efe-0409-45c3-bd6a-3a71770a2be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:40.651954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Attempting to bind port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada on network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:40.696538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:40.697092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Checking segment: {'id': '1ee92efe-0409-45c3-bd6a-3a71770a2be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:40.697723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.698210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Bound using segment: {'id': '1ee92efe-0409-45c3-bd6a-3a71770a2be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:40.698935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Bound port: 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee92efe-0409-45c3-bd6a-3a71770a2be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '445bd2ab-f302-4f3e-b462-3c9e7c570a17'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:40.700560 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.815858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:40.821097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.849304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] For port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:40.853618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] For port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,segment=NetworkSegment(1ee92efe-0409-45c3-bd6a-3a71770a2be8),segment_id=1ee92efe-0409-45c3-bd6a-3a71770a2be8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:40.857058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] device_id is not set on port b264d2f0-52e9-4dff-9564-223ab25db38e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:46:40.870194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.901330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-9aa429c5-c9a0-4600-b9eb-b9b22903c9fc', 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': '093f2d57-bc06-45bf-8e93-c6e8b8c6ff31'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:40.902410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.028798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Allocated IP 2001:db8::f816:3eff:fe73:310 (9aa429c5-c9a0-4600-b9eb-b9b22903c9fc/093f2d57-bc06-45bf-8e93-c6e8b8c6ff31/b264d2f0-52e9-4dff-9564-223ab25db38e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:41.059017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd35af0-a87e-4c73-9eb5-120586309946 None None] Pushing event updated for resources: {'Port': ['ID=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.155215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27832f5-0096-4155-ab78-8cb7c8d33707 req-6a3fa00c-57fd-4283-b2c7-422f9e94cad0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.157367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27832f5-0096-4155-ab78-8cb7c8d33707 req-6a3fa00c-57fd-4283-b2c7-422f9e94cad0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0883157 Nov 12 00:46:41.229740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27832f5-0096-4155-ab78-8cb7c8d33707 req-61fcc644-34dd-4009-a85f-51fe17604def tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605528 Nov 12 00:46:41.268983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.322662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.384343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Allocated IP 2001:db8::f816:3eff:fe60:ced8 (9aa429c5-c9a0-4600-b9eb-b9b22903c9fc/093f2d57-bc06-45bf-8e93-c6e8b8c6ff31/b6d45561-2e2b-48fe-897a-127d84f92c48) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:41.419190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Port': ['ID=b264d2f0-52e9-4dff-9564-223ab25db38e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.444663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:41.447189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:41.453945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:41.462135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.462777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.505045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-de6d2d73-20c1-4983-87bc-a080654a1158 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9233253 Nov 12 00:46:41.507759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:41.610279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting subnet 093f2d57-bc06-45bf-8e93-c6e8b8c6ff31 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:41.611811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31eb1a48-8c4a-4b42-a906-cdc07d942f85 req-2359cd42-34ea-4da7-b28d-88dbb1eda658 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 210 time: 0.0835195 Nov 12 00:46:41.617187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:41.714427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd8789-58f3-49c4-a94f-677b9bbff4c5 req-98848fd7-153f-4068-90c9-a8db407182e3 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.721953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fafd8789-58f3-49c4-a94f-677b9bbff4c5 req-98848fd7-153f-4068-90c9-a8db407182e3 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0885320 Nov 12 00:46:41.800901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fafd8789-58f3-49c4-a94f-677b9bbff4c5 req-254c5e11-99c4-4cc1-9b15-f8d26497389e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Nov 12 00:46:41.811741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57fd22a6-c8f9-480b-8b0e-2bdf3f2aa781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.829480 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.836300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:41.836552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.861558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.872188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.966098 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:41.968992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.024498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-eb2a4de8-f6ec-4575-b9c5-8e5e2704d4db tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.026034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-eb2a4de8-f6ec-4575-b9c5-8e5e2704d4db tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 816 time: 0.2699606 Nov 12 00:46:42.090026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:42.091860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-7ae80105-5749-452c-a43f-9d78b658ef77 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.092354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:42.094076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-7ae80105-5749-452c-a43f-9d78b658ef77 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.1561251 Nov 12 00:46:42.094744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Pushing event updated for resources: {'Port': ['ID=b6d45561-2e2b-48fe-897a-127d84f92c48,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.098425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:42.129217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-2b55c173-fd22-458d-9dfc-889272415e5b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.0198762 Nov 12 00:46:42.136357 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-d6196ea9-45cf-4097-9f22-cd52c721e706 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 379 time: 0.0962174 Nov 12 00:46:42.158498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'port': {'device_id': '1a911733-b57d-45be-9871-f2964936ec9e', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'admin_state_up': True, 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'security_groups': ['60bf257c-7f96-4b9e-a6b8-5680d1b9e110']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:42.181920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-7794cad4-3ab6-4fd0-b626-c61ab912e181 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480309 Nov 12 00:46:42.209818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.214736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Attempting to bind port b6d45561-2e2b-48fe-897a-127d84f92c48 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:42.215121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Attempting to bind port b6d45561-2e2b-48fe-897a-127d84f92c48 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '34fb0805-4a4c-49ea-9808-e2f74a881634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:42.215487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Attempting to bind port b6d45561-2e2b-48fe-897a-127d84f92c48 on network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:42.229521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:42.230024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Checking segment: {'id': '34fb0805-4a4c-49ea-9808-e2f74a881634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:42.230430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.230828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Bound using segment: {'id': '34fb0805-4a4c-49ea-9808-e2f74a881634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:42.231315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Bound port: b6d45561-2e2b-48fe-897a-127d84f92c48, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fb0805-4a4c-49ea-9808-e2f74a881634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9aa429c5-c9a0-4600-b9eb-b9b22903c9fc'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:42.231701 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.263492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.332773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,segment=NetworkSegment(1ee92efe-0409-45c3-bd6a-3a71770a2be8),segment_id=1ee92efe-0409-45c3-bd6a-3a71770a2be8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:42.341482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-82478df5-b4e0-4b2b-93b2-5a9b6ab914f9 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503053 Nov 12 00:46:42.363207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.382342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Made reservation on behalf of b1fbb16c72bb45cd89d3a333aa739098 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:42.385892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.388291 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.393253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.402936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] For port b6d45561-2e2b-48fe-897a-127d84f92c48, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:42.409262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/093f2d57-bc06-45bf-8e93-c6e8b8c6ff31 HTTP/1.1" status: 204 len: 168 time: 0.8993118 Nov 12 00:46:42.411520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] For port b6d45561-2e2b-48fe-897a-127d84f92c48, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b6d45561-2e2b-48fe-897a-127d84f92c48,segment=NetworkSegment(34fb0805-4a4c-49ea-9808-e2f74a881634),segment_id=34fb0805-4a4c-49ea-9808-e2f74a881634)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:42.422444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50152) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.439426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79385bd-1be9-4f76-8ecd-1171a80ce0b2 None None] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:42.445573 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.500891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-6fcef177-96ea-407f-a02a-3400e7e383a5 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587698 Nov 12 00:46:42.501094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3a85b-7001-4424-8afd-3098f12f5086 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=093f2d57-bc06-45bf-8e93-c6e8b8c6ff31,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.575339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b492a-93df-4778-874f-9fc63a0075c6 req-7c1a989d-05e0-4131-8980-a1f1bc29a79f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.592503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f6b492a-93df-4778-874f-9fc63a0075c6 req-7c1a989d-05e0-4131-8980-a1f1bc29a79f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0899601 Nov 12 00:46:42.597044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0ebfb6fb-ca94-4113-a89a-d8f5f6ec8a2d None None] Provisioning complete for port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:42.597458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ebfb6fb-ca94-4113-a89a-d8f5f6ec8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.604464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.608599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e81c8-e0cd-4804-8555-c1e6f4ac87c1 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.619405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e81c8-e0cd-4804-8555-c1e6f4ac87c1 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.631555 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-624e81c8-e0cd-4804-8555-c1e6f4ac87c1 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2039771 Nov 12 00:46:42.632782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50158) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.711479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.735450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f6b492a-93df-4778-874f-9fc63a0075c6 req-4fd153ce-1ab2-4883-8ee7-a1edd949a327 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413724 Nov 12 00:46:42.770545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8062-30de-4174-91eb-bc90f8087e15 None None] Pushing event updated for resources: {'Port': ['ID=b6d45561-2e2b-48fe-897a-127d84f92c48,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.889185 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3bd7574a-ba70-4eb2-b228-563a191d6926 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.910260 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd7574a-ba70-4eb2-b228-563a191d6926 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 00:46:42.910260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd7574a-ba70-4eb2-b228-563a191d6926 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:46:42.912297 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3bd7574a-ba70-4eb2-b228-563a191d6926 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/9aa429c5-c9a0-4600-b9eb-b9b22903c9fc HTTP/1.1" status: 409 len: 405 time: 0.2786500 Nov 12 00:46:42.917033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.943172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68eab212-a2b4-4ec0-a3f3-131529946199 req-4e8f9157-78fa-4097-87da-fa3a6400d135 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 210 time: 0.0730722 Nov 12 00:46:42.955692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-908808510'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:42.967427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Allocated IP 172.20.0.6 (cc583c62-32af-4bf9-9b5f-08abc3223c49/0a69974b-1680-4d22-8d19-3f87b8a35bbb/50b4b947-2fcd-4381-bb69-7ff348b4da39) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:43.052652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:43.053402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:43.061475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.095722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:43.106813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6c4e9c5c-fa41-40d1-a471-cffcfdd29314 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:43.153847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d89ef0af-5bd0-4154-a105-3422ac09f32d req-0379e423-8f0d-4f33-8f01-2bfd7e3fd790 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 210 time: 0.0626202 Nov 12 00:46:43.166433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:43.197518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde04ad-d62e-42ce-ad4a-c3b785ddf603 req-ab20214e-ec04-42d1-b4cc-e9efb4c6e853 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:43.199959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cde04ad-d62e-42ce-ad4a-c3b785ddf603 req-ab20214e-ec04-42d1-b4cc-e9efb4c6e853 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1526597 Nov 12 00:46:43.270916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cde04ad-d62e-42ce-ad4a-c3b785ddf603 req-a036ea24-fcf4-4825-9951-2a57a13b3fb7 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581889 Nov 12 00:46:43.327579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.329674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.330015 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment a5ed3c63-ee48-43a7-9d5a-23413127ab89 of type vlan for network 40d2e364-0a87-4db5-8089-1fa17342d337 Nov 12 00:46:43.428370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.462563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b64d8310-9362-4414-8b20-eddbf9a5984f None None] Provisioning complete for port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:43.462563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b64d8310-9362-4414-8b20-eddbf9a5984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.467504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.502891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.509472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:43.509472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.575833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:43.583000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:43.624622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:43.627939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.640114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:43.640524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7227821 Nov 12 00:46:43.648126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:43.672208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3a81-60d4-498e-a08e-935592edeb06 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=40d2e364-0a87-4db5-8089-1fa17342d337,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.697409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 40d2e364-0a87-4db5-8089-1fa17342d337 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:43.738506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:43.739197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.800505 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-01b18b86-52d7-4add-ab4d-f682eb0e9792 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6463926 Nov 12 00:46:43.821709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Request body: {'port': {'device_id': '1a911733-b57d-45be-9871-f2964936ec9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:43.833997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:43.957345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.010037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.011905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.012294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.046153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:44.057660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.184642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b6d45561-2e2b-48fe-897a-127d84f92c48 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:44.228318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4887-d75a-45c4-9b91-9c17b0e419b8 req-a2a387da-015d-4beb-bdec-cb0c2f45da9a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.229180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6f3bcd99-b9ba-459c-9bdd-925b7a36748d None None] Provisioning complete for port 50b4b947-2fcd-4381-bb69-7ff348b4da39 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.229558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcd99-b9ba-459c-9bdd-925b7a36748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.236594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fd4887-d75a-45c4-9b91-9c17b0e419b8 req-a2a387da-015d-4beb-bdec-cb0c2f45da9a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.3045003 Nov 12 00:46:44.281335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bcd99-b9ba-459c-9bdd-925b7a36748d None None] Port 50b4b947-2fcd-4381-bb69-7ff348b4da39 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:44.287387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538ae3-1d4b-411a-a589-376e762036be req-60c79182-0c15-45f5-af7b-847c2fbc48ce tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.290963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c538ae3-1d4b-411a-a589-376e762036be req-60c79182-0c15-45f5-af7b-847c2fbc48ce tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 931 time: 0.2016094 Nov 12 00:46:44.300787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42798439-d917-4af7-a0cb-4229a9143f67 None None] Network 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:44.378297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:44.391587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.414207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fd4887-d75a-45c4-9b91-9c17b0e419b8 req-1f2621d2-17ce-4a8d-a79c-4ddcaff001dc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767099 Nov 12 00:46:44.422212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Transition to ACTIVE for port object 50b4b947-2fcd-4381-bb69-7ff348b4da39 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:44.443822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.475584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b6d45561-2e2b-48fe-897a-127d84f92c48 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.476878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.485507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c538ae3-1d4b-411a-a589-376e762036be req-e58334d3-413c-4402-bb14-1c3ba11369ba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830437 Nov 12 00:46:44.642331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f915ddf7-b9bb-4f2a-b170-e51e0afb6dbd None None] Provisioning complete for port b6d45561-2e2b-48fe-897a-127d84f92c48 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:44.642703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f915ddf7-b9bb-4f2a-b170-e51e0afb6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.736156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:46:44.758982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-d6c3e7eb-87b5-41bc-acb1-32cacb61ff46 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.760557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-d6c3e7eb-87b5-41bc-acb1-32cacb61ff46 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.2299371 Nov 12 00:46:44.772257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.782330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:44.790868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.855213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b6d45561-2e2b-48fe-897a-127d84f92c48, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b6d45561-2e2b-48fe-897a-127d84f92c48,segment=NetworkSegment(34fb0805-4a4c-49ea-9808-e2f74a881634),segment_id=34fb0805-4a4c-49ea-9808-e2f74a881634)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:44.892935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b16f5a3-8799-474f-b177-a7e411aaaa68 req-7a111247-ff83-4e81-a88c-29dd1b9d2a27 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 210 time: 0.1922214 Nov 12 00:46:44.899769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] DHCP port deletion for 9aa429c5-c9a0-4600-b9eb-b9b22903c9fc request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:44.909440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.952668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.987344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89ffc5-d07a-47e4-accf-d58b04620161 req-79bf287a-23e0-4c7e-8e81-1d692818d4cb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.996415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf89ffc5-d07a-47e4-accf-d58b04620161 req-79bf287a-23e0-4c7e-8e81-1d692818d4cb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.2578363 Nov 12 00:46:45.004927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': 'a5ed3c63-ee48-43a7-9d5a-23413127ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:45.005427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: 40d2e364-0a87-4db5-8089-1fa17342d337, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:45.006017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:45.011346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.012828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=228fc85c-f62d-4271-8fe2-9312015b5308,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.012968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b6d45561-2e2b-48fe-897a-127d84f92c48,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.050532 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.054720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f915ddf7-b9bb-4f2a-b170-e51e0afb6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.059373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 40d2e364-0a87-4db5-8089-1fa17342d337 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:45.082707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf89ffc5-d07a-47e4-accf-d58b04620161 req-a7e1b83e-84f2-4e8f-89b4-ee8d7c2228b9 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837564 Nov 12 00:46:45.089484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 40d2e364-0a87-4db5-8089-1fa17342d337) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:45.102221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.102874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.125211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ce1a0-f34c-4413-ae92-73923979a80e None None] Network 40d2e364-0a87-4db5-8089-1fa17342d337 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:45.130802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a93efd34-6225-430e-9f64-a5646392b5e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4858816 Nov 12 00:46:45.130802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:45.136335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'port': {'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337', 'name': 'tempest-NetworksIpV6TestAttrs-1880573339'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:45.177364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Attempting to bind port 50b4b947-2fcd-4381-bb69-7ff348b4da39 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:45.177707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Attempting to bind port 50b4b947-2fcd-4381-bb69-7ff348b4da39 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:45.178039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Attempting to bind port 50b4b947-2fcd-4381-bb69-7ff348b4da39 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:45.188284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Port 50b4b947-2fcd-4381-bb69-7ff348b4da39 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:45.188619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Attempting to bind port 50b4b947-2fcd-4381-bb69-7ff348b4da39 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:45.200040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-f915ddf7-b9bb-4f2a-b170-e51e0afb6dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:45.201348 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-f915ddf7-b9bb-4f2a-b170-e51e0afb6dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:45.201498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:45.201498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:45.201860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Bound using segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:45.202357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Bound port: 50b4b947-2fcd-4381-bb69-7ff348b4da39, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:45.202572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.220377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.14 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/85eb549c-a3c9-44ea-a300-c86dbb6ee719) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:45.225494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Deleting port b6d45561-2e2b-48fe-897a-127d84f92c48 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:45.225755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.279048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:45.283479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:45.285422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:45.290294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.308829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.322804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] device_id is not set on port 5e33882f-85ac-473d-9ef1-d6515c57f2b7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:46:45.325900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] For port b6d45561-2e2b-48fe-897a-127d84f92c48, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b6d45561-2e2b-48fe-897a-127d84f92c48,segment=NetworkSegment(34fb0805-4a4c-49ea-9808-e2f74a881634),segment_id=34fb0805-4a4c-49ea-9808-e2f74a881634)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:45.326369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.362843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.363413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.364912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] 10.222.0.32 "PUT /v2.0/ports/50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 1092 time: 1.5476770 Nov 12 00:46:45.369542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:45.372302 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0fd66-84f5-425d-91a4-aac943ca55c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:45.487279 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c722065c-c42d-4fe1-aaaa-42993c4f87b2 x-openstack-request-id: req-c722065c-c42d-4fe1-aaaa-42993c4f87b2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:45.487979 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:45.487979 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c722065c-c42d-4fe1-aaaa-42993c4f87b2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:45.488242 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'status': 'completed', 'code': 200} Nov 12 00:46:45.611760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Calling delete_port for b6d45561-2e2b-48fe-897a-127d84f92c48 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:45.684485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Allocated IP 2001:db8::f816:3eff:fedc:c8a2 (40d2e364-0a87-4db5-8089-1fa17342d337/228fc85c-f62d-4271-8fe2-9312015b5308/5e33882f-85ac-473d-9ef1-d6515c57f2b7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:45.717986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e2c5-4dc9-4586-a262-41308f654a80 req-9d35bd27-32cd-424b-bc64-a9ab71d98f6d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.722029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b6d45561-2e2b-48fe-897a-127d84f92c48 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:45.726211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc50e2c5-4dc9-4586-a262-41308f654a80 req-9d35bd27-32cd-424b-bc64-a9ab71d98f6d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1786499 Nov 12 00:46:45.747687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494888-a54b-4ef9-84c2-3318275c12da req-9e87c18f-fc64-46a0-a1bf-3cead31aec96 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:45.749314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7494888-a54b-4ef9-84c2-3318275c12da req-9e87c18f-fc64-46a0-a1bf-3cead31aec96 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1501808 Nov 12 00:46:45.897555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc50e2c5-4dc9-4586-a262-41308f654a80 req-72eed946-00fc-49e5-8359-f4ee72a11a10 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702948 Nov 12 00:46:45.900439 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.904026 n-d-712141-15 neutron-server[102678]: INFO neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No ports have port_id starting with b6d45561-2e2b-48fe-897a-127d84f92c48 Nov 12 00:46:45.930599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7494888-a54b-4ef9-84c2-3318275c12da req-fbc4157d-db8c-4739-a0f1-778bcb6d6cf4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717608 Nov 12 00:46:45.956816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-40d2e364-0a87-4db5-8089-1fa17342d337', 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': '228fc85c-f62d-4271-8fe2-9312015b5308'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:45.957713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.961998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] Pushing event deleted for resources: {'Port': ['ID=b6d45561-2e2b-48fe-897a-127d84f92c48,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.973800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef11b9a-18ea-40f7-bcd3-04134933ae55 None None] No DVR routers for this DVR port b6d45561-2e2b-48fe-897a-127d84f92c48 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:46.082998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c16d415a-cfb5-4cc3-ae21-39c181cb5c7e req-0469eced-c0dd-49f6-b7c4-ccd4ed603f7c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 210 time: 0.0471439 Nov 12 00:46:46.104792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd0dd-2431-465d-a9a2-72179b338f8f service neutron] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.140237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-8ff2f089-7322-4792-87e3-6c0e801f65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.141618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-8ff2f089-7322-4792-87e3-6c0e801f65ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1095 time: 0.7184811 Nov 12 00:46:46.185400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.199760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-1ba1148c-1396-4da6-9129-2dc4e35e0e46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 217 time: 0.0439236 Nov 12 00:46:46.209786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.256795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.273737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-1e15dd39-12b5-46a4-b7ac-e77166881938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.275219 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-1e15dd39-12b5-46a4-b7ac-e77166881938 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0636866 Nov 12 00:46:46.295589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.301563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Allocated IP 2001:db8::f816:3eff:fe94:b5cf (40d2e364-0a87-4db5-8089-1fa17342d337/228fc85c-f62d-4271-8fe2-9312015b5308/56977fcb-7e52-438a-bc8a-86ef3b637a85) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:46.347008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Port': ['ID=5e33882f-85ac-473d-9ef1-d6515c57f2b7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.366801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:46.370851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:46.376531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:46.382667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.383666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a63559-31ca-42e4-b43c-3428d16fab94 req-5f60242b-f81d-44cc-933f-501e80cb3c62 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.392266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6a63559-31ca-42e4-b43c-3428d16fab94 req-5f60242b-f81d-44cc-933f-501e80cb3c62 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1705184 Nov 12 00:46:46.404765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-9646d5f3-3fd3-4b99-87d1-ef3ee832b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.406463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-9646d5f3-3fd3-4b99-87d1-ef3ee832b9b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214993 Nov 12 00:46:46.426115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 40d2e364-0a87-4db5-8089-1fa17342d337 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:46.432821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:46.457324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.457957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.473002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:46.479542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.480428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.508518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6a63559-31ca-42e4-b43c-3428d16fab94 req-a181d485-30b5-40f0-8412-a8b4e1c04a09 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151812 Nov 12 00:46:46.517419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-4580b6c1-b40b-497a-8cfb-632a28961bdd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7390220 Nov 12 00:46:46.527482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-159e4067-ffc8-469d-9fad-65bcb39c4b86 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3931518 Nov 12 00:46:46.527958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:46.536009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.536830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Request body: {'port': {'device_id': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:46.548721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.574496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-fc637550-149f-43e7-96db-c83cf5fbed55 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574318 Nov 12 00:46:46.584329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting subnet 228fc85c-f62d-4271-8fe2-9312015b5308 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:46.587828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.597517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Network 40d2e364-0a87-4db5-8089-1fa17342d337 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:46.605697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:46.608582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:46.614930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.619565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Pushing event updated for resources: {'Port': ['ID=56977fcb-7e52-438a-bc8a-86ef3b637a85,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.658530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.685881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Attempting to bind port 56977fcb-7e52-438a-bc8a-86ef3b637a85 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:46.686356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Attempting to bind port 56977fcb-7e52-438a-bc8a-86ef3b637a85 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a5ed3c63-ee48-43a7-9d5a-23413127ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:46.686897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Attempting to bind port 56977fcb-7e52-438a-bc8a-86ef3b637a85 on network 40d2e364-0a87-4db5-8089-1fa17342d337 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:46.693200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:46.693662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Checking segment: {'id': 'a5ed3c63-ee48-43a7-9d5a-23413127ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:46.694134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.694587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Bound using segment: {'id': 'a5ed3c63-ee48-43a7-9d5a-23413127ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:46.695136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Bound port: 56977fcb-7e52-438a-bc8a-86ef3b637a85, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ed3c63-ee48-43a7-9d5a-23413127ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '40d2e364-0a87-4db5-8089-1fa17342d337'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:46.695592 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.812353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ddb3edea-a838-4103-b32c-26a88afd9b1e req-5a07e040-e6d1-4d88-8956-dc8dd0e4a8ed service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993480 Nov 12 00:46:46.828344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.900230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c659-1000-41bc-ae50-5cacc582b681 req-fbe643de-d55f-4d76-993a-0cc80197cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.901929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c03c659-1000-41bc-ae50-5cacc582b681 req-fbe643de-d55f-4d76-993a-0cc80197cde8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1098 time: 0.0818937 Nov 12 00:46:46.917228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] For port 56977fcb-7e52-438a-bc8a-86ef3b637a85, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:46.920920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] For port 56977fcb-7e52-438a-bc8a-86ef3b637a85, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56977fcb-7e52-438a-bc8a-86ef3b637a85,segment=NetworkSegment(a5ed3c63-ee48-43a7-9d5a-23413127ab89),segment_id=a5ed3c63-ee48-43a7-9d5a-23413127ab89)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:46.924641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.928272 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.956822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=228fc85c-f62d-4271-8fe2-9312015b5308,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.966718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.969968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d37c18e4-917f-4c4b-a8a4-79af2068514b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/228fc85c-f62d-4271-8fe2-9312015b5308 HTTP/1.1" status: 204 len: 168 time: 0.4410019 Nov 12 00:46:46.972671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.049703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c03c659-1000-41bc-ae50-5cacc582b681 req-1f2a6a7c-68aa-41f3-814e-1424c9a14659 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392179 Nov 12 00:46:47.104661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80894651-57b0-409d-8ed6-9f3d6af4c418 None None] Pushing event updated for resources: {'Port': ['ID=56977fcb-7e52-438a-bc8a-86ef3b637a85,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.143717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-0f15cc3e-18ad-4cfe-9be0-78728a0a4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.145490 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-0f15cc3e-18ad-4cfe-9be0-78728a0a4b65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1095 time: 0.2831721 Nov 12 00:46:47.156599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e601a-2e90-4641-8cc6-c5d1174d19a9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.158601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e601a-2e90-4641-8cc6-c5d1174d19a9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.162805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ad9e601a-2e90-4641-8cc6-c5d1174d19a9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1860693 Nov 12 00:46:47.164245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.360560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eb549c-a3c9-44ea-a300-c86dbb6ee719 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:47.382166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.423627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Transition to ACTIVE for port object 85eb549c-a3c9-44ea-a300-c86dbb6ee719 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:47.435828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-394f298d-d8b8-4f35-be6e-346a5295b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.437993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-394f298d-d8b8-4f35-be6e-346a5295b588 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.2542057 Nov 12 00:46:47.445671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.612629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-6ffb8eb1-a7d0-4eb3-b6fb-650aa3557243 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 217 time: 0.1563189 Nov 12 00:46:47.649252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56977fcb-7e52-438a-bc8a-86ef3b637a85 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:47.688746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.722101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c3e4-e71d-4e57-bdbe-463e3225ce00 req-649db7eb-8a77-4451-97f8-26edc07625b3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.723532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-b4cd8074-2058-40cd-adaa-d602d5c64d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.724183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7123c3e4-e71d-4e57-bdbe-463e3225ce00 req-649db7eb-8a77-4451-97f8-26edc07625b3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.6766901 Nov 12 00:46:47.725034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-b4cd8074-2058-40cd-adaa-d602d5c64d57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1041780 Nov 12 00:46:47.741086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d806b-7bf5-49d5-a0a9-9c82d0c6b512 req-3f47aa2c-fb94-4f72-87ce-419cd9f14fcd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.742637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc4d806b-7bf5-49d5-a0a9-9c82d0c6b512 req-3f47aa2c-fb94-4f72-87ce-419cd9f14fcd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.6283481 Nov 12 00:46:47.757880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 56977fcb-7e52-438a-bc8a-86ef3b637a85 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:47.762686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.781633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9af2bf28-fa23-4803-92df-6ed97f6f99d6 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.835414 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af2bf28-fa23-4803-92df-6ed97f6f99d6 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 00:46:47.835896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af2bf28-fa23-4803-92df-6ed97f6f99d6 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:46:47.839209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9af2bf28-fa23-4803-92df-6ed97f6f99d6 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/40d2e364-0a87-4db5-8089-1fa17342d337 HTTP/1.1" status: 409 len: 405 time: 0.6729202 Nov 12 00:46:47.845786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.857063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-859944912'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:47.857711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Attempting to bind port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.858107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Attempting to bind port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.858431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Attempting to bind port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.862461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-75f1fcf4-f0d3-45f7-8d56-aee365073bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.863966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7123c3e4-e71d-4e57-bdbe-463e3225ce00 req-f66e35d7-6465-4826-9987-bef93272ac59 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200998 Nov 12 00:46:47.864293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-75f1fcf4-f0d3-45f7-8d56-aee365073bfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085651 Nov 12 00:46:47.867888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:47.868243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Attempting to bind port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.882339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc4d806b-7bf5-49d5-a0a9-9c82d0c6b512 req-969dbba5-57e1-448c-8319-408db9dd3b8a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223691 Nov 12 00:46:47.883890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.884258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.884887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.885054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Bound port: 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.885409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.910759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.917950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:47.922159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.011955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:48.032451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.032798 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment 142675e9-6ca8-4b0f-910a-e3a407dc33c5 of type vlan for network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 Nov 12 00:46:48.035486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 56977fcb-7e52-438a-bc8a-86ef3b637a85, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56977fcb-7e52-438a-bc8a-86ef3b637a85,segment=NetworkSegment(a5ed3c63-ee48-43a7-9d5a-23413127ab89),segment_id=a5ed3c63-ee48-43a7-9d5a-23413127ab89)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:48.047840 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.075613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:48.081512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:48.102305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.142715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.143261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.147979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=56977fcb-7e52-438a-bc8a-86ef3b637a85,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.150450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] 10.222.0.39 "PUT /v2.0/ports/85eb549c-a3c9-44ea-a300-c86dbb6ee719 HTTP/1.1" status: 200 len: 1093 time: 1.6238430 Nov 12 00:46:48.185157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:48.187480 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64236e-dea2-41b3-a87a-bb5a226e8af6" -d '{"events": [{"name": "network-changed", "server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:48.196022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.198570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-df91e375-97c7-4f2e-87d3-49720330b72c service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206053 Nov 12 00:46:48.292375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1f0ee-d442-4d4a-a8b6-e7cf60780612 req-3072c46b-fe70-488e-b583-aafca46b3fa2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.294491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3a1f0ee-d442-4d4a-a8b6-e7cf60780612 req-3072c46b-fe70-488e-b583-aafca46b3fa2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 944 time: 0.2165246 Nov 12 00:46:48.335096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061d62-8da1-4ef3-b11a-8687f5125c97 service neutron] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.353805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.360343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.361267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.390517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-060f569c-087b-4059-bc3f-4c63e587c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.392611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-060f569c-087b-4059-bc3f-4c63e587c44f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 1096 time: 0.1673925 Nov 12 00:46:48.451295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-cfbf23a9-39ba-4776-87b0-3686e0f89fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719 HTTP/1.1" status: 200 len: 217 time: 0.0449605 Nov 12 00:46:48.474821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6240437 Nov 12 00:46:48.478913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:48.485085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:48.499520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d3f17-60d0-480e-aa06-6cb24ab35bb3 None None] Network 40d2e364-0a87-4db5-8089-1fa17342d337 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:48.534921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-85e796c0-ed55-4156-a093-0916953fc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.536430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-85e796c0-ed55-4156-a093-0916953fc209 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.0744405 Nov 12 00:46:48.538146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55c816-e8fd-4643-8e2d-674e6e37cf10 req-581b2a93-aaf0-4a67-925a-f7f770dd85a2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.541869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ad0fd66-84f5-425d-91a4-aac943ca55c4 req-a5fd5790-3200-42cd-8241-2dd4206b7d79 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247054 Nov 12 00:46:48.545440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f55c816-e8fd-4643-8e2d-674e6e37cf10 req-581b2a93-aaf0-4a67-925a-f7f770dd85a2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.2921948 Nov 12 00:46:48.552180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd217-4b66-438a-b88c-762972ecb8a0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=1ec5048d-d0aa-4db9-bcec-90f6c4e71302,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.570447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3a1f0ee-d442-4d4a-a8b6-e7cf60780612 req-c4ea45ea-6e52-45ef-910f-7507dc1c6fc7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520697 Nov 12 00:46:48.592524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-255a393e-c141-46d2-94d8-5e6c96b63387 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390778 Nov 12 00:46:48.602314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:48.660290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f55c816-e8fd-4643-8e2d-674e6e37cf10 req-1d33312d-4352-419a-b1e3-44f1df5500ff tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054773 Nov 12 00:46:48.678067 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbab3c8c-f4d2-42ce-8631-8637e6d5ab21 x-openstack-request-id: req-cbab3c8c-f4d2-42ce-8631-8637e6d5ab21 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:48.678666 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:48.678666 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbab3c8c-f4d2-42ce-8631-8637e6d5ab21 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:48.678984 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'status': 'completed', 'code': 200} Nov 12 00:46:48.709818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d41a913e-8b5a-4661-901a-65f34e07ccd5 None None] Provisioning complete for port 56977fcb-7e52-438a-bc8a-86ef3b637a85 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:48.710451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d41a913e-8b5a-4661-901a-65f34e07ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.757477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:48.761299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.850168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-c2dc3120-9a75-45c6-9f6d-37ae739b47e9 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476130 Nov 12 00:46:48.903218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] DHCP port deletion for 40d2e364-0a87-4db5-8089-1fa17342d337 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:48.998528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Deleting port 56977fcb-7e52-438a-bc8a-86ef3b637a85 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:48.999179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.026365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5e6166de-0970-47d4-b3d5-9d1523644fca req-5780995e-6ee7-4bca-9cc6-c49ef5ea9d00 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647670 Nov 12 00:46:49.100093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206083d0-1708-44d9-99ff-76757813d5f0 req-33c95720-b4c2-4642-b66e-c514d8c81525 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.101739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-206083d0-1708-44d9-99ff-76757813d5f0 req-33c95720-b4c2-4642-b66e-c514d8c81525 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0961285 Nov 12 00:46:49.120089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce518516-e69a-4d2a-bbca-6be1b3c26710 req-d9dcb9b0-be07-4b95-b6c8-f1dcb62c3cbc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.121904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce518516-e69a-4d2a-bbca-6be1b3c26710 req-d9dcb9b0-be07-4b95-b6c8-f1dcb62c3cbc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.0857565 Nov 12 00:46:49.157062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] For port 56977fcb-7e52-438a-bc8a-86ef3b637a85, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=56977fcb-7e52-438a-bc8a-86ef3b637a85,segment=NetworkSegment(a5ed3c63-ee48-43a7-9d5a-23413127ab89),segment_id=a5ed3c63-ee48-43a7-9d5a-23413127ab89)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:49.158809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.176951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Calling delete_port for 56977fcb-7e52-438a-bc8a-86ef3b637a85 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:49.200540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-994d937b-1f62-4a93-a5bb-f7b11a25dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.202080 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-994d937b-1f62-4a93-a5bb-f7b11a25dd24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 1096 time: 0.1043334 Nov 12 00:46:49.218820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-206083d0-1708-44d9-99ff-76757813d5f0 req-80006cb6-0e2d-4b6f-97f5-b927c5917c4a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946116 Nov 12 00:46:49.229962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce518516-e69a-4d2a-bbca-6be1b3c26710 req-63e59094-69d2-4637-acfd-2f7a125a361f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983076 Nov 12 00:46:49.238710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:46:49.248494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.310650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.349564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] No DVR routers for this DVR port 56977fcb-7e52-438a-bc8a-86ef3b637a85 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:49.350486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0f702-9816-4816-ab44-d248195e00c8 None None] Pushing event deleted for resources: {'Port': ['ID=56977fcb-7e52-438a-bc8a-86ef3b637a85,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.425055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=595d9a86-7016-4dc4-b9b0-33bef47165e3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.427507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-fe86c801-09a6-4901-bc6e-a27e77fce42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.429073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-fe86c801-09a6-4901-bc6e-a27e77fce42f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.1818626 Nov 12 00:46:49.438304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': '142675e9-6ca8-4b0f-910a-e3a407dc33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:49.438696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: 1ec5048d-d0aa-4db9-bcec-90f6c4e71302, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:49.491326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-9adaf1bf-79f9-4327-94cf-9751e6cffd23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719 HTTP/1.1" status: 200 len: 217 time: 0.0499289 Nov 12 00:46:49.515295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:49.528504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56977fcb-7e52-438a-bc8a-86ef3b637a85 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:49.549115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1ec5048d-d0aa-4db9-bcec-90f6c4e71302) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:49.555565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.556001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 56977fcb-7e52-438a-bc8a-86ef3b637a85 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:49.556464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 56977fcb-7e52-438a-bc8a-86ef3b637a85 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:49.556784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.563350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329879d3-a326-4917-931c-d98383c325cd None None] Network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:49.565842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-e8600886-0e7e-45ab-8c91-434abd341b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.567975 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-e8600886-0e7e-45ab-8c91-434abd341b57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.0629959 Nov 12 00:46:49.583603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-792cef78-7fb2-4637-b76a-d5245a3bcf85 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0989377 Nov 12 00:46:49.584530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:49.650121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-5a57b6ab-0af8-4543-9453-6ad5dd6b6569 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688772 Nov 12 00:46:49.760342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68972831-6602-417e-8150-024d6bad741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1ec5048d-d0aa-4db9-bcec-90f6c4e71302', 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': '595d9a86-7016-4dc4-b9b0-33bef47165e3'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:49.764079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.800916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-a1fb7d44-29c6-424b-a598-0945c86eca74 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401882 Nov 12 00:46:49.827236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17029376-cf7b-4e15-8998-1d2c0b196f4b req-62608628-af13-4432-91f8-3dbe094e55ae tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.828880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17029376-cf7b-4e15-8998-1d2c0b196f4b req-62608628-af13-4432-91f8-3dbe094e55ae tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 944 time: 0.1338394 Nov 12 00:46:49.833419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.870019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573269-1a6f-4d6d-b681-900bf6ef386b req-afd08601-c915-4909-b0ff-8271f500e16f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.877242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26573269-1a6f-4d6d-b681-900bf6ef386b req-afd08601-c915-4909-b0ff-8271f500e16f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1260126 Nov 12 00:46:49.936595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-de64236e-dea2-41b3-a87a-bb5a226e8af6 req-f7f3a081-427c-4504-8368-b3642d90d728 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244099 Nov 12 00:46:49.942631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-68972831-6602-417e-8150-024d6bad741b None None] Allocated IP 2001:db8::f816:3eff:fef5:b78 (1ec5048d-d0aa-4db9-bcec-90f6c4e71302/595d9a86-7016-4dc4-b9b0-33bef47165e3/98e7011c-b448-4674-9b03-12bdf2d11f84) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:50.014904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26573269-1a6f-4d6d-b681-900bf6ef386b req-2f450915-8189-4a38-9cfb-f2cff62444c1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367681 Nov 12 00:46:50.022996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17029376-cf7b-4e15-8998-1d2c0b196f4b req-12594348-8892-4f66-ba00-5e71832a4d7d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874082 Nov 12 00:46:50.026472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.137388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.142995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.160160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.192874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68972831-6602-417e-8150-024d6bad741b None None] Network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:50.195971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-68972831-6602-417e-8150-024d6bad741b None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:50.201505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68972831-6602-417e-8150-024d6bad741b None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:50.201746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=595d9a86-7016-4dc4-b9b0-33bef47165e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.203863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972831-6602-417e-8150-024d6bad741b None None] Pushing event updated for resources: {'Port': ['ID=98e7011c-b448-4674-9b03-12bdf2d11f84,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.265836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-68972831-6602-417e-8150-024d6bad741b None None] Attempting to bind port 98e7011c-b448-4674-9b03-12bdf2d11f84 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:50.266202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-68972831-6602-417e-8150-024d6bad741b None None] Attempting to bind port 98e7011c-b448-4674-9b03-12bdf2d11f84 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '142675e9-6ca8-4b0f-910a-e3a407dc33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:50.266571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972831-6602-417e-8150-024d6bad741b None None] Attempting to bind port 98e7011c-b448-4674-9b03-12bdf2d11f84 on network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:50.272542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972831-6602-417e-8150-024d6bad741b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:50.273059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972831-6602-417e-8150-024d6bad741b None None] Checking segment: {'id': '142675e9-6ca8-4b0f-910a-e3a407dc33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:50.273465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.273851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68972831-6602-417e-8150-024d6bad741b None None] Bound using segment: {'id': '142675e9-6ca8-4b0f-910a-e3a407dc33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:50.274330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-68972831-6602-417e-8150-024d6bad741b None None] Bound port: 98e7011c-b448-4674-9b03-12bdf2d11f84, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142675e9-6ca8-4b0f-910a-e3a407dc33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:50.274708 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.312741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.345718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-68972831-6602-417e-8150-024d6bad741b None None] For port 98e7011c-b448-4674-9b03-12bdf2d11f84, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:50.349345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-68972831-6602-417e-8150-024d6bad741b None None] For port 98e7011c-b448-4674-9b03-12bdf2d11f84, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=98e7011c-b448-4674-9b03-12bdf2d11f84,segment=NetworkSegment(142675e9-6ca8-4b0f-910a-e3a407dc33c5),segment_id=142675e9-6ca8-4b0f-910a-e3a407dc33c5)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:50.356332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68972831-6602-417e-8150-024d6bad741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.416996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec5048d-d0aa-4db9-bcec-90f6c4e71302']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:50.439474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142675e9-6ca8-4b0f-910a-e3a407dc33c5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:50.439761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142675e9-6ca8-4b0f-910a-e3a407dc33c5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:50.442724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972831-6602-417e-8150-024d6bad741b None None] Pushing event updated for resources: {'Port': ['ID=98e7011c-b448-4674-9b03-12bdf2d11f84,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.448024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6334a1-4c83-40a0-a513-a41b774bd6e6 None None] Network 1ec5048d-d0aa-4db9-bcec-90f6c4e71302 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:50.466386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.513545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84645356-9b64-4311-97da-d4c2f626ade6 req-6230bf78-d30d-41c1-8ab5-00c1c0afbac9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.515067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84645356-9b64-4311-97da-d4c2f626ade6 req-6230bf78-d30d-41c1-8ab5-00c1c0afbac9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2081709 Nov 12 00:46:50.516415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.525668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-621dab46-74db-4e53-bbfd-03513c352958 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.527189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-621dab46-74db-4e53-bbfd-03513c352958 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 811 time: 0.2476668 Nov 12 00:46:50.537887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:50.538278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:50.542510 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:50.578974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467c637-0b99-47f8-b115-6c01cd349ebc None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:46:50.616808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-faa646bc-eb70-4d1d-85e6-84a7764981b6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/quotas/fda38a183fa54cc396244eab46cf355c HTTP/1.1" status: 200 len: 375 time: 0.0749960 Nov 12 00:46:50.647140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:46:50.647140 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:46:50.647140 n-d-712141-15 neutron-server[102677]: [parameters: {'id': '1ec5048d-d0aa-4db9-bcec-90f6c4e71302'}] Nov 12 00:46:50.647140 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:50.647713 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:50.679456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84645356-9b64-4311-97da-d4c2f626ade6 req-38e0507d-3842-4170-a220-cd1a3593177d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489670 Nov 12 00:46:50.701715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-7dde74e0-d4f1-4834-906f-46ee09bb46b6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678923 Nov 12 00:46:50.730414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467c637-0b99-47f8-b115-6c01cd349ebc None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:46:50.834233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe63c61-e27b-4399-a826-e9cff2571c9d req-d56dd420-16d6-4077-974b-ee7119015eff tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.836607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbe63c61-e27b-4399-a826-e9cff2571c9d req-d56dd420-16d6-4077-974b-ee7119015eff tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.0734940 Nov 12 00:46:50.846114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-f40f0708-71ae-45f8-9f5a-5d407711b1bd service neutron] 10.222.0.11 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428597 Nov 12 00:46:50.985514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbe63c61-e27b-4399-a826-e9cff2571c9d req-b3858741-847b-4611-bf53-4d71b16cc074 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306412 Nov 12 00:46:51.010075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-6243e4ed-5b45-452e-9918-d2f8e9ca418d service neutron] 10.222.0.11 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628165 Nov 12 00:46:51.141162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:51.148364 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.299791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffb4013a-cead-4710-8913-a3861c8d3293 req-04bf5ab8-9d72-4abc-8ea1-372071d54f2a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 210 time: 0.0445869 Nov 12 00:46:51.367544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port 98e7011c-b448-4674-9b03-12bdf2d11f84 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:51.367876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.448374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] For port 98e7011c-b448-4674-9b03-12bdf2d11f84, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=98e7011c-b448-4674-9b03-12bdf2d11f84,segment=NetworkSegment(142675e9-6ca8-4b0f-910a-e3a407dc33c5),segment_id=142675e9-6ca8-4b0f-910a-e3a407dc33c5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:51.448847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.464382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for 98e7011c-b448-4674-9b03-12bdf2d11f84 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:51.571461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:51.612974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:51.685118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.698813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dae71-6cb8-4d63-83c2-620fe8de2c4b req-dc279b0d-e726-4df6-a564-f0e021a7c4e5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:51.701931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:51.712556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-756dae71-6cb8-4d63-83c2-620fe8de2c4b req-dc279b0d-e726-4df6-a564-f0e021a7c4e5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 944 time: 0.4152126 Nov 12 00:46:51.729792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:51.741478 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.751028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.771458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No DVR routers for this DVR port 98e7011c-b448-4674-9b03-12bdf2d11f84 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:51.844088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=98e7011c-b448-4674-9b03-12bdf2d11f84,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.855943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.862015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port a75938ba-e02b-4b19-9ade-7326f4295037 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:51.863071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.901407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-756dae71-6cb8-4d63-83c2-620fe8de2c4b req-a8a17959-73a8-4556-8f3e-98dd9eda7bbc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833868 Nov 12 00:46:52.019253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['50b4b947-2fcd-4381-bb69-7ff348b4da39'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:52.043492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.095156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec5048d-d0aa-4db9-bcec-90f6c4e71302']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:52.101952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port f58ae912-4054-46e8-92ce-cbec81998d57 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.102563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.112010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:52.125180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e1bfe-77e8-4848-a86f-d74679daf279 req-f90b5616-1b29-4b93-a415-87ad412fccf9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.126786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa7e1bfe-77e8-4848-a86f-d74679daf279 req-f90b5616-1b29-4b93-a415-87ad412fccf9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1428642 Nov 12 00:46:52.132165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142675e9-6ca8-4b0f-910a-e3a407dc33c5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:52.132493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142675e9-6ca8-4b0f-910a-e3a407dc33c5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:52.152989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.162384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149ab3f-2455-4828-a39a-c94b66cd7df4 req-a95e4b7e-e13f-4fb9-922c-ebd9d7694911 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.170187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e149ab3f-2455-4828-a39a-c94b66cd7df4 req-a95e4b7e-e13f-4fb9-922c-ebd9d7694911 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 945 time: 0.1639853 Nov 12 00:46:52.210748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.230037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:52.230709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:52.234782 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:52.312793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa7e1bfe-77e8-4848-a86f-d74679daf279 req-0532b290-b147-4364-bef2-b8b1fbdf4119 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780293 Nov 12 00:46:52.345073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e149ab3f-2455-4828-a39a-c94b66cd7df4 req-9540951c-6cac-43db-a1a7-0dd3b61f36c1 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741104 Nov 12 00:46:52.345994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.373379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.375460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port 8efaa0ae-84d2-4c1b-91fa-325fb6189a6b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.375945 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.386416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:52.392326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732171886'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:52.397617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/1ec5048d-d0aa-4db9-bcec-90f6c4e71302 HTTP/1.1" status: 204 len: 168 time: 2.8116903 Nov 12 00:46:52.407698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:52.441140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'mac_address': 'fa:16:3e:a5:aa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:52.442160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5f80-e14e-4379-8dc4-b656aca0a6f2 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=1ec5048d-d0aa-4db9-bcec-90f6c4e71302,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.444664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Port 8efaa0ae-84d2-4c1b-91fa-325fb6189a6b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:52.457872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:52.462095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.524397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port 5ac4e797-edac-444e-b6dc-2e9994c50a12 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.525242 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.534721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:52.553495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.553830 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment 96448739-decd-43b1-98e3-dfbbbea94834 of type vlan for network e1af25f6-7540-42c5-9c77-db7f54ae40c3 Nov 12 00:46:52.563808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.586312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20782a-7a09-4322-beac-3b22188d235d req-28594d42-b764-41cd-b453-5dd9255f7bc9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.587962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eb549c-a3c9-44ea-a300-c86dbb6ee719 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:52.596715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de20782a-7a09-4322-beac-3b22188d235d req-28594d42-b764-41cd-b453-5dd9255f7bc9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 944 time: 0.1271360 Nov 12 00:46:52.620402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:52.666356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.679679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.710677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port 72e373e7-d8b5-469d-a9de-b0b2d579babd triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.711248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.739174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b2e5c5-7c05-4e7b-979a-21a14ddd727d req-34847523-c691-4b37-9a6c-24f4a3a8ca7e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 210 time: 0.0616808 Nov 12 00:46:52.750644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de20782a-7a09-4322-beac-3b22188d235d req-25588eaa-7522-414f-9f9b-8ce740553cd0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529713 Nov 12 00:46:52.756821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.795528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.802318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.804459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.936658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port a12fed97-a713-4bec-b0b9-bd5e085b787e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:52.937161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.977349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50318) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:52.983051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:52.988370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6002486 Nov 12 00:46:53.002209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['85eb549c-a3c9-44ea-a300-c86dbb6ee719'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:53.014548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c04ae7-f469-432a-9478-ca6ccfd3e59e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=e1af25f6-7540-42c5-9c77-db7f54ae40c3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.032836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e1af25f6-7540-42c5-9c77-db7f54ae40c3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:53.069842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-e57da1d3-7571-409d-ba1f-c3f16c133fa1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.073438 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-e57da1d3-7571-409d-ba1f-c3f16c133fa1 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.32 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 811 time: 0.3086650 Nov 12 00:46:53.086971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Request body: {'port': {'device_id': '74a26490-508c-44a8-8def-2705b8838324', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'admin_state_up': True, 'tenant_id': 'fda38a183fa54cc396244eab46cf355c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:53.133033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:53.203206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaa0a8-9ee5-4b92-b7a4-a8d808e25f3b req-72180316-d89d-4252-bdc4-68306c1b83e1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.205032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dcaa0a8-9ee5-4b92-b7a4-a8d808e25f3b req-72180316-d89d-4252-bdc4-68306c1b83e1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 945 time: 0.1967826 Nov 12 00:46:53.230224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:46:53.230224 n-d-712141-15 neutron-server[102677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:46:53.230224 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id': '295cad503aec4824a2c6951908ad4ae4', 'id': '14900932-7c35-466c-bec1-cfb268bdd4e7', 'expiration': datetime.datetime(2021, 11, 12, 0, 48, 53, 209091)}] Nov 12 00:46:53.230224 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:53.230982 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:53.243537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Made reservation on behalf of fda38a183fa54cc396244eab46cf355c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:53.248346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.261942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dcaa0a8-9ee5-4b92-b7a4-a8d808e25f3b req-04c7f6bc-77e7-4951-8063-4d258fd1cb30 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Nov 12 00:46:53.312703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port c01ac445-e02e-4439-8193-e93745ebc48f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.313072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.353846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 50b4b947-2fcd-4381-bb69-7ff348b4da39 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:53.370477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 50b4b947-2fcd-4381-bb69-7ff348b4da39 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.370824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.439212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Allocated IP 172.20.0.13 (99e6dad6-a1f1-4cf9-880a-4c6552d3af4f/f5f17115-6064-4483-874b-42f98893a562/b27411a0-13d5-4015-8afa-25a2706379aa) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:53.525352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.542950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port 43d161a2-4c9c-44f8-8b72-89b08aca6f84 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.543313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.551294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082562f-c1d6-4a90-94a2-25dcb7d42644 req-a9ae385a-0385-40ac-8a86-9a9ad24b91bd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.552839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0082562f-c1d6-4a90-94a2-25dcb7d42644 req-a9ae385a-0385-40ac-8a86-9a9ad24b91bd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1137223 Nov 12 00:46:53.590147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf08659-7566-4ab0-a95a-7d6f88fe8d11 req-dbefdf7b-0a11-41e6-8a6c-2d7623f0224b tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.591770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdf08659-7566-4ab0-a95a-7d6f88fe8d11 req-dbefdf7b-0a11-41e6-8a6c-2d7623f0224b tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 945 time: 0.0842593 Nov 12 00:46:53.645036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.646118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0082562f-c1d6-4a90-94a2-25dcb7d42644 req-4c49ce42-3193-4981-80b8-99d2d6d9918d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853155 Nov 12 00:46:53.679781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdf08659-7566-4ab0-a95a-7d6f88fe8d11 req-88b24d60-3929-4a8a-b194-0d3478643d57 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708373 Nov 12 00:46:53.706956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.744140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:53.746599 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f69bf-2553-484c-b419-90cd033611f0" -d '{"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:53.763815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:53.764819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.770150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Port 43d161a2-4c9c-44f8-8b72-89b08aca6f84 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:53.775835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.779954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.780630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Pushing event updated for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.794038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:53.795416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:53.810222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:53.830587 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c22c40-74c6-4c67-9af6-9acba9da7e60 x-openstack-request-id: req-b1c22c40-74c6-4c67-9af6-9acba9da7e60 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:53.830872 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:53.831124 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1c22c40-74c6-4c67-9af6-9acba9da7e60 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:53.831510 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'code': 200} Nov 12 00:46:53.836235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12398bce-832e-4bef-bfec-103a07a32fa9 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:53.849016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port d993676a-e450-48f6-9b16-1e2ede946155 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.849383 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.901146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.914184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Port d993676a-e450-48f6-9b16-1e2ede946155 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:53.919384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['822d1880-8cee-4e90-9ce9-cb81621f5abe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:53.955447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.956226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.966467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port af39a6b7-d883-4e88-a370-226b1f38354d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:53.967397 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.978341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-9ff9d4eb-0473-4ebc-8dc4-79feb6197209 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:53.980050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-9ff9d4eb-0473-4ebc-8dc4-79feb6197209 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.39 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 945 time: 0.1023359 Nov 12 00:46:53.999121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-1649f7a9-249b-40c4-b11e-66548826200a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9160049 Nov 12 00:46:54.029952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Request body: {'port': {'device_id': '74a26490-508c-44a8-8def-2705b8838324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:54.058543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455e060-b6ee-454c-87ee-08479010ae87 req-0011c631-9f82-4dc0-8393-c5d8ef8bcd0a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.060347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5455e060-b6ee-454c-87ee-08479010ae87 req-0011c631-9f82-4dc0-8393-c5d8ef8bcd0a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 932 time: 0.1597230 Nov 12 00:46:54.068847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0a6a3-c0a8-4de9-84e8-9f0e481d3214 req-c21403d3-dfe1-4826-aa65-ec8a90c249c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.070335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ae0a6a3-c0a8-4de9-84e8-9f0e481d3214 req-c21403d3-dfe1-4826-aa65-ec8a90c249c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1097 time: 0.1493292 Nov 12 00:46:54.101288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23850-b1b6-4c93-8a89-aa540c2351a7 req-597c9cc4-5a65-4223-99a7-54b9d3b3422d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.107647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76e23850-b1b6-4c93-8a89-aa540c2351a7 req-597c9cc4-5a65-4223-99a7-54b9d3b3422d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1840689 Nov 12 00:46:54.127642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:54.140481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.167687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Provisioning complete for port 822d1880-8cee-4e90-9ce9-cb81621f5abe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:54.168092 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68224133-fec3-4964-ad3f-d526ace9da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.171804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Deleting port c01ac445-e02e-4439-8193-e93745ebc48f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:54.173489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.214585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76e23850-b1b6-4c93-8a89-aa540c2351a7 req-786d926e-07d9-40f8-8526-218bde5ec407 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854886 Nov 12 00:46:54.259306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5455e060-b6ee-454c-87ee-08479010ae87 req-cd9e45ff-3ffe-4cbd-bca5-9c35fae641d4 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460657 Nov 12 00:46:54.280181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:54.289760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:54.290128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.360568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ae0a6a3-c0a8-4de9-84e8-9f0e481d3214 req-31c0b248-4bc1-4d1b-860b-7c7c276fcf0c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485645 Nov 12 00:46:54.388701 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.420929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.431967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:54.436639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5719-d297-4a1e-8962-dea6c7c8249c req-0b382129-1119-4566-99c2-61a4a9f560ad tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.438367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-681a5719-d297-4a1e-8962-dea6c7c8249c req-0b382129-1119-4566-99c2-61a4a9f560ad tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1186607 Nov 12 00:46:54.440408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.450109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-43bd4ba3-a315-4407-9578-cc71487d9bc5 None None] Provisioning complete for port b27411a0-13d5-4015-8afa-25a2706379aa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:54.450473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43bd4ba3-a315-4407-9578-cc71487d9bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.507267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] For port c01ac445-e02e-4439-8193-e93745ebc48f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c01ac445-e02e-4439-8193-e93745ebc48f,segment=NetworkSegment(ee2bf015-f747-4347-b1ea-2c670e0a6bd3),segment_id=ee2bf015-f747-4347-b1ea-2c670e0a6bd3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:54.507893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.515516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de983-f8f0-4533-a3ee-e65c14a0c5dc req-ad271327-0b78-4b6d-8f4b-a461b60e970e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.517284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d1de983-f8f0-4533-a3ee-e65c14a0c5dc req-ad271327-0b78-4b6d-8f4b-a461b60e970e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 945 time: 0.1447470 Nov 12 00:46:54.526804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-43bd4ba3-a315-4407-9578-cc71487d9bc5 None None] Port b27411a0-13d5-4015-8afa-25a2706379aa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:54.528953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.541153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Calling delete_port for c01ac445-e02e-4439-8193-e93745ebc48f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:54.552629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=74641159-a8f4-4368-ba29-05aca35742f3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.591233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-681a5719-d297-4a1e-8962-dea6c7c8249c req-24875cee-cf04-4d2a-ba83-2894a326e837 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245413 Nov 12 00:46:54.594711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': '96448739-decd-43b1-98e3-dfbbbea94834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:54.595083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: e1af25f6-7540-42c5-9c77-db7f54ae40c3, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:54.614687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d1de983-f8f0-4533-a3ee-e65c14a0c5dc req-5bb4d85c-eacd-4d21-9b0d-4d64b140ceff tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859065 Nov 12 00:46:54.625996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network e1af25f6-7540-42c5-9c77-db7f54ae40c3 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:54.638682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e1af25f6-7540-42c5-9c77-db7f54ae40c3) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:54.643468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.644083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.649897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275b88f-39fe-4b40-a59a-51aaa4b08db7 None None] Network e1af25f6-7540-42c5-9c77-db7f54ae40c3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:54.668918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3889d3c5-3d0c-4b2b-9688-63221afb9565 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6902673 Nov 12 00:46:54.669147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27411a0-13d5-4015-8afa-25a2706379aa {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:54.671825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:54.719409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.803260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.823684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['c01ac445-e02e-4439-8193-e93745ebc48f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:54.845950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Pushing event deleted for resources: {'Port': ['ID=c01ac445-e02e-4439-8193-e93745ebc48f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.848886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Transition to ACTIVE for port object b27411a0-13d5-4015-8afa-25a2706379aa will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:54.852020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-e1af25f6-7540-42c5-9c77-db7f54ae40c3', 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': '74641159-a8f4-4368-ba29-05aca35742f3'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:54.853174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.864735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369681-be1a-468f-b54d-edef2f03d9be req-fdb027e9-ed00-405a-86d9-dc2004920f57 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.866378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc369681-be1a-468f-b54d-edef2f03d9be req-fdb027e9-ed00-405a-86d9-dc2004920f57 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1117468 Nov 12 00:46:54.872300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.883528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62065a9-8b05-4eaf-a64e-0bf833ae01bd None None] DHCP port deletion for 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:54.889498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f552f9-1fba-46f1-84bb-8d66a87707a4 req-6c0d7adf-8fd8-4e70-ab4f-0319533c5c40 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.890980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8f552f9-1fba-46f1-84bb-8d66a87707a4 req-6c0d7adf-8fd8-4e70-ab4f-0319533c5c40 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/ports?device_id=618c5ce0-dfa9-4db5-b11e-5c60bacaa90a HTTP/1.1" status: 200 len: 867 time: 0.1253898 Nov 12 00:46:54.892610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] No DVR routers for this DVR port c01ac445-e02e-4439-8193-e93745ebc48f on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:54.894400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.899560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.903263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-223bd48f-f28f-4272-88a3-a3bb1bebb5e4 req-c3347af5-86d2-4cd6-a29b-f16aab04eac3 tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.39 "DELETE /v2.0/ports/c01ac445-e02e-4439-8193-e93745ebc48f HTTP/1.1" status: 204 len: 173 time: 0.9156415 Nov 12 00:46:54.962597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'name': 'network-vif-deleted', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:54.965573 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5313dfb-79d7-4402-8c7e-d651dd1f476b" -d '{"events": [{"server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "name": "network-vif-deleted", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:54.973761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Pushing event updated for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.011865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc369681-be1a-468f-b54d-edef2f03d9be req-26ae3960-a0bd-429a-9190-0b82e5e79e17 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359756 Nov 12 00:46:55.016361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8f552f9-1fba-46f1-84bb-8d66a87707a4 req-7531d59d-6a59-4686-b75f-63f142e975aa tempest-VolumesAdminNegativeTest-994004924 tempest-VolumesAdminNegativeTest-994004924-project] 10.222.0.11 "GET /v2.0/security-groups?id=c544c7bc-427c-42fa-a511-8c21bf775114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037927 Nov 12 00:46:55.017170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.030875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a8819-5d99-4385-af17-5e88f3390932 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:55.085123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Attempting to bind port b27411a0-13d5-4015-8afa-25a2706379aa on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:55.085464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Attempting to bind port b27411a0-13d5-4015-8afa-25a2706379aa by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:55.085903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Attempting to bind port b27411a0-13d5-4015-8afa-25a2706379aa on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:55.091399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Port b27411a0-13d5-4015-8afa-25a2706379aa on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:55.091732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Attempting to bind port b27411a0-13d5-4015-8afa-25a2706379aa on network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:55.097233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:55.097581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Checking segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:55.098099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Bound using segment: {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:55.098540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Bound port: b27411a0-13d5-4015-8afa-25a2706379aa, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82344757-a973-4ccf-ab60-0838fc2a3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:55.098951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.110350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Allocated IP 2001:db8::2 (e1af25f6-7540-42c5-9c77-db7f54ae40c3/74641159-a8f4-4368-ba29-05aca35742f3/835df1fe-ca31-4d07-a3f0-87c99c647df0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:55.138104 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfd9448-0466-4d24-a872-abaee0ef51b5 x-openstack-request-id: req-0cfd9448-0466-4d24-a872-abaee0ef51b5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:55.138498 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618c5ce0-dfa9-4db5-b11e-5c60bacaa90a", "name": "network-vif-deleted", "tag": "c01ac445-e02e-4439-8193-e93745ebc48f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:55.138744 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cfd9448-0466-4d24-a872-abaee0ef51b5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:55.139091 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618c5ce0-dfa9-4db5-b11e-5c60bacaa90a', 'name': 'network-vif-deleted', 'tag': 'c01ac445-e02e-4439-8193-e93745ebc48f', 'status': 'completed', 'code': 200} Nov 12 00:46:55.174823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:55.178004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b27411a0-13d5-4015-8afa-25a2706379aa,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:55.182631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.217561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.218200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.220120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-3ea34692-d819-482e-879c-540380fe4700 service neutron] 10.222.0.32 "PUT /v2.0/ports/b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 200 len: 1093 time: 1.1946223 Nov 12 00:46:55.227811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3ed9f-e066-4cbe-b499-bd78721df493 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:55.266091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34692-d819-482e-879c-540380fe4700 service neutron] Pushing event updated for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.312430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.330255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-fb0ad0c0-ab6f-481f-b099-1725772388a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.332256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-fb0ad0c0-ab6f-481f-b099-1725772388a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1096 time: 0.0616908 Nov 12 00:46:55.332952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.361341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.395749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-ad9eb6a3-d082-4b3a-ac5d-65e736b4d234 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 200 len: 217 time: 0.0441327 Nov 12 00:46:55.409945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Network e1af25f6-7540-42c5-9c77-db7f54ae40c3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:55.414740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:55.416665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Pushing event updated for resources: {'Port': ['ID=835df1fe-ca31-4d07-a3f0-87c99c647df0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.419038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:55.457747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-c84e9db8-596f-40ea-8a82-7ba86c28acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.460429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-c84e9db8-596f-40ea-8a82-7ba86c28acec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.0571682 Nov 12 00:46:55.461506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=74641159-a8f4-4368-ba29-05aca35742f3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.478872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Attempting to bind port 835df1fe-ca31-4d07-a3f0-87c99c647df0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:55.479264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Attempting to bind port 835df1fe-ca31-4d07-a3f0-87c99c647df0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '96448739-decd-43b1-98e3-dfbbbea94834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:55.479796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Attempting to bind port 835df1fe-ca31-4d07-a3f0-87c99c647df0 on network e1af25f6-7540-42c5-9c77-db7f54ae40c3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:55.485870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:55.486352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Checking segment: {'id': '96448739-decd-43b1-98e3-dfbbbea94834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:55.486739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.487206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Bound using segment: {'id': '96448739-decd-43b1-98e3-dfbbbea94834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:55.487686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Bound port: 835df1fe-ca31-4d07-a3f0-87c99c647df0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96448739-decd-43b1-98e3-dfbbbea94834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:55.488175 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.511443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-8d7afa63-b4c2-43e2-9fba-1f768e442598 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399504 Nov 12 00:46:55.591579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.595310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] For port 835df1fe-ca31-4d07-a3f0-87c99c647df0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:55.598941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] For port 835df1fe-ca31-4d07-a3f0-87c99c647df0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=835df1fe-ca31-4d07-a3f0-87c99c647df0,segment=NetworkSegment(96448739-decd-43b1-98e3-dfbbbea94834),segment_id=96448739-decd-43b1-98e3-dfbbbea94834)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:55.608210 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.618919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc5130-c1a1-4a9a-9a5a-87aabeabaa22 req-ea9c3976-99c5-4759-a8de-204adc0d0aba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.620928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7fc5130-c1a1-4a9a-9a5a-87aabeabaa22 req-ea9c3976-99c5-4759-a8de-204adc0d0aba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.2837346 Nov 12 00:46:55.643593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2df4-56a3-46b9-a56a-88454dcc3987 req-7a72993e-01f0-4d55-ac8c-28e96345d753 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:55.652193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6cc2df4-56a3-46b9-a56a-88454dcc3987 req-7a72993e-01f0-4d55-ac8c-28e96345d753 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 944 time: 0.2522025 Nov 12 00:46:55.672808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1af25f6-7540-42c5-9c77-db7f54ae40c3']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:55.714969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1a3b-faf8-4889-89b3-3302ce42affc None None] Pushing event updated for resources: {'Port': ['ID=835df1fe-ca31-4d07-a3f0-87c99c647df0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.715606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96448739-decd-43b1-98e3-dfbbbea94834') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:55.716333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96448739-decd-43b1-98e3-dfbbbea94834') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:55.742393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a2411-3f06-4e77-b255-272a4f7713fd None None] Network e1af25f6-7540-42c5-9c77-db7f54ae40c3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:55.765539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.770441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7fc5130-c1a1-4a9a-9a5a-87aabeabaa22 req-6d15a237-b431-49e6-b5f7-4f0b1f1904a8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141365 Nov 12 00:46:55.800116 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.814912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6cc2df4-56a3-46b9-a56a-88454dcc3987 req-34108b23-3592-472e-b1d2-4dc0864ae34b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619656 Nov 12 00:46:55.816195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:55.817057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:55.821680 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:55.836871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:55.841068 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f4d53-47c2-4471-8a3f-895002b1c188" -d '{"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-plugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:55.909975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:46:55.909975 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:46:55.909975 n-d-712141-15 neutron-server[102677]: [parameters: {'id': 'e1af25f6-7540-42c5-9c77-db7f54ae40c3'}] Nov 12 00:46:55.909975 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:55.910552 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:55.934151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f213b-8978-4fe2-ac39-4f1cd3983c3c None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:46:55.955606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-f423a191-5ecd-4807-a44a-fc0574e5254a service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341595 Nov 12 00:46:56.018653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73024b6-2de5-4553-a812-6fd762214ba4 req-f4977641-34ce-4dc6-9c0d-cde938105545 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.020333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a73024b6-2de5-4553-a812-6fd762214ba4 req-f4977641-34ce-4dc6-9c0d-cde938105545 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0925047 Nov 12 00:46:56.047962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f213b-8978-4fe2-ac39-4f1cd3983c3c None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:46:56.055170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff2f8-2573-4994-8b74-689c1a793150 req-ffb30834-2cd2-4be9-87d5-b18048821b24 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.056790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01eff2f8-2573-4994-8b74-689c1a793150 req-ffb30834-2cd2-4be9-87d5-b18048821b24 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.0800223 Nov 12 00:46:56.065051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a038969b-b808-4251-a751-1e1bbbe6fb87 req-6af5db5a-50c3-45d1-9d1b-2e2cfcf1ce16 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999897 Nov 12 00:46:56.102753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a73024b6-2de5-4553-a812-6fd762214ba4 req-16f85b52-4afb-419b-a0a8-2a2426d4aa46 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Nov 12 00:46:56.140643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01eff2f8-2573-4994-8b74-689c1a793150 req-9fe9afb9-2c2f-4368-9a51-0ed368b2eb4f tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752752 Nov 12 00:46:56.155404 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90696907-d9d7-4a6c-b72e-264980fb271c x-openstack-request-id: req-90696907-d9d7-4a6c-b72e-264980fb271c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:56.155404 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-plugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:56.155404 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90696907-d9d7-4a6c-b72e-264980fb271c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:56.155404 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'code': 200} Nov 12 00:46:56.191492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:56.285314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Deleting subnet bb22a9b5-de8e-4261-b741-8468d1092430 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:56.286217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d246c6-00e0-441b-a333-1fa5a778ecd5 req-3585ee28-fbae-41d1-a995-a8eeec2f9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.287988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c9d246c6-00e0-441b-a333-1fa5a778ecd5 req-3585ee28-fbae-41d1-a995-a8eeec2f9546 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 1098 time: 0.0488989 Nov 12 00:46:56.300091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.300091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0384c8b-422f-438c-a731-ad5226e16d0e req-07e81ec0-799a-4813-b789-aa1ee334116e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.308149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0384c8b-422f-438c-a731-ad5226e16d0e req-07e81ec0-799a-4813-b789-aa1ee334116e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0721674 Nov 12 00:46:56.340536 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c9d246c6-00e0-441b-a333-1fa5a778ecd5 req-22c18a45-ea01-4ec4-bf80-4a8882ada315 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430763 Nov 12 00:46:56.662774 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.706115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.776104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0384c8b-422f-438c-a731-ad5226e16d0e req-60f5b150-2c9a-4d53-a7a0-8925df8182c0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087065 Nov 12 00:46:56.812414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.918934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port 835df1fe-ca31-4d07-a3f0-87c99c647df0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:56.919305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.928095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc5e6c-d496-4467-bc80-1b1b7a9d810d req-6aaec779-99b9-4d69-a4e4-e0ec92dfec2b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.929609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35cc5e6c-d496-4467-bc80-1b1b7a9d810d req-6aaec779-99b9-4d69-a4e4-e0ec92dfec2b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1409981 Nov 12 00:46:56.957396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.030414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.034185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb22a9b5-de8e-4261-b741-8468d1092430 HTTP/1.1" status: 204 len: 168 time: 0.8412707 Nov 12 00:46:57.035000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872e3d0-81a3-4f1b-886c-f5c1511744cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb22a9b5-de8e-4261-b741-8468d1092430,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:57.035542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9877bcad-062c-4d10-976a-f3dc40705c5b None None] Network 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:57.037034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:57.048690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ebbb-1fda-4328-a265-cf4b6c4e3e17 req-332e505b-7143-4f20-bc8b-369acd3f0f60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.050209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11b2ebbb-1fda-4328-a265-cf4b6c4e3e17 req-332e505b-7143-4f20-bc8b-369acd3f0f60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1977522 Nov 12 00:46:57.103813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] For port 835df1fe-ca31-4d07-a3f0-87c99c647df0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=835df1fe-ca31-4d07-a3f0-87c99c647df0,segment=NetworkSegment(96448739-decd-43b1-98e3-dfbbbea94834),segment_id=96448739-decd-43b1-98e3-dfbbbea94834)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:57.104564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.118987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.120776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35cc5e6c-d496-4467-bc80-1b1b7a9d810d req-81301e8b-549e-4c71-b7fd-1504f88eb0b3 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768987 Nov 12 00:46:57.125639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for 835df1fe-ca31-4d07-a3f0-87c99c647df0 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:57.153370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:57.156314 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede708e1-c7f3-4837-a272-446c09c5588a" -d '{"events": [{"name": "network-changed", "server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:57.161838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11b2ebbb-1fda-4328-a265-cf4b6c4e3e17 req-dd2d8e27-5ea2-4b29-aa84-ea407d09991a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969830 Nov 12 00:46:57.196728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543bfd4d-bd59-48b8-8103-1f48c5d17290 None None] DHCP port deletion for 5bb3da9b-e25e-48dc-96fb-f45c3b4f282b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:57.223435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.251125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb3da9b-e25e-48dc-96fb-f45c3b4f282b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.261345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.261731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2bf015-f747-4347-b1ea-2c670e0a6bd3') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.272697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.278773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.287114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.293667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:57.294158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:57.296041 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:57.335409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No DVR routers for this DVR port 835df1fe-ca31-4d07-a3f0-87c99c647df0 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:57.343142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=835df1fe-ca31-4d07-a3f0-87c99c647df0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:57.356702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.372771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.373025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743b503-4a68-4b73-bde4-a28a5036c3d2 req-dd869008-5bfd-4e4f-aacf-7e455f91b3c7 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.374585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a743b503-4a68-4b73-bde4-a28a5036c3d2 req-dd869008-5bfd-4e4f-aacf-7e455f91b3c7 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 944 time: 0.1445520 Nov 12 00:46:57.378875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5bb3da9b-e25e-48dc-96fb-f45c3b4f282b HTTP/1.1" status: 204 len: 168 time: 0.3379211 Nov 12 00:46:57.378875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fe230-4ff0-4450-a9d5-22b1f7030b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb3da9b-e25e-48dc-96fb-f45c3b4f282b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:57.379173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:57.426742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Deleting subnet 7b7c8820-3022-404e-ba7b-621b404c2264 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:57.429991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.455576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dce524-8b13-4926-8205-79b33245f8cb req-169b990a-e95f-497c-970b-55ed9572a9d6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.456856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8dce524-8b13-4926-8205-79b33245f8cb req-169b990a-e95f-497c-970b-55ed9572a9d6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1920080 Nov 12 00:46:57.467374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.472094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.513355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.525646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1af25f6-7540-42c5-9c77-db7f54ae40c3']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.543923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96448739-decd-43b1-98e3-dfbbbea94834') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.544388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96448739-decd-43b1-98e3-dfbbbea94834') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.557575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a743b503-4a68-4b73-bde4-a28a5036c3d2 req-76de76ac-1aa5-4936-b200-2243d539f168 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626630 Nov 12 00:46:57.571698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.584612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.596479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8dce524-8b13-4926-8205-79b33245f8cb req-48bd016f-f72c-4df8-903f-3ec2113120b3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310432 Nov 12 00:46:57.602517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7c8820-3022-404e-ba7b-621b404c2264,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:57.613236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.613484 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ad19c-57d1-416a-a2f1-2532bc8fb12a x-openstack-request-id: req-d86ad19c-57d1-416a-a2f1-2532bc8fb12a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:57.613761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc885d-dc6d-43c6-bb6a-fb4ad0970020 None None] Network f4bd990b-fd2f-44b4-905e-884a5624eb2d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:57.614240 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:57.614597 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d86ad19c-57d1-416a-a2f1-2532bc8fb12a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:57.615043 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa', 'status': 'completed', 'code': 200} Nov 12 00:46:57.616717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.621473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d28d1088-d435-40f8-bea5-ec959cfd286a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7b7c8820-3022-404e-ba7b-621b404c2264 HTTP/1.1" status: 204 len: 168 time: 0.2412376 Nov 12 00:46:57.623804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:57.629105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:57.629793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:57.635340 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:57.756137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.764441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f3e3-7a99-4950-b92b-d30d114fe45c req-72f3bb3a-8d2d-42d8-9f5f-b1e1feef47b9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.766260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3f2f3e3-7a99-4950-b92b-d30d114fe45c req-72f3bb3a-8d2d-42d8-9f5f-b1e1feef47b9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.0717285 Nov 12 00:46:57.767459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.775345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:57.777647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.781109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/e1af25f6-7540-42c5-9c77-db7f54ae40c3 HTTP/1.1" status: 204 len: 168 time: 3.1080985 Nov 12 00:46:57.785611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:57.786437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'floatingip': {'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:57.791092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-945482556'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:57.812037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b933d-77ed-4c1e-9e5c-9514b11b49e0 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=e1af25f6-7540-42c5-9c77-db7f54ae40c3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:57.832557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:57.832718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede708e1-c7f3-4837-a272-446c09c5588a req-a36907c4-d4fd-418a-95e5-cf561ee04d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.834082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-a36907c4-d4fd-418a-95e5-cf561ee04d5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1096 time: 0.1385362 Nov 12 00:46:57.837448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.844366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752cabc-6385-4262-8e4c-5d542b4e190a None None] DHCP port deletion for f4bd990b-fd2f-44b4-905e-884a5624eb2d request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:57.856161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.867976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:57.888765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.889212 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Added segment 1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3 of type vlan for network d28b8394-700a-4099-9947-83507f2261d0 Nov 12 00:46:57.950066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.966946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8d4cb-f1b0-4f6e-b42c-8a241f475462 req-39cbc127-8ca7-4d91-a931-21821e4ff7aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.968460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72a8d4cb-f1b0-4f6e-b42c-8a241f475462 req-39cbc127-8ca7-4d91-a931-21821e4ff7aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0947723 Nov 12 00:46:58.003164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.008748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.009329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.038711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.089728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bd990b-fd2f-44b4-905e-884a5624eb2d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:58.096194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3094006 Nov 12 00:46:58.102123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72a8d4cb-f1b0-4f6e-b42c-8a241f475462 req-631ab877-5ca6-42f2-af2c-c2b2d0ad63f2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239135 Nov 12 00:46:58.104516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:58.109794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Request body: {'subnet': {'network_id': 'd28b8394-700a-4099-9947-83507f2261d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:58.114853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8488f-0dc2-476e-8d56-b25680b1707d tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Network': ['ID=d28b8394-700a-4099-9947-83507f2261d0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.130963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fa33db-731f-487c-a379-7654abf6afe6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:58.131210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fa33db-731f-487c-a379-7654abf6afe6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:58.132101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d28b8394-700a-4099-9947-83507f2261d0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:58.153330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c01ac445-e02e-4439-8193-e93745ebc48f no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:58.156621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.168542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede708e1-c7f3-4837-a272-446c09c5588a req-235eb312-3187-4f64-b503-017e8e57f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.170043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-235eb312-3187-4f64-b503-017e8e57f5d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.3097372 Nov 12 00:46:58.185531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.205735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: c01ac445-e02e-4439-8193-e93745ebc48f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:58.205987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c01ac445-e02e-4439-8193-e93745ebc48f not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:58.223162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Made reservation on behalf of 295cad503aec4824a2c6951908ad4ae4 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:58.226872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.250178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:58.250577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:58.252789 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:58.263880 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-61dd0288-0475-4285-9ceb-e4535f931848 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 200 len: 217 time: 0.0847750 Nov 12 00:46:58.334167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186eb21-3e9a-402e-bb1f-197ac683a325 req-69d1191c-d3d1-4127-9a2a-89bb83e5211f tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.335668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d186eb21-3e9a-402e-bb1f-197ac683a325 req-69d1191c-d3d1-4127-9a2a-89bb83e5211f tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1162155 Nov 12 00:46:58.384855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.398031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.401214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4bd990b-fd2f-44b4-905e-884a5624eb2d HTTP/1.1" status: 204 len: 168 time: 0.7764425 Nov 12 00:46:58.414493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d186eb21-3e9a-402e-bb1f-197ac683a325 req-d5d5c6e1-6cb9-43ce-9666-0d51df365ed9 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690742 Nov 12 00:46:58.434604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede708e1-c7f3-4837-a272-446c09c5588a req-88710bf5-b305-4380-a9b8-d42274fae4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.436107 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-88710bf5-b305-4380-a9b8-d42274fae4a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.1641405 Nov 12 00:46:58.487639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26a27c-8068-490f-a3f8-2bfb03f5f2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bd990b-fd2f-44b4-905e-884a5624eb2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.523558 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-499724d0-adb2-43d1-b538-4d8922b9159d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371480 Nov 12 00:46:58.536022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-8ee7aa1c-fa54-47bf-88a8-5ef6004ecd0c tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.537496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-8ee7aa1c-fa54-47bf-88a8-5ef6004ecd0c tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.39 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.1968932 Nov 12 00:46:58.580029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:46:58.581600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.632637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:58.700639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event updated for resources: {'Subnet': ['ID=ca04753a-7e56-4b8e-beda-8a397225d273,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.742143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Checking segment: {'id': '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:58.742412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network hostable DHCP agents. Network: d28b8394-700a-4099-9947-83507f2261d0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:58.752213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f20d46f9-f460-47fe-9f48-2f6a3ff9bc74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71cb7330bc824a519df1cefd17c5db6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176655 Nov 12 00:46:58.753201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:58.781503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e9369-7081-4002-a601-413346888b80 req-a34d240a-3c78-413a-a658-17ca7ef787cc tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.783013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-054e9369-7081-4002-a601-413346888b80 req-a34d240a-3c78-413a-a658-17ca7ef787cc tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 944 time: 0.1390998 Nov 12 00:46:58.783511 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-13e01169-5c15-40c2-8c87-b10212959012 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450337 Nov 12 00:46:58.844281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Network d28b8394-700a-4099-9947-83507f2261d0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:58.859589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Deleting port f16b512e-8623-4fbc-8f90-59a7ebc378fc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:58.859987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.867003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6300b-4a66-451e-b7ce-057c27277725 req-3553ea16-ef71-4b88-9711-16dbaca04695 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.868533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9dd6300b-4a66-451e-b7ce-057c27277725 req-3553ea16-ef71-4b88-9711-16dbaca04695 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1425536 Nov 12 00:46:58.877905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d28b8394-700a-4099-9947-83507f2261d0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:58.888556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65bc80-1a17-49ee-b030-1f708f05407d None None] Network d28b8394-700a-4099-9947-83507f2261d0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:58.895036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.896629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.897164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.914348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.927686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-054e9369-7081-4002-a601-413346888b80 req-94f00b94-7950-48ca-96d1-1b439595d02b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381657 Nov 12 00:46:58.937379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.961697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6558cf99-e544-43ed-ae59-be1d5d644eba tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8560226 Nov 12 00:46:58.969480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:59.012493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9dd6300b-4a66-451e-b7ce-057c27277725 req-d1e175bd-3386-4a67-9f06-e36a7bcbd40a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325371 Nov 12 00:46:59.014832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.075746 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ede708e1-c7f3-4837-a272-446c09c5588a req-8f51982f-b731-4142-a544-86f5438d6924 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624836 Nov 12 00:46:59.080488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] For port f16b512e-8623-4fbc-8f90-59a7ebc378fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f16b512e-8623-4fbc-8f90-59a7ebc378fc,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:59.081474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.110171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d28b8394-700a-4099-9947-83507f2261d0', 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0', 'tenant_id': '295cad503aec4824a2c6951908ad4ae4', 'fixed_ips': [{'subnet_id': 'ca04753a-7e56-4b8e-beda-8a397225d273'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:59.111764 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.155713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.159502 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.162502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c544c7bc-427c-42fa-a511-8c21bf775114 HTTP/1.1" status: 204 len: 168 time: 0.3940907 Nov 12 00:46:59.168868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b27411a0-13d5-4015-8afa-25a2706379aa details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:59.206186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd2b81-6124-4968-a2b0-f72730cb2263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c544c7bc-427c-42fa-a511-8c21bf775114,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.219468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.227463 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Floating IP 4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3 associated. External IP: 172.25.6.129, port: 50b4b947-2fcd-4381-bb69-7ff348b4da39. Nov 12 00:46:59.324209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af4453-a030-4105-b8f0-5b322753ab9c req-a12fe629-c106-4cb3-9777-b3d56fd2334d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.332000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54af4453-a030-4105-b8f0-5b322753ab9c req-a12fe629-c106-4cb3-9777-b3d56fd2334d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.1042492 Nov 12 00:46:59.343928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.418811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Allocated IP 2001:db8::f816:3eff:fe57:e79f (d28b8394-700a-4099-9947-83507f2261d0/ca04753a-7e56-4b8e-beda-8a397225d273/413f2c84-0cf4-4465-a15f-cd4230e8a45f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:59.423097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54af4453-a030-4105-b8f0-5b322753ab9c req-c7876e37-26ac-4dc1-8a10-18ea9ddf0d82 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898709 Nov 12 00:46:59.647065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27973bf-8467-4e7a-a7db-dedd3e9962ac req-b96752c3-283a-4660-ba09-60922108a3ba tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.650190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27973bf-8467-4e7a-a7db-dedd3e9962ac req-b96752c3-283a-4660-ba09-60922108a3ba tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 946 time: 0.0764763 Nov 12 00:46:59.721153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b27411a0-13d5-4015-8afa-25a2706379aa,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:59.747935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'b27411a0-13d5-4015-8afa-25a2706379aa', 'network_id': '99e6dad6-a1f1-4cf9-880a-4c6552d3af4f', 'port_id': 'b27411a0-13d5-4015-8afa-25a2706379aa', 'mac_address': 'fa:16:3e:d7:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f17115-6064-4483-874b-42f98893a562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:59.750961 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.756157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27973bf-8467-4e7a-a7db-dedd3e9962ac req-cd85beab-a005-4fdb-8670-d0f098996a44 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups?id=38eac896-9952-4b6e-a0aa-a250f6e70229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979967 Nov 12 00:46:59.776382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c880d6-7598-4524-ae35-6ab693763d15 req-1b57e125-e77e-4982-9bf8-10dc7c80883b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.778772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9c880d6-7598-4524-ae35-6ab693763d15 req-1b57e125-e77e-4982-9bf8-10dc7c80883b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0912235 Nov 12 00:46:59.794622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.818207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:59.847798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Network d28b8394-700a-4099-9947-83507f2261d0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:59.851299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.857799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:59.871817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:59.882248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Pushing event updated for resources: {'Port': ['ID=413f2c84-0cf4-4465-a15f-cd4230e8a45f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.885934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27411a0-13d5-4015-8afa-25a2706379aa {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:59.894324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.950799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3c943a4-c866-417b-8c02-1d82b1859904 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82abed0de1814fed8ff8fb8ac7ca91af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307008 Nov 12 00:46:59.955759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=ca04753a-7e56-4b8e-beda-8a397225d273,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.961387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:59.998461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.998778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.998937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9c880d6-7598-4524-ae35-6ab693763d15 req-f8a398e2-cfd6-4ef0-9c3b-32fcc8cd53ad tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958849 Nov 12 00:46:59.999065 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Floating IP 83f6b9a4-0712-4257-82f4-1d36e648bad9 disassociated. External IP: 172.25.6.24, port: f16b512e-8623-4fbc-8f90-59a7ebc378fc. Nov 12 00:46:59.999284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Calling delete_port for f16b512e-8623-4fbc-8f90-59a7ebc378fc owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:00.085019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:00.142950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b27411a0-13d5-4015-8afa-25a2706379aa,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:00.149121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.187276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Attempting to bind port 413f2c84-0cf4-4465-a15f-cd4230e8a45f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:00.188606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Attempting to bind port 413f2c84-0cf4-4465-a15f-cd4230e8a45f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:00.189203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Attempting to bind port 413f2c84-0cf4-4465-a15f-cd4230e8a45f on network d28b8394-700a-4099-9947-83507f2261d0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:00.195560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28b8394-700a-4099-9947-83507f2261d0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.195795 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.198661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.203004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:00.203831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Checking segment: {'id': '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:00.204673 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.205268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Bound using segment: {'id': '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:00.205991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Bound port: 413f2c84-0cf4-4465-a15f-cd4230e8a45f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd28b8394-700a-4099-9947-83507f2261d0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:00.206719 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.224223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.274904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.275173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.277715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:00.283408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.287114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fae22-f9cd-47d6-b39f-8ed7c41385da req-2409e395-d72f-4e9d-8395-9b1bd5a0f367 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.295531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:00.296234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e56fae22-f9cd-47d6-b39f-8ed7c41385da req-2409e395-d72f-4e9d-8395-9b1bd5a0f367 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 944 time: 0.2730672 Nov 12 00:47:00.310178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.311436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.311622 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:00.312460 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:00.313393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.315264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7d5a5db-fe69-4de8-b574-754a2ebd2e50 HTTP/1.1" status: 204 len: 168 time: 0.3528140 Nov 12 00:47:00.320412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e192040d-7d1f-4326-b11c-c014510278e7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "PUT /v2.0/floatingips/4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3 HTTP/1.1" status: 200 len: 991 time: 2.5422935 Nov 12 00:47:00.323424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.323570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:00.326351 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:00.359992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] For port 413f2c84-0cf4-4465-a15f-cd4230e8a45f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:00.365750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] For port 413f2c84-0cf4-4465-a15f-cd4230e8a45f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=413f2c84-0cf4-4465-a15f-cd4230e8a45f,segment=NetworkSegment(1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3),segment_id=1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:00.379061 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.379631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb145e29-7088-4fc4-a028-ed1c1dd58ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5a5db-fe69-4de8-b574-754a2ebd2e50,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.401699 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-18cfbb2e-b80b-4bcd-92d9-4e735a960a07 service neutron] show failed (client error): The resource could not be found. Nov 12 00:47:00.403640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-18cfbb2e-b80b-4bcd-92d9-4e735a960a07 service neutron] 10.222.0.32 "GET /v2.0/ports/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0816841 Nov 12 00:47:00.406419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.454782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:00.457525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:00.463103 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:00.483319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b27411a0-13d5-4015-8afa-25a2706379aa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:00.504004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.544657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e56fae22-f9cd-47d6-b39f-8ed7c41385da req-fc445a4d-7789-44b3-a735-ef4300462e0f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474554 Nov 12 00:47:00.573191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event deleted for resources: {'Port': ['ID=f16b512e-8623-4fbc-8f90-59a7ebc378fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.581310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:47:00.581310 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:47:00.581310 n-d-712141-15 neutron-server[102677]: [parameters: {'id': 'd28b8394-700a-4099-9947-83507f2261d0'}] Nov 12 00:47:00.581310 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:47:00.581667 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:47:00.588213 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf01146-5373-4b69-a97b-e17801422920 x-openstack-request-id: req-9bf01146-5373-4b69-a97b-e17801422920 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:00.588862 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:00.590796 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bf01146-5373-4b69-a97b-e17801422920 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:00.591466 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'status': 'completed', 'code': 200} Nov 12 00:47:00.608805 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:00.630183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e022b-be06-44f8-b4e0-44f2cd4c3a28 None None] Pushing event updated for resources: {'Port': ['ID=413f2c84-0cf4-4465-a15f-cd4230e8a45f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.665581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a967d-591d-4b28-a541-824c75342004 None None] Network d28b8394-700a-4099-9947-83507f2261d0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:00.774995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-1bdcd6c5-34df-4e86-972a-07750c11ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.776618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-1bdcd6c5-34df-4e86-972a-07750c11ad30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1097 time: 0.1793640 Nov 12 00:47:00.779144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111a4d-d6df-4fea-a3f3-0f4423072b05 req-bdcf8af4-97fa-4d54-bff6-dfae45323b41 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.784355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1111a4d-d6df-4fea-a3f3-0f4423072b05 req-bdcf8af4-97fa-4d54-bff6-dfae45323b41 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.0984631 Nov 12 00:47:00.959326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1111a4d-d6df-4fea-a3f3-0f4423072b05 req-4f17dced-7c4b-4c12-b3c9-7a5f173985c1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692085 Nov 12 00:47:01.007712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-ef664266-a9f9-4be0-926d-1e61f0010f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.011979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-ef664266-a9f9-4be0-926d-1e61f0010f36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.2210324 Nov 12 00:47:01.028347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a60a7d38-eb2c-40d2-ab3a-cc19de9cf22e req-0ebd8536-c1a7-4d85-9ee1-edcc2a6516e1 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/ports?device_id=055200d4-c4c7-48e7-9c5f-2d4461fd18bb HTTP/1.1" status: 200 len: 210 time: 0.1039448 Nov 12 00:47:01.048599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-d28c2ff9-a5d5-448d-8bc0-900842f8f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.054100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-d28c2ff9-a5d5-448d-8bc0-900842f8f979 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.1901410 Nov 12 00:47:01.068339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:01.069970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a911733-b57d-45be-9871-f2964936ec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:38Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:01.105431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.130371 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:01.142187 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:01.142803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:01.169352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:01.195537 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-8c1509d7-7092-404a-ba7a-166b6035318d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 999 time: 0.1679792 Nov 12 00:47:01.260753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.298097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf11d48-d5c0-4ea0-a20e-e286cbf8451a None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:47:01.342014 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:01.347448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-cf4e09bc-5f74-421e-a38d-82d98e9bdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.349412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-cf4e09bc-5f74-421e-a38d-82d98e9bdbda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1437511 Nov 12 00:47:01.403401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf11d48-d5c0-4ea0-a20e-e286cbf8451a None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:47:01.586721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:01.606139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-eecb9470-35c3-4cf0-a16e-a6a2c0c95b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.607676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-eecb9470-35c3-4cf0-a16e-a6a2c0c95b04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877897 Nov 12 00:47:01.609246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:01.614375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Sync routers for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:01.686114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09e1e-42dc-4059-b12f-8b70afca8312 req-f77835b1-9989-4e65-ac7a-80fab2595ef9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.688225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93d09e1e-42dc-4059-b12f-8b70afca8312 req-f77835b1-9989-4e65-ac7a-80fab2595ef9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.5616000 Nov 12 00:47:01.703191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:01.703191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:01.723706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] No DVR routers for this DVR port f16b512e-8623-4fbc-8f90-59a7ebc378fc on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:01.745135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.748689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-262c6593-c178-4a1b-9146-25204c20f4f5 req-c945e700-336d-4434-b038-6ee31d825c22 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.39 "DELETE /v2.0/ports/f16b512e-8623-4fbc-8f90-59a7ebc378fc HTTP/1.1" status: 204 len: 173 time: 3.1996055 Nov 12 00:47:01.769268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:01.849018 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a911733-b57d-45be-9871-f2964936ec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:38Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:01.863740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port 413f2c84-0cf4-4465-a15f-cd4230e8a45f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:01.864097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.869866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-e99bfb8a-5865-4294-ad1e-a3498ae056af service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528877 Nov 12 00:47:01.884296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e63eb-f117-413a-804c-c6095b0e8554 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a911733-b57d-45be-9871-f2964936ec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:38Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:01.911974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:02.012692 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9df7ccca-d70e-48c8-9a4d-ba0803c5b45e req-44814bbf-bede-49b3-8f42-2fa8c73ea5a1 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303973 Nov 12 00:47:02.103623 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.151282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f16b512e-8623-4fbc-8f90-59a7ebc378fc no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:02.181340 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb06730-6177-478d-be3d-c2c07ad5f931 None None] New status for floating IP 4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:02.197390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: f16b512e-8623-4fbc-8f90-59a7ebc378fc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:02.197802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f16b512e-8623-4fbc-8f90-59a7ebc378fc not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:02.217382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:02.251010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Checking router: 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:02.252636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9436f-f126-4d3e-80bf-17fee402a618 req-21224083-8b02-4ec1-b81f-f37ed105dc51 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.260470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5a9436f-f126-4d3e-80bf-17fee402a618 req-21224083-8b02-4ec1-b81f-f37ed105dc51 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 945 time: 0.5687830 Nov 12 00:47:02.260676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:02.261137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:02.271586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:02.273923 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0b39e-212f-4be4-97b5-92af0b133e37" -d '{"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-unplugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:02.285832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.290915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93d09e1e-42dc-4059-b12f-8b70afca8312 req-ef8410bf-995c-4f38-84cf-32f16ca8a3eb tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848932 Nov 12 00:47:02.305827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] For port 413f2c84-0cf4-4465-a15f-cd4230e8a45f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=413f2c84-0cf4-4465-a15f-cd4230e8a45f,segment=NetworkSegment(1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3),segment_id=1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:02.306273 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.330675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Transition to ACTIVE for port object 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:02.333153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for 413f2c84-0cf4-4465-a15f-cd4230e8a45f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:02.358838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.392938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:02.437200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5a9436f-f126-4d3e-80bf-17fee402a618 req-c9a110dc-1650-4a49-9ad5-55b72be8db1f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751859 Nov 12 00:47:02.551432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] No DVR routers for this DVR port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:02.556198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.596112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'name': 'network-vif-deleted', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:02.599529 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20af76f-c17e-42fe-91b9-30dcaac0761a" -d '{"events": [{"server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "name": "network-vif-deleted", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:02.622834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da69bc-1ea8-4da9-be9a-4c3986fd57f4 req-32bc4ced-21f6-4c29-8fa8-f3425a6de62b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.624755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1da69bc-1ea8-4da9-be9a-4c3986fd57f4 req-32bc4ced-21f6-4c29-8fa8-f3425a6de62b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1613619 Nov 12 00:47:02.627426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.630971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:02.631304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:02.631633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:02.677122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:02.677583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Attempting to bind port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:02.692265 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91617ed-dc4c-4084-91e8-656df3ff38cc x-openstack-request-id: req-f91617ed-dc4c-4084-91e8-656df3ff38cc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:02.692511 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-unplugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:02.692658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:02.693022 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f91617ed-dc4c-4084-91e8-656df3ff38cc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:02.693439 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'code': 200} Nov 12 00:47:02.706235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:02.716668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:02.717047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:02.717431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:02.717871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Bound port: 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:02.718229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.727886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7253-7d25-4907-a19a-5e18883174a8 None None] The sync data for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 is: [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:44:33Z', 'revision_number': 4, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ce8ccd5c-f013-436e-a1b7-e014a12591e0', 'name': '', 'network_id': '20e25615-7dd8-4c13-9f60-8f452a226672', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'mac_address': 'fa:16:3e:23:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:30Z', 'updated_at': '2021-11-12T00:44:40Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'subnets': [{'id': '8659da94-da36-42a1-8d0a-17bd318529a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:02.773478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=413f2c84-0cf4-4465-a15f-cd4230e8a45f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.779973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No DVR routers for this DVR port 413f2c84-0cf4-4465-a15f-cd4230e8a45f on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:02.782533 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e9ed2-ed34-4221-95f4-d8842ab22eb7 x-openstack-request-id: req-0b6e9ed2-ed34-4221-95f4-d8842ab22eb7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:02.783359 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055200d4-c4c7-48e7-9c5f-2d4461fd18bb", "name": "network-vif-deleted", "tag": "f16b512e-8623-4fbc-8f90-59a7ebc378fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:02.783859 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b6e9ed2-ed34-4221-95f4-d8842ab22eb7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:02.784511 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055200d4-c4c7-48e7-9c5f-2d4461fd18bb', 'name': 'network-vif-deleted', 'tag': 'f16b512e-8623-4fbc-8f90-59a7ebc378fc', 'status': 'completed', 'code': 200} Nov 12 00:47:02.831523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.836945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1da69bc-1ea8-4da9-be9a-4c3986fd57f4 req-4fc52b35-7b08-4510-978f-75c481aeed6a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021644 Nov 12 00:47:02.883668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:02.885447 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.935627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:02.937992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.947099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.955255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.959494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.963043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "DELETE /v2.0/security-groups/38eac896-9952-4b6e-a0aa-a250f6e70229 HTTP/1.1" status: 204 len: 168 time: 0.2532773 Nov 12 00:47:02.964777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:02.986770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62bc9-fccc-404d-8451-84145463d28b tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eac896-9952-4b6e-a0aa-a250f6e70229,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.989704 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-cd96eb50-870e-4ee0-b7dd-9a55905d5010 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] show failed (client error): The resource could not be found. Nov 12 00:47:02.992113 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd96eb50-870e-4ee0-b7dd-9a55905d5010 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "GET /v2.0/security-groups/38eac896-9952-4b6e-a0aa-a250f6e70229 HTTP/1.1" status: 404 len: 347 time: 0.0253694 Nov 12 00:47:02.993964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.023244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.040745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.041359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.043152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-1b905513-f726-49e6-ba4a-b7c0153c45e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 1097 time: 1.9794540 Nov 12 00:47:03.081477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28b8394-700a-4099-9947-83507f2261d0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:03.141375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:03.141667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63fbfa-e77e-4bde-a9fd-233ddef5a4f3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:03.163207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9076-b1a7-41a8-84bd-70ee8a31fdd4 None None] New status for floating IP 83f6b9a4-0712-4257-82f4-1d36e648bad9: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:03.163840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.171148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Deleting port 43d161a2-4c9c-44f8-8b72-89b08aca6f84 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:03.171787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.174758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b27411a0-13d5-4015-8afa-25a2706379aa up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:03.178469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-c775d486-303c-4bee-8d59-da9b2af27255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.179988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-c775d486-303c-4bee-8d59-da9b2af27255 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1100 time: 0.0957086 Nov 12 00:47:03.187505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.227342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:03.227877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:03.232787 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:03.291479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.291812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.320081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Calling delete_port for 43d161a2-4c9c-44f8-8b72-89b08aca6f84 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:03.390877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-0df5bc8c-0cab-4597-807e-cc8e2aafff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.393686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-0df5bc8c-0cab-4597-807e-cc8e2aafff9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2037797 Nov 12 00:47:03.395914 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.426363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.429938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/d28b8394-700a-4099-9947-83507f2261d0 HTTP/1.1" status: 204 len: 168 time: 4.4571481 Nov 12 00:47:03.433794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50536) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.446628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08518c2-d297-46e2-bb75-4e127cd12bd9 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=d28b8394-700a-4099-9947-83507f2261d0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.495628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-44c4cb99-d9cd-4cbe-a7f4-3585ff8689d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0702844 Nov 12 00:47:03.506119 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb6357-1e6d-4a22-81ed-675c8c22348e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.506592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bb6357-1e6d-4a22-81ed-675c8c22348e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.509859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-61bb6357-1e6d-4a22-81ed-675c8c22348e tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/ca04753a-7e56-4b8e-beda-8a397225d273 HTTP/1.1" status: 404 len: 337 time: 0.0710549 Nov 12 00:47:03.513052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.556464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16539-be78-48fc-a9fc-52c4f95ef1c1 req-f677bd97-9e38-41a4-8d54-8654158dadb3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.558174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48b16539-be78-48fc-a9fc-52c4f95ef1c1 req-f677bd97-9e38-41a4-8d54-8654158dadb3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1343715 Nov 12 00:47:03.577877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-ab91da86-7632-456b-b5b4-3de185ddc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.579601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-ab91da86-7632-456b-b5b4-3de185ddc1ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0757027 Nov 12 00:47:03.599205 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf71478-4e64-444a-a84a-f2d1f114ce89 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.599837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf71478-4e64-444a-a84a-f2d1f114ce89 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.605670 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4cf71478-4e64-444a-a84a-f2d1f114ce89 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/d28b8394-700a-4099-9947-83507f2261d0 HTTP/1.1" status: 404 len: 339 time: 0.0313599 Nov 12 00:47:03.609741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.655747 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d814a35f-2500-4492-902a-54f1ff98547b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.656248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d814a35f-2500-4492-902a-54f1ff98547b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.656619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port b27411a0-13d5-4015-8afa-25a2706379aa completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:03.660730 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d814a35f-2500-4492-902a-54f1ff98547b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/74641159-a8f4-4368-ba29-05aca35742f3 HTTP/1.1" status: 404 len: 337 time: 0.0486567 Nov 12 00:47:03.662370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.662586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port b27411a0-13d5-4015-8afa-25a2706379aa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:03.663197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.681085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48b16539-be78-48fc-a9fc-52c4f95ef1c1 req-5b20558e-4fbb-4f55-a576-a1bbd77703c8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128352 Nov 12 00:47:03.682273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.688723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-36033c03-d91e-4023-b340-7d7addf99df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.690230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-36033c03-d91e-4023-b340-7d7addf99df3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990243 Nov 12 00:47:03.712009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-474a9076-b1a7-41a8-84bd-70ee8a31fdd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:47:03.712408 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-474a9076-b1a7-41a8-84bd-70ee8a31fdd4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:47:03.717500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a333-3d55-44ab-aa55-bced486903b7 req-e6a81c9e-c3cf-4ce2-a7a0-bf67826799eb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.722693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Pushing event deleted for resources: {'Port': ['ID=43d161a2-4c9c-44f8-8b72-89b08aca6f84,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.725467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be88a333-3d55-44ab-aa55-bced486903b7 req-e6a81c9e-c3cf-4ce2-a7a0-bf67826799eb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 945 time: 0.1049101 Nov 12 00:47:03.725696 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2bdaf1-623c-4dd7-b35a-578611d4976b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.726161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2bdaf1-623c-4dd7-b35a-578611d4976b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.731984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b2bdaf1-623c-4dd7-b35a-578611d4976b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/e1af25f6-7540-42c5-9c77-db7f54ae40c3 HTTP/1.1" status: 404 len: 339 time: 0.0657029 Nov 12 00:47:03.734719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.770202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30517d0-dce3-46e1-989f-1daf0d689d84 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:03.787512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.791368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.792816 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d7bd99c-ec80-4dce-98e5-b36786a97f39 tempest-ServersTestJSON-1041052588 tempest-ServersTestJSON-1041052588-project] 10.222.0.11 "DELETE /v2.0/floatingips/83f6b9a4-0712-4257-82f4-1d36e648bad9 HTTP/1.1" status: 204 len: 168 time: 0.7979133 Nov 12 00:47:03.795812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.809414 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.829252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:03.832152 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7634cb2f-6dba-48eb-b661-ef6e861e41e5" -d '{"events": [{"server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "name": "network-vif-plugged", "status": "completed", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:03.842502 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9740a3-0f97-4767-902a-4ec8b7f7b7ce tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.842958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9740a3-0f97-4767-902a-4ec8b7f7b7ce tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.846056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5d9740a3-0f97-4767-902a-4ec8b7f7b7ce tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/595d9a86-7016-4dc4-b9b0-33bef47165e3 HTTP/1.1" status: 404 len: 337 time: 0.0949023 Nov 12 00:47:03.849473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.851732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b27411a0-13d5-4015-8afa-25a2706379aa,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:03.861602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.884641 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-674377f6-83b2-4a4d-b7b4-a64a152e4b4b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:03.885231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674377f6-83b2-4a4d-b7b4-a64a152e4b4b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:03.889542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-674377f6-83b2-4a4d-b7b4-a64a152e4b4b tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/1ec5048d-d0aa-4db9-bcec-90f6c4e71302 HTTP/1.1" status: 404 len: 339 time: 0.0390761 Nov 12 00:47:03.894331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.918687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be88a333-3d55-44ab-aa55-bced486903b7 req-be8ce872-01d3-4d11-bffb-9f4250f9e199 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921716 Nov 12 00:47:03.922080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.956013 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd230bd8-0d8c-4bd3-9470-0bd2729c149b x-openstack-request-id: req-bd230bd8-0d8c-4bd3-9470-0bd2729c149b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:03.956355 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "name": "network-vif-plugged", "status": "completed", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:03.956614 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd230bd8-0d8c-4bd3-9470-0bd2729c149b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:03.957073 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa', 'code': 200} Nov 12 00:47:03.960496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-d3d266d1-c782-4345-9baa-25c0a537a78d service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596006 Nov 12 00:47:04.113731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0fb85-0c6e-44ca-9834-ddb66151b006 req-58acbce5-ee5e-42f7-92d8-22397f0dec92 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.115144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbb0fb85-0c6e-44ca-9834-ddb66151b006 req-58acbce5-ee5e-42f7-92d8-22397f0dec92 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.0955873 Nov 12 00:47:04.126025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port 5e33882f-85ac-473d-9ef1-d6515c57f2b7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:04.126350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.132270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0c6b12d-7ea1-44e4-84b5-81b045e99e61 req-24b193e7-9128-4213-89e0-74537f90f7ed service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598666 Nov 12 00:47:04.170122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbb0fb85-0c6e-44ca-9834-ddb66151b006 req-1464b49c-022a-463e-ace8-53db83c7ab4b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Nov 12 00:47:04.177227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfcd61-0d2a-48e6-bb0c-adab32e5c63a req-ffe54099-ec7a-4007-80bd-1b5639709181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.178743 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acfcd61-0d2a-48e6-bb0c-adab32e5c63a req-ffe54099-ec7a-4007-80bd-1b5639709181 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1098 time: 0.1537299 Nov 12 00:47:04.213582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9076-b1a7-41a8-84bd-70ee8a31fdd4 None None] New status for floating IP 83f6b9a4-0712-4257-82f4-1d36e648bad9: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:04.265444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.319408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for 5e33882f-85ac-473d-9ef1-d6515c57f2b7 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:04.334032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acfcd61-0d2a-48e6-bb0c-adab32e5c63a req-16599e94-cfeb-4e5d-9458-cb7f0ca61aae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452968 Nov 12 00:47:04.454612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.496865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=5e33882f-85ac-473d-9ef1-d6515c57f2b7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.499321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.502504 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ef93fbe-956f-438d-a102-7e7f12b2f6ab tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/ports/5e33882f-85ac-473d-9ef1-d6515c57f2b7 HTTP/1.1" status: 204 len: 168 time: 0.6072102 Nov 12 00:47:04.505320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:04.538658 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4c65d0-16db-4128-8be4-cdc03fb686b5 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:04.539115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4c65d0-16db-4128-8be4-cdc03fb686b5 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:04.542185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed4c65d0-16db-4128-8be4-cdc03fb686b5 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/228fc85c-f62d-4271-8fe2-9312015b5308 HTTP/1.1" status: 404 len: 337 time: 0.0358088 Nov 12 00:47:04.545034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:04.553082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.622805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.706901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:04.709276 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:04.720695 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.746509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d2e364-0a87-4db5-8089-1fa17342d337']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:04.756784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ed3c63-ee48-43a7-9d5a-23413127ab89') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:04.757158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ed3c63-ee48-43a7-9d5a-23413127ab89') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:04.773459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.777418 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d693d18d-9a19-40b9-8915-85619e71783f x-openstack-request-id: req-d693d18d-9a19-40b9-8915-85619e71783f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:04.777418 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:04.777418 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d693d18d-9a19-40b9-8915-85619e71783f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:04.777801 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'status': 'completed', 'code': 200} Nov 12 00:47:04.819161 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.837350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:04.837764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.844569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Deleting port ce8ccd5c-f013-436e-a1b7-e014a12591e0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:04.845104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:04.853838 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:04.873524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-ba3ebef7-7561-4ebe-a288-f8006fab1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.875645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-ba3ebef7-7561-4ebe-a288-f8006fab1b8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1100 time: 0.0705729 Nov 12 00:47:04.940364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f9b0-8acc-4d77-bf53-30295905be49 req-69ae64ed-b564-4516-938b-a4cad45f6073 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.942875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1a0f9b0-8acc-4d77-bf53-30295905be49 req-69ae64ed-b564-4516-938b-a4cad45f6073 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1643229 Nov 12 00:47:04.952904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-f9719b05-285e-4a66-9799-be9e24cb4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.954855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-f9719b05-285e-4a66-9799-be9e24cb4e3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1100 time: 0.1371641 Nov 12 00:47:04.958288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.962877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.967076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/40d2e364-0a87-4db5-8089-1fa17342d337 HTTP/1.1" status: 204 len: 168 time: 0.4210672 Nov 12 00:47:04.976946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50600) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:05.015046 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.028191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2550aaa-6e09-4279-9963-2edac1543d35 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=40d2e364-0a87-4db5-8089-1fa17342d337,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:05.048671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] For port ce8ccd5c-f013-436e-a1b7-e014a12591e0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ce8ccd5c-f013-436e-a1b7-e014a12591e0,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:05.049051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.094974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Calling delete_port for ce8ccd5c-f013-436e-a1b7-e014a12591e0 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:05.115599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1a0f9b0-8acc-4d77-bf53-30295905be49 req-69b98569-fe25-48fa-ba88-7b54e519bf0e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586754 Nov 12 00:47:05.117960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-a20da64d-ec45-4924-bdbe-4dfb9b7fe6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.119414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-a20da64d-ec45-4924-bdbe-4dfb9b7fe6ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2207127 Nov 12 00:47:05.167595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:05.172558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-7c3d8259-a9fe-4b24-bae0-e78f74e08e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.174388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-7c3d8259-a9fe-4b24-bae0-e78f74e08e2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2031705 Nov 12 00:47:05.197206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e811b-d551-4d19-bfde-41bed1dccaac req-6fab04d1-0bd1-4e18-a5fe-b2f35af31f9b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.203666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-6f08d8fa-4b58-4351-bd44-e42463e54ba6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0498838 Nov 12 00:47:05.205183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f1e811b-d551-4d19-bfde-41bed1dccaac req-6fab04d1-0bd1-4e18-a5fe-b2f35af31f9b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0885158 Nov 12 00:47:05.243431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port b264d2f0-52e9-4dff-9564-223ab25db38e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:05.243771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.283891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-a7a70854-14d5-4acd-a0e4-bf343a760d2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0761220 Nov 12 00:47:05.305081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:05.372114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f1e811b-d551-4d19-bfde-41bed1dccaac req-c7272162-f5ef-4fc9-84e4-1e7a83a5fa2a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657989 Nov 12 00:47:05.436618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-7b3d7975-f3ac-43ae-9493-a72a946c34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.443020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-7b3d7975-f3ac-43ae-9493-a72a946c34ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1454804 Nov 12 00:47:05.488790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ebfd6-303c-4346-9b39-74cef783fc4e req-14455b29-f65a-446a-8ded-a95557046633 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.490442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f9ebfd6-303c-4346-9b39-74cef783fc4e req-14455b29-f65a-446a-8ded-a95557046633 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 948 time: 0.1720424 Nov 12 00:47:05.577185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f9ebfd6-303c-4346-9b39-74cef783fc4e req-55b1d266-c3da-4059-a979-87910daf77a2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597777 Nov 12 00:47:05.594022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-e04df7e4-a1a5-4f27-9167-02a5e7e0425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.596173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-e04df7e4-a1a5-4f27-9167-02a5e7e0425f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316557 Nov 12 00:47:05.697689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-8480c8f9-1e54-46c3-b749-f710bac1497a service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885904 Nov 12 00:47:05.726955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-82ea74ff-ccf5-4380-97a8-9c77471aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.728327 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-82ea74ff-ccf5-4380-97a8-9c77471aab63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.5093119 Nov 12 00:47:05.734199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.760656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for b264d2f0-52e9-4dff-9564-223ab25db38e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:05.793767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-c4279a01-c705-4a5b-9a25-b5c922d438db service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Nov 12 00:47:05.845888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-f34031b5-28a8-4475-b7e9-bcc6a0e5b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.847391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-f34031b5-28a8-4475-b7e9-bcc6a0e5b1b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015830 Nov 12 00:47:05.969860 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.996993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.004090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8ccd5c-f013-436e-a1b7-e014a12591e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.070636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=b264d2f0-52e9-4dff-9564-223ab25db38e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.072798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.076163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-367239f8-016f-4e37-b235-688a42d88812 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/ports/b264d2f0-52e9-4dff-9564-223ab25db38e HTTP/1.1" status: 204 len: 168 time: 1.0958843 Nov 12 00:47:06.078989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:06.079543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-ee283a45-9a80-4671-b53e-e2424875fde9 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222066 Nov 12 00:47:06.113059 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa15081-ca0d-450b-a012-356b025e80ee tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] DELETE failed (client error): The resource could not be found. Nov 12 00:47:06.113807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa15081-ca0d-450b-a012-356b025e80ee tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:47:06.119412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5fa15081-ca0d-450b-a012-356b025e80ee tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/093f2d57-bc06-45bf-8e93-c6e8b8c6ff31 HTTP/1.1" status: 404 len: 337 time: 0.0368547 Nov 12 00:47:06.123079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:06.161314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:06.262359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.278017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4b4e93f-be4f-4d8c-9025-a912dfd6791e req-82871d40-aa0b-4314-addd-746317776d29 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788347 Nov 12 00:47:06.300190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:06.306490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.316160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'mac_address': 'fa:16:3e:29:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:06.361034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.374901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:06.399445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cc7a-7e08-4e59-93bd-389f1666a52a req-7c6f32c5-c208-47ce-a9e1-15015a1d2614 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.401594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:06.402069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7376cc7a-7e08-4e59-93bd-389f1666a52a req-7c6f32c5-c208-47ce-a9e1-15015a1d2614 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1363559 Nov 12 00:47:06.409338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.409589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.466002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa429c5-c9a0-4600-b9eb-b9b22903c9fc']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:06.473322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.500134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fb0805-4a4c-49ea-9808-e2f74a881634') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:06.500383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fb0805-4a4c-49ea-9808-e2f74a881634') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:06.517403 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.541595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7376cc7a-7e08-4e59-93bd-389f1666a52a req-25e09ad6-7b23-46dc-a476-cc786a8a8532 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211600 Nov 12 00:47:06.554166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542b37-14bf-4b2c-99f7-e2bc7f3b4a30 req-a374eee5-f36f-4364-b4e2-2c582edef541 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.556430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01542b37-14bf-4b2c-99f7-e2bc7f3b4a30 req-a374eee5-f36f-4364-b4e2-2c582edef541 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1102138 Nov 12 00:47:06.557548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.573691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:06.574349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.580497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:06.649314 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:06.658174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:06.690362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.724322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.727577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/9aa429c5-c9a0-4600-b9eb-b9b22903c9fc HTTP/1.1" status: 204 len: 168 time: 0.6034300 Nov 12 00:47:06.731785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:06.753077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:06.766850 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Sync routers for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:06.769428 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d14909c5-98f5-4632-9dae-461e861103b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/882d75ca-b04e-42d5-b1f1-2d9bdcd4d223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9706123 Nov 12 00:47:06.770930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:06.788124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52dbc5-f129-4331-ba2e-342123173fff tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=9aa429c5-c9a0-4600-b9eb-b9b22903c9fc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.794937 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:06.795570 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:06.827609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01542b37-14bf-4b2c-99f7-e2bc7f3b4a30 req-f48ee0aa-da4d-4a2e-ad61-3530439a4776 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523174 Nov 12 00:47:06.880973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting subnet 2f88a612-ef4e-4fe4-8e41-0ecd9498b312 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:06.884634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.933375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.939336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:06.958764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89901d-5965-4759-8229-cf8f9bec80e9 req-860819a5-bb5e-426b-9d8d-4755de087289 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.966123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f89901d-5965-4759-8229-cf8f9bec80e9 req-860819a5-bb5e-426b-9d8d-4755de087289 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 949 time: 0.2939961 Nov 12 00:47:06.980141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.078552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f89901d-5965-4759-8229-cf8f9bec80e9 req-30bd73d2-7ada-4194-afac-67e024ddf0aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114409 Nov 12 00:47:07.148603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.172333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.188224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61296a6-1e89-410b-ad88-b1e42452784b req-52fa035d-22b4-49b2-be7c-c81a1790ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.189773 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-52fa035d-22b4-49b2-be7c-c81a1790ac18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1098 time: 0.1187582 Nov 12 00:47:07.219169 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:47:05Z', 'revision_number': 5, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port': {'id': '5ac4e797-edac-444e-b6dc-2e9994c50a12', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:20Z', 'updated_at': '2021-11-12T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:07.276358 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Checking router: 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:07.280833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aacc54-1f28-43e8-bf59-06931b49db7a req-9d375a8b-e247-44a6-b885-41a0c662f990 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.282283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12aacc54-1f28-43e8-bf59-06931b49db7a req-9d375a8b-e247-44a6-b885-41a0c662f990 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1024261 Nov 12 00:47:07.301346 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Routers {'882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:07.302088 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:46:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:07.318627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.365247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Subnet': ['ID=2f88a612-ef4e-4fe4-8e41-0ecd9498b312,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:07.365506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Deleting port 5ac4e797-edac-444e-b6dc-2e9994c50a12 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:07.365845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.370454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.378064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1727ecf3-36e6-4285-a116-4db336580829 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/subnets/2f88a612-ef4e-4fe4-8e41-0ecd9498b312 HTTP/1.1" status: 204 len: 168 time: 0.6419051 Nov 12 00:47:07.383639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a4f33-2c91-4c2b-be46-fbd407c8ff98 None None] Network 445bd2ab-f302-4f3e-b462-3c9e7c570a17 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:07.393669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:07.416454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61296a6-1e89-410b-ad88-b1e42452784b req-97d89f4c-d1f5-42b4-ad98-1e8e68b7e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.418281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-97d89f4c-d1f5-42b4-ad98-1e8e68b7e2fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.2198231 Nov 12 00:47:07.468020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] Set router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:07.497199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-d8b92ef2-971a-4284-acbd-467822b24cbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 200 len: 217 time: 0.0476973 Nov 12 00:47:07.552578 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 6, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:07.575337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] For port 5ac4e797-edac-444e-b6dc-2e9994c50a12, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ac4e797-edac-444e-b6dc-2e9994c50a12,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:07.575721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.579334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61296a6-1e89-410b-ad88-b1e42452784b req-96e1b989-e53d-4976-9b99-534047735692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.580858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-96e1b989-e53d-4976-9b99-534047735692 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.0741434 Nov 12 00:47:07.587073 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d893c1-f42e-47d6-8475-508c63303206 None None] The sync data for ids ['882d75ca-b04e-42d5-b1f1-2d9bdcd4d223'] in n-d-712141-15 is: [{'id': '882d75ca-b04e-42d5-b1f1-2d9bdcd4d223', 'name': 'tempest-ServersTestJSON-1263263371-router', 'tenant_id': '983fb0f8b0304749827311a328a1abc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:44:19Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 6, 'project_id': '983fb0f8b0304749827311a328a1abc8', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:07.608211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Calling delete_port for 5ac4e797-edac-444e-b6dc-2e9994c50a12 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:07.636193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-773db1d6-2d73-4adf-9521-b373e6bf63a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361152 Nov 12 00:47:07.667660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12aacc54-1f28-43e8-bf59-06931b49db7a req-af2c932b-c24a-471b-aa40-3283698b5b7d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792136 Nov 12 00:47:07.707336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-5d8b50d3-abe3-4921-8f69-78bd718b873d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.708874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-5d8b50d3-abe3-4921-8f69-78bd718b873d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620&tenant_id=0adbfda3dfd846c6b84245d563215e8a&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 949 time: 0.2763884 Nov 12 00:47:07.717206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.734825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a36ae-e899-49c7-9c63-147b7b3ceb96 req-1f47b5c9-5094-41a8-91c4-6c3cc71edf8c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.737175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7a36ae-e899-49c7-9c63-147b7b3ceb96 req-1f47b5c9-5094-41a8-91c4-6c3cc71edf8c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 949 time: 0.1934416 Nov 12 00:47:07.828542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-5f1c356e-a6df-4371-a087-864561469c89 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545932 Nov 12 00:47:07.947584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.992260 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c61296a6-1e89-410b-ad88-b1e42452784b req-d1fdf0bb-67d5-4611-b3a9-023e3fb78562 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542535 Nov 12 00:47:07.993873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6586e-21d6-49fd-983c-656dce9a807d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:07.994544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac4e797-edac-444e-b6dc-2e9994c50a12,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:08.009704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] DHCP port deletion for 445bd2ab-f302-4f3e-b462-3c9e7c570a17 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:08.078572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.099254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Deleting port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:08.100343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.165964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d7a36ae-e899-49c7-9c63-147b7b3ceb96 req-944836b9-4146-4e4e-9e97-65139b045830 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057522 Nov 12 00:47:08.174286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] For port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,segment=NetworkSegment(1ee92efe-0409-45c3-bd6a-3a71770a2be8),segment_id=1ee92efe-0409-45c3-bd6a-3a71770a2be8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:08.175014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.182595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-103d43f2-c49c-4eef-a98c-4a57ed7d455b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390308 Nov 12 00:47:08.186210 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-c0cb55a4-4422-4ba9-b5d2-980f58b638e0 service neutron] delete failed (client error): The resource could not be found. Nov 12 00:47:08.186415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:08.187270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-c0cb55a4-4422-4ba9-b5d2-980f58b638e0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.4671896 Nov 12 00:47:08.202001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.205443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.218541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Calling delete_port for 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:08.259715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.260476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:47:08.265838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Deleting port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:08.266185 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.266312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.267454 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cbcbd232-4dea-460e-9e93-15f5e1c4e558 admin admin] 10.222.0.11 "DELETE /v2.0/routers/882d75ca-b04e-42d5-b1f1-2d9bdcd4d223 HTTP/1.1" status: 204 len: 168 time: 1.4955049 Nov 12 00:47:08.269974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:08.327767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Deleting subnet 8659da94-da36-42a1-8d0a-17bd318529a0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:08.331439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.358631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:08.364242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.364604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.380576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.387399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.422353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] Pushing event deleted for resources: {'Port': ['ID=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:08.427250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] For port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,segment=NetworkSegment(1ee92efe-0409-45c3-bd6a-3a71770a2be8),segment_id=1ee92efe-0409-45c3-bd6a-3a71770a2be8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:08.427894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.434355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01967eac-17a5-4e33-b25d-92d94bc8b9d1 None None] No DVR routers for this DVR port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:08.452459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-6bb75824-0ceb-4204-b4ba-46635edeb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.454239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-6bb75824-0ceb-4204-b4ba-46635edeb72b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1101 time: 0.1905200 Nov 12 00:47:08.466704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-2ecf57d9-6610-4d4f-a039-465c521c44ca tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.473784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-2ecf57d9-6610-4d4f-a039-465c521c44ca tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817636 Nov 12 00:47:08.477534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Calling delete_port for 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:08.494114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.501822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.518743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e0a18-fc60-4fb1-a3dc-2e9502d14f8b req-c40370b9-9e7f-4c90-9a4b-57ec578e7666 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.520547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a2e0a18-fc60-4fb1-a3dc-2e9502d14f8b req-c40370b9-9e7f-4c90-9a4b-57ec578e7666 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.2168155 Nov 12 00:47:08.531402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:08.533969 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba306cb-6e8b-4828-a6c8-7cccb71159c1" -d '{"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-plugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:08.547364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:08.552522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.572902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.585568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-4e138e4d-313f-44f0-bc26-573b4e0fd8dd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/quotas/3ff34a4f6d31468a86ab82bcbc40871d HTTP/1.1" status: 200 len: 375 time: 0.1105025 Nov 12 00:47:08.601040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8659da94-da36-42a1-8d0a-17bd318529a0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:08.606544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.613295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5750e628-5b15-4a99-945b-ce1815e85e7f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8659da94-da36-42a1-8d0a-17bd318529a0 HTTP/1.1" status: 204 len: 168 time: 0.3422995 Nov 12 00:47:08.615799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:08.619678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef831919-94b0-44cf-9e45-dee7afbe6cb5 None None] Network 20e25615-7dd8-4c13-9f60-8f452a226672 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:08.623380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:08.687793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-c338ac54-9531-4bdd-9038-418dae7c2a1b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858343 Nov 12 00:47:08.701982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.751749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-7e83d2ba-8772-4b99-b645-fb15181740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.753456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-7e83d2ba-8772-4b99-b645-fb15181740b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2729247 Nov 12 00:47:08.763252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a2e0a18-fc60-4fb1-a3dc-2e9502d14f8b req-9ec3efc6-4809-47d0-9211-dff4d946336f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189851 Nov 12 00:47:08.791485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Deleting port 7783f46d-7044-499c-9489-dfcc83125286 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:08.797619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.853656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.859394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-e67f2018-16ff-4eaf-bdcd-f29b0211ba04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0871096 Nov 12 00:47:08.863800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] DHCP port deletion for 20e25615-7dd8-4c13-9f60-8f452a226672 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:08.950599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] For port 7783f46d-7044-499c-9489-dfcc83125286, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7783f46d-7044-499c-9489-dfcc83125286,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:08.951923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.969283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Calling delete_port for 7783f46d-7044-499c-9489-dfcc83125286 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:08.971235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Port': ['ID=05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:08.990190 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7629fbdc-ec64-4a86-ae2f-515af2792b53 x-openstack-request-id: req-7629fbdc-ec64-4a86-ae2f-515af2792b53 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:08.990496 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-plugged", "status": "completed", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:08.990761 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7629fbdc-ec64-4a86-ae2f-515af2792b53 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:08.991173 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'code': 200} Nov 12 00:47:09.009933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Deleting port 7783f46d-7044-499c-9489-dfcc83125286 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:09.010274 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.044732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] No DVR routers for this DVR port 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:09.110936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.112426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] For port 7783f46d-7044-499c-9489-dfcc83125286, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7783f46d-7044-499c-9489-dfcc83125286,segment=NetworkSegment(58e5a6c1-7f4d-432d-9ad4-b88a7a63a285),segment_id=58e5a6c1-7f4d-432d-9ad4-b88a7a63a285)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:09.112954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.129269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Calling delete_port for 7783f46d-7044-499c-9489-dfcc83125286 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:09.145054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-3f69260d-08c3-4b96-ba60-0abce6eb62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.146545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-3f69260d-08c3-4b96-ba60-0abce6eb62fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2561653 Nov 12 00:47:09.164444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7783f46d-7044-499c-9489-dfcc83125286,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.166404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] No DVR routers for this DVR port 7783f46d-7044-499c-9489-dfcc83125286 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:09.215281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.235821 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba26cf8a-d7ff-448a-9840-fe2dca22c848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.281397 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.281919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.291162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862dfad-ba98-490d-bf60-527c41ce20d1 req-403ece38-fad0-402a-88a1-1a39a286d6ea tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.298661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6862dfad-ba98-490d-bf60-527c41ce20d1 req-403ece38-fad0-402a-88a1-1a39a286d6ea tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2135820 Nov 12 00:47:09.302738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445bd2ab-f302-4f3e-b462-3c9e7c570a17']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.308390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] Pushing event deleted for resources: {'Port': ['ID=7783f46d-7044-499c-9489-dfcc83125286,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.309916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e25615-7dd8-4c13-9f60-8f452a226672']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.315052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7ba6f-05ef-4cb9-87dc-b2b6bc2e19bb None None] No DVR routers for this DVR port 7783f46d-7044-499c-9489-dfcc83125286 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:09.319933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-9b96e96c-67b9-4158-b1de-df87dbd860af tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785036 Nov 12 00:47:09.336317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.336722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e5a6c1-7f4d-432d-9ad4-b88a7a63a285') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.340658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee92efe-0409-45c3-bd6a-3a71770a2be8') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.340883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee92efe-0409-45c3-bd6a-3a71770a2be8') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.350989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.366525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.373356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.375425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:09.375926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:09.378070 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:09.384358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-8218fe94-924f-4f52-9058-bb404a411a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.386134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-8218fe94-924f-4f52-9058-bb404a411a77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1866419 Nov 12 00:47:09.442834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.451030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.455174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] 10.222.0.11 "DELETE /v2.0/networks/20e25615-7dd8-4c13-9f60-8f452a226672 HTTP/1.1" status: 204 len: 168 time: 0.8374796 Nov 12 00:47:09.469327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa962c-175b-4600-82d4-90e6d42e17ec admin admin] Pushing event deleted for resources: {'Network': ['ID=20e25615-7dd8-4c13-9f60-8f452a226672,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.486021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.537020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:09.537425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.550576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6862dfad-ba98-490d-bf60-527c41ce20d1 req-6ee613d1-2242-4476-b60f-e3fe03a54395 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505753 Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:09.550992 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:09.574256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ce8ccd5c-f013-436e-a1b7-e014a12591e0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:09.601573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ce8ccd5c-f013-436e-a1b7-e014a12591e0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:09.602100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ce8ccd5c-f013-436e-a1b7-e014a12591e0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:09.602579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7783f46d-7044-499c-9489-dfcc83125286 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:09.642304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7783f46d-7044-499c-9489-dfcc83125286 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:09.642724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7783f46d-7044-499c-9489-dfcc83125286 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:09.643068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ac4e797-edac-444e-b6dc-2e9994c50a12 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:09.672517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5ac4e797-edac-444e-b6dc-2e9994c50a12 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:09.672867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ac4e797-edac-444e-b6dc-2e9994c50a12 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:09.673286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:09.701953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:09.702263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 05ca1ff7-8f8f-4567-a0b9-b0c5e68e3ada not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:09.727906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:09.734731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-8824c189-18ce-411e-bf2f-7a4a619de1fd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.736300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-8824c189-18ce-411e-bf2f-7a4a619de1fd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4155393 Nov 12 00:47:09.750796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-b0658b73-7767-4001-8000-49a911430441 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243356 Nov 12 00:47:09.759984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.770792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.777332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] 10.222.0.11 "DELETE /v2.0/networks/445bd2ab-f302-4f3e-b462-3c9e7c570a17 HTTP/1.1" status: 204 len: 168 time: 2.3662455 Nov 12 00:47:09.779399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-40950866-a177-4773-a10d-52ece7ce74ab tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/quotas/3ff34a4f6d31468a86ab82bcbc40871d HTTP/1.1" status: 200 len: 375 time: 0.0330768 Nov 12 00:47:09.790516 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf6ac106-9bb5-4357-b1c7-2a8e9b6be3d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=983fb0f8b0304749827311a328a1abc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612261 Nov 12 00:47:09.791124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:09.834192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-37214982-4ba9-4743-8737-050fc7b5a66d tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322170 Nov 12 00:47:09.845715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef13bd-4bb9-4370-919a-85263f0e7d13 tempest-NetworksIpV6TestAttrs-295341887 tempest-NetworksIpV6TestAttrs-295341887-project] Pushing event deleted for resources: {'Network': ['ID=445bd2ab-f302-4f3e-b462-3c9e7c570a17,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.854921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.856584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59550-6258-43e8-8c00-ba9c18c802bf req-faa58992-1247-4d3c-9d3f-b773c2bea155 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.864710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78c59550-6258-43e8-8c00-ba9c18c802bf req-faa58992-1247-4d3c-9d3f-b773c2bea155 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2108037 Nov 12 00:47:09.892630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.974425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78c59550-6258-43e8-8c00-ba9c18c802bf req-28348b19-e76c-45c7-a77f-ee5160ba922e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044233 Nov 12 00:47:10.001334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8378ccbf-8a1e-4726-98b5-147ffa477aee req-50bb1555-c111-4b19-81b2-baf383ee4dac service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063658 Nov 12 00:47:10.013635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.017792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.022352 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d2410cb-6ed8-445e-b143-db17758b17cf HTTP/1.1" status: 204 len: 168 time: 0.2300069 Nov 12 00:47:10.072916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc3e79-ae20-4393-9bb9-81662a7c6aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2410cb-6ed8-445e-b143-db17758b17cf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:10.131592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f589b9-9b1c-4742-85af-2666ef90845d req-4baf6535-1e1d-42ed-9f43-d8335e697adc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.139938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f589b9-9b1c-4742-85af-2666ef90845d req-4baf6535-1e1d-42ed-9f43-d8335e697adc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0850310 Nov 12 00:47:10.221228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dceedbc-2ca9-45f6-9768-c435aaf2a112 req-9a28eac3-4eb6-4002-bcd4-a4d5387a36ef tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 210 time: 0.0495951 Nov 12 00:47:10.252592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:10.255798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f589b9-9b1c-4742-85af-2666ef90845d req-e0bebeb0-8005-494a-9e00-c3fb9d8c5057 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145918 Nov 12 00:47:10.392739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-2364f3f0-e456-4a4e-93a9-c90f6ae14e56 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288675 Nov 12 00:47:10.558224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-1a3cd70b-0b83-4b75-a2fc-b8ad937e3721 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.559812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-1a3cd70b-0b83-4b75-a2fc-b8ad937e3721 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566606 Nov 12 00:47:10.576407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddd1fe11-7418-4536-9c16-79d413ca38dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=295cad503aec4824a2c6951908ad4ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225324 Nov 12 00:47:10.578808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:10.590180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Request body: {'port': {'device_id': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3ff34a4f6d31468a86ab82bcbc40871d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:10.663962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.691388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.759707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.763716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.780438 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55acb5a0-06a8-49d6-b8fd-18ec0a5b00d2 HTTP/1.1" status: 204 len: 168 time: 0.1899676 Nov 12 00:47:10.790055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a4f2-4929-4a5e-a44f-afde85175088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55acb5a0-06a8-49d6-b8fd-18ec0a5b00d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:10.799064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7a6d0-884e-4706-8125-a2821c2b6916 req-e779ced1-58b3-49e1-8771-d6f21e7fee47 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.807245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99a7a6d0-884e-4706-8125-a2821c2b6916 req-e779ced1-58b3-49e1-8771-d6f21e7fee47 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0946898 Nov 12 00:47:10.901134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99a7a6d0-884e-4706-8125-a2821c2b6916 req-304894f0-23d7-48fd-a5f2-aff507d1c83c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Nov 12 00:47:10.902554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Made reservation on behalf of 3ff34a4f6d31468a86ab82bcbc40871d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:10.906240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.916401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.053152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.061484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.158165 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-5b79e11f-158a-4722-b313-598637e755c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804660 Nov 12 00:47:11.231912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.246249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-49eeb150-4970-4de3-8dde-a5bded7e749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.247879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-49eeb150-4970-4de3-8dde-a5bded7e749d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f1b36b892834ade85eda2f627ed5447&device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 1098 time: 0.0642657 Nov 12 00:47:11.252537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81afdf5-ba56-45c2-9c21-3beca110828c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.329058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073c137-d389-4fee-8c2b-df0cb7e8b5e1 req-2e982b8b-4979-436c-a578-c58a41790b3f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.330661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0073c137-d389-4fee-8c2b-df0cb7e8b5e1 req-2e982b8b-4979-436c-a578-c58a41790b3f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2352450 Nov 12 00:47:11.389772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-459794548-network', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:11.398759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f0abdf-6848-4501-9435-ee5e8264c272 req-cba8fa8c-f902-4466-bd84-10d1db1afdc4 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 210 time: 0.0429177 Nov 12 00:47:11.431903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:11.435370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.448978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-4fb6f2a3-dd10-4cd9-9549-840a26ba8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.450527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-4fb6f2a3-dd10-4cd9-9549-840a26ba8502 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 200 len: 916 time: 0.1804204 Nov 12 00:47:11.451476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.472354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0073c137-d389-4fee-8c2b-df0cb7e8b5e1 req-a27848e8-2faa-4b36-930d-3f6d311bff42 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Nov 12 00:47:11.477132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Allocated IP 192.168.233.85 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/24c8cde3-5ea3-41bf-85e0-559512da72bc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:11.594667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-14195986-9231-41c7-95ca-28743300ace3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 200 len: 1001 time: 0.1335490 Nov 12 00:47:11.654194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964257-4260-42b1-b154-448d40165f46 req-03802d45-a520-4d5a-ab40-2f13e1923f05 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.662196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc964257-4260-42b1-b154-448d40165f46 req-03802d45-a520-4d5a-ab40-2f13e1923f05 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1758468 Nov 12 00:47:11.682705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-6903b319-de27-41cb-a6e0-8001a95bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.684819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-6903b319-de27-41cb-a6e0-8001a95bb2c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b2ef5b3-0415-4dda-9c74-ec2c106e8383 HTTP/1.1" status: 200 len: 854 time: 0.0798912 Nov 12 00:47:11.687603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-3dc0bd05-1bd7-4b62-ad39-60869761074e tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769081 Nov 12 00:47:11.696218 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b129bcb9-e3e2-4409-a678-0653f187e029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.712865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.731139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.760513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d87901-c61e-450e-982c-9096b87037d9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.798663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:11.812762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-d55ff362-fd75-42cc-a0a1-b72e64a87aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.814681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-d55ff362-fd75-42cc-a0a1-b72e64a87aef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dd5299f-ff84-4738-8f8e-00b76c8bf411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186795 Nov 12 00:47:11.820457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.821179 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Added segment 98e950a0-f44a-44e8-b953-26968737b367 of type vlan for network 831f65fc-225f-47c4-b852-335e8ccd266c Nov 12 00:47:11.876494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.929295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.931465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc964257-4260-42b1-b154-448d40165f46 req-f0a9b8bb-720f-4b51-9596-00fc72b5b244 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683911 Nov 12 00:47:11.961850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a97d79-7b1c-43dd-a364-0609e8a70c40 req-b8f3e1eb-4bed-43ae-943e-c9df20a97b4a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.978478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44a97d79-7b1c-43dd-a364-0609e8a70c40 req-b8f3e1eb-4bed-43ae-943e-c9df20a97b4a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2679880 Nov 12 00:47:11.981998 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-004cd9dd-3c46-4821-a66a-ac2ab9d544a6 service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490371 Nov 12 00:47:11.983179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.984245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.984816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.995385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-346516399'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:12.025843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-e00742db-9700-4693-aa52-cc69a3d2b44e tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.027660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-e00742db-9700-4693-aa52-cc69a3d2b44e tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200169 Nov 12 00:47:12.042592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.058374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Request body: {'port': {'device_id': 'a8036341-ec78-4def-866e-58ae50c7260e', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '3ff34a4f6d31468a86ab82bcbc40871d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:12.117259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] Pushing event updated for resources: {'Network': ['ID=831f65fc-225f-47c4-b852-335e8ccd266c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.130641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 831f65fc-225f-47c4-b852-335e8ccd266c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:12.133266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:12.137734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.151192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.162046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bbfc02b1-0ed3-4f8d-a41f-d9ee97736c60 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9252486 Nov 12 00:47:12.166690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:12.175045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Request body: {'subnet': {'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-459794548-subnet', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:12.206305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:12.208670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.232941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d54932c-3b8a-4759-9d06-31fa7b663ed3 req-c534a549-c995-4fe8-9079-1da6b83e20bb service neutron] 10.222.0.32 "GET /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316945 Nov 12 00:47:12.381609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.390095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.426956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44a97d79-7b1c-43dd-a364-0609e8a70c40 req-cfaf21dc-731b-40dd-b1df-a58ed2a74590 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472027 Nov 12 00:47:12.428541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:12.467900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b317-b8b4-4af9-9f93-469a81e885b0 req-db107e48-24d7-4096-85be-0cd1893c0a15 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.475735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fa7b317-b8b4-4af9-9f93-469a81e885b0 req-db107e48-24d7-4096-85be-0cd1893c0a15 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.4418604 Nov 12 00:47:12.484683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e830a57a-011c-4857-b409-7c29445a8659,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.492933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.494828 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment d70ba773-da76-4c7a-8468-d0b8023950c2 of type vlan for network e17df1e7-24b2-476e-a565-9f38e9200f69 Nov 12 00:47:12.512917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.528894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.567216 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.612467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f39982-4de1-4904-a8f0-75841c77c372,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.613758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:12.625031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.630685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.631274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.633663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:12.633861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:12.634082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Network hostable DHCP agents. Network: 831f65fc-225f-47c4-b852-335e8ccd266c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:12.636359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:12.641632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d41cdb4-9f05-4e0d-8f10-1352c648430b req-2cd66b30-3dc4-491a-b300-ebabadc10bc7 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 210 time: 0.0702224 Nov 12 00:47:12.645139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fa7b317-b8b4-4af9-9f93-469a81e885b0 req-041fad2b-b6fb-42b7-a262-504f7e1e1ac5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685622 Nov 12 00:47:12.645927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.685716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Made reservation on behalf of 3ff34a4f6d31468a86ab82bcbc40871d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:12.689881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.728172 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.761061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.761879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.822771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7cdd6ce7-f01d-4667-9a1f-dd1d003f16f0 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2394748 Nov 12 00:47:12.837674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Request body: {'port': {'device_id': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:12.965567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.969752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Allocated IP 192.168.233.48 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/0394f790-58c6-45d7-ad1c-bfb028e808b4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:13.029991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dc6e5eee-0d5d-4713-a696-5c9eb3b68983 None None] Provisioning complete for port 24c8cde3-5ea3-41bf-85e0-559512da72bc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:13.033445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5eee-0d5d-4713-a696-5c9eb3b68983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.075120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e5eee-0d5d-4713-a696-5c9eb3b68983 None None] Port 24c8cde3-5ea3-41bf-85e0-559512da72bc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:13.146800 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2637937 Nov 12 00:47:13.147838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Network 831f65fc-225f-47c4-b852-335e8ccd266c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:13.149941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6d9c-3284-40c5-b4e0-a034b8537eff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=e17df1e7-24b2-476e-a565-9f38e9200f69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.153047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.158887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-857454689'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:13.160768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e17df1e7-24b2-476e-a565-9f38e9200f69 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:13.162026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-1048d3fb-aff6-4b3a-87d6-2d481a42350a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688479 Nov 12 00:47:13.177277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 831f65fc-225f-47c4-b852-335e8ccd266c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:13.184047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.185067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.200668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:13.204356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.218243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc4246-07c0-40ce-b6b1-c58be7824b8a None None] Network 831f65fc-225f-47c4-b852-335e8ccd266c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:13.223855 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-10e5eedd-af0a-4ce5-8173-982aeca85a40 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0527115 Nov 12 00:47:13.227281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.238684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:13.250369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:13.267036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.267444 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 4aa7ca74-33f3-4d16-99e8-df472e60073e of type vlan for network 17a7a8ed-331a-484e-a857-ce68817b0fc9 Nov 12 00:47:13.294804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793efbf2-beac-4187-a0f0-c3e3702d23c1 req-cfe4b2f7-65ab-4911-9cf8-528d7e8894ec tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.298983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.300268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.300558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-793efbf2-beac-4187-a0f0-c3e3702d23c1 req-cfe4b2f7-65ab-4911-9cf8-528d7e8894ec tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.2130883 Nov 12 00:47:13.316567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.378440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.402419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-831f65fc-225f-47c4-b852-335e8ccd266c', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:13.403579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.427993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-011deef1-3ecd-4a46-adc4-0a0b6bd8059b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.435528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-011deef1-3ecd-4a46-adc4-0a0b6bd8059b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551103 Nov 12 00:47:13.476143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.482067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-4f0d689d-fb94-44bd-8a10-ce2a4deacf12 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/quotas/0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 375 time: 0.0450428 Nov 12 00:47:13.482968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.483965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.496098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-793efbf2-beac-4187-a0f0-c3e3702d23c1 req-65c867d3-6f6a-48ea-8334-67b4f4808d75 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892052 Nov 12 00:47:13.515912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.559125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Allocated IP 172.20.0.2 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/951f376e-125f-4a32-b794-e029a775f486) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:13.564200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-dd57b1d2-aeb9-4df7-92a3-405c11243642 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804501 Nov 12 00:47:13.601448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.666441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.671439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:13.674504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=17a7a8ed-331a-484e-a857-ce68817b0fc9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.687315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:13.703273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:13.709211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:13.727426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-566a709d-3356-4cbd-8645-a9c7ece43989 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5707247 Nov 12 00:47:13.729163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.737912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:13.791115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.888201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.920412 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.935327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.969894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:13.976251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:13.981231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:13.985422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:13.997278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.999305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Pushing event updated for resources: {'Port': ['ID=951f376e-125f-4a32-b794-e029a775f486,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.023913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.024695 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.061052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Attempting to bind port 951f376e-125f-4a32-b794-e029a775f486 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:14.061839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Attempting to bind port 951f376e-125f-4a32-b794-e029a775f486 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:14.062453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Attempting to bind port 951f376e-125f-4a32-b794-e029a775f486 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:14.068627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:14.069406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:14.069909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.070371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:14.071034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Bound port: 951f376e-125f-4a32-b794-e029a775f486, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:14.071415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.090542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:14.131486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.139281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-f3b44f0f-0768-4e3c-aee3-5b60092a9348 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0942526 Nov 12 00:47:14.157294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7feaa2a3-9e3e-4085-b4f8-f648db8e3873 None None] Provisioning complete for port 0394f790-58c6-45d7-ad1c-bfb028e808b4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:14.157873 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7feaa2a3-9e3e-4085-b4f8-f648db8e3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.160931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Request body: {'port': {'device_id': 'a8036341-ec78-4def-866e-58ae50c7260e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:14.206184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Transition to ACTIVE for port object 24c8cde3-5ea3-41bf-85e0-559512da72bc will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:14.210766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7feaa2a3-9e3e-4085-b4f8-f648db8e3873 None None] Port 0394f790-58c6-45d7-ad1c-bfb028e808b4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:14.214206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] For port 951f376e-125f-4a32-b794-e029a775f486, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:14.219108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca846ed-7fbe-416a-aa7d-c5543baefd82 req-f87ab9e0-918f-4c03-b6ce-229f8a024db4 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.219317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] For port 951f376e-125f-4a32-b794-e029a775f486, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=951f376e-125f-4a32-b794-e029a775f486,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:14.225170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.226747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.227378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ca846ed-7fbe-416a-aa7d-c5543baefd82 req-f87ab9e0-918f-4c03-b6ce-229f8a024db4 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 935 time: 0.3474758 Nov 12 00:47:14.253890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.257137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.309360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08afe2-8973-4994-b7dd-c4357eda97f1 None None] Pushing event updated for resources: {'Port': ['ID=951f376e-125f-4a32-b794-e029a775f486,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.360683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.370613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868e48-4550-446b-b5bd-82a68eb649f2 req-d9b593d3-fdcf-4185-b0d3-af9ce5a57b69 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.376599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc868e48-4550-446b-b5bd-82a68eb649f2 req-d9b593d3-fdcf-4185-b0d3-af9ce5a57b69 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.3462918 Nov 12 00:47:14.381158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.390612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ca846ed-7fbe-416a-aa7d-c5543baefd82 req-fdead08e-3285-4223-a6e4-0ad9c7193ff4 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622837 Nov 12 00:47:14.468794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.543731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Allocated IP 172.25.6.29 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/1facf09b-2c63-4106-a411-57bdefcc6fe3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:14.558688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=92348a2b-d249-48f6-874d-c5986594a002,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.700048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c3c7d6f-bbab-48da-9ddc-bc3afd175e0f req-ea805b04-5822-4eb3-926e-6dc2bfec5006 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 210 time: 0.1323576 Nov 12 00:47:14.731905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': 'd70ba773-da76-4c7a-8468-d0b8023950c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:14.732902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: e17df1e7-24b2-476e-a565-9f38e9200f69, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:14.740306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc868e48-4550-446b-b5bd-82a68eb649f2 req-06bd743a-27d0-4986-8d1b-6bb130ef9f76 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537722 Nov 12 00:47:14.802141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Attempting to bind port 24c8cde3-5ea3-41bf-85e0-559512da72bc on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:14.802664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Attempting to bind port 24c8cde3-5ea3-41bf-85e0-559512da72bc by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:14.802832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Attempting to bind port 24c8cde3-5ea3-41bf-85e0-559512da72bc on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:14.818478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e17df1e7-24b2-476e-a565-9f38e9200f69 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:14.819237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Port 24c8cde3-5ea3-41bf-85e0-559512da72bc on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:14.819564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Attempting to bind port 24c8cde3-5ea3-41bf-85e0-559512da72bc on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:14.821211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.842817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:14.843155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:14.843541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:14.843990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Bound port: 24c8cde3-5ea3-41bf-85e0-559512da72bc, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:14.850755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.864641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e17df1e7-24b2-476e-a565-9f38e9200f69) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:14.875508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce2091-af1f-4093-8984-86cc404e951d None None] Network e17df1e7-24b2-476e-a565-9f38e9200f69 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:14.892523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.893232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.931717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.972342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ac501adb-7bef-47af-a130-d22ce7a79fc6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2381094 Nov 12 00:47:14.977732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:14.984507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:15.056695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e13f7-5a7f-42f3-8368-d0fefd2e6596 req-e5ab0a1e-67c2-43f6-aea0-bb7bb564403e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.060442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84e13f7-5a7f-42f3-8368-d0fefd2e6596 req-e5ab0a1e-67c2-43f6-aea0-bb7bb564403e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1485131 Nov 12 00:47:15.152147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-e17df1e7-24b2-476e-a565-9f38e9200f69', 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '92348a2b-d249-48f6-874d-c5986594a002'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:15.153665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.162097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:15.165794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.191247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-c34b37e8-a245-4a5a-94c9-bc166f82ac6f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689394 Nov 12 00:47:15.195382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394f790-58c6-45d7-ad1c-bfb028e808b4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:15.206533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.212272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:15.226421 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-a118c1a2-4498-44c8-bac3-65cf7a7fc340 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2104049 Nov 12 00:47:15.263600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e84e13f7-5a7f-42f3-8368-d0fefd2e6596 req-c2d0ee4c-16f9-489b-9a70-05d55426dcf2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243315 Nov 12 00:47:15.267051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.290346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.291117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.292934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/24c8cde3-5ea3-41bf-85e0-559512da72bc HTTP/1.1" status: 200 len: 1096 time: 2.4598656 Nov 12 00:47:15.293397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:15.294508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Transition to ACTIVE for port object 0394f790-58c6-45d7-ad1c-bfb028e808b4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:15.295564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:15.296629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:15.300032 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3c0d85-c110-4264-ac61-e8bf0886e268" -d '{"events": [{"name": "network-changed", "server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:15.350879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7446d-6a83-46eb-92d3-9fc920947874 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:15.368282 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b62821-0b62-4e02-993e-152e8a590034 x-openstack-request-id: req-60b62821-0b62-4e02-993e-152e8a590034 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:15.368912 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:15.371583 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60b62821-0b62-4e02-993e-152e8a590034 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:15.372472 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'status': 'completed', 'code': 200} Nov 12 00:47:15.378593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.420858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:15.431585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:15.434919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Allocated IP 2001:db8::2 (e17df1e7-24b2-476e-a565-9f38e9200f69/92348a2b-d249-48f6-874d-c5986594a002/b95858d3-4647-4f26-bc9e-cfa55c940c64) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:15.450570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.487726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1e4d-9a88-4d63-a310-8ea0dc0167f5 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.574381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Pushing event updated for resources: {'Port': ['ID=1facf09b-2c63-4106-a411-57bdefcc6fe3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.744617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-370f167e-7ee7-4e90-86f5-a0e22121cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.746694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-370f167e-7ee7-4e90-86f5-a0e22121cc8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 1099 time: 0.3316467 Nov 12 00:47:15.751223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.831298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-6e979147-aa8a-49eb-bace-f6b5baeac996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.832782 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-6e979147-aa8a-49eb-bace-f6b5baeac996 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 1098 time: 0.5599487 Nov 12 00:47:15.849397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-52f8c8f7-69d1-4c53-b050-522f9c733fdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc HTTP/1.1" status: 200 len: 217 time: 0.0908711 Nov 12 00:47:15.851625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-db486317-9d35-4477-90cf-6f7bc031d929 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.853678 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-db486317-9d35-4477-90cf-6f7bc031d929 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6222882 Nov 12 00:47:15.862322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 951f376e-125f-4a32-b794-e029a775f486 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:15.898419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f788a70-4656-44e4-8c87-b2336c668a42 req-68cd573c-7d24-43ac-b567-100548f1177b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 210 time: 0.0615854 Nov 12 00:47:15.909035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Request body: {'port': {'device_id': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '0adbfda3dfd846c6b84245d563215e8a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:15.964520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b595-0d03-4716-b8e1-31e68c937f59 req-23d3d236-4d60-4343-836c-46023e39237d tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.972389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3022b595-0d03-4716-b8e1-31e68c937f59 req-23d3d236-4d60-4343-836c-46023e39237d tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.4190335 Nov 12 00:47:15.998552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Attempting to bind port 0394f790-58c6-45d7-ad1c-bfb028e808b4 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:15.998776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Attempting to bind port 0394f790-58c6-45d7-ad1c-bfb028e808b4 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:15.999105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Attempting to bind port 0394f790-58c6-45d7-ad1c-bfb028e808b4 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:16.028343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Port 0394f790-58c6-45d7-ad1c-bfb028e808b4 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:16.028753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Attempting to bind port 0394f790-58c6-45d7-ad1c-bfb028e808b4 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:16.065627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-53b3ad79-8896-4cb3-a295-e67eda997e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.067866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-53b3ad79-8896-4cb3-a295-e67eda997e01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1870012 Nov 12 00:47:16.072226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:16.072575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:16.073232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:16.074366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Bound port: 0394f790-58c6-45d7-ad1c-bfb028e808b4, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:16.074721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.083023 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.095332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def4cac-5aa9-40aa-9e36-1dc1d352b034 None None] Network 831f65fc-225f-47c4-b852-335e8ccd266c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:16.100900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.148980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3022b595-0d03-4716-b8e1-31e68c937f59 req-2ec09184-44d8-4c4e-9866-31cc1361f804 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733890 Nov 12 00:47:16.159672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d74b9308-90c4-4380-8e61-814e000e9bb7 None None] Provisioning complete for port 1facf09b-2c63-4106-a411-57bdefcc6fe3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:16.160931 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d74b9308-90c4-4380-8e61-814e000e9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.193651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Pushing event updated for resources: {'Port': ['ID=b95858d3-4647-4f26-bc9e-cfa55c940c64,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:16.244389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Network e17df1e7-24b2-476e-a565-9f38e9200f69 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:16.245018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeb350-1ba5-4239-a136-4ea88348016a req-cb14a451-ccca-43de-a4d7-7da96c500527 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.247398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5deeb350-1ba5-4239-a136-4ea88348016a req-cb14a451-ccca-43de-a4d7-7da96c500527 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2302794 Nov 12 00:47:16.292877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:16.299989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:16.303396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-b9f03597-c884-4a82-8131-c3938a51366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.308513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-b9f03597-c884-4a82-8131-c3938a51366a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2311420 Nov 12 00:47:16.314718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d74b9308-90c4-4380-8e61-814e000e9bb7 None None] Port 1facf09b-2c63-4106-a411-57bdefcc6fe3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:16.347196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 951f376e-125f-4a32-b794-e029a775f486 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:16.347692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.355637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-ba2b1b67-59e5-41be-af7e-9c179a3bc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.357169 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-ba2b1b67-59e5-41be-af7e-9c179a3bc7c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.4777713 Nov 12 00:47:16.386125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.424329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:16.437800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Attempting to bind port b95858d3-4647-4f26-bc9e-cfa55c940c64 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:16.438336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Attempting to bind port b95858d3-4647-4f26-bc9e-cfa55c940c64 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd70ba773-da76-4c7a-8468-d0b8023950c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:16.438790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Attempting to bind port b95858d3-4647-4f26-bc9e-cfa55c940c64 on network e17df1e7-24b2-476e-a565-9f38e9200f69 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:16.444567 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-a3edd5aa-0964-471e-a5ba-9c68d975692a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 200 len: 217 time: 0.0706232 Nov 12 00:47:16.451282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:16.475743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:16.476659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Checking segment: {'id': 'd70ba773-da76-4c7a-8468-d0b8023950c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:16.476849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.476965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Made reservation on behalf of 0adbfda3dfd846c6b84245d563215e8a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:16.477508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Bound using segment: {'id': 'd70ba773-da76-4c7a-8468-d0b8023950c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:16.478084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Bound port: b95858d3-4647-4f26-bc9e-cfa55c940c64, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70ba773-da76-4c7a-8468-d0b8023950c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e17df1e7-24b2-476e-a565-9f38e9200f69'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:16.478555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.481603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.481799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.541540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5deeb350-1ba5-4239-a136-4ea88348016a req-9af9fa1e-ed51-401c-843a-b0cb4319508d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788761 Nov 12 00:47:16.554550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.555152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.556594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] 10.222.0.39 "PUT /v2.0/ports/0394f790-58c6-45d7-ad1c-bfb028e808b4 HTTP/1.1" status: 200 len: 1096 time: 2.4017699 Nov 12 00:47:16.586702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-7b7aa769-a8e9-4a22-b24e-7ee89e3b1cce service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563124 Nov 12 00:47:16.596743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45036ec-0f56-4644-9524-ef29e004a678 req-a55f7620-0459-400d-8385-3cdc655fa553 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.604231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b45036ec-0f56-4644-9524-ef29e004a678 req-a55f7620-0459-400d-8385-3cdc655fa553 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1701906 Nov 12 00:47:16.607829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ff1147ea-b888-4d0f-a616-0be4a587c1e7 None None] Provisioning complete for port 951f376e-125f-4a32-b794-e029a775f486 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:16.608228 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff1147ea-b888-4d0f-a616-0be4a587c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.621033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff76d8-2f06-482a-92a8-580a9cd889fc service neutron] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:16.755380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.781195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] For port b95858d3-4647-4f26-bc9e-cfa55c940c64, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:16.813179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 951f376e-125f-4a32-b794-e029a775f486, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=951f376e-125f-4a32-b794-e029a775f486,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:16.853246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.926513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=951f376e-125f-4a32-b794-e029a775f486,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:16.939223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] For port b95858d3-4647-4f26-bc9e-cfa55c940c64, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b95858d3-4647-4f26-bc9e-cfa55c940c64,segment=NetworkSegment(d70ba773-da76-4c7a-8468-d0b8023950c2),segment_id=d70ba773-da76-4c7a-8468-d0b8023950c2)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:16.958422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.024749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.047821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd4ce-0f7b-4584-b7b9-d597e08bea65 None None] Pushing event updated for resources: {'Port': ['ID=b95858d3-4647-4f26-bc9e-cfa55c940c64,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.072373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-7fc6b3e6-8d0d-4847-a3ca-e0498abf3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.074017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-7fc6b3e6-8d0d-4847-a3ca-e0498abf3729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.5836103 Nov 12 00:47:17.077101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b437370b-4509-482b-aa56-ccffc5ae8721 req-e9203fb9-aa0b-469a-ae77-bb0fdc5e5d7c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 210 time: 0.0669603 Nov 12 00:47:17.087921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b45036ec-0f56-4644-9524-ef29e004a678 req-e7f6eff5-0802-4ce8-96ac-4e72e14c928b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827178 Nov 12 00:47:17.107075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-a7e27f6b-341b-4cec-bd81-a1c8d7c3698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.107075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-a7e27f6b-341b-4cec-bd81-a1c8d7c3698a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 1099 time: 0.4779351 Nov 12 00:47:17.167475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7763d3c4-0c75-4d62-860c-4bbd2c0dfe1b None None] Provisioning complete for port 951f376e-125f-4a32-b794-e029a775f486 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:17.167475 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7763d3c4-0c75-4d62-860c-4bbd2c0dfe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.189961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ba5f83-c51a-407f-ad3b-0ded80e7bb71 req-0947c75d-5853-4b38-8307-294f4b06aacd service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828054 Nov 12 00:47:17.191394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-2391a480-4199-4dc0-8034-8b282a5a4940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4 HTTP/1.1" status: 200 len: 217 time: 0.0681424 Nov 12 00:47:17.208487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=2dc79697-bf67-48b9-8394-56c98c52eb62,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.216333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-772db9a8-2b40-4c7f-8315-aea30ffa5a4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790665 Nov 12 00:47:17.332462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '4aa7ca74-33f3-4d16-99e8-df472e60073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:17.333127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: 17a7a8ed-331a-484e-a857-ce68817b0fc9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:17.397486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:17.400377 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3ba61b-d7d1-4cee-add7-015814831b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:17.415043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-e257b21d-f455-4e4a-b4ac-ef6f996d4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.417452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-e257b21d-f455-4e4a-b4ac-ef6f996d4b56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2173874 Nov 12 00:47:17.471504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef63e28-4deb-4960-84dd-17a63d7bf2f4 req-bd805323-f979-4112-b8c2-3c06bf96edff tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.473205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ef63e28-4deb-4960-84dd-17a63d7bf2f4 req-bd805323-f979-4112-b8c2-3c06bf96edff tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.2074058 Nov 12 00:47:17.486502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Allocated IP 192.168.233.206 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/d4586886-1ac2-4b42-b3b6-e92bf92b636a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:17.498783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:17.503040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-be2c4b0b-f683-42b1-a3f5-ba30c4a05e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.504746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-be2c4b0b-f683-42b1-a3f5-ba30c4a05e3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 1099 time: 0.1631677 Nov 12 00:47:17.533052 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4a881-3b55-42ef-a7d0-953a526d7ba5 x-openstack-request-id: req-25e4a881-3b55-42ef-a7d0-953a526d7ba5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:17.533529 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:17.533739 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25e4a881-3b55-42ef-a7d0-953a526d7ba5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:17.534189 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'status': 'completed', 'code': 200} Nov 12 00:47:17.567817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-ef35e5dc-583e-4fce-a39f-790511689338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.569639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-ef35e5dc-583e-4fce-a39f-790511689338 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1426609 Nov 12 00:47:17.577566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 17a7a8ed-331a-484e-a857-ce68817b0fc9) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:17.588214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-0456e09b-f0db-49f6-9391-1cc72ef7c987 service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533859 Nov 12 00:47:17.590141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.590851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.596116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b8712-8796-4ed4-a67d-aa10587ccd31 None None] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:17.743241 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43cc636a-9513-4c4d-a27b-462227b9df8a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7642205 Nov 12 00:47:17.750570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:17.752011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b95858d3-4647-4f26-bc9e-cfa55c940c64 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:17.754399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ef63e28-4deb-4960-84dd-17a63d7bf2f4 req-9509ca4a-d93c-4019-a9f7-fbb6212f2a59 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657557 Nov 12 00:47:17.758261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477664729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:17.845586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-e02cf685-ceb8-405e-a470-9d712762eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.847248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-e02cf685-ceb8-405e-a470-9d712762eeed service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3327863 Nov 12 00:47:17.858310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-8c736a25-84c3-4be0-89a2-92c121afecb6 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413659 Nov 12 00:47:17.873528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.880537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b95858d3-4647-4f26-bc9e-cfa55c940c64 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:17.880537 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.885653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.887017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.896396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ea0ef846-549b-458e-8f49-fb556e58b870 req-6b041a95-c68f-4496-b64c-3cc2505357bc service neutron] 10.222.0.39 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907705 Nov 12 00:47:17.916222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-d13ea59e-1da8-4145-816c-4b70fad7a839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc HTTP/1.1" status: 200 len: 217 time: 0.0555208 Nov 12 00:47:17.920752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-17a7a8ed-331a-484e-a857-ce68817b0fc9', 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '2dc79697-bf67-48b9-8394-56c98c52eb62'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:17.921874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.937766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffdc4b-bc26-4afd-83d2-dc3c26e48221 req-df0791df-88c9-4231-b382-3b6de049226d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.947716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39ffdc4b-bc26-4afd-83d2-dc3c26e48221 req-df0791df-88c9-4231-b382-3b6de049226d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2200975 Nov 12 00:47:18.019359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.091555 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.129969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39ffdc4b-bc26-4afd-83d2-dc3c26e48221 req-7a7390c5-d5f5-4e4a-aeb9-3f448559e6b6 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810522 Nov 12 00:47:18.149678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-81be0f67-c9f3-4ba5-ad4c-a7375dd0bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.153987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-81be0f67-c9f3-4ba5-ad4c-a7375dd0bc40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2039256 Nov 12 00:47:18.178114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.185204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.193674 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.207211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:18.210210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:18.247785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7536e9a5-48f4-4fa5-bae1-1b0bcc761e59 req-1eee660c-7cf6-4099-94bd-a4848061ff6e service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763754 Nov 12 00:47:18.260086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:18.310375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.312219 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cbd2904a-5422-4a2c-92df-e6e368a0bc52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5605757 Nov 12 00:47:18.312570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b95858d3-4647-4f26-bc9e-cfa55c940c64, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b95858d3-4647-4f26-bc9e-cfa55c940c64,segment=NetworkSegment(d70ba773-da76-4c7a-8468-d0b8023950c2),segment_id=d70ba773-da76-4c7a-8468-d0b8023950c2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:18.316098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:18.318222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Router e6b88483-753a-4274-83a6-16a8e5a1ea08 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:18.320489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:18.342182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.342979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 951f376e-125f-4a32-b794-e029a775f486 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:18.369878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Allocated IP 2001:db8:1::2 (17a7a8ed-331a-484e-a857-ce68817b0fc9/2dc79697-bf67-48b9-8394-56c98c52eb62/8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:18.407052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:18.411389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:18.483591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be6fc-ceca-49c9-bf57-c26e5b93848e req-09607cec-1266-4fe2-bd4a-267212bd1cc1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.485606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-081be6fc-ceca-49c9-bf57-c26e5b93848e req-09607cec-1266-4fe2-bd4a-267212bd1cc1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.2749128 Nov 12 00:47:18.488560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-61527f74-2bb4-4df9-b892-62dbeee2ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.489597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-61527f74-2bb4-4df9-b892-62dbeee2ae1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3066216 Nov 12 00:47:18.490947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1904a9-3515-4b24-ab68-fad2af39e6b2 None None] Network e17df1e7-24b2-476e-a565-9f38e9200f69 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:18.502115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70491c0-2b46-4875-8d88-914b8b11a2f7 req-ce2c9ece-19ca-417b-a35a-1d8447a58e27 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.509648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d70491c0-2b46-4875-8d88-914b8b11a2f7 req-ce2c9ece-19ca-417b-a35a-1d8447a58e27 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 936 time: 0.2603705 Nov 12 00:47:18.608024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d70491c0-2b46-4875-8d88-914b8b11a2f7 req-375cafbb-51e2-4be1-b0d7-b0be77f927f0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898585 Nov 12 00:47:18.654782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-88bbe6a9-2eed-4f61-a6d0-af2d36b600a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.660335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-88bbe6a9-2eed-4f61-a6d0-af2d36b600a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 1099 time: 0.2775655 Nov 12 00:47:18.824837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.837309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-9a8cc89c-662a-4db8-89d8-192e18966c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.838909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-9a8cc89c-662a-4db8-89d8-192e18966c45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1445987 Nov 12 00:47:18.867659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2c515421-ef3b-4188-9902-a8803c70c5f3 None None] Provisioning complete for port b95858d3-4647-4f26-bc9e-cfa55c940c64 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:18.867806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-081be6fc-ceca-49c9-bf57-c26e5b93848e req-51d7bf78-753c-4f9d-aa42-c5ded10fff2c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221116 Nov 12 00:47:18.867942 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c515421-ef3b-4188-9902-a8803c70c5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.868215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.868841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.907698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b95858d3-4647-4f26-bc9e-cfa55c940c64,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:18.917486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-633eb25d-1d3a-45c7-a8e4-f58030b3b5f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4 HTTP/1.1" status: 200 len: 217 time: 0.0513561 Nov 12 00:47:18.958693 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:18.962466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-7001fb14-5011-4fad-a26f-cabc9784a4b5 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217947 Nov 12 00:47:18.967220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 951f376e-125f-4a32-b794-e029a775f486 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:18.967584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.990405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-d26a0f36-45b1-4435-926b-fb5d776faaab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1081893 Nov 12 00:47:19.007933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Request body: {'port': {'device_id': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:19.054525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-9eb9d17d-88b6-406f-8128-e6e6e4a69b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.055996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-9eb9d17d-88b6-406f-8128-e6e6e4a69b17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1252463 Nov 12 00:47:19.070434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34ad0-c284-4ee9-a4f4-f034dc0564a1 req-fe25d5ca-a93a-4732-b1dc-bb0eb2acff6e tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.071959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7d34ad0-c284-4ee9-a4f4-f034dc0564a1 req-fe25d5ca-a93a-4732-b1dc-bb0eb2acff6e tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.1594379 Nov 12 00:47:19.113725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:19.164615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b3c0d85-c110-4264-ac61-e8bf0886e268 req-24c88b2f-2c3a-4ab1-a14a-33e3e053d205 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833894 Nov 12 00:47:19.193746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.240408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-17ac33cd-f483-4340-845d-c2a0594b4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.242010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-17ac33cd-f483-4340-845d-c2a0594b4de3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669722 Nov 12 00:47:19.265456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7d34ad0-c284-4ee9-a4f4-f034dc0564a1 req-c2c0e7d2-660b-4c32-a30a-42144e85165c tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762309 Nov 12 00:47:19.266254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.267670 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2cc17c32-d5b9-4bea-a291-6a4bc232129b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0385234 Nov 12 00:47:19.274695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:19.336717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Sync routers for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:19.361576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3c937-ca7e-42a8-bfba-34f9c9556318 req-2bbc67eb-de66-479a-9e7f-ab1813de6d76 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.363281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8f3c937-ca7e-42a8-bfba-34f9c9556318 req-2bbc67eb-de66-479a-9e7f-ab1813de6d76 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1545956 Nov 12 00:47:19.407601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:19.408342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:19.439275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8f3c937-ca7e-42a8-bfba-34f9c9556318 req-332d638c-4065-4513-9e75-89d1e4c19962 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598252 Nov 12 00:47:19.439763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.442878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-1aa1dd49-66cb-46f0-b7de-325fd1c2abd3 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858461 Nov 12 00:47:19.491860 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.550121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d3ba61b-d7d1-4cee-add7-015814831b91 req-d7b3ac91-90da-4b6f-8d70-723f405a4908 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966711 Nov 12 00:47:19.591882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8::1 (e17df1e7-24b2-476e-a565-9f38e9200f69/92348a2b-d249-48f6-874d-c5986594a002/ff9f8cc8-b740-4f85-bf3c-a214569a5377) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:19.599058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:19.634801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:19.643396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:19.646947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:19.654538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b95858d3-4647-4f26-bc9e-cfa55c940c64 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:19.744277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Pushing event updated for resources: {'Port': ['ID=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.760640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c6966189-9f58-4b5a-96e8-6e274db077d8 None None] Provisioning complete for port d4586886-1ac2-4b42-b3b6-e92bf92b636a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:19.761195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6966189-9f58-4b5a-96e8-6e274db077d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.793165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978546ba-b909-435a-a07b-5342a030d306 req-40462372-d35b-4435-9f12-b219c118c2c3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.795112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-978546ba-b909-435a-a07b-5342a030d306 req-40462372-d35b-4435-9f12-b219c118c2c3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 936 time: 0.0991087 Nov 12 00:47:19.864716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-978546ba-b909-435a-a07b-5342a030d306 req-0741b55a-e647-4198-9186-19d1d5bbc88e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Nov 12 00:47:19.931450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Attempting to bind port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:19.931909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Attempting to bind port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '4aa7ca74-33f3-4d16-99e8-df472e60073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:19.932407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Attempting to bind port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 on network 17a7a8ed-331a-484e-a857-ce68817b0fc9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:19.941225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:19.941443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Checking segment: {'id': '4aa7ca74-33f3-4d16-99e8-df472e60073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:19.942200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.942634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Bound using segment: {'id': '4aa7ca74-33f3-4d16-99e8-df472e60073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:19.943087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Bound port: 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa7ca74-33f3-4d16-99e8-df472e60073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17a7a8ed-331a-484e-a857-ce68817b0fc9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:19.943471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.948667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c6966189-9f58-4b5a-96e8-6e274db077d8 None None] Port d4586886-1ac2-4b42-b3b6-e92bf92b636a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:19.978262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b95858d3-4647-4f26-bc9e-cfa55c940c64 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:19.978636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.998924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ffe4f-66a5-44fd-ab0c-9c0af43a8b9d req-17a79a4b-52d0-4371-90dd-9b10a0855fa4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.001196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d71ffe4f-66a5-44fd-ab0c-9c0af43a8b9d req-17a79a4b-52d0-4371-90dd-9b10a0855fa4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0562103 Nov 12 00:47:20.054091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d71ffe4f-66a5-44fd-ab0c-9c0af43a8b9d req-7fb1a501-862f-418f-8561-539a7ef735ae tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Nov 12 00:47:20.104666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-141a6386-9d16-4167-8da2-95a9487dcf7f None None] Provisioning complete for port b95858d3-4647-4f26-bc9e-cfa55c940c64 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:20.105138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-141a6386-9d16-4167-8da2-95a9487dcf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.114361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] For port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:20.154525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] For port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,segment=NetworkSegment(4aa7ca74-33f3-4d16-99e8-df472e60073e),segment_id=4aa7ca74-33f3-4d16-99e8-df472e60073e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:20.169177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.230207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:20.269876 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 3, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:20.328475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Checking router: e6b88483-753a-4274-83a6-16a8e5a1ea08 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:20.328818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Updating router e6b88483-753a-4274-83a6-16a8e5a1ea08 port 1facf09b-2c63-4106-a411-57bdefcc6fe3 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:20.362545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273911-8d0e-415f-9acb-67f5810593fd None None] Pushing event updated for resources: {'Port': ['ID=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.389566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.396956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:20.409419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.432817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.445924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Transition to ACTIVE for port object d4586886-1ac2-4b42-b3b6-e92bf92b636a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:20.450517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00394-ef39-45d0-b2ee-cc6ac9f9ad21 req-07e0eb30-8a34-4a46-be90-b8d5dfb0bc24 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.452498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cae00394-ef39-45d0-b2ee-cc6ac9f9ad21 req-07e0eb30-8a34-4a46-be90-b8d5dfb0bc24 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.0950363 Nov 12 00:47:20.472124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.506194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:20.550482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'mac_address': 'fa:16:3e:c3:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:20.562821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cae00394-ef39-45d0-b2ee-cc6ac9f9ad21 req-f87f4aae-5e78-4b4b-8411-5e70ab653154 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986869 Nov 12 00:47:20.671144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1d29c-01b0-4ea8-b574-a53a9c939d38 req-58bff1b0-5360-4699-8dd9-78fe2ebb8175 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.684708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10d1d29c-01b0-4ea8-b574-a53a9c939d38 req-58bff1b0-5360-4699-8dd9-78fe2ebb8175 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0951383 Nov 12 00:47:20.721084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.731145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.757900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10d1d29c-01b0-4ea8-b574-a53a9c939d38 req-304f3d0b-a952-407f-990f-541c2f1168f5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719440 Nov 12 00:47:20.809500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.835879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394f790-58c6-45d7-ad1c-bfb028e808b4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:20.873251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:20.884265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e17df1e7-24b2-476e-a565-9f38e9200f69 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:20.885867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.887946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.902287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:20.909740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:20.910306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.005994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.014138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=ff9f8cc8-b740-4f85-bf3c-a214569a5377,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.015508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.022217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:21.022433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:21.022758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:21.029007 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.054367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:21.054737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:21.064249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:21.064592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:21.064985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:21.065495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Bound port: d4586886-1ac2-4b42-b3b6-e92bf92b636a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:21.065854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.079055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fdd48-5722-40a1-b902-a9063740e386 req-eefa16ea-f1b4-4c5f-a7a6-0d34540c7f4d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.088032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a4fdd48-5722-40a1-b902-a9063740e386 req-eefa16ea-f1b4-4c5f-a7a6-0d34540c7f4d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.0919247 Nov 12 00:47:21.091922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96804b-b1de-4ad2-bf3a-782c35f64536 None None] Pushing event updated for resources: {'Port': ['ID=1facf09b-2c63-4106-a411-57bdefcc6fe3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.105235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.121775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Attempting to bind port 1facf09b-2c63-4106-a411-57bdefcc6fe3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:21.122147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Attempting to bind port 1facf09b-2c63-4106-a411-57bdefcc6fe3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:21.122519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Attempting to bind port 1facf09b-2c63-4106-a411-57bdefcc6fe3 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:21.126343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf6f2fe-6fe6-44a3-ab86-9a59ec78abc7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:21.134474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:21.134919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:21.135280 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.135870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:21.136692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Bound port: 1facf09b-2c63-4106-a411-57bdefcc6fe3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:21.137137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.154397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a4fdd48-5722-40a1-b902-a9063740e386 req-2ba8623c-5775-4db0-a525-8179e2f6e803 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646720 Nov 12 00:47:21.226536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] For port 1facf09b-2c63-4106-a411-57bdefcc6fe3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:21.232470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] For port 1facf09b-2c63-4106-a411-57bdefcc6fe3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1facf09b-2c63-4106-a411-57bdefcc6fe3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:21.234050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:21.236735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:21.239609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0394f790-58c6-45d7-ad1c-bfb028e808b4'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:21.251695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.286966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:21.310150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6aa6-5f1e-47b9-97ed-ecb0923fa563 req-83ac36e7-9019-4f95-8aa2-63f9b274b770 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.311773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6de6aa6-5f1e-47b9-97ed-ecb0923fa563 req-83ac36e7-9019-4f95-8aa2-63f9b274b770 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0920589 Nov 12 00:47:21.378499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6de6aa6-5f1e-47b9-97ed-ecb0923fa563 req-927f733f-398f-43e7-98ff-1db93ba60323 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585399 Nov 12 00:47:21.421199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.515047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.515747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.517373 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] 10.222.0.32 "PUT /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 1097 time: 2.5139337 Nov 12 00:47:21.530007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:21.533065 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb855c2-1c30-4356-8322-4932a34ba217" -d '{"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:21.554748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Allocated IP 172.20.0.1 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/d7645837-60ca-471e-91d2-11b11f15e79a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:21.567659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e77ebf-49cb-4d8a-9f49-70ff961623a6 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:21.577604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] Provisioning complete for port 1facf09b-2c63-4106-a411-57bdefcc6fe3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:21.577890 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.615748 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37379b1f-bdff-491a-843e-059dae7afff0 x-openstack-request-id: req-37379b1f-bdff-491a-843e-059dae7afff0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:21.616035 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:21.616350 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37379b1f-bdff-491a-843e-059dae7afff0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:21.616710 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'status': 'completed', 'code': 200} Nov 12 00:47:21.658658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96804b-b1de-4ad2-bf3a-782c35f64536 None None] Pushing event updated for resources: {'Port': ['ID=1facf09b-2c63-4106-a411-57bdefcc6fe3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.665182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:21.665835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:21.736278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29f6f5-b0bf-44be-84d6-6f56364eede8 req-956c1096-1147-4859-8dde-1bfaf395aee7 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.746714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d29f6f5-b0bf-44be-84d6-6f56364eede8 req-956c1096-1147-4859-8dde-1bfaf395aee7 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 948 time: 0.0643582 Nov 12 00:47:21.780173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:21.824042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d29f6f5-b0bf-44be-84d6-6f56364eede8 req-95194753-8aac-4f9c-b6b6-ea0bda9bb82c tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763340 Nov 12 00:47:21.830009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3d41e-8e18-4624-b968-e2901ab2ca3e None None] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:21.895209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce87114-5811-4452-b254-c2a9baa8c81c service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.971878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-37e05b6a-6789-4ac2-a8de-13b1af3a036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.973672 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-37e05b6a-6789-4ac2-a8de-13b1af3a036e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1100 time: 0.3560526 Nov 12 00:47:22.002421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:22.040368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.046264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-85621271-7ea9-4213-a331-e3e1fa78375e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.0594795 Nov 12 00:47:22.069731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'mac_address': 'fa:16:3e:21:a6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:22.076186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47bdb-1810-440b-acb7-40632436928e req-dc138f1a-de4f-4ee1-83e9-dad8324f3126 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.084216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4c47bdb-1810-440b-acb7-40632436928e req-dc138f1a-de4f-4ee1-83e9-dad8324f3126 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2239466 Nov 12 00:47:22.094148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:22.144680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4c47bdb-1810-440b-acb7-40632436928e req-0fbd7ddb-07a6-468c-8a9d-b02e08fd807c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594735 Nov 12 00:47:22.153456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-c366de3d-3e55-45ca-b68f-2d2d7d9b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.155015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-c366de3d-3e55-45ca-b68f-2d2d7d9b4499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0951881 Nov 12 00:47:22.196913 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.199153 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.206134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.210332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.211023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.250672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:22.251042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.254800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:22.284943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:22.291957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:22.294073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Pushing event updated for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.297654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-acedc313-fcb3-449b-9ae0-a58bc2765639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.299162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-acedc313-fcb3-449b-9ae0-a58bc2765639 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349556 Nov 12 00:47:22.306596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918bcf0-abe4-48ae-bf91-2d9c48cd7e6e req-66621f00-fd04-435b-92fe-4a26227b0bef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.308368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2918bcf0-abe4-48ae-bf91-2d9c48cd7e6e req-66621f00-fd04-435b-92fe-4a26227b0bef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.0635204 Nov 12 00:47:22.331871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] For port 1facf09b-2c63-4106-a411-57bdefcc6fe3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1facf09b-2c63-4106-a411-57bdefcc6fe3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:22.342044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.365146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.406249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2918bcf0-abe4-48ae-bf91-2d9c48cd7e6e req-0f3c1563-72ff-4921-a5c6-afb7b005510b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868938 Nov 12 00:47:22.441167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:22.493625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=ff9f8cc8-b740-4f85-bf3c-a214569a5377,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.504291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.522424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:22.525810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0f0d1-ef05-4a7b-b21f-56d345bb8efe None None] Pushing event updated for resources: {'Port': ['ID=1facf09b-2c63-4106-a411-57bdefcc6fe3,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.556844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.585804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1806d5-33dd-4b55-8e5b-0e4dbf051265 req-3ecbc852-e9c9-4880-a966-9cfe2561f5bc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.591885 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-e222e173-7d96-4bd6-92d7-8e0ff74ed15f service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585936 Nov 12 00:47:22.595104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa1806d5-33dd-4b55-8e5b-0e4dbf051265 req-3ecbc852-e9c9-4880-a966-9cfe2561f5bc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1265790 Nov 12 00:47:22.595480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e17df1e7-24b2-476e-a565-9f38e9200f69 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:22.598421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:22.657917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa1806d5-33dd-4b55-8e5b-0e4dbf051265 req-e0a97b25-9e65-4556-b090-7352f7c64bba tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612521 Nov 12 00:47:22.675125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.681287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.685973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Provisioning complete for port ff9f8cc8-b740-4f85-bf3c-a214569a5377 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:22.686343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.767077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 3, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:22.771573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,segment=NetworkSegment(4aa7ca74-33f3-4d16-99e8-df472e60073e),segment_id=4aa7ca74-33f3-4d16-99e8-df472e60073e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:22.774463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Port ff9f8cc8-b740-4f85-bf3c-a214569a5377 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:22.803194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.805115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288a084-be9b-4776-8972-9b67283d8114 None None] The sync data for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 is: [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:16Z', 'revision_number': 3, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:22.853622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['24c8cde3-5ea3-41bf-85e0-559512da72bc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:22.877567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.881247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e3b994bf-62ed-4be4-ab57-8408dafbb12d req-c9568558-867d-4c11-951e-2e2c71f87c11 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805183 Nov 12 00:47:22.896582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Provisioning complete for port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:22.896937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.954982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.057553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcad27-c7ba-4491-9ff2-8b699c2211a4 req-2fe0e7cf-d866-4ca5-bcb1-d34fe819bd59 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.067933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8dcad27-c7ba-4491-9ff2-8b699c2211a4 req-2fe0e7cf-d866-4ca5-bcb1-d34fe819bd59 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 948 time: 0.0810580 Nov 12 00:47:23.103144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-8c9876a2-7f40-48bd-bca8-ebc71b5667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.104739 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-8c9876a2-7f40-48bd-bca8-ebc71b5667a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1100 time: 0.1335685 Nov 12 00:47:23.107677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 9ef0e7cc-2168-43c8-ac29-ce566f01cd16 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:23.124731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8dcad27-c7ba-4491-9ff2-8b699c2211a4 req-9d50fc0c-4e75-4c36-9aad-fb3418701f40 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559332 Nov 12 00:47:23.169884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Provisioning complete for port 1facf09b-2c63-4106-a411-57bdefcc6fe3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:23.170258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-666195bc-d1eb-4de7-8865-3c4f43569bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.353760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8958-dd2e-4c9f-a91e-1cddd7ef30c9 req-eaf20c06-3c5f-4bfd-a537-25d48ff049c0 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.355763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186e8958-dd2e-4c9f-a91e-1cddd7ef30c9 req-eaf20c06-3c5f-4bfd-a537-25d48ff049c0 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0616412 Nov 12 00:47:23.403669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Provisioning complete for port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:23.404658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.421281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186e8958-dd2e-4c9f-a91e-1cddd7ef30c9 req-e59a98c2-d6f0-4c6a-8ac4-e3860e86498d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589118 Nov 12 00:47:23.427436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:23.439807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b45e6080-70af-4f4d-9134-9ec577616779 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1141188 Nov 12 00:47:23.439807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-ff7c205d-e94d-4b5d-8cc1-32736c960fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.440658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:23.441359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-ff7c205d-e94d-4b5d-8cc1-32736c960fe2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2932746 Nov 12 00:47:23.453807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] Sync routers for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:23.469874 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:23.470668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:23.494370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.550268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d02a097-da40-4198-80b6-803b58598ed8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.555526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9d02a097-da40-4198-80b6-803b58598ed8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports/ff9f8cc8-b740-4f85-bf3c-a214569a5377 HTTP/1.1" status: 200 len: 911 time: 0.1112380 Nov 12 00:47:23.556316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51012) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:23.562245 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:23.563336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.571644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-3dc719e0-7342-4b3d-bb36-0df63b377d83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.1178217 Nov 12 00:47:23.582279 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:23.585348 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:23.661128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.664648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:23.665284 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daef69-a7b0-4484-bcb1-5b75ef1f3565 None None] The sync data for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:23.806217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-dde5e175-bf5b-40df-8d47-05e02e182b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.807992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-dde5e175-bf5b-40df-8d47-05e02e182b52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2322638 Nov 12 00:47:23.822227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1facf09b-2c63-4106-a411-57bdefcc6fe3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:23.872528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Provisioning complete for port ff9f8cc8-b740-4f85-bf3c-a214569a5377 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:23.872855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.923183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Port ff9f8cc8-b740-4f85-bf3c-a214569a5377 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:23.936855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1facf09b-2c63-4106-a411-57bdefcc6fe3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:23.937497 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.990500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Provisioning complete for port d7645837-60ca-471e-91d2-11b11f15e79a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:23.991220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.041855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c7cee-b373-4e9b-b77b-885211c5ac42 None None] Port d7645837-60ca-471e-91d2-11b11f15e79a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:24.099233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:24.127596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271b937-c16e-4c5c-ae71-0f8e1777a1bb req-835d9185-2b31-4049-84c9-49752230db7f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.136188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1271b937-c16e-4c5c-ae71-0f8e1777a1bb req-835d9185-2b31-4049-84c9-49752230db7f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.4732335 Nov 12 00:47:24.157686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:24.158524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.250042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:24.294957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Pushing event updated for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.312448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29654de2-2bfa-413f-86a8-56672852d7dc req-e87775a9-1d0b-405a-b9ec-9c32a1182cb6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.313846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0394f790-58c6-45d7-ad1c-bfb028e808b4 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:24.318903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0394f790-58c6-45d7-ad1c-bfb028e808b4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:24.319356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.320169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29654de2-2bfa-413f-86a8-56672852d7dc req-e87775a9-1d0b-405a-b9ec-9c32a1182cb6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.2972987 Nov 12 00:47:24.322702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-a2027c6d-fb02-44bd-bbb6-96b759244db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.324519 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-a2027c6d-fb02-44bd-bbb6-96b759244db7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011398 Nov 12 00:47:24.332795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1271b937-c16e-4c5c-ae71-0f8e1777a1bb req-b446b5de-d8d8-4584-ab8e-b612f27ff8ba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957302 Nov 12 00:47:24.377526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:24.380552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:24.439723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.459562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29654de2-2bfa-413f-86a8-56672852d7dc req-866357ec-9fa2-4c2b-abbb-0ee0435b9eed tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383865 Nov 12 00:47:24.493054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:24.499841 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6a939-4cd6-4002-954b-f29c828c5ea7" -d '{"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-plugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:24.537363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:24.549498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.597546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-2891fc07-de5d-4ad9-aff5-c121416e27a4 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561328 Nov 12 00:47:24.614242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.687577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db1f82-5843-425d-8394-3006759cd838 req-5e5f5efe-a0b4-4f2c-8bf6-9a03d195855f tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.689179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0db1f82-5843-425d-8394-3006759cd838 req-5e5f5efe-a0b4-4f2c-8bf6-9a03d195855f tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 949 time: 0.1262929 Nov 12 00:47:24.700608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Router e6b88483-753a-4274-83a6-16a8e5a1ea08 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:24.725329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.772424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-823dc1d9-c772-4790-a80d-7c55c302858c None None] Provisioning complete for port d7645837-60ca-471e-91d2-11b11f15e79a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:24.772600 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-823dc1d9-c772-4790-a80d-7c55c302858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.788052 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3eb855c2-1c30-4356-8322-4932a34ba217 req-a0452075-31d8-4949-a082-2eb3a7087841 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733422 Nov 12 00:47:24.824355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-823dc1d9-c772-4790-a80d-7c55c302858c None None] Port d7645837-60ca-471e-91d2-11b11f15e79a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:24.848439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:24.857473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe931-f796-49d3-a404-006d0778e530 req-4c0a4243-d399-4bc3-a615-f66471c7bedb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.861994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7c6a703e-2d63-4892-b3f2-a143e8eed00e admin admin] 10.222.0.11 "PUT /v2.0/routers/e6b88483-753a-4274-83a6-16a8e5a1ea08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5861957 Nov 12 00:47:24.865172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-437fe931-f796-49d3-a404-006d0778e530 req-4c0a4243-d399-4bc3-a615-f66471c7bedb tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1980283 Nov 12 00:47:24.888339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0db1f82-5843-425d-8394-3006759cd838 req-f497606b-f324-43e0-a631-2da87cb7ce87 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755998 Nov 12 00:47:24.941784 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e0c9dd-dfda-4b9d-90c3-938750b45eb0 x-openstack-request-id: req-69e0c9dd-dfda-4b9d-90c3-938750b45eb0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:24.944481 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-plugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:24.945407 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69e0c9dd-dfda-4b9d-90c3-938750b45eb0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:24.945923 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'code': 200} Nov 12 00:47:24.996760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-437fe931-f796-49d3-a404-006d0778e530 req-a6f7b220-c9b6-423b-9150-287a250a881e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307015 Nov 12 00:47:25.137043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13269b1-4f91-4a34-9e88-aefa4d13d833 req-1475ac4b-56bd-4499-ba8d-06b7c2181ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.138611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e13269b1-4f91-4a34-9e88-aefa4d13d833 req-1475ac4b-56bd-4499-ba8d-06b7c2181ce4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 1101 time: 0.0986967 Nov 12 00:47:25.159193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Sync routers for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:25.172976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:25.173731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:25.206658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8:1::1 (17a7a8ed-331a-484e-a857-ce68817b0fc9/2dc79697-bf67-48b9-8394-56c98c52eb62/cf9f2519-75cc-4df4-9ce9-6301d4ce633b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:25.224543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e13269b1-4f91-4a34-9e88-aefa4d13d833 req-2f4238c5-2f03-4cdf-a7b7-6d69cc0f709d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Nov 12 00:47:25.275911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:25.332237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:25.337588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.381844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.404292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:25.409893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576484678', 'description': 'tempest-description--233237041'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:25.418731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:25.422096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:25.426092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:25.426633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.444719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.471019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 24c8cde3-5ea3-41bf-85e0-559512da72bc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:25.476649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 24c8cde3-5ea3-41bf-85e0-559512da72bc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:25.477385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.506597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=cf9f2519-75cc-4df4-9ce9-6301d4ce633b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.519614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.519957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.520325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.520661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.520993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.521322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.521649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.521975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.522299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.522623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.522943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.523261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:25.584765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.592351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.625449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a610-895c-4841-86ec-e5ccb98031ae req-44e22fea-7cf5-4bfe-a7d1-d3439e082313 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.630991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b1a610-895c-4841-86ec-e5ccb98031ae req-44e22fea-7cf5-4bfe-a7d1-d3439e082313 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.1618702 Nov 12 00:47:25.642430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.644575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2388237 Nov 12 00:47:25.645950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed18c0-0028-4f44-b811-d795902f4547 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f265ae-c7f0-405f-93fd-61f10be87a1a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.653751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:25.660582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'security_group_rule': {'security_group_id': 'e4f265ae-c7f0-405f-93fd-61f10be87a1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:25.674044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b7171-2eb3-4844-b71f-e8037dd0d058 req-4acab878-f510-4435-89b9-0fa8e6af00bf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.675562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-170b7171-2eb3-4844-b71f-e8037dd0d058 req-4acab878-f510-4435-89b9-0fa8e6af00bf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1034880 Nov 12 00:47:25.712849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.725549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.763239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-170b7171-2eb3-4844-b71f-e8037dd0d058 req-e3d50604-f5a5-4cb6-9171-bb749b19c786 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601625 Nov 12 00:47:25.769618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:25.771211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.778948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.781203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.786856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:23Z', 'revision_number': 2, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:25.787454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.788654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b1a610-895c-4841-86ec-e5ccb98031ae req-59a37329-fe45-4198-b16d-98c166e02e0d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440530 Nov 12 00:47:25.841413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cc3bb1-8d4c-4ac7-bafe-b3b2ec276146,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.843165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Checking router: e6b88483-753a-4274-83a6-16a8e5a1ea08 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:25.843739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Updating router e6b88483-753a-4274-83a6-16a8e5a1ea08 port d7645837-60ca-471e-91d2-11b11f15e79a binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:25.858950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.862395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f4d37e2d-8d68-47c6-8460-a0f619d16324 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052975 Nov 12 00:47:25.863774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:25.874615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'security_group_rule': {'security_group_id': 'e4f265ae-c7f0-405f-93fd-61f10be87a1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:25.901489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.916395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.926910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.000689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c239a265-48ba-4bd9-a590-36b7ee0c327b None None] Provisioning complete for port cf9f2519-75cc-4df4-9ce9-6301d4ce633b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:26.001054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c239a265-48ba-4bd9-a590-36b7ee0c327b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.027357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.033823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.053248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3728b47c-3f8f-42f6-8fe7-a9b19ec78702,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.079136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.081456 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4a9f2bb2-beb7-4756-9f16-275b06ea9880 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2151611 Nov 12 00:47:26.083794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:26.088648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:26.110715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c239a265-48ba-4bd9-a590-36b7ee0c327b None None] Port cf9f2519-75cc-4df4-9ce9-6301d4ce633b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:26.117193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.182188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500c1ec-89e6-4bb4-a662-0d82529dad6c req-9c4470dc-c2a7-4402-a696-c86e16a5bdbd tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.183845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4500c1ec-89e6-4bb4-a662-0d82529dad6c req-9c4470dc-c2a7-4402-a696-c86e16a5bdbd tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0846837 Nov 12 00:47:26.196211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbe55c-5df8-43b1-95a9-d8be622c5c29 req-e5030272-6f11-44fb-937f-eeeafa52e915 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.204116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dacbe55c-5df8-43b1-95a9-d8be622c5c29 req-e5030272-6f11-44fb-937f-eeeafa52e915 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 949 time: 0.1811194 Nov 12 00:47:26.237903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.290232 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.298145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.310500 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.318320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4500c1ec-89e6-4bb4-a662-0d82529dad6c req-c4eaf633-9b67-4198-b11a-4014df214954 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064694 Nov 12 00:47:26.320515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.321289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.364406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d865d-ab08-45a3-95df-77d58982d428 None None] Pushing event updated for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.368430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.25.6.81 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3ac7b674-9e2a-4d03-9702-36d3f76e1df2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:26.376501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dacbe55c-5df8-43b1-95a9-d8be622c5c29 req-0cfbcd7f-bb72-481b-bd52-a7a59cba1354 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716049 Nov 12 00:47:26.378362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=cf9f2519-75cc-4df4-9ce9-6301d4ce633b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.447630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Attempting to bind port d7645837-60ca-471e-91d2-11b11f15e79a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:26.448152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Attempting to bind port d7645837-60ca-471e-91d2-11b11f15e79a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:26.448626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Attempting to bind port d7645837-60ca-471e-91d2-11b11f15e79a on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:26.457009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:26.457920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:26.458390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.458842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:26.460011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Bound port: d7645837-60ca-471e-91d2-11b11f15e79a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:26.460510 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.500074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:26.502422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:26.528683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.557634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] For port d7645837-60ca-471e-91d2-11b11f15e79a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:26.561761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] For port d7645837-60ca-471e-91d2-11b11f15e79a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d7645837-60ca-471e-91d2-11b11f15e79a,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:26.568500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.571783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.634606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:26.635158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:26.687447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=3ac7b674-9e2a-4d03-9702-36d3f76e1df2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.703697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:26.704675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d865d-ab08-45a3-95df-77d58982d428 None None] Pushing event updated for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.709351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:26.714666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:26.860635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:26.883607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.927470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.973922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:26.980218 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f7708-34bc-41fc-a1b3-b4cb823ea19e" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:26.992208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-209c444c-edd0-4a32-b460-8affc863640a None None] Provisioning complete for port d7645837-60ca-471e-91d2-11b11f15e79a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:26.993417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-209c444c-edd0-4a32-b460-8affc863640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.116582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.124352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.130460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d601bf-cfbb-47c8-92ae-421ad2430910 req-48b902f3-a4b1-4cf7-b4bb-fa83d782f2a7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.131956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7d601bf-cfbb-47c8-92ae-421ad2430910 req-48b902f3-a4b1-4cf7-b4bb-fa83d782f2a7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1053040 Nov 12 00:47:27.142363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b369-b71a-4550-bbf6-e750a3bfcf28 req-753d1aa9-94d9-4667-9522-111d42bcab3e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.143857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d52b369-b71a-4550-bbf6-e750a3bfcf28 req-753d1aa9-94d9-4667-9522-111d42bcab3e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.1158490 Nov 12 00:47:27.146006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 9ef0e7cc-2168-43c8-ac29-ce566f01cd16 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:27.194811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=3ac7b674-9e2a-4d03-9702-36d3f76e1df2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.210800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.227669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.237179 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf8cec56-294e-4376-9547-61289beb7708 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1441512 Nov 12 00:47:27.275735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:27.311129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d52b369-b71a-4550-bbf6-e750a3bfcf28 req-82229173-24a8-42b4-9a9d-7e12e70b24b6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561859 Nov 12 00:47:27.319271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7d601bf-cfbb-47c8-92ae-421ad2430910 req-998b83c6-9300-435a-841f-da4fcc242a59 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721771 Nov 12 00:47:27.331980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:27.339914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5df348ee-66da-4d82-a118-112aed069282 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7822516 Nov 12 00:47:27.340245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:27.346065 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] Sync routers for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:27.365347 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:27.366031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:27.401801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5432e-2f62-42bc-b0ed-b748a70a3b11 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.403594 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0aa5432e-2f62-42bc-b0ed-b748a70a3b11 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports/cf9f2519-75cc-4df4-9ce9-6301d4ce633b HTTP/1.1" status: 200 len: 913 time: 0.0621996 Nov 12 00:47:27.406644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:27.429200 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:27.443365 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:27.444199 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:27.476710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-209c444c-edd0-4a32-b460-8affc863640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.478148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:27.478935 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9bade-8168-44f1-96ec-f642f17e7ffb None None] The sync data for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:27.513675 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5777b-32fd-4b16-b27e-ac1df4dbe76e x-openstack-request-id: req-33e5777b-32fd-4b16-b27e-ac1df4dbe76e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:27.514047 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:27.514369 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33e5777b-32fd-4b16-b27e-ac1df4dbe76e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:27.514837 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'code': 200} Nov 12 00:47:27.579402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:27.598018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:26Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:27.625203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9e16ecb1-c465-460d-a28c-30c14f365b8c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1576484678&fields=id&tenant_id=98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 267 time: 0.0789447 Nov 12 00:47:27.627156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-209c444c-edd0-4a32-b460-8affc863640a None None] For port d7645837-60ca-471e-91d2-11b11f15e79a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d7645837-60ca-471e-91d2-11b11f15e79a,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:27.630613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272689-ef8e-40a8-a12a-adf88224e9a4 None None] The sync data for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 is: [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:26Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:27.634779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'mac_address': 'fa:16:3e:8a:0e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:27.638134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-209c444c-edd0-4a32-b460-8affc863640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.694302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa6669-bb99-44d1-90cd-ef43e48224d7 req-1e31281f-f2a8-4256-ab46-4ea4dd08ceb8 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.702955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9daa6669-bb99-44d1-90cd-ef43e48224d7 req-1e31281f-f2a8-4256-ab46-4ea4dd08ceb8 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1184213 Nov 12 00:47:27.776700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c444c-edd0-4a32-b460-8affc863640a None None] Pushing event updated for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.787382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756d6f-548a-4d9c-b600-bee7d894cdad req-83fb5fa1-ca63-467a-80d5-c8960f5f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.789494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bd756d6f-548a-4d9c-b600-bee7d894cdad req-83fb5fa1-ca63-467a-80d5-c8960f5f2341 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 1101 time: 0.2072768 Nov 12 00:47:27.790430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.809549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a07f1b6a-8bf5-403d-98e3-d47888107c4f None None] Provisioning complete for port d7645837-60ca-471e-91d2-11b11f15e79a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:27.809914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a07f1b6a-8bf5-403d-98e3-d47888107c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.812494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:27.827646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-7d6f7d71-4e9e-4ee7-8aeb-95ddabaf3bae tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.829447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-7d6f7d71-4e9e-4ee7-8aeb-95ddabaf3bae tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.1811943 Nov 12 00:47:27.835974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:27.862965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.872225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9e3dac95-1481-42f5-803d-ed072bc90509 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/quotas/98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 375 time: 0.0333128 Nov 12 00:47:27.890713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9daa6669-bb99-44d1-90cd-ef43e48224d7 req-7f3d4af5-c820-4c48-8649-7b30c34649c2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867096 Nov 12 00:47:27.930476 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bd756d6f-548a-4d9c-b600-bee7d894cdad req-af4030fa-0ab5-40f4-b0f0-4bf38c4de54a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189656 Nov 12 00:47:27.940947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.956214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-342feed4-d265-48cd-94fa-152766b408e2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833082 Nov 12 00:47:28.019322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a07f1b6a-8bf5-403d-98e3-d47888107c4f None None] Provisioning complete for port cf9f2519-75cc-4df4-9ce9-6301d4ce633b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:28.019941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a07f1b6a-8bf5-403d-98e3-d47888107c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.040001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.061173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a07f1b6a-8bf5-403d-98e3-d47888107c4f None None] Port cf9f2519-75cc-4df4-9ce9-6301d4ce633b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:28.077180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135301-f4eb-433b-8989-aeeb154632a2 req-0a45edec-b946-4c0b-be7d-1478e9f0d5d2 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.079308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e135301-f4eb-433b-8989-aeeb154632a2 req-0a45edec-b946-4c0b-be7d-1478e9f0d5d2 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 949 time: 0.0943010 Nov 12 00:47:28.113647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-cb7b3c44-1d04-44d5-bf20-9eb654762dfe service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565061 Nov 12 00:47:28.183691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d4586886-1ac2-4b42-b3b6-e92bf92b636a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:28.207035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e135301-f4eb-433b-8989-aeeb154632a2 req-fd8de01a-ffe3-41c1-bc46-0d24a77e25c3 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193907 Nov 12 00:47:28.268756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-56dfdacc-f458-44f3-a9b2-714cc141a17f service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467500 Nov 12 00:47:28.367619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port cf9f2519-75cc-4df4-9ce9-6301d4ce633b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:28.370880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.387125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977bbff-2628-493c-8ca9-be88075529cb req-59fd81a3-db8a-4609-870a-eca2238d31f6 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.394932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8977bbff-2628-493c-8ca9-be88075529cb req-59fd81a3-db8a-4609-870a-eca2238d31f6 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 949 time: 0.0877149 Nov 12 00:47:28.468289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8977bbff-2628-493c-8ca9-be88075529cb req-24823d37-0947-442d-a399-5badc5a923c4 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 Nov 12 00:47:28.524959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.538788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for cf9f2519-75cc-4df4-9ce9-6301d4ce633b owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:28.624484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9be21-d669-4927-b174-8cec8d6081a3 req-39046e7c-c674-4ae8-875d-b7e968773aa5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.626056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a9be21-d669-4927-b174-8cec8d6081a3 req-39046e7c-c674-4ae8-875d-b7e968773aa5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.0974350 Nov 12 00:47:28.647731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6277f4a-e075-4747-b41c-112118d7a9d7 req-1a341f93-2220-4054-b02a-cc3bdd10c29a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.650020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6277f4a-e075-4747-b41c-112118d7a9d7 req-1a341f93-2220-4054-b02a-cc3bdd10c29a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1054747 Nov 12 00:47:28.733755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a9be21-d669-4927-b174-8cec8d6081a3 req-0233775d-4be1-4610-85fb-fd080fa93514 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823560 Nov 12 00:47:28.778388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6277f4a-e075-4747-b41c-112118d7a9d7 req-678815fa-f183-4628-8f7b-b90510e533ba tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149509 Nov 12 00:47:28.783460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.815873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=cf9f2519-75cc-4df4-9ce9-6301d4ce633b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.943034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53ab9f89-d232-4e26-aa1b-bf7609c01ac1 req-5ecf500d-2182-4c6c-a81d-5a29005c83c5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 210 time: 0.0449958 Nov 12 00:47:29.014546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.100393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35263-f989-4a93-8b93-4ffbde64a151 req-4ebca2b7-5db2-45df-b0f4-2e3f8cac941b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.110062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02e35263-f989-4a93-8b93-4ffbde64a151 req-4ebca2b7-5db2-45df-b0f4-2e3f8cac941b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0775659 Nov 12 00:47:29.187630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02e35263-f989-4a93-8b93-4ffbde64a151 req-b467d35b-f2b7-467e-86bd-4d9665168ddc tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768926 Nov 12 00:47:29.248889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 9ef0e7cc-2168-43c8-ac29-ce566f01cd16 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:29.290927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:29.378630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:29.380609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d4586886-1ac2-4b42-b3b6-e92bf92b636a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:29.385259 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f5aabffe-eb77-4136-9b25-9d284fb4951e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773390 Nov 12 00:47:29.385524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d4586886-1ac2-4b42-b3b6-e92bf92b636a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:29.385679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.390398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:29.390886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] Sync routers for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:29.428540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:29.429271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.466969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.482018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:29.482653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.520357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.521022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba65e-a2e8-4e72-b511-43199c54233b None None] The sync data for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:29.553393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.580158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:29.583509 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a734eb-72eb-417a-8207-cab2540f6557" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:29.598139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:29.606823 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.638293 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1824e-2333-4126-af9a-2ef705ee7d4d x-openstack-request-id: req-b4b1824e-2333-4126-af9a-2ef705ee7d4d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:29.638767 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:29.639031 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4b1824e-2333-4126-af9a-2ef705ee7d4d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:29.639413 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'code': 200} Nov 12 00:47:29.688158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:29.698982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d1d97-d47b-4abc-9546-5b769c50e0a8 req-a305e861-340c-4f59-bd0c-7916955236cd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.704703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d7645837-60ca-471e-91d2-11b11f15e79a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:29.706326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b1d1d97-d47b-4abc-9546-5b769c50e0a8 req-a305e861-340c-4f59-bd0c-7916955236cd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 949 time: 0.1496079 Nov 12 00:47:29.710765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.711169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.711593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.711985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.712562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.713173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.714044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.714592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.715013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.715351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.715775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.716187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:29.773391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d84f2-af95-40be-a2c3-30efff733533 req-1d9b89ab-4c53-45c7-bd92-36510bfa7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.775477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-775d84f2-af95-40be-a2c3-30efff733533 req-1d9b89ab-4c53-45c7-bd92-36510bfa7e79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1102 time: 0.0491335 Nov 12 00:47:29.796423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d7645837-60ca-471e-91d2-11b11f15e79a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:29.796963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.813514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b1d1d97-d47b-4abc-9546-5b769c50e0a8 req-f13bc372-25ff-4799-a12d-df9b94fcb3dd tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061733 Nov 12 00:47:29.847143 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-775d84f2-af95-40be-a2c3-30efff733533 req-2ebc0ff8-9c31-4d8f-a2d1-ee26e3b0df79 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629809 Nov 12 00:47:30.061469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b39a1f-dde8-4418-8617-e191d040a164 req-39fe39f1-9be3-42b9-8a4e-32a2ca739c2d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.062955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27b39a1f-dde8-4418-8617-e191d040a164 req-39fe39f1-9be3-42b9-8a4e-32a2ca739c2d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1793909 Nov 12 00:47:30.076051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-ebf55187-d37e-48b8-b803-ce1678bedb44 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.077446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-ebf55187-d37e-48b8-b803-ce1678bedb44 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.2263386 Nov 12 00:47:30.092347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cc200-32de-4750-858b-0d79c64ce039 req-378a03b2-bb44-437f-bf79-1a5ea94feda1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.093721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f0cc200-32de-4750-858b-0d79c64ce039 req-378a03b2-bb44-437f-bf79-1a5ea94feda1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1861939 Nov 12 00:47:30.245358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27b39a1f-dde8-4418-8617-e191d040a164 req-f745b3ca-3791-4f7e-9e3a-cfe07f708ffd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624980 Nov 12 00:47:30.292828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f0cc200-32de-4750-858b-0d79c64ce039 req-ec4743fd-ca5f-4f3f-bb92-7a68fdcbc1a8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905174 Nov 12 00:47:30.298935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-19a8e3d3-6c03-4269-96c8-a0980005ce34 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 380 time: 0.2042382 Nov 12 00:47:30.307594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.346555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'device_id': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'admin_state_up': True, 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'security_groups': ['e4f265ae-c7f0-405f-93fd-61f10be87a1a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:30.862051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9aa8714-609b-498a-a657-4d1d08810116 req-48a30628-a63a-4ae3-9f05-71c4b42f975f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 210 time: 0.1181710 Nov 12 00:47:30.918574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b5211-2a9f-4383-994a-3294967740a9 req-36fdd6b7-abf3-449d-8912-160e201f2e06 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.920377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e83b5211-2a9f-4383-994a-3294967740a9 req-36fdd6b7-abf3-449d-8912-160e201f2e06 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1496711 Nov 12 00:47:30.934933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:30.938623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.031954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e83b5211-2a9f-4383-994a-3294967740a9 req-495d7835-3eaf-4c1a-b94e-45d9da2fdbd7 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023705 Nov 12 00:47:31.170758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.20.0.14 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/8fdc9309-ec28-41d6-90ea-016fb518dbb1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:31.185009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port ff9f8cc8-b740-4f85-bf3c-a214569a5377 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:31.185348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.353923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.403282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for ff9f8cc8-b740-4f85-bf3c-a214569a5377 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:31.493994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.514657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9edf-db4f-4676-be90-9422f74ee7a6 req-bf8416e2-c2f8-4c01-b951-df7c981cd11e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.516179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13cc9edf-db4f-4676-be90-9422f74ee7a6 req-bf8416e2-c2f8-4c01-b951-df7c981cd11e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1857901 Nov 12 00:47:31.551128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f24aa-5de3-4253-a5ab-f59629289e09 req-2560eaab-1fe9-42b4-ad11-b2453af12ce7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.552576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e2f24aa-5de3-4253-a5ab-f59629289e09 req-2560eaab-1fe9-42b4-ad11-b2453af12ce7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1755157 Nov 12 00:47:31.680076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13cc9edf-db4f-4676-be90-9422f74ee7a6 req-4d927e63-e93a-435f-a525-f6c2076520b1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516771 Nov 12 00:47:31.690508 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.704478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e2f24aa-5de3-4253-a5ab-f59629289e09 req-37b6fbc8-3432-49a2-8626-3d9c2af1ff43 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434405 Nov 12 00:47:31.775292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:31.783931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:31.793943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:31.798525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:31.826065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.865748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=ff9f8cc8-b740-4f85-bf3c-a214569a5377,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:31.918740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.919489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.996286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9bc0a33e-b3cd-4f7e-9faf-37581dff07fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6538403 Nov 12 00:47:32.063810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Request body: {'port': {'device_id': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:32.073148 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.119970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.133443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-319d0faa-90ef-41df-a330-837e22627b13 None None] Provisioning complete for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:32.133811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-319d0faa-90ef-41df-a330-837e22627b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.172815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-319d0faa-90ef-41df-a330-837e22627b13 None None] Port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:32.203504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf215ba-1192-48fc-96ba-051ed1a0d36a req-f298d8af-0ac6-4e57-b623-f407e2c42ac6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.205017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cf215ba-1192-48fc-96ba-051ed1a0d36a req-f298d8af-0ac6-4e57-b623-f407e2c42ac6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 932 time: 0.2137291 Nov 12 00:47:32.212230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4f656-81ff-461c-b0df-60d89ef68a6a req-cfcd444d-d504-4738-b78b-d8f35ed5c31f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.213668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f4f656-81ff-461c-b0df-60d89ef68a6a req-cfcd444d-d504-4738-b78b-d8f35ed5c31f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2211645 Nov 12 00:47:32.217287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.282640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:32.379806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:32.397219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'mac_address': 'fa:16:3e:a5:aa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:32.430454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7f4f656-81ff-461c-b0df-60d89ef68a6a req-a91654f6-2825-43fc-ba89-13b26cebfd26 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825988 Nov 12 00:47:32.439388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cf215ba-1192-48fc-96ba-051ed1a0d36a req-a6133c2a-c519-4e72-83b5-6e752b6e8f7a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229455 Nov 12 00:47:32.467008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.483764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85eb549c-a3c9-44ea-a300-c86dbb6ee719 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:32.496398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 9ef0e7cc-2168-43c8-ac29-ce566f01cd16 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:32.518906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:32.530186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.605754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:32.645486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['85eb549c-a3c9-44ea-a300-c86dbb6ee719'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:32.665340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:32.673994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70d63258-db6b-428c-8fbf-c88d3337a95b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2824786 Nov 12 00:47:32.676993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:32.678916 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] Sync routers for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:32.694131 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:32.695382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.715309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9244b4d-b664-4559-bc80-5a186b4ceb6a req-df1f4bf2-ebe7-4b74-9390-f2c7688dd054 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.717343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9244b4d-b664-4559-bc80-5a186b4ceb6a req-df1f4bf2-ebe7-4b74-9390-f2c7688dd054 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1466713 Nov 12 00:47:32.735465 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af385aa6-71f5-4774-b25a-f1f488f48944 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef0e7cc-2168-43c8-ac29-ce566f01cd16 HTTP/1.1" status: 200 len: 205 time: 0.0560811 Nov 12 00:47:32.736104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51188) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:32.758436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-b57e1df4-8d60-475d-9c72-d57ea2346498 req-7702dfec-55f8-4c7a-9d25-6ab236ff259d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:32.759568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b57e1df4-8d60-475d-9c72-d57ea2346498 req-7702dfec-55f8-4c7a-9d25-6ab236ff259d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079484 Nov 12 00:47:32.770655 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.781355 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] Routers {'9ef0e7cc-2168-43c8-ac29-ce566f01cd16'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:32.782310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.821817 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.822685 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b102a-0fe0-447d-a48d-9eec12d75de3 None None] The sync data for ids ['9ef0e7cc-2168-43c8-ac29-ce566f01cd16'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:32.829520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9244b4d-b664-4559-bc80-5a186b4ceb6a req-47979d8c-9aa2-4909-a935-05e46bd654fa tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 Nov 12 00:47:32.851594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.927222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:32.947827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.982509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Transition to ACTIVE for port object 8fdc9309-ec28-41d6-90ea-016fb518dbb1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:33.000243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.016692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468fed7-1b2c-4871-9571-eacdf3e33e5a req-6a221e24-90bc-4879-bb9f-3d37aa724b1d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.018230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c468fed7-1b2c-4871-9571-eacdf3e33e5a req-6a221e24-90bc-4879-bb9f-3d37aa724b1d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 945 time: 0.0855291 Nov 12 00:47:33.034495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.037011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.112028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.112733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef0e7cc-2168-43c8-ac29-ce566f01cd16 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:47:33.130642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.140022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7e2154b-b2c1-4acd-937a-4895cc10143d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16 HTTP/1.1" status: 204 len: 168 time: 0.4028232 Nov 12 00:47:33.140716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:33.215996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.264343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 2dc79697-bf67-48b9-8394-56c98c52eb62 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:33.267321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c468fed7-1b2c-4871-9571-eacdf3e33e5a req-66296b9a-660d-4589-a717-cc7fa96b5808 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112212 Nov 12 00:47:33.284415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-9081c059-826e-4c42-97d8-cd6affb553f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086729 Nov 12 00:47:33.284415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.318048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:33.349183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Attempting to bind port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:33.349522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Attempting to bind port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:33.349856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Attempting to bind port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:33.352637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.358490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 on network 831f65fc-225f-47c4-b852-335e8ccd266c not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:33.359778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Attempting to bind port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:33.369841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:33.370191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:33.370574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:33.371016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Bound port: 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:33.371375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.559013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:33.565432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:33.570615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:33.590277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.593101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'mac_address': 'fa:16:3e:21:a6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:33.654050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.683524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.694398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8281f0c-1666-4ed8-882d-9d41e617a41d req-3a7e75dc-eb67-4569-a5a5-db724d7f8a62 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.695957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8281f0c-1666-4ed8-882d-9d41e617a41d req-3a7e75dc-eb67-4569-a5a5-db724d7f8a62 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2691932 Nov 12 00:47:33.700022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:33.700659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.702330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] 10.222.0.39 "PUT /v2.0/ports/8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 1093 time: 1.6816607 Nov 12 00:47:33.703730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:33.706116 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03970699-286c-451d-81a1-ff8a4366e776" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:33.724275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:33.781631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:33.794333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.847683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.884128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.898068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/2dc79697-bf67-48b9-8394-56c98c52eb62 HTTP/1.1" status: 204 len: 168 time: 0.7559469 Nov 12 00:47:33.899396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:33.914752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.919359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d02c76-7e04-4912-99ea-1f22b1930f1b None None] Network 17a7a8ed-331a-484e-a857-ce68817b0fc9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:33.972856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc79697-bf67-48b9-8394-56c98c52eb62,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:34.008514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67874a3d-e698-46f0-8f87-3bcafbbe3397 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:34.047764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.048138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.048536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.048917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.049247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.049579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.049904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.050227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.050564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.051022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.051769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.051769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31a3bb-cf6a-4c8f-b2b6-441b15d7eaa4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:34.070913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8281f0c-1666-4ed8-882d-9d41e617a41d req-6bb8bd29-0b48-46b4-8bfd-44b7cd10e3e9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566306 Nov 12 00:47:34.111632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4f150-cb97-4de8-90be-3d1f2b16c401 req-3c58cb07-7643-4baa-ad68-98016cdcdffa tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.113295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cce4f150-cb97-4de8-90be-3d1f2b16c401 req-3c58cb07-7643-4baa-ad68-98016cdcdffa tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 944 time: 0.4751472 Nov 12 00:47:34.115891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['24c8cde3-5ea3-41bf-85e0-559512da72bc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:34.146520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 92348a2b-d249-48f6-874d-c5986594a002 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:34.150450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-2736525c-4e75-4c12-9088-c271d6d375f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.154506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.158191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-2736525c-4e75-4c12-9088-c271d6d375f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1096 time: 0.3688817 Nov 12 00:47:34.226395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.230666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-02a6790e-b289-4109-ab66-8cb191b3abbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 217 time: 0.0638192 Nov 12 00:47:34.254915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cce4f150-cb97-4de8-90be-3d1f2b16c401 req-80a5d34f-aed8-481b-95f0-2819ed8121b3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348579 Nov 12 00:47:34.322595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:34.342520 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7338ac-9af1-4f78-9087-d2731a1d61ab x-openstack-request-id: req-cd7338ac-9af1-4f78-9087-d2731a1d61ab {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:34.342798 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:34.342953 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd7338ac-9af1-4f78-9087-d2731a1d61ab {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:34.343686 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'status': 'completed', 'code': 200} Nov 12 00:47:34.373896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-2724c72e-4b21-42cf-aba7-c54215fe14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.378788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-2724c72e-4b21-42cf-aba7-c54215fe14f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1215906 Nov 12 00:47:34.431113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.532541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.601663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=92348a2b-d249-48f6-874d-c5986594a002,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:34.614749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.620019 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14ac11d8-4d39-4cd5-8526-db4456acd964 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/92348a2b-d249-48f6-874d-c5986594a002 HTTP/1.1" status: 204 len: 168 time: 0.6780670 Nov 12 00:47:34.623707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:34.632277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cfcd5-77b6-40db-9040-008a6bb446fd None None] Network e17df1e7-24b2-476e-a565-9f38e9200f69 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:34.696835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-5e1675a7-bba5-4cab-a740-0d0872ea4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.699152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-5e1675a7-bba5-4cab-a740-0d0872ea4fd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3088560 Nov 12 00:47:34.709406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa710fa-142e-459e-9f37-9e8b9c242445 req-f0d25bbd-ca14-4164-9a55-c55602975ca4 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.718541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fa710fa-142e-459e-9f37-9e8b9c242445 req-f0d25bbd-ca14-4164-9a55-c55602975ca4 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2893789 Nov 12 00:47:34.732353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] DHCP port deletion for 17a7a8ed-331a-484e-a857-ce68817b0fc9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:34.851371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.858802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:34.859200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.896345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fa710fa-142e-459e-9f37-9e8b9c242445 req-4a20719d-32d4-4d84-b460-7f5a0b517c85 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708584 Nov 12 00:47:34.992667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:34.993038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.007674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-b01a2daf-5b17-4e1d-a999-f290aaf0fe7a service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465105 Nov 12 00:47:35.203010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,segment=NetworkSegment(4aa7ca74-33f3-4d16-99e8-df472e60073e),segment_id=4aa7ca74-33f3-4d16-99e8-df472e60073e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:35.204421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.255094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:35.258777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Deleting port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:35.259146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.281986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] DHCP port deletion for e17df1e7-24b2-476e-a565-9f38e9200f69 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:35.283810 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.371927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.424179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:35.427731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:35.430513 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c1f0e-aadc-415a-9b3e-f35d2e95965e" -d '{"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-plugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:35.437880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.645718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.701326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:35.703398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.758477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-2ef724f3-bb93-45a0-b9e4-6303ed6efc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.760604 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-2ef724f3-bb93-45a0-b9e4-6303ed6efc15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1102 time: 0.2899187 Nov 12 00:47:35.776706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56d0baec-e4b3-4fab-ab40-74144d5d8bd3 req-9ec90120-df1c-41ea-bc07-fb755b50d91b service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661984 Nov 12 00:47:35.828287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934755-de3d-4546-9dc0-d84bef28eff6 req-f156ae13-214a-4a8b-9355-6b58189aac04 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.837752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0934755-de3d-4546-9dc0-d84bef28eff6 req-f156ae13-214a-4a8b-9355-6b58189aac04 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.3009999 Nov 12 00:47:35.923123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b95858d3-4647-4f26-bc9e-cfa55c940c64 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:35.948752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0934755-de3d-4546-9dc0-d84bef28eff6 req-4e5c3b38-7580-4fcd-a278-41c09e587179 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052761 Nov 12 00:47:35.962549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970699-286c-451d-81a1-ff8a4366e776 req-1e16d4cb-909e-42fa-a22b-4e114f63f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:35.969192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-1e16d4cb-909e-42fa-a22b-4e114f63f048 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1096 time: 0.1145456 Nov 12 00:47:35.992144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] For port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,segment=NetworkSegment(4aa7ca74-33f3-4d16-99e8-df472e60073e),segment_id=4aa7ca74-33f3-4d16-99e8-df472e60073e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:35.992642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.036537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Calling delete_port for 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:36.041139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.137164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Deleting port b95858d3-4647-4f26-bc9e-cfa55c940c64 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:36.137545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.191036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970699-286c-451d-81a1-ff8a4366e776 req-6927867b-0b2b-495a-bee2-90e9fa127f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.193912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-6927867b-0b2b-495a-bee2-90e9fa127f12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.2164888 Nov 12 00:47:36.260008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-c07aab33-e738-47ef-a843-a39bde57f1da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 217 time: 0.0515089 Nov 12 00:47:36.281221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bd38c-926f-445a-9a25-6fdebcc70e4e req-6628d7fc-3df9-440c-930a-75d370efc00b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.289318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.311079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-466bd38c-926f-445a-9a25-6fdebcc70e4e req-6628d7fc-3df9-440c-930a-75d370efc00b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1339090 Nov 12 00:47:36.347939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a7a8ed-331a-484e-a857-ce68817b0fc9']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.350845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.370368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa7ca74-33f3-4d16-99e8-df472e60073e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.370730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa7ca74-33f3-4d16-99e8-df472e60073e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.390415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.394507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-4daa60a3-9472-428f-882f-bbb590571887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.397071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-4daa60a3-9472-428f-882f-bbb590571887 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.6208413 Nov 12 00:47:36.423948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970699-286c-451d-81a1-ff8a4366e776 req-b7c86713-17ef-4d31-b0d8-0fc06293d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.424395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] For port b95858d3-4647-4f26-bc9e-cfa55c940c64, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b95858d3-4647-4f26-bc9e-cfa55c940c64,segment=NetworkSegment(d70ba773-da76-4c7a-8468-d0b8023950c2),segment_id=d70ba773-da76-4c7a-8468-d0b8023950c2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:36.424862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.426637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-b7c86713-17ef-4d31-b0d8-0fc06293d8ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1054046 Nov 12 00:47:36.458433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-466bd38c-926f-445a-9a25-6fdebcc70e4e req-5f22a2c9-957a-410f-8286-489c18445500 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460874 Nov 12 00:47:36.461935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-19396749-bbc9-4fb7-a133-1f80c4fb3c7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.0568068 Nov 12 00:47:36.463144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:36.482289 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:36.484096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Calling delete_port for b95858d3-4647-4f26-bc9e-cfa55c940c64 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:36.504561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.539193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6e41e4ac-b215-4d7f-a07c-473d0c8bbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.542103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6e41e4ac-b215-4d7f-a07c-473d0c8bbcb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0652852 Nov 12 00:47:36.561476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03970699-286c-451d-81a1-ff8a4366e776 req-ffae3dde-d97a-4aae-954b-a929e3f14f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.563359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-ffae3dde-d97a-4aae-954b-a929e3f14f2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273825 Nov 12 00:47:36.613314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] No DVR routers for this DVR port 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:36.641699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffbf44-6f95-4a98-b3b9-bb4534823afc None None] Pushing event deleted for resources: {'Port': ['ID=8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.693412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-98da8510-dff2-4012-9c74-11d5706a6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.696930 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-98da8510-dff2-4012-9c74-11d5706a6edd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307790 Nov 12 00:47:36.699390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.723652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.728504 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/17a7a8ed-331a-484e-a857-ce68817b0fc9 HTTP/1.1" status: 204 len: 168 time: 2.1032841 Nov 12 00:47:36.735002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:36.736021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b95858d3-4647-4f26-bc9e-cfa55c940c64, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b95858d3-4647-4f26-bc9e-cfa55c940c64,segment=NetworkSegment(d70ba773-da76-4c7a-8468-d0b8023950c2),segment_id=d70ba773-da76-4c7a-8468-d0b8023950c2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:36.736402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-b5bf756e-ee91-424c-8771-3fbdeb98c400 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:36.738254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-b5bf756e-ee91-424c-8771-3fbdeb98c400 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083246 Nov 12 00:47:36.740104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ce69-267e-4cf5-8649-4c23f3295432 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=17a7a8ed-331a-484e-a857-ce68817b0fc9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.771047 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.771786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:36.863982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:36.864369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f2a18af-4e6b-4504-8b16-2b1cc7dcdd57 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:36.914314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f0468-43a8-44b9-8ed6-820122d766cb req-aa6886d7-1349-459b-9bbf-b6e0df2aa8ef tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.923112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a8f0468-43a8-44b9-8ed6-820122d766cb req-aa6886d7-1349-459b-9bbf-b6e0df2aa8ef tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 944 time: 0.3180387 Nov 12 00:47:36.936936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-c7895cbd-3e5f-4ab4-9981-3745682d662b service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563995 Nov 12 00:47:36.963140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-0e8703a7-e5ed-45ce-b233-10fa4bd9623f service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120154 Nov 12 00:47:36.985482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.990888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b95858d3-4647-4f26-bc9e-cfa55c940c64,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.018980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.050375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] Pushing event deleted for resources: {'Port': ['ID=b95858d3-4647-4f26-bc9e-cfa55c940c64,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.063209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3358a8a-22c0-48b9-b8d5-d825e4901829 None None] No DVR routers for this DVR port b95858d3-4647-4f26-bc9e-cfa55c940c64 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:37.130240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a8f0468-43a8-44b9-8ed6-820122d766cb req-c4ad6292-928d-4077-9049-07d771fe77e0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059426 Nov 12 00:47:37.201743 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-2a552834-633f-4cf7-9a4f-3bfc9f377ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293289 Nov 12 00:47:37.206166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.230786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17df1e7-24b2-476e-a565-9f38e9200f69']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:37.241965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70ba773-da76-4c7a-8468-d0b8023950c2') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:37.242289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70ba773-da76-4c7a-8468-d0b8023950c2') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:37.253333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.270611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.277941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:37.278494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.285281 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791c207-60d2-4ce8-b220-43fb05bd9b1a x-openstack-request-id: req-a791c207-60d2-4ce8-b220-43fb05bd9b1a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:37.285574 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-plugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:37.285828 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a791c207-60d2-4ce8-b220-43fb05bd9b1a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:37.286260 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'code': 200} Nov 12 00:47:37.347434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:37.412681 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:37.477659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 24c8cde3-5ea3-41bf-85e0-559512da72bc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:37.478732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.486387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.506039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03970699-286c-451d-81a1-ff8a4366e776 req-e52d923d-72bb-4606-95b3-71e1edca4250 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515556 Nov 12 00:47:37.575978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.610903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.612775 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.620362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10669526'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:37.621820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/e17df1e7-24b2-476e-a565-9f38e9200f69 HTTP/1.1" status: 204 len: 168 time: 0.8824570 Nov 12 00:47:37.669483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:37.671558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:37.675467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.676614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.733892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:37.734258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.738289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e84926-e8ba-4c4c-ae89-e8f4701f98ee tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=e17df1e7-24b2-476e-a565-9f38e9200f69,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.757047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.757400 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment f6eef9e0-b4b6-462a-8d43-c45a1e24d21b of type vlan for network f0225e5e-28ab-4131-b4db-22cdb2838fb0 Nov 12 00:47:37.791922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59b47-8580-4be8-84f1-dd63c4dd2d72 req-1e997747-999e-4dc6-bc7c-f6c1a4dbde35 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.807940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba59b47-8580-4be8-84f1-dd63c4dd2d72 req-1e997747-999e-4dc6-bc7c-f6c1a4dbde35 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.2981427 Nov 12 00:47:37.843571 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.882777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.893154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.894036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.931882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba59b47-8580-4be8-84f1-dd63c4dd2d72 req-9b32ab1e-9da4-4fa5-ad68-a059f078381f tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227760 Nov 12 00:47:37.962963 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3508742 Nov 12 00:47:37.967322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.972544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:38.020920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c53e7-38b4-4542-a603-91156410ec65 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=f0225e5e-28ab-4131-b4db-22cdb2838fb0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.032787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:38.253100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:38.256473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.331418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:38.353457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42128f-e742-43dc-b741-f90f73c12c91 req-37290d01-1b9b-4e2a-b876-c235e47b8037 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.355289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce42128f-e742-43dc-b741-f90f73c12c91 req-37290d01-1b9b-4e2a-b876-c235e47b8037 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1390712 Nov 12 00:47:38.517486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce42128f-e742-43dc-b741-f90f73c12c91 req-da6c2110-f86b-47c2-8345-1f04c4362e8c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498120 Nov 12 00:47:38.554186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:38.605443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:38.709281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.720678 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.737163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:38.776687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:38.784507 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.853370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.894565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=139c75ba-be47-4fe9-ba85-1550c5c611da,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.978395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb01ad-794c-411c-920b-b91bf90b03c2 req-834cb159-adde-459f-9e22-4cd3890b5804 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.988642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29fb01ad-794c-411c-920b-b91bf90b03c2 req-834cb159-adde-459f-9e22-4cd3890b5804 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2020230 Nov 12 00:47:39.024500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:39.025470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: f0225e5e-28ab-4131-b4db-22cdb2838fb0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:39.069955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:39.090909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f0225e5e-28ab-4131-b4db-22cdb2838fb0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:39.095507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8fdc9309-ec28-41d6-90ea-016fb518dbb1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:39.104988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29fb01ad-794c-411c-920b-b91bf90b03c2 req-54498b35-cc0f-43bd-ae7c-c65534109c49 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130528 Nov 12 00:47:39.113388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.118208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.164334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dea805a5-145d-4724-8b0b-c6c80e74740c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1950796 Nov 12 00:47:39.166309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:39.173309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1165815026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:39.176102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44748e7-b3df-4d61-91ab-ca7ea0ded9f8 None None] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:39.234577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a4365b9-6382-4cc6-b722-51729e9f662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.251848 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.258372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.290071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:39.292567 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08847490-d7ad-44d6-b4fb-0bb3ca53dc87" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:39.495393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8d52-2194-449d-99b5-b0a390cb6a8c req-2b42365f-eef8-40ec-b889-ceddd21aba1a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.503861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-578c8d52-2194-449d-99b5-b0a390cb6a8c req-2b42365f-eef8-40ec-b889-ceddd21aba1a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2658606 Nov 12 00:47:39.506798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.523092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.547165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f0225e5e-28ab-4131-b4db-22cdb2838fb0', 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '139c75ba-be47-4fe9-ba85-1550c5c611da'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:39.549555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.569494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.573330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-314dac19-c5d3-46a4-a2c7-c5c654d1ee7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4033434 Nov 12 00:47:39.574728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:39.579761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'port': {'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0', 'name': 'tempest-RoutersIpV6Test-1718461925'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:39.626504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-578c8d52-2194-449d-99b5-b0a390cb6a8c req-a54c37d4-64d8-4f69-b6ac-76e424d8769b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121316 Nov 12 00:47:39.905279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3204d-35f3-416b-810a-e661ccaed428 req-84f34568-5b1a-4e6a-ab29-54581108aa50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.906114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec13226-1f8c-4e7e-afe3-1441ee51950d req-c9217987-b705-4185-bbea-9604094441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.910562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6ec13226-1f8c-4e7e-afe3-1441ee51950d req-c9217987-b705-4185-bbea-9604094441f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1098 time: 0.1416092 Nov 12 00:47:39.921614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20f3204d-35f3-416b-810a-e661ccaed428 req-84f34568-5b1a-4e6a-ab29-54581108aa50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1467314 Nov 12 00:47:40.052559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Allocated IP 2001:db8::2 (f0225e5e-28ab-4131-b4db-22cdb2838fb0/139c75ba-be47-4fe9-ba85-1550c5c611da/afbe5999-2fab-45d3-9181-4bb607d6e593) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:40.062222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:40.066144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.083879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20f3204d-35f3-416b-810a-e661ccaed428 req-42493094-cd4c-415e-89d4-bff326d04a20 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590319 Nov 12 00:47:40.120794 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6ec13226-1f8c-4e7e-afe3-1441ee51950d req-6eae6682-69f6-48cd-b686-26be9a6ee73c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895432 Nov 12 00:47:40.136255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] device_id is not set on port 688e62de-f465-40fd-995b-7ee7d5d78ec2 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:47:40.413542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.421135 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362c6b2-b2a7-43bb-8258-7fbd26bc8c04 x-openstack-request-id: req-0362c6b2-b2a7-43bb-8258-7fbd26bc8c04 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:40.421942 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:40.422223 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0362c6b2-b2a7-43bb-8258-7fbd26bc8c04 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:40.422698 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'code': 200} Nov 12 00:47:40.424693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:40.431872 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.585790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e7a6d-c192-4f0e-a725-9c0cd01b1b4d req-7fa07076-1531-4a87-8942-b7af6fb75dbd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.587408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c3e7a6d-c192-4f0e-a725-9c0cd01b1b4d req-7fa07076-1531-4a87-8942-b7af6fb75dbd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1135914 Nov 12 00:47:40.592532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:40.613206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8::1e9 (f0225e5e-28ab-4131-b4db-22cdb2838fb0/139c75ba-be47-4fe9-ba85-1550c5c611da/688e62de-f465-40fd-995b-7ee7d5d78ec2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:40.619785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:40.627542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:40.630887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Pushing event updated for resources: {'Port': ['ID=afbe5999-2fab-45d3-9181-4bb607d6e593,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.689617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:40.709813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c3e7a6d-c192-4f0e-a725-9c0cd01b1b4d req-5f7934a9-d0a2-484f-81bf-152fc5b372e3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 Nov 12 00:47:40.719311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:40.719686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.825877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Attempting to bind port afbe5999-2fab-45d3-9181-4bb607d6e593 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:40.826454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Attempting to bind port afbe5999-2fab-45d3-9181-4bb607d6e593 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:40.829863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Attempting to bind port afbe5999-2fab-45d3-9181-4bb607d6e593 on network f0225e5e-28ab-4131-b4db-22cdb2838fb0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:40.843777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:40.849650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Checking segment: {'id': 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:40.850318 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.850927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Bound using segment: {'id': 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:40.851630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Bound port: afbe5999-2fab-45d3-9181-4bb607d6e593, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f0225e5e-28ab-4131-b4db-22cdb2838fb0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:40.852253 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.932347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.959865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508607a-02ea-4bd3-bc3d-ebd9a955d901 req-c5b5f501-d6f7-4f45-8d61-58bbb8c67de3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.969535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8508607a-02ea-4bd3-bc3d-ebd9a955d901 req-c5b5f501-d6f7-4f45-8d61-58bbb8c67de3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.0882607 Nov 12 00:47:41.010092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.041206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.046040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8508607a-02ea-4bd3-bc3d-ebd9a955d901 req-01f2aa8d-37eb-4b0c-b943-50acbfbfc611 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754421 Nov 12 00:47:41.077304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:41.085501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:41.094809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:41.112956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.119143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.121335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] For port afbe5999-2fab-45d3-9181-4bb607d6e593, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:41.124959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] For port afbe5999-2fab-45d3-9181-4bb607d6e593, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afbe5999-2fab-45d3-9181-4bb607d6e593,segment=NetworkSegment(f6eef9e0-b4b6-462a-8d43-c45a1e24d21b),segment_id=f6eef9e0-b4b6-462a-8d43-c45a1e24d21b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:41.140615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.179814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=688e62de-f465-40fd-995b-7ee7d5d78ec2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.214435 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-08f360b2-a21b-45ba-92cb-d9cff86e5ccc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6392210 Nov 12 00:47:41.216986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:41.288429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:41.294053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb750-774c-4ab8-9466-a10322fde196 req-5680f071-3f11-469b-95c9-d1e38ea20131 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.307215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53bbb750-774c-4ab8-9466-a10322fde196 req-5680f071-3f11-469b-95c9-d1e38ea20131 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1847901 Nov 12 00:47:41.314362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.418781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e311cc0-e755-4571-8f66-f42c63236e91 None None] Pushing event updated for resources: {'Port': ['ID=afbe5999-2fab-45d3-9181-4bb607d6e593,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.506646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53bbb750-774c-4ab8-9466-a10322fde196 req-188d7dc4-489e-4825-83ea-04783f38d99b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933384 Nov 12 00:47:41.757155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.791141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0071593c-d754-4b7d-a097-7b663eb6d755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.861674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afbe5999-2fab-45d3-9181-4bb607d6e593 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:41.895149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d978a0-89b0-4dff-9a6f-6f4a9ecf8374 req-e4f5a1ee-f3be-425c-baf4-70454950c78c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.902441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23d978a0-89b0-4dff-9a6f-6f4a9ecf8374 req-e4f5a1ee-f3be-425c-baf4-70454950c78c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1371245 Nov 12 00:47:41.981696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port afbe5999-2fab-45d3-9181-4bb607d6e593 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:41.982252 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.011398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.031819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23d978a0-89b0-4dff-9a6f-6f4a9ecf8374 req-715c8ea0-3574-4f30-9f30-607241c8d88e tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198289 Nov 12 00:47:42.224082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.306981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port afbe5999-2fab-45d3-9181-4bb607d6e593, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afbe5999-2fab-45d3-9181-4bb607d6e593,segment=NetworkSegment(f6eef9e0-b4b6-462a-8d43-c45a1e24d21b),segment_id=f6eef9e0-b4b6-462a-8d43-c45a1e24d21b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:42.326647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.437467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:42.442704 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641bb955-b88d-4884-9d44-d33d81b9ac49" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:42.444154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.452272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.499638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=afbe5999-2fab-45d3-9181-4bb607d6e593,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.520914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=688e62de-f465-40fd-995b-7ee7d5d78ec2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.573174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5bb0-2a0d-4620-82d6-5a71f101a561 req-1dc79aee-19cd-4646-8f0a-86d15bf42a45 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.581499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498b5bb0-2a0d-4620-82d6-5a71f101a561 req-1dc79aee-19cd-4646-8f0a-86d15bf42a45 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1060238 Nov 12 00:47:42.684312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.716807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498b5bb0-2a0d-4620-82d6-5a71f101a561 req-936e90e5-0064-4016-9fdf-898a610f8e76 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341393 Nov 12 00:47:42.871206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.016417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d1956-d66d-4775-a36a-73f99a300483 None None] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:43.188426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.239586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-75cb110c-84b4-45a3-b95e-a61bdb542730 None None] Provisioning complete for port afbe5999-2fab-45d3-9181-4bb607d6e593 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:43.243250 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75cb110c-84b4-45a3-b95e-a61bdb542730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.256711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-cdb60a15-8207-46a4-9ce3-101c49a74b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.258365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-cdb60a15-8207-46a4-9ce3-101c49a74b37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fda38a183fa54cc396244eab46cf355c&device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 1098 time: 0.1435664 Nov 12 00:47:43.269645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dae86-f9f0-4377-b9b0-52680e1e90ff req-f8906bcf-91bf-4074-a31b-aa7fd175d07d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.283954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba6dae86-f9f0-4377-b9b0-52680e1e90ff req-f8906bcf-91bf-4074-a31b-aa7fd175d07d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1355011 Nov 12 00:47:43.394134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba6dae86-f9f0-4377-b9b0-52680e1e90ff req-4b604f99-d0e5-497f-b941-25677771c7a7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092248 Nov 12 00:47:43.464118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-01fbffc5-b45d-4c9c-b494-261fafea9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.465883 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-01fbffc5-b45d-4c9c-b494-261fafea9292 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 200 len: 912 time: 0.1570699 Nov 12 00:47:43.702193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef67c9a-2076-4fd4-b2d5-ccb5b05f8496 req-a2c11f04-d05c-49d0-990f-285836ed83cd tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.704189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bef67c9a-2076-4fd4-b2d5-ccb5b05f8496 req-a2c11f04-d05c-49d0-990f-285836ed83cd tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.1630397 Nov 12 00:47:43.814675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bef67c9a-2076-4fd4-b2d5-ccb5b05f8496 req-6ca9804f-c6d5-48db-afed-f0f5dd8c54c2 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups?id=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975146 Nov 12 00:47:43.859431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-ee1c5246-6ac3-4869-a923-77b0f04509f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 200 len: 217 time: 0.1127303 Nov 12 00:47:43.912447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afbe5999-2fab-45d3-9181-4bb607d6e593 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:43.931544 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4440e3c-fc3a-4b34-981c-495c07b79110 x-openstack-request-id: req-d4440e3c-fc3a-4b34-981c-495c07b79110 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:43.931869 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:43.932207 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4440e3c-fc3a-4b34-981c-495c07b79110 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:43.932627 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:47:43.949618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-99999540-7e1c-4d02-ae56-0a404fe5f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.952147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-99999540-7e1c-4d02-ae56-0a404fe5f7c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 200 len: 851 time: 0.0745566 Nov 12 00:47:44.059722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.084423 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-519a946c-a975-4e24-870f-c8cbae5e5ccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237493 Nov 12 00:47:44.125139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port afbe5999-2fab-45d3-9181-4bb607d6e593 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:44.125798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.348395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-8ef257b3-45fc-4be9-b0db-0b87210b5b6a service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476027 Nov 12 00:47:44.350568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.352826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e46f-57de-41dd-ae31-a1829325f8f2 req-6de6c67d-8a3e-4a61-9445-d9dc317bf8f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.367560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.368468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.368945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc11e46f-57de-41dd-ae31-a1829325f8f2 req-6de6c67d-8a3e-4a61-9445-d9dc317bf8f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.1743767 Nov 12 00:47:44.409424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dbf48-0a74-4109-af1a-6fbd54893475 req-2f55b862-5bb5-4f85-b7ef-6aead5a5dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.418112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b94dbf48-0a74-4109-af1a-6fbd54893475 req-2f55b862-5bb5-4f85-b7ef-6aead5a5dd84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1098 time: 0.4167101 Nov 12 00:47:44.514988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=688e62de-f465-40fd-995b-7ee7d5d78ec2,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.584739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b704b8c2-5bd1-44df-9a6e-a83032bac740 None None] Provisioning complete for port afbe5999-2fab-45d3-9181-4bb607d6e593 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:44.585313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b704b8c2-5bd1-44df-9a6e-a83032bac740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.585413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-b659aa07-480a-42d0-bb54-1ad8a2145c72 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.597860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-b659aa07-480a-42d0-bb54-1ad8a2145c72 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.32 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 946 time: 0.5851545 Nov 12 00:47:44.757768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eeadc49c-7983-4f27-9052-7d9d69855cba req-a359cc4c-1fd7-46c1-99cd-b19150823a64 service neutron] 10.222.0.32 "GET /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005823 Nov 12 00:47:44.777627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:44.786701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:44.852753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc11e46f-57de-41dd-ae31-a1829325f8f2 req-4fe832b8-c7e0-49ac-bb92-e0cecf8a0cff tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4705577 Nov 12 00:47:44.854696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b94dbf48-0a74-4109-af1a-6fbd54893475 req-732a11c0-6cd2-43fa-8e55-c56dc25bc19c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747280 Nov 12 00:47:44.903937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b704b8c2-5bd1-44df-9a6e-a83032bac740 None None] Provisioning complete for port 688e62de-f465-40fd-995b-7ee7d5d78ec2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:44.904905 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b704b8c2-5bd1-44df-9a6e-a83032bac740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.909273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.037619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b704b8c2-5bd1-44df-9a6e-a83032bac740 None None] Port 688e62de-f465-40fd-995b-7ee7d5d78ec2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:45.115910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Deleting port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:45.116515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.185719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 560e5c27-6535-4777-9f06-aaaa9421d353 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:45.197943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b0a7150e-b15e-431e-ac2d-b7b4e1bda893 None None] Provisioning complete for port 688e62de-f465-40fd-995b-7ee7d5d78ec2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:45.198093 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0a7150e-b15e-431e-ac2d-b7b4e1bda893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.246730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] For port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:45.247096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.352391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:45.352984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7150e-b15e-431e-ac2d-b7b4e1bda893 None None] Port 688e62de-f465-40fd-995b-7ee7d5d78ec2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:45.362252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53dacd3e-598d-439a-a56b-ba5045289324 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/560e5c27-6535-4777-9f06-aaaa9421d353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1441817 Nov 12 00:47:45.371040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:45.372325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] Sync routers for ids ['560e5c27-6535-4777-9f06-aaaa9421d353'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:45.408185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] Routers {'560e5c27-6535-4777-9f06-aaaa9421d353'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:45.408908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['560e5c27-6535-4777-9f06-aaaa9421d353'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:45.465531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feb01f-2a34-4627-a568-8ad9b5dc1ef3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.466806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:45.472606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-55feb01f-2a34-4627-a568-8ad9b5dc1ef3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports/688e62de-f465-40fd-995b-7ee7d5d78ec2 HTTP/1.1" status: 200 len: 984 time: 0.1001935 Nov 12 00:47:45.473340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:45.502763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] Routers {'560e5c27-6535-4777-9f06-aaaa9421d353'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:45.506076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['560e5c27-6535-4777-9f06-aaaa9421d353'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:45.603643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:45.605406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9da5b-cb0d-47ca-8212-12bf91b9497e None None] The sync data for ids ['560e5c27-6535-4777-9f06-aaaa9421d353'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:45.608453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5f3d77aa-34ca-4b16-b03e-1f54b073683f None None] Provisioning complete for port 688e62de-f465-40fd-995b-7ee7d5d78ec2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:45.609333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5f3d77aa-34ca-4b16-b03e-1f54b073683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.618389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048d68b-c228-44d0-aef4-d455e06d499c req-f0f7fa2f-1792-4779-9dea-93d4272d31d4 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.621607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3048d68b-c228-44d0-aef4-d455e06d499c req-f0f7fa2f-1792-4779-9dea-93d4272d31d4 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.5615215 Nov 12 00:47:45.694973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d77aa-34ca-4b16-b03e-1f54b073683f None None] Port 688e62de-f465-40fd-995b-7ee7d5d78ec2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:45.758345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.758612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.758938 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Floating IP ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec disassociated. External IP: 172.25.6.25, port: 1ef34f8c-880f-4e03-8ab6-0b78d13b19be. Nov 12 00:47:45.759285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Calling delete_port for 1ef34f8c-880f-4e03-8ab6-0b78d13b19be owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:45.768811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3048d68b-c228-44d0-aef4-d455e06d499c req-37e3f01c-57d5-4374-96ec-9f633c61dc94 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Nov 12 00:47:45.920294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c2cd7cfb-f607-4109-9c9d-6ccfde11421f None None] Provisioning complete for port 688e62de-f465-40fd-995b-7ee7d5d78ec2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:45.920673 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7cfb-f607-4109-9c9d-6ccfde11421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.987445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3aa06-65fe-41fe-832e-20371f840b40 req-18b3fa92-83f3-4c9e-94b1-470da4a443b1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.989830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1c3aa06-65fe-41fe-832e-20371f840b40 req-18b3fa92-83f3-4c9e-94b1-470da4a443b1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0839117 Nov 12 00:47:46.021740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd7cfb-f607-4109-9c9d-6ccfde11421f None None] Port 688e62de-f465-40fd-995b-7ee7d5d78ec2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:46.126298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1c3aa06-65fe-41fe-832e-20371f840b40 req-861a1cf4-381b-4527-94d6-6d26b6c5198c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282597 Nov 12 00:47:46.128174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.166791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event deleted for resources: {'Port': ['ID=1ef34f8c-880f-4e03-8ab6-0b78d13b19be,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.510144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Router 9ef54922-99e7-4a54-840c-a39201a6ddd7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:46.538902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7bd9-3a49-4d02-9d69-e0dbb86a833a req-75410092-3f6f-419b-a230-b9b806c6193c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:46.564272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d2b7bd9-3a49-4d02-9d69-e0dbb86a833a req-75410092-3f6f-419b-a230-b9b806c6193c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1103356 Nov 12 00:47:46.696456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d2b7bd9-3a49-4d02-9d69-e0dbb86a833a req-95bdcc09-695e-4500-bbbf-3466ac6a5126 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303957 Nov 12 00:47:46.936006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7f9e628-6b51-46d3-99a7-202fbce63d62 req-ab76ed22-315d-4d61-8e7c-4eee134288e4 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/ports?device_id=29889cde-0786-4d60-a2ea-08f6d0d8378c HTTP/1.1" status: 200 len: 210 time: 0.0667322 Nov 12 00:47:46.951164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:46.968956 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Sync routers for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:46.985256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:46.985907 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:47.035553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] No DVR routers for this DVR port 1ef34f8c-880f-4e03-8ab6-0b78d13b19be on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:47.043469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.047816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c3594d0-a7a2-4ce2-a198-b16fcfd3a695 req-a7b0080b-08a9-444c-90c6-abdefe496063 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.32 "DELETE /v2.0/ports/1ef34f8c-880f-4e03-8ab6-0b78d13b19be HTTP/1.1" status: 204 len: 173 time: 2.4344921 Nov 12 00:47:47.049426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.052991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'name': 'network-vif-deleted', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:47.058119 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9125a35-e03d-494d-9ff3-12061569fdff" -d '{"events": [{"server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "name": "network-vif-deleted", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:47.248894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed47f71-cbf7-4e3b-9375-f0c430f75e94 req-8b5f9275-d8b4-4dde-ae68-9b0ab39cef73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.264250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eed47f71-cbf7-4e3b-9375-f0c430f75e94 req-8b5f9275-d8b4-4dde-ae68-9b0ab39cef73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.1341591 Nov 12 00:47:47.291542 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:47.395786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eed47f71-cbf7-4e3b-9375-f0c430f75e94 req-16a4da04-8315-4060-bc43-4ae7bf77e927 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266737 Nov 12 00:47:47.548860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493673-617f-492b-8826-50f098e45d2a req-5f77bcba-e21a-4ffb-b2e1-ada589a26e92 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.560881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56493673-617f-492b-8826-50f098e45d2a req-5f77bcba-e21a-4ffb-b2e1-ada589a26e92 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.0826747 Nov 12 00:47:47.575433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 688e62de-f465-40fd-995b-7ee7d5d78ec2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:47.575825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.634979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56493673-617f-492b-8826-50f098e45d2a req-0b181d2d-26c7-4894-a2e1-a6ae8c059a1c tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 Nov 12 00:47:47.831485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.868995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 688e62de-f465-40fd-995b-7ee7d5d78ec2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:47.948911 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115f92d4-1ed5-47f9-9a03-404796acd0f2 x-openstack-request-id: req-115f92d4-1ed5-47f9-9a03-404796acd0f2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:47.949212 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29889cde-0786-4d60-a2ea-08f6d0d8378c", "name": "network-vif-deleted", "tag": "1ef34f8c-880f-4e03-8ab6-0b78d13b19be", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:47.949464 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-115f92d4-1ed5-47f9-9a03-404796acd0f2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:47.949874 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29889cde-0786-4d60-a2ea-08f6d0d8378c', 'name': 'network-vif-deleted', 'tag': '1ef34f8c-880f-4e03-8ab6-0b78d13b19be', 'status': 'completed', 'code': 200} Nov 12 00:47:47.993780 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:48.047158 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Checking router: 9ef54922-99e7-4a54-840c-a39201a6ddd7 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:48.057167 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:48.058689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:48.112706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c37cc-fc97-4460-95d2-5a1660ca6e16 req-1013c52d-e9bf-4415-87e6-b51b007f2fe2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:48.128193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b56c37cc-fc97-4460-95d2-5a1660ca6e16 req-1013c52d-e9bf-4415-87e6-b51b007f2fe2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1147242 Nov 12 00:47:48.191550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b56c37cc-fc97-4460-95d2-5a1660ca6e16 req-745494d5-864d-499c-bf21-dd3d857b7c99 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608375 Nov 12 00:47:48.311370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.325846 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:48.380671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=688e62de-f465-40fd-995b-7ee7d5d78ec2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:48.525152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfce496-d465-4e91-a2dc-a778e69b1db0 req-96514744-28ec-42c3-ae90-c9e6c94eea3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:48.529894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cfce496-d465-4e91-a2dc-a778e69b1db0 req-96514744-28ec-42c3-ae90-c9e6c94eea3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.0904403 Nov 12 00:47:48.541208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:48.564584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'floatingip': {'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:48.665320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.682593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.027891 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.089159 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ca27-f78e-4390-9a19-72afb67f07d5 None None] The sync data for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 is: [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:45:28Z', 'revision_number': 4, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '3fa4828c-dcaa-4055-b01a-77a0f9279c2b', 'name': '', 'network_id': '7dd5299f-ff84-4738-8f8e-00b76c8bf411', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'mac_address': 'fa:16:3e:34:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:27Z', 'updated_at': '2021-11-12T00:45:33Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'subnets': [{'id': '3b2ef5b3-0415-4dda-9c74-ec2c106e8383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:49.148032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 560e5c27-6535-4777-9f06-aaaa9421d353 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:49.275592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:49.286705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] Sync routers for ids ['560e5c27-6535-4777-9f06-aaaa9421d353'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:49.294478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d500c5a9-7624-401e-952a-905df21c98c1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/560e5c27-6535-4777-9f06-aaaa9421d353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8197975 Nov 12 00:47:49.295156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:49.313960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] Routers {'560e5c27-6535-4777-9f06-aaaa9421d353'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:49.314906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['560e5c27-6535-4777-9f06-aaaa9421d353'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.454749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.478996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef34f8c-880f-4e03-8ab6-0b78d13b19be no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:49.485700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] Routers {'560e5c27-6535-4777-9f06-aaaa9421d353'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:49.486979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['560e5c27-6535-4777-9f06-aaaa9421d353'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.512291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 1ef34f8c-880f-4e03-8ab6-0b78d13b19be {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:49.513005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef34f8c-880f-4e03-8ab6-0b78d13b19be not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:49.553637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.554654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b5d69-0527-4aab-a6e8-d68397a9f66c None None] The sync data for ids ['560e5c27-6535-4777-9f06-aaaa9421d353'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:49.658089 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe600776-5137-4e6c-ae89-639809c7257c None None] New status for floating IP ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:49.766310 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-9ed33b4d-f39e-4f5e-a209-963f5d0cfe3e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 00:47:49.770309 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9ed33b4d-f39e-4f5e-a209-963f5d0cfe3e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/560e5c27-6535-4777-9f06-aaaa9421d353/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4741654 Nov 12 00:47:49.770869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:49.841115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3482693d-1caf-45f9-a59c-8c2a9cd07b05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=560e5c27-6535-4777-9f06-aaaa9421d353 HTTP/1.1" status: 200 len: 205 time: 0.0679817 Nov 12 00:47:49.842892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:50.054740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.386168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.396796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.462851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.463613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router 560e5c27-6535-4777-9f06-aaaa9421d353 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:47:50.472638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.473808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be958569-ccd0-4e17-ba6c-355bb87e1f44 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/560e5c27-6535-4777-9f06-aaaa9421d353 HTTP/1.1" status: 204 len: 168 time: 0.6299391 Nov 12 00:47:50.476509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:50.543021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac3a67-d8e2-45ba-ac6d-550b8b8ecb32 req-97959312-e2d1-44f9-b52d-c313a0572b14 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.553537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dac3a67-d8e2-45ba-ac6d-550b8b8ecb32 req-97959312-e2d1-44f9-b52d-c313a0572b14 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.5038042 Nov 12 00:47:50.600100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 139c75ba-be47-4fe9-ba85-1550c5c611da {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:50.608075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.669607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.696734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dac3a67-d8e2-45ba-ac6d-550b8b8ecb32 req-dea6994f-5135-43b4-8d72-c6c85cd4b43e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349905 Nov 12 00:47:50.698330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.735475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.906090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.917026 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Floating IP 4cdc6124-6319-4281-8d11-ab0d745b3044 associated. External IP: 172.25.6.81, port: 8fdc9309-ec28-41d6-90ea-016fb518dbb1. Nov 12 00:47:51.009880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.064893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4870c4-bbe4-4f61-9aeb-3456fa0e2c42 None None] Network f0225e5e-28ab-4131-b4db-22cdb2838fb0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:51.065928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=139c75ba-be47-4fe9-ba85-1550c5c611da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.071057 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.077863 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-420cbfee-0553-4b75-bdf5-69c951e199b8 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/139c75ba-be47-4fe9-ba85-1550c5c611da HTTP/1.1" status: 204 len: 168 time: 0.5999444 Nov 12 00:47:51.080120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:51.094822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087d57-9967-435c-b10a-58e60fb3f29c req-f7afa24e-a250-4295-be6a-b8a647f404c2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.097741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02087d57-9967-435c-b10a-58e60fb3f29c req-f7afa24e-a250-4295-be6a-b8a647f404c2 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.1823301 Nov 12 00:47:51.185101 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.265093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port afbe5999-2fab-45d3-9181-4bb607d6e593 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:51.265469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.325548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02087d57-9967-435c-b10a-58e60fb3f29c req-f2eaaf77-ab63-45e0-8117-5503131018a0 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481001 Nov 12 00:47:51.385423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port afbe5999-2fab-45d3-9181-4bb607d6e593, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afbe5999-2fab-45d3-9181-4bb607d6e593,segment=NetworkSegment(f6eef9e0-b4b6-462a-8d43-c45a1e24d21b),segment_id=f6eef9e0-b4b6-462a-8d43-c45a1e24d21b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:51.385810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.411726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for afbe5999-2fab-45d3-9181-4bb607d6e593 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:51.478968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] DHCP port deletion for f0225e5e-28ab-4131-b4db-22cdb2838fb0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:51.568680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.637907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Deleting port afbe5999-2fab-45d3-9181-4bb607d6e593 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:51.638278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.651168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=afbe5999-2fab-45d3-9181-4bb607d6e593,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.660808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port afbe5999-2fab-45d3-9181-4bb607d6e593 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:51.836022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afbe5999-2fab-45d3-9181-4bb607d6e593 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:51.857224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.872051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: afbe5999-2fab-45d3-9181-4bb607d6e593 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:51.872674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afbe5999-2fab-45d3-9181-4bb607d6e593 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:51.894248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Router e6b88483-753a-4274-83a6-16a8e5a1ea08 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:51.909477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] For port afbe5999-2fab-45d3-9181-4bb607d6e593, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:51.913846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.936295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0225e5e-28ab-4131-b4db-22cdb2838fb0']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.953360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Calling delete_port for afbe5999-2fab-45d3-9181-4bb607d6e593 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:51.955074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.955939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eef9e0-b4b6-462a-8d43-c45a1e24d21b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.957741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Port afbe5999-2fab-45d3-9181-4bb607d6e593 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:47:51.963819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.972807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.995159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] No DVR routers for this DVR port afbe5999-2fab-45d3-9181-4bb607d6e593 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:52.019880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.033419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:52.033760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:52.041877 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:52.059096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b3ec3-befd-4ecd-acf7-e34035ffe226 None None] Pushing event deleted for resources: {'Port': ['ID=afbe5999-2fab-45d3-9181-4bb607d6e593,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.123902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3398e6-2ffb-441e-b2c6-3ab9bac7a835 req-c0b0813f-8cb3-4d49-9065-807d28419c56 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.127626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f3398e6-2ffb-441e-b2c6-3ab9bac7a835 req-c0b0813f-8cb3-4d49-9065-807d28419c56 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.3313622 Nov 12 00:47:52.129046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:52.134194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.151850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Sync routers for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:52.183670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:52.184761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:52.185859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.212441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.223682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/f0225e5e-28ab-4131-b4db-22cdb2838fb0 HTTP/1.1" status: 204 len: 168 time: 1.1385243 Nov 12 00:47:52.229292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1e07-f27f-4733-a6d8-8da80c80b451 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=f0225e5e-28ab-4131-b4db-22cdb2838fb0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.232320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:52.237260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-714655385'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:52.273862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d071e220-0c99-4943-8156-d577c7c140af tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "PUT /v2.0/floatingips/4cdc6124-6319-4281-8d11-ab0d745b3044 HTTP/1.1" status: 200 len: 991 time: 3.7299621 Nov 12 00:47:52.278191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f3398e6-2ffb-441e-b2c6-3ab9bac7a835 req-fa979183-30c1-4a03-82de-3779561c8740 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413021 Nov 12 00:47:52.279214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:52.283114 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:52.299935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:52.305274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.374906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:52.414083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:52.419947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.420728 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 141c037c-869f-4691-8684-e7740efe0ab6 of type vlan for network eed2f0b9-51fb-43be-8963-c7db27791281 Nov 12 00:47:52.450688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:52.539597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.561819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.617083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.626591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.627284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.633746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.728520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=eed2f0b9-51fb-43be-8963-c7db27791281,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.762558 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4514e4aa-1b3c-4e5e-bfcc-0d117c652e92 x-openstack-request-id: req-4514e4aa-1b3c-4e5e-bfcc-0d117c652e92 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:52.762871 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:52.763142 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4514e4aa-1b3c-4e5e-bfcc-0d117c652e92 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:52.763603 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'status': 'completed', 'code': 200} Nov 12 00:47:52.781326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.784137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.788075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "DELETE /v2.0/security-groups/89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e HTTP/1.1" status: 204 len: 168 time: 0.3698406 Nov 12 00:47:52.790177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3ec24a89-5c6d-4a0d-814a-2f6253c8014c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5566940 Nov 12 00:47:52.791023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:52.791754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:52.803820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network eed2f0b9-51fb-43be-8963-c7db27791281 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:52.807170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:52.844505 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-19773a1c-d126-4bd6-ac2d-6f1b9bd3a7a5 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] show failed (client error): The resource could not be found. Nov 12 00:47:52.846082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19773a1c-d126-4bd6-ac2d-6f1b9bd3a7a5 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "GET /v2.0/security-groups/89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e HTTP/1.1" status: 404 len: 347 time: 0.0526888 Nov 12 00:47:52.848839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:52.858716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f1583-eef8-46d9-a3de-f9dec970df52 tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6b0e6-bed6-4ac5-aebb-ecc12e9eb62e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.962430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-5a55020a-5501-4821-bbeb-f74bbdd014e5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.965289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-5a55020a-5501-4821-bbeb-f74bbdd014e5 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.3473110 Nov 12 00:47:53.028127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79a4d-3c73-45f7-91fe-2708a9af5a63 req-1bd49938-53e8-461f-979b-c44216913a9b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.036425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a79a4d-3c73-45f7-91fe-2708a9af5a63 req-1bd49938-53e8-461f-979b-c44216913a9b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.4747999 Nov 12 00:47:53.106192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a79a4d-3c73-45f7-91fe-2708a9af5a63 req-056b10ee-0a67-4a42-9b05-f811e478ae0e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634000 Nov 12 00:47:53.114320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-e0c65fdd-c415-414d-8cd1-053131680602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.116079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-e0c65fdd-c415-414d-8cd1-053131680602 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1098 time: 0.3419681 Nov 12 00:47:53.126444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4cdc6124-6319-4281-8d11-ab0d745b3044', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:26Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 1, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:53.161375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Checking router: e6b88483-753a-4274-83a6-16a8e5a1ea08 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:53.174526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:53.175361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:53.276589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-cdaa5cdb-ab97-485a-80d3-92bb62218a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.278159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-cdaa5cdb-ab97-485a-80d3-92bb62218a52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.1519072 Nov 12 00:47:53.362503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8925a-0db9-462f-ad51-0ae1b8fe5bd4 req-e221649e-6657-4fd1-89dc-c5f3b42e0e03 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.364556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:53.378582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edc8925a-0db9-462f-ad51-0ae1b8fe5bd4 req-e221649e-6657-4fd1-89dc-c5f3b42e0e03 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 946 time: 0.5803347 Nov 12 00:47:53.414126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-22a815f0-ff8f-4352-b9b9-b61e60df395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.415758 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-22a815f0-ff8f-4352-b9b9-b61e60df395a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 1098 time: 0.2758715 Nov 12 00:47:53.446964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:53.452544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.595597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-0826b517-822f-4b2f-b60c-68a02c30e804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.1977925 Nov 12 00:47:53.662452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edc8925a-0db9-462f-ad51-0ae1b8fe5bd4 req-ed4580c2-977a-48fe-aaa9-17f6fc874f23 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825241 Nov 12 00:47:53.676263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362a8b5-a757-45d4-810f-1ae17d7cdc57 req-59c63372-7ecf-4141-8648-fe34b70b7a2a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.683792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5362a8b5-a757-45d4-810f-1ae17d7cdc57 req-59c63372-7ecf-4141-8648-fe34b70b7a2a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.2396767 Nov 12 00:47:53.706216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Deleting port d993676a-e450-48f6-9b16-1e2ede946155 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:53.706749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.715882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-bdbe85cb-4846-44f1-a161-648b10faa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.717537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-bdbe85cb-4846-44f1-a161-648b10faa598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1007309 Nov 12 00:47:53.738059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4cdc6124-6319-4281-8d11-ab0d745b3044', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:26Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 1, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:53.749022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Deleting port b27411a0-13d5-4015-8afa-25a2706379aa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:53.749376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.765648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d2bb-d761-42e6-b33f-e6d5b0cfce25 None None] The sync data for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 is: [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '4cdc6124-6319-4281-8d11-ab0d745b3044', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:47:26Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 1, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:53.855502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-b4cfc052-008d-4bcb-9b18-ed16a61a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.857054 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-b4cfc052-008d-4bcb-9b18-ed16a61a23b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.4309671 Nov 12 00:47:53.908613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5362a8b5-a757-45d4-810f-1ae17d7cdc57 req-28233bb7-6df7-4506-8841-e3e114c26cd1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239013 Nov 12 00:47:53.925800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-fa2f636b-e598-4f75-a51c-87f4d28f6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.926991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-fa2f636b-e598-4f75-a51c-87f4d28f6eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005680 Nov 12 00:47:53.943395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] For port b27411a0-13d5-4015-8afa-25a2706379aa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b27411a0-13d5-4015-8afa-25a2706379aa,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:53.943867 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.952051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-439f41e8-436f-4515-9fbd-85c8dd36282e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:53.953457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-439f41e8-436f-4515-9fbd-85c8dd36282e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124907 Nov 12 00:47:53.954595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-cab382c8-687a-4588-9aa1-3aac80513aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719 HTTP/1.1" status: 200 len: 217 time: 0.0700445 Nov 12 00:47:53.968127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.968352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.980635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Calling delete_port for b27411a0-13d5-4015-8afa-25a2706379aa owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:53.987578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.012553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Calling delete_port for d993676a-e450-48f6-9b16-1e2ede946155 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:54.123545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=9b57f706-df79-45e9-b21f-e7a0173600a8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.146567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-59b86c4e-dcba-438e-bd7a-ef5226c06ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.148745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-59b86c4e-dcba-438e-bd7a-ef5226c06ff9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.1775680 Nov 12 00:47:54.155825 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf64e09-e6fe-4c87-9f50-f1f178f51442 None None] New status for floating IP 4cdc6124-6319-4281-8d11-ab0d745b3044: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:54.200779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '141c037c-869f-4691-8684-e7740efe0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:54.201301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: eed2f0b9-51fb-43be-8963-c7db27791281, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:54.205296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-004a2053-0dd8-4b98-9f4c-4e33f5cf91ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394595 Nov 12 00:47:54.292963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network eed2f0b9-51fb-43be-8963-c7db27791281 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:54.322156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, eed2f0b9-51fb-43be-8963-c7db27791281) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:54.329495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.330160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.339899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746fd69-11ef-47b7-8d06-338a054ac02a None None] Network eed2f0b9-51fb-43be-8963-c7db27791281 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:54.387637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cca4c77e-1d67-4b95-968a-90bbc14b747f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5879893 Nov 12 00:47:54.388580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.397147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1488674419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:54.404436 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-f3eb60af-3655-4392-8be7-e218954e15b3 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887190 Nov 12 00:47:54.487522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.497376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.498423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.510391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97838059-03db-4ac3-a880-12c1c26f319f req-4d64f32b-8861-4ef2-94f5-7ac1240121d3 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.512156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97838059-03db-4ac3-a880-12c1c26f319f req-4d64f32b-8861-4ef2-94f5-7ac1240121d3 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 949 time: 0.1486573 Nov 12 00:47:54.533022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Pushing event deleted for resources: {'Port': ['ID=d993676a-e450-48f6-9b16-1e2ede946155,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.535294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-eed2f0b9-51fb-43be-8963-c7db27791281', 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '9b57f706-df79-45e9-b21f-e7a0173600a8'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:54.539095 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.563405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961abef5-1e3f-470d-8c8e-7535538becc7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:54.577724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f700d-d75e-4d7c-8169-babf25c532ef req-eb145411-e221-4dfc-9793-4a53546495fa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.580810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db6f700d-d75e-4d7c-8169-babf25c532ef req-eb145411-e221-4dfc-9793-4a53546495fa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2176886 Nov 12 00:47:54.585702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-67fbd162-10c1-4c67-91bc-230577352566 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165483 Nov 12 00:47:54.614977 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-27b91e75-2cab-4a41-bab5-c3b7a9b2463e req-9bee210b-0b54-4ff0-939f-e8bd6197fe59 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007275 Nov 12 00:47:54.646058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.655712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.678061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.681278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.684366 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea8b37a0-9cdc-4272-9891-1d76eac927ef tempest-ServersTestFqdnHostnames-529111533 tempest-ServersTestFqdnHostnames-529111533-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed83ad83-ca34-4a50-ab4c-aec4bfd2d4ec HTTP/1.1" status: 204 len: 168 time: 1.8325853 Nov 12 00:47:54.685911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.695532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.699470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-119e4891-8e09-4f2c-b8be-2d536fd8a2d9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3048730 Nov 12 00:47:54.733537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.752221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Allocated IP 2001:db8::2 (eed2f0b9-51fb-43be-8963-c7db27791281/9b57f706-df79-45e9-b21f-e7a0173600a8/84ca8a0f-62f0-4277-bd50-acabe8e47c87) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:54.778716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97838059-03db-4ac3-a880-12c1c26f319f req-9a6e6d64-cd73-46ca-ab63-0527a6703850 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580473 Nov 12 00:47:54.789101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db6f700d-d75e-4d7c-8169-babf25c532ef req-19214d38-c1d5-47af-80bd-84214412ad5f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945536 Nov 12 00:47:54.814080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.839767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b27411a0-13d5-4015-8afa-25a2706379aa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:54.842208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['822d1880-8cee-4e90-9ce9-cb81621f5abe'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:54.861649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Pushing event deleted for resources: {'Port': ['ID=b27411a0-13d5-4015-8afa-25a2706379aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.874462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ac3cb80-ec5f-4b7e-a1c3-8de791ac1eaa req-cced1a7b-1272-47c2-9a77-9d3083f49c53 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765009 Nov 12 00:47:54.955174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] No DVR routers for this DVR port b27411a0-13d5-4015-8afa-25a2706379aa on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:54.985695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.996367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc289243-37a7-416e-b4bc-1eec12a082fe req-63091b64-a9f0-44d8-adfd-833df11bb66b tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=74a26490-508c-44a8-8def-2705b8838324 HTTP/1.1" status: 200 len: 210 time: 0.0385258 Nov 12 00:47:55.004259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.007935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9ddf718-d1a9-4c96-b5e0-d1d36436e2b6 req-9938f895-e277-493d-8981-cd0f74f320ed tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.32 "DELETE /v2.0/ports/b27411a0-13d5-4015-8afa-25a2706379aa HTTP/1.1" status: 204 len: 173 time: 2.0286801 Nov 12 00:47:55.012212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'name': 'network-vif-deleted', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:55.017834 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82865e27-5c5c-47d4-8fc6-c32206b1f569" -d '{"events": [{"server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "name": "network-vif-deleted", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:55.055585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd63a1-ba43-4243-a34b-54517ef53e9e None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:55.059584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.097386 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e83f2-a72f-43f8-a9b6-e21a976913f2 x-openstack-request-id: req-777e83f2-a72f-43f8-a9b6-e21a976913f2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:55.097684 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a26490-508c-44a8-8def-2705b8838324", "name": "network-vif-deleted", "tag": "b27411a0-13d5-4015-8afa-25a2706379aa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:55.097940 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-777e83f2-a72f-43f8-a9b6-e21a976913f2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:55.098352 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a26490-508c-44a8-8def-2705b8838324', 'name': 'network-vif-deleted', 'tag': 'b27411a0-13d5-4015-8afa-25a2706379aa', 'status': 'completed', 'code': 200} Nov 12 00:47:55.159063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129cb9-c0b6-497a-b9df-48ec0f99cb70 req-24b0433a-9c96-4f52-b2fa-7f81bbec5094 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:55.160723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e129cb9-c0b6-497a-b9df-48ec0f99cb70 req-24b0433a-9c96-4f52-b2fa-7f81bbec5094 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.0577583 Nov 12 00:47:55.225233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e129cb9-c0b6-497a-b9df-48ec0f99cb70 req-86990468-92ca-47c9-8400-d9ae1b714ccc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Nov 12 00:47:55.327794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Network eed2f0b9-51fb-43be-8963-c7db27791281 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:55.331847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Pushing event updated for resources: {'Port': ['ID=84ca8a0f-62f0-4277-bd50-acabe8e47c87,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.334455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:55.336984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:55.424095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Attempting to bind port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:55.424819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Attempting to bind port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '141c037c-869f-4691-8684-e7740efe0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:55.424819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Attempting to bind port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 on network eed2f0b9-51fb-43be-8963-c7db27791281 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:55.437653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:55.438028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Checking segment: {'id': '141c037c-869f-4691-8684-e7740efe0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:55.438436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.438830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Bound using segment: {'id': '141c037c-869f-4691-8684-e7740efe0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:55.439312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Bound port: 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141c037c-869f-4691-8684-e7740efe0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'eed2f0b9-51fb-43be-8963-c7db27791281'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:55.439680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.511408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.539410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] For port 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:55.543302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] For port 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84ca8a0f-62f0-4277-bd50-acabe8e47c87,segment=NetworkSegment(141c037c-869f-4691-8684-e7740efe0ab6),segment_id=141c037c-869f-4691-8684-e7740efe0ab6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:55.548083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.613930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1139b9-67f3-449f-93f5-3ff2bbfcfdc7 None None] Pushing event updated for resources: {'Port': ['ID=84ca8a0f-62f0-4277-bd50-acabe8e47c87,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.880114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8::1 (eed2f0b9-51fb-43be-8963-c7db27791281/9b57f706-df79-45e9-b21f-e7a0173600a8/3938a2ac-e3b5-453d-9387-56b8dfed2961) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:55.930442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.958736 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:55.982011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fc792-30da-479e-acfc-0cdccb594323 req-9d6b7c0b-6481-4192-92ec-e93cfe73b441 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:55.983535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de5fc792-30da-479e-acfc-0cdccb594323 req-9d6b7c0b-6481-4192-92ec-e93cfe73b441 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 949 time: 0.0877428 Nov 12 00:47:55.996219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac2f-c2c4-4f6d-8f83-a9a1cb932ba8 req-39ff36ce-9d8f-4ab2-afee-750335d9cce1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:55.997964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edf1ac2f-c2c4-4f6d-8f83-a9a1cb932ba8 req-39ff36ce-9d8f-4ab2-afee-750335d9cce1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.0914640 Nov 12 00:47:56.075822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de5fc792-30da-479e-acfc-0cdccb594323 req-3f659b87-c80f-4e5b-91b1-36728db94616 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Nov 12 00:47:56.079625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edf1ac2f-c2c4-4f6d-8f83-a9a1cb932ba8 req-03759e7a-f752-4858-9403-6d7c26bedaa9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744469 Nov 12 00:47:56.106299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.205593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.262858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network eed2f0b9-51fb-43be-8963-c7db27791281 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:56.268602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:56.271568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:56.272506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.274531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=3938a2ac-e3b5-453d-9387-56b8dfed2961,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.382958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:56.567924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.569199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.598742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935153-b2bf-49db-8f6c-726783fe800c req-e3c628f2-42f0-4107-923e-ff235eb4dfd0 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.605031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Deleting port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:56.605343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.610346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58935153-b2bf-49db-8f6c-726783fe800c req-e3c628f2-42f0-4107-923e-ff235eb4dfd0 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 946 time: 0.1562016 Nov 12 00:47:56.614179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:56.616499 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890e1f6-4fe9-47e1-9477-05f42325ebfc" -d '{"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-unplugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:56.659401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:56.665743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.699098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265a360-ea0a-43a6-94e1-7812a7d9e278 req-d1f82e35-5892-4f37-85b3-0e20d82e0388 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.700865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1265a360-ea0a-43a6-94e1-7812a7d9e278 req-d1f82e35-5892-4f37-85b3-0e20d82e0388 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.0877903 Nov 12 00:47:56.708599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58935153-b2bf-49db-8f6c-726783fe800c req-7d0f154d-b869-40a0-abd4-f4a941b2f543 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971088 Nov 12 00:47:56.766001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.790173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1265a360-ea0a-43a6-94e1-7812a7d9e278 req-d38dba13-55fb-4948-8e68-65a435936579 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796459 Nov 12 00:47:56.852512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] For port 3fa4828c-dcaa-4055-b01a-77a0f9279c2b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:56.852881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.875373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af22eab-4b12-45c9-86c3-cf50090e8a79 None None] Network eed2f0b9-51fb-43be-8963-c7db27791281 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:56.875572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Calling delete_port for 3fa4828c-dcaa-4055-b01a-77a0f9279c2b owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:56.927276 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2040670e-3f6e-4614-ae82-aa3c2676a77d x-openstack-request-id: req-2040670e-3f6e-4614-ae82-aa3c2676a77d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:56.927595 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-unplugged", "status": "completed", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:56.927972 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2040670e-3f6e-4614-ae82-aa3c2676a77d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:56.928549 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'code': 200} Nov 12 00:47:57.002553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] Provisioning complete for port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.002929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.089946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.101762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.102582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.124815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.174700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] For port 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84ca8a0f-62f0-4277-bd50-acabe8e47c87,segment=NetworkSegment(141c037c-869f-4691-8684-e7740efe0ab6),segment_id=141c037c-869f-4691-8684-e7740efe0ab6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:57.180506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.210684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=3938a2ac-e3b5-453d-9387-56b8dfed2961,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.245011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a0e4f-6083-4174-a849-07230bcc6624 None None] Pushing event updated for resources: {'Port': ['ID=84ca8a0f-62f0-4277-bd50-acabe8e47c87,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.272537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e645-0276-4395-9373-392ed3a7456a req-ce17f974-0a62-441c-907a-ab44fa12ae7e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.274340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7416e645-0276-4395-9373-392ed3a7456a req-ce17f974-0a62-441c-907a-ab44fa12ae7e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.0834155 Nov 12 00:47:57.295032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.328832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa4828c-dcaa-4055-b01a-77a0f9279c2b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.338558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network eed2f0b9-51fb-43be-8963-c7db27791281 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:57.361592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:57.367583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7416e645-0276-4395-9373-392ed3a7456a req-33565a49-06eb-49fd-a9ba-f5269c50cb97 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777726 Nov 12 00:47:57.456191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b27411a0-13d5-4015-8afa-25a2706379aa no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:57.484486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: b27411a0-13d5-4015-8afa-25a2706379aa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:57.484838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b27411a0-13d5-4015-8afa-25a2706379aa not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:57.485257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:57.536710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5e12c532-2818-4f6f-80ee-c8171d6117f0 None None] Provisioning complete for port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.537225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e12c532-2818-4f6f-80ee-c8171d6117f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.602671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.612135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router c32d1c22-ed53-44b9-a978-849fd922ae9f is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:57.638721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.713736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:57.724871 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.803318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.821507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5e12c532-2818-4f6f-80ee-c8171d6117f0 None None] Provisioning complete for port 3938a2ac-e3b5-453d-9387-56b8dfed2961 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.822037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e12c532-2818-4f6f-80ee-c8171d6117f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.839577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:57.848674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:57.855927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] Sync routers for ids ['c32d1c22-ed53-44b9-a978-849fd922ae9f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:57.865968 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-999adb4d-e793-485a-bc3e-9bbe38dbee02 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/c32d1c22-ed53-44b9-a978-849fd922ae9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1312618 Nov 12 00:47:57.880356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] Routers {'c32d1c22-ed53-44b9-a978-849fd922ae9f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:57.881140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c32d1c22-ed53-44b9-a978-849fd922ae9f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:57.885388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5e12c532-2818-4f6f-80ee-c8171d6117f0 None None] Port 3938a2ac-e3b5-453d-9387-56b8dfed2961 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:57.935408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84ca8a0f-62f0-4277-bd50-acabe8e47c87 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:57.973136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:58.007407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d88c9a-ca1b-4ec8-bd5c-9bee2a3ce8da tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.009269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-13d88c9a-ca1b-4ec8-bd5c-9bee2a3ce8da tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports/3938a2ac-e3b5-453d-9387-56b8dfed2961 HTTP/1.1" status: 200 len: 911 time: 0.1590302 Nov 12 00:47:58.012515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:58.015846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] Routers {'c32d1c22-ed53-44b9-a978-849fd922ae9f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:58.016635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c32d1c22-ed53-44b9-a978-849fd922ae9f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:58.021798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8949-5434-456a-b376-81bf14e81409 req-85c28596-51d0-4bbf-9dda-ff4db89c29fd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.023585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f7d8949-5434-456a-b376-81bf14e81409 req-85c28596-51d0-4bbf-9dda-ff4db89c29fd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 944 time: 0.1599832 Nov 12 00:47:58.076866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:58.077623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef1e07-2300-407d-9ae2-7ac0c8c87c09 None None] The sync data for ids ['c32d1c22-ed53-44b9-a978-849fd922ae9f'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:58.080582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4939e0b2-a893-4e8e-aef6-e59777e75eaf None None] Provisioning complete for port 3938a2ac-e3b5-453d-9387-56b8dfed2961 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.080934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d31e0c-7c3f-461d-a207-f1cfd0387c65 req-fcb2f0d9-fdd2-43b6-9260-617181f4076d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.081099 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4939e0b2-a893-4e8e-aef6-e59777e75eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.084196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.084483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.090577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27d31e0c-7c3f-461d-a207-f1cfd0387c65 req-fcb2f0d9-fdd2-43b6-9260-617181f4076d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1426277 Nov 12 00:47:58.127766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f7d8949-5434-456a-b376-81bf14e81409 req-ca2de5c3-a25c-459c-b3f0-f9b295a8e6f0 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 Nov 12 00:47:58.152181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4939e0b2-a893-4e8e-aef6-e59777e75eaf None None] Port 3938a2ac-e3b5-453d-9387-56b8dfed2961 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:58.186368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27d31e0c-7c3f-461d-a207-f1cfd0387c65 req-da307e44-056f-4194-a2aa-288dabe05d92 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938702 Nov 12 00:47:58.281596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-77345e31-350f-43b3-99f4-000eb546b7dd None None] Provisioning complete for port 3938a2ac-e3b5-453d-9387-56b8dfed2961 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.281975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77345e31-350f-43b3-99f4-000eb546b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.326623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-77345e31-350f-43b3-99f4-000eb546b7dd None None] Port 3938a2ac-e3b5-453d-9387-56b8dfed2961 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:58.500915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Router 9ef54922-99e7-4a54-840c-a39201a6ddd7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:58.559777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd755-2fea-41b8-a080-0e47c52ca5c5 req-067f89bd-5f7a-44c3-b6d9-e32bec503914 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.561380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd6cd755-2fea-41b8-a080-0e47c52ca5c5 req-067f89bd-5f7a-44c3-b6d9-e32bec503914 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.0566876 Nov 12 00:47:58.623009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd6cd755-2fea-41b8-a080-0e47c52ca5c5 req-1b6297b0-64ed-40ae-a211-bddd79c6409a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547206 Nov 12 00:47:58.724086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:58.731993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1d8669a-71b8-4d49-b504-159a264237dd admin admin] 10.222.0.11 "PUT /v2.0/routers/9ef54922-99e7-4a54-840c-a39201a6ddd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426567 Nov 12 00:47:58.732600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:58.734953 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Sync routers for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:58.747031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:58.747943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:58.862721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.883731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.929724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:58.932435 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdaf24c-e6e1-4504-9660-1bc18af1b574" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:58.935355 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:58.953482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813137-82c0-466d-b50e-a293576dfd50 req-882c0daa-226c-4e4f-810c-9ec9f0f79d92 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.961157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75813137-82c0-466d-b50e-a293576dfd50 req-882c0daa-226c-4e4f-810c-9ec9f0f79d92 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=afe9bb60-68ff-4f7f-9746-3ecef99286c9 HTTP/1.1" status: 200 len: 944 time: 0.1220112 Nov 12 00:47:58.992607 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156946cd-86da-4718-b9a1-c4a854c0ec51 x-openstack-request-id: req-156946cd-86da-4718-b9a1-c4a854c0ec51 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:58.992902 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:58.993156 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-156946cd-86da-4718-b9a1-c4a854c0ec51 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:58.993553 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'code': 200} Nov 12 00:47:59.101636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.126881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:59.127379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.140122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 3938a2ac-e3b5-453d-9387-56b8dfed2961 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:59.140396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.202683 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:47:57Z', 'revision_number': 5, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port': {'id': 'f58ae912-4054-46e8-92ce-cbec81998d57', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:24Z', 'updated_at': '2021-11-12T00:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:59.239881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.241208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Checking router: 9ef54922-99e7-4a54-840c-a39201a6ddd7 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:59.252274 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Routers {'9ef54922-99e7-4a54-840c-a39201a6ddd7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:59.253134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9ef54922-99e7-4a54-840c-a39201a6ddd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:59.256937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 3938a2ac-e3b5-453d-9387-56b8dfed2961 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:59.261504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port 85eb549c-a3c9-44ea-a300-c86dbb6ee719, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=85eb549c-a3c9-44ea-a300-c86dbb6ee719,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:59.261880 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.290490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for 85eb549c-a3c9-44ea-a300-c86dbb6ee719 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:59.303416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Deleting port f58ae912-4054-46e8-92ce-cbec81998d57 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:59.303853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.448803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] Set router 9ef54922-99e7-4a54-840c-a39201a6ddd7 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:59.452925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235162-a564-4aac-b131-2f5d5ec72627 req-23ef6e6e-ebc4-4670-a8f7-f53cb853af14 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.455431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b235162-a564-4aac-b131-2f5d5ec72627 req-23ef6e6e-ebc4-4670-a8f7-f53cb853af14 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1771414 Nov 12 00:47:59.465256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.494034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=3938a2ac-e3b5-453d-9387-56b8dfed2961,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:59.519370 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:47:59Z', 'revision_number': 6, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:59.552516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a4367-15f4-438d-b3b6-a4b6ddcd3ab8 None None] The sync data for ids ['9ef54922-99e7-4a54-840c-a39201a6ddd7'] in n-d-712141-15 is: [{'id': '9ef54922-99e7-4a54-840c-a39201a6ddd7', 'name': 'tempest-ServersTestFqdnHostnames-1209746772-router', 'tenant_id': '6f1b36b892834ade85eda2f627ed5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:23Z', 'updated_at': '2021-11-12T00:47:59Z', 'revision_number': 6, 'project_id': '6f1b36b892834ade85eda2f627ed5447', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:59.568093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b235162-a564-4aac-b131-2f5d5ec72627 req-2e838291-6012-464e-bfd2-8c2d2bab1c9d tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064079 Nov 12 00:47:59.570309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] For port f58ae912-4054-46e8-92ce-cbec81998d57, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f58ae912-4054-46e8-92ce-cbec81998d57,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:59.570788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.614925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.619517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Calling delete_port for f58ae912-4054-46e8-92ce-cbec81998d57 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:59.641306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-1fcd09ec-0731-46da-a3ae-75d8b5cb6b00 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.643039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-1fcd09ec-0731-46da-a3ae-75d8b5cb6b00 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.39 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.1362505 Nov 12 00:47:59.796027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router c32d1c22-ed53-44b9-a978-849fd922ae9f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:59.874610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:59.880661 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2fff0e16-6e18-4b04-aee2-8f968c81b165 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/c32d1c22-ed53-44b9-a978-849fd922ae9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665295 Nov 12 00:47:59.883912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:59.887490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22baf015-68df-4357-bcb6-217210485a4b None None] Sync routers for ids ['c32d1c22-ed53-44b9-a978-849fd922ae9f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:59.890924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.904114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] Routers {'c32d1c22-ed53-44b9-a978-849fd922ae9f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:59.904767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c32d1c22-ed53-44b9-a978-849fd922ae9f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:59.921735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e14e51da-304c-4953-9fdc-163ae71cd6ac tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32d1c22-ed53-44b9-a978-849fd922ae9f HTTP/1.1" status: 200 len: 205 time: 0.0367041 Nov 12 00:47:59.924484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:59.962786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:59.965575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3fa4828c-dcaa-4055-b01a-77a0f9279c2b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:59.981542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=85eb549c-a3c9-44ea-a300-c86dbb6ee719,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.016530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b2927-5511-4a42-89c9-9029e3e6cad0 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:00.019616 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.024727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3fa4828c-dcaa-4055-b01a-77a0f9279c2b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:00.025187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3fa4828c-dcaa-4055-b01a-77a0f9279c2b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:00.033723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] Routers {'c32d1c22-ed53-44b9-a978-849fd922ae9f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:00.033893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215e2c-4720-40a7-ab56-5dd7f9cf2fd9 req-840f5618-554b-4a29-b837-6f4ddb9df2be tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.034465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c32d1c22-ed53-44b9-a978-849fd922ae9f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:00.046832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca215e2c-4720-40a7-ab56-5dd7f9cf2fd9 req-840f5618-554b-4a29-b837-6f4ddb9df2be tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1665471 Nov 12 00:48:00.083018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22baf015-68df-4357-bcb6-217210485a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:00.083850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22baf015-68df-4357-bcb6-217210485a4b None None] The sync data for ids ['c32d1c22-ed53-44b9-a978-849fd922ae9f'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:00.105104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port 85eb549c-a3c9-44ea-a300-c86dbb6ee719 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:00.110984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.114315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75813137-82c0-466d-b50e-a293576dfd50 req-48906523-5eb1-4379-b9f2-eb3f0f17fcc8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "DELETE /v2.0/ports/85eb549c-a3c9-44ea-a300-c86dbb6ee719 HTTP/1.1" status: 204 len: 173 time: 1.1520717 Nov 12 00:48:00.116770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-deleted', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:00.119235 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5827a83-0083-4f67-974a-f882fa6b7466" -d '{"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-deleted", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:00.124102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Deleting port 822d1880-8cee-4e90-9ce9-cb81621f5abe {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:00.124266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.201247 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.210774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.213489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.247371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Pushing event deleted for resources: {'Port': ['ID=f58ae912-4054-46e8-92ce-cbec81998d57,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.257698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca215e2c-4720-40a7-ab56-5dd7f9cf2fd9 req-c534c015-e353-4f04-af7e-4c9e5c731daa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099814 Nov 12 00:48:00.273744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723574ef-4c20-4f8b-b349-ba69f9aa9efa None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:00.277575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.278854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router c32d1c22-ed53-44b9-a978-849fd922ae9f {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:00.288398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.292719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e785765e-2cdb-4fdb-9774-8527d4dee34e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/c32d1c22-ed53-44b9-a978-849fd922ae9f HTTP/1.1" status: 204 len: 168 time: 0.3668518 Nov 12 00:48:00.293395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:00.329429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] For port 822d1880-8cee-4e90-9ce9-cb81621f5abe, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=822d1880-8cee-4e90-9ce9-cb81621f5abe,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:00.329784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.351991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Calling delete_port for 822d1880-8cee-4e90-9ce9-cb81621f5abe owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:00.360216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.375871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:00.380606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:00.414148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 9b57f706-df79-45e9-b21f-e7a0173600a8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:00.417726 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e374f7-861c-4aab-843a-3a4f3ccf41a7 x-openstack-request-id: req-08e374f7-861c-4aab-843a-3a4f3ccf41a7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:00.418019 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9bb60-68ff-4f7f-9746-3ecef99286c9", "name": "network-vif-deleted", "tag": "85eb549c-a3c9-44ea-a300-c86dbb6ee719", "status": "failed", "code": 422}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:00.418275 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08e374f7-861c-4aab-843a-3a4f3ccf41a7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:00.418924 n-d-712141-15 neutron-server[102677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afe9bb60-68ff-4f7f-9746-3ecef99286c9', 'name': 'network-vif-deleted', 'tag': '85eb549c-a3c9-44ea-a300-c86dbb6ee719', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:48:00.426087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.429606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 85eb549c-a3c9-44ea-a300-c86dbb6ee719 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:00.430791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 85eb549c-a3c9-44ea-a300-c86dbb6ee719 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:00.476683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.583576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:00.596740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.618084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.618685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'mac_address': 'fa:16:3e:c3:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:00.621856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.683410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.684991 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.722940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0394f790-58c6-45d7-ad1c-bfb028e808b4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:00.740410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=9b57f706-df79-45e9-b21f-e7a0173600a8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.756847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:00.762814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.762993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747cf169-b6f4-4384-b3e1-cb7031f44d97 None None] Network eed2f0b9-51fb-43be-8963-c7db27791281 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:00.769333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7642cce8-c874-4419-9534-3f9a09f24d95 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/9b57f706-df79-45e9-b21f-e7a0173600a8 HTTP/1.1" status: 204 len: 168 time: 0.4715657 Nov 12 00:48:00.770574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:00.784150 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.857986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.858535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef54922-99e7-4a54-840c-a39201a6ddd7 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:00.889007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.910826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0394f790-58c6-45d7-ad1c-bfb028e808b4'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:00.943025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.949506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1c66e7d4-4395-46c7-a161-b75964647bff admin admin] 10.222.0.11 "DELETE /v2.0/routers/9ef54922-99e7-4a54-840c-a39201a6ddd7 HTTP/1.1" status: 204 len: 168 time: 2.2153113 Nov 12 00:48:00.951753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:01.053244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Deleting subnet 3b2ef5b3-0415-4dda-9c74-ec2c106e8383 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:01.054453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b934-1103-4697-88fd-645d9ad5b9ca req-8365f335-5c08-4ce9-8fd5-a8650e04e100 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.063731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.067523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6506b934-1103-4697-88fd-645d9ad5b9ca req-8365f335-5c08-4ce9-8fd5-a8650e04e100 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/ports?device_id=587ab3ac-269a-46ca-8275-653a194dda2c HTTP/1.1" status: 200 len: 946 time: 0.3057075 Nov 12 00:48:01.110261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] DHCP port deletion for eed2f0b9-51fb-43be-8963-c7db27791281 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:01.122266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.133942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.149991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.198543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Deleting port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.199076 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.230239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Pushing event deleted for resources: {'Port': ['ID=822d1880-8cee-4e90-9ce9-cb81621f5abe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:01.242550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-57621a59-bfb4-4986-8865-e990c045666b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.253399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-57621a59-bfb4-4986-8865-e990c045666b tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.5395074 Nov 12 00:48:01.273276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142bb4f2-d5d3-4302-9b3f-62ef757db900 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:01.273452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.285702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] For port 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84ca8a0f-62f0-4277-bd50-acabe8e47c87,segment=NetworkSegment(141c037c-869f-4691-8684-e7740efe0ab6),segment_id=141c037c-869f-4691-8684-e7740efe0ab6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:01.286418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.302128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Calling delete_port for 84ca8a0f-62f0-4277-bd50-acabe8e47c87 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:01.357629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6506b934-1103-4697-88fd-645d9ad5b9ca req-eee85a41-d159-403f-a4dd-a8dcbd55935a tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5a525d3-ef32-49f0-b1b6-dbfe093927d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878804 Nov 12 00:48:01.367740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-596383b1-7029-4699-a5aa-eb462ce8672a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.1129816 Nov 12 00:48:01.387435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.398880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] No DVR routers for this DVR port 822d1880-8cee-4e90-9ce9-cb81621f5abe on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:01.411664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.415270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dce9e5b-4aa9-4290-932b-5894f7bcd1d9 req-243047e7-e7e2-45c3-80b2-55bb2eafeb50 tempest-ServerRescueTestJSON-1682312711 tempest-ServerRescueTestJSON-1682312711-project] 10.222.0.39 "DELETE /v2.0/ports/822d1880-8cee-4e90-9ce9-cb81621f5abe HTTP/1.1" status: 204 len: 173 time: 1.7059224 Nov 12 00:48:01.420272 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.460616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] Pushing event deleted for resources: {'Port': ['ID=84ca8a0f-62f0-4277-bd50-acabe8e47c87,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:01.461930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2ef5b3-0415-4dda-9c74-ec2c106e8383,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:01.466332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.472831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-2b6d1d32-d6f2-4068-beca-74ad355bf0c2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039171 Nov 12 00:48:01.473945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-91b3c1be-c13b-42c2-8cc5-3eab4daf59c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3b2ef5b3-0415-4dda-9c74-ec2c106e8383 HTTP/1.1" status: 204 len: 168 time: 0.5210545 Nov 12 00:48:01.474705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51708) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:01.482575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea1fee-c93d-4fc6-ada5-d7d60b45b17a None None] No DVR routers for this DVR port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:01.486092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf956f8-089c-474f-856d-090775e7be96 None None] Network 7dd5299f-ff84-4738-8f8e-00b76c8bf411 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:01.574528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.685973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.687025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.699049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Deleting port 811ce9ad-d49c-482a-b262-61863d0127f3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.700509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.745788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f58ae912-4054-46e8-92ce-cbec81998d57 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:01.809826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f58ae912-4054-46e8-92ce-cbec81998d57 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:01.810178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f58ae912-4054-46e8-92ce-cbec81998d57 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:01.810605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84ca8a0f-62f0-4277-bd50-acabe8e47c87 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:01.843968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] DHCP port deletion for 7dd5299f-ff84-4738-8f8e-00b76c8bf411 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:01.853064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 84ca8a0f-62f0-4277-bd50-acabe8e47c87, host n-d-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:01.853271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 84ca8a0f-62f0-4277-bd50-acabe8e47c87 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:01.853430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.853577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84ca8a0f-62f0-4277-bd50-acabe8e47c87 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:01.856505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] For port 811ce9ad-d49c-482a-b262-61863d0127f3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=811ce9ad-d49c-482a-b262-61863d0127f3,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:01.857623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.881959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Calling delete_port for 811ce9ad-d49c-482a-b262-61863d0127f3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:01.906620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 84ca8a0f-62f0-4277-bd50-acabe8e47c87 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:01.910597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:48:01.915435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Deleting port 811ce9ad-d49c-482a-b262-61863d0127f3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.916248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.924467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-963425a7-cfa0-43c5-8961-17b8b23931d5 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493594 Nov 12 00:48:01.931534 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.971901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=84ca8a0f-62f0-4277-bd50-acabe8e47c87,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:01.978387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.986348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 84ca8a0f-62f0-4277-bd50-acabe8e47c87 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:02.000462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9bb3-9ddb-46bd-a7d0-d68f5e4455e3 req-b4e89bea-c03d-4086-9f53-63670b9f54a6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.003068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38df9bb3-9ddb-46bd-a7d0-d68f5e4455e3 req-b4e89bea-c03d-4086-9f53-63670b9f54a6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1734524 Nov 12 00:48:02.021116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=811ce9ad-d49c-482a-b262-61863d0127f3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.023196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] No DVR routers for this DVR port 811ce9ad-d49c-482a-b262-61863d0127f3 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:02.045508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] For port 811ce9ad-d49c-482a-b262-61863d0127f3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=811ce9ad-d49c-482a-b262-61863d0127f3,segment=NetworkSegment(cc3d475f-61f2-4d15-8623-cdb668b62bbb),segment_id=cc3d475f-61f2-4d15-8623-cdb668b62bbb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:02.045939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.074857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Calling delete_port for 811ce9ad-d49c-482a-b262-61863d0127f3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:02.202576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.228935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.271773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.277305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd5299f-ff84-4738-8f8e-00b76c8bf411']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.288642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3d475f-61f2-4d15-8623-cdb668b62bbb') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.289079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3d475f-61f2-4d15-8623-cdb668b62bbb') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.300551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.303830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] Pushing event deleted for resources: {'Port': ['ID=811ce9ad-d49c-482a-b262-61863d0127f3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.316624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f98496-a014-4d60-bf21-b13ae5277acd None None] No DVR routers for this DVR port 811ce9ad-d49c-482a-b262-61863d0127f3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:02.322658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.339715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:02.340271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:02.342293 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:02.392339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:02.430472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.455381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.463610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0394f790-58c6-45d7-ad1c-bfb028e808b4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:02.464043 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.464669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'name': 'network-vif-deleted', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:02.467182 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ace40d-7166-4773-a01a-4835c37fb1de" -d '{"events": [{"server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "name": "network-vif-deleted", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:02.469861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7dd5299f-ff84-4738-8f8e-00b76c8bf411 HTTP/1.1" status: 204 len: 168 time: 0.9940345 Nov 12 00:48:02.506668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6ad6-f121-4ccf-8347-322ff91ca9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd5299f-ff84-4738-8f8e-00b76c8bf411,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.622067 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.657629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.661509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:02.665359 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb9353-07da-443e-addd-b82c83da5530" -d '{"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-plugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:02.681531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:02.693396 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.694352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 822d1880-8cee-4e90-9ce9-cb81621f5abe no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:02.722925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38df9bb3-9ddb-46bd-a7d0-d68f5e4455e3 req-91bd2571-3937-4cce-9d48-7bdd1ce9a2e7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447574 Nov 12 00:48:02.724902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed2f0b9-51fb-43be-8963-c7db27791281']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.731709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 822d1880-8cee-4e90-9ce9-cb81621f5abe {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:02.732073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 822d1880-8cee-4e90-9ce9-cb81621f5abe not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:02.767951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141c037c-869f-4691-8684-e7740efe0ab6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.768577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141c037c-869f-4691-8684-e7740efe0ab6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.798087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:02.805059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.805588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.806527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:02.829674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-a50d9a08-0632-48a2-a862-66eb9173994d service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042361 Nov 12 00:48:02.838929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.856721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:02.857148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:02.863708 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:02.894454 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec02a79-26bd-4781-ad7d-b8ddcbe6e0fa x-openstack-request-id: req-5ec02a79-26bd-4781-ad7d-b8ddcbe6e0fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:02.894772 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587ab3ac-269a-46ca-8275-653a194dda2c", "name": "network-vif-deleted", "tag": "822d1880-8cee-4e90-9ce9-cb81621f5abe", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:02.895036 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ec02a79-26bd-4781-ad7d-b8ddcbe6e0fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:02.895449 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587ab3ac-269a-46ca-8275-653a194dda2c', 'name': 'network-vif-deleted', 'tag': '822d1880-8cee-4e90-9ce9-cb81621f5abe', 'status': 'completed', 'code': 200} Nov 12 00:48:03.003036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.010710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.020348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/eed2f0b9-51fb-43be-8963-c7db27791281 HTTP/1.1" status: 204 len: 168 time: 2.2343652 Nov 12 00:48:03.029195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:03.047897 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7927f1ed-e49c-4c46-8d24-04eedbaea4d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f1b36b892834ade85eda2f627ed5447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366204 Nov 12 00:48:03.048826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1416093345', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:03.048948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:03.057777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c6f5-08d8-42dc-b826-a46d60708154 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=eed2f0b9-51fb-43be-8963-c7db27791281,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.106112 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d496e-c9a5-4fad-b94b-7d66574c1ea9 x-openstack-request-id: req-b42d496e-c9a5-4fad-b94b-7d66574c1ea9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:03.108000 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-plugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:03.108391 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b42d496e-c9a5-4fad-b94b-7d66574c1ea9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:03.109084 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'code': 200} Nov 12 00:48:03.164109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.177218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.178323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.228692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fae3c45-d415-4185-9689-e7c957b38706 req-c8f27c29-ec4a-40eb-abac-daf1063d4bcb tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 210 time: 0.0543454 Nov 12 00:48:03.239213 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.300349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.303438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.304999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/059d82a2-b6b9-4a25-a05e-8cbf60099d34 HTTP/1.1" status: 204 len: 168 time: 0.2549453 Nov 12 00:48:03.314311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d7f82-3617-41c4-951b-3cb16064734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d82a2-b6b9-4a25-a05e-8cbf60099d34,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.324929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.562498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.743022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 811ce9ad-d49c-482a-b262-61863d0127f3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:03.803653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.812359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 811ce9ad-d49c-482a-b262-61863d0127f3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:03.813142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 811ce9ad-d49c-482a-b262-61863d0127f3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:03.924632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687273-5c05-4f8e-98b2-9598ee176aa9 req-c2aeb705-ff09-4801-803c-02457d7f3fc2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:03.933319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9687273-5c05-4f8e-98b2-9598ee176aa9 req-c2aeb705-ff09-4801-803c-02457d7f3fc2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.0808876 Nov 12 00:48:04.017892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9687273-5c05-4f8e-98b2-9598ee176aa9 req-de5e433e-5368-4950-8bbb-6ba874f7e702 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Nov 12 00:48:04.142277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.169835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.372795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d41294f-a956-4958-a914-071b28535208 req-c3af9721-e607-4ecc-8702-02f77ee74caf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 210 time: 0.0391285 Nov 12 00:48:04.429503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 172.25.6.211 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/7babae33-483a-4563-bde3-b7b809580661) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:04.453269 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6c95b496-9a20-4487-90ba-31a8013c4ced service neutron] show failed (client error): The resource could not be found. Nov 12 00:48:04.454536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6c95b496-9a20-4487-90ba-31a8013c4ced service neutron] 10.222.0.32 "GET /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0787992 Nov 12 00:48:04.628503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.640721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:04.662718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Deleting port a12fed97-a713-4bec-b0b9-bd5e085b787e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:04.663062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.872525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1002537194-network', 'tenant_id': '12b7afa7537042f482645466ac7aef90'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:04.928201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-6453b98a-3318-4066-bca3-4fef8b8f9fe6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:04.930681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-6453b98a-3318-4066-bca3-4fef8b8f9fe6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.1453285 Nov 12 00:48:04.932164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:04.934842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.950968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:04.954677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.027014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.222093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1faaf6-fcbb-4b6a-acc0-5bf5b3fbb405 req-7392fc5b-a40c-4cd3-9e80-0191c6ea38d3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.230799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca1faaf6-fcbb-4b6a-acc0-5bf5b3fbb405 req-7392fc5b-a40c-4cd3-9e80-0191c6ea38d3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1112494 Nov 12 00:48:05.276325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.279325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:05.283646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.322722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.357121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca1faaf6-fcbb-4b6a-acc0-5bf5b3fbb405 req-a4d8a947-f8b7-494c-b337-94f5a66f57ea tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229665 Nov 12 00:48:05.394952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] For port a12fed97-a713-4bec-b0b9-bd5e085b787e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a12fed97-a713-4bec-b0b9-bd5e085b787e,segment=NetworkSegment(82344757-a973-4ccf-ab60-0838fc2a3fd3),segment_id=82344757-a973-4ccf-ab60-0838fc2a3fd3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:05.395511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.413387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:05.414438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Calling delete_port for a12fed97-a713-4bec-b0b9-bd5e085b787e owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:05.506592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc47b9-8747-42ed-b494-b23a9891338a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:05.525102 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.525481 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Added segment a479d136-112b-410f-8133-6ce8e4c97102 of type vlan for network 250f867e-bd63-498f-a6e8-f9f275965de9 Nov 12 00:48:05.580224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2fc7c0a-3e2e-429a-9d49-e252d3db1861 req-3b287875-ea7c-454b-9386-11c309b003e7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 210 time: 0.0537157 Nov 12 00:48:05.581510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.587077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-e2d87167-a396-4412-b054-0211bb0d6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.588726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-e2d87167-a396-4412-b054-0211bb0d6982 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.1392756 Nov 12 00:48:05.608409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:05.642589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.686503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.3 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/894b4671-1e9f-4888-a093-d51a8f9112f5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:05.702490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.703374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.703954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.721323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:05.765458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:05.780973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590e216-bab0-499b-9b12-9a6eb33b503e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:05.797868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1559589 Nov 12 00:48:05.808683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:05.814440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:05.816688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Request body: {'subnet': {'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1002537194-subnet', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:05.824332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a445ab-cfd4-474d-a143-bbfbd7ac51ae admin admin] Pushing event updated for resources: {'Network': ['ID=250f867e-bd63-498f-a6e8-f9f275965de9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:05.840257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 250f867e-bd63-498f-a6e8-f9f275965de9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:05.857508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.893242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=7babae33-483a-4563-bde3-b7b809580661,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:05.913663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:05.916499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.011019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-09ee237f-6902-4558-a806-e6dce5ddeb39 None None] Provisioning complete for port 7babae33-483a-4563-bde3-b7b809580661 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:06.011458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09ee237f-6902-4558-a806-e6dce5ddeb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.077571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-09ee237f-6902-4558-a806-e6dce5ddeb39 None None] Port 7babae33-483a-4563-bde3-b7b809580661 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:06.117117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.141095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.161634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.194184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf331c3-3ea6-4da5-9e05-dcd71331ee88 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:06.197566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672d378a-9e6d-4de3-b57e-b6c7272df9f6,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.227105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Checking segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:06.227466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Network hostable DHCP agents. Network: 250f867e-bd63-498f-a6e8-f9f275965de9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:06.251221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.281434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Network 250f867e-bd63-498f-a6e8-f9f275965de9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:06.288890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12fed97-a713-4bec-b0b9-bd5e085b787e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.313756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:06.315851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.318904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:06.320506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 250f867e-bd63-498f-a6e8-f9f275965de9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:06.322586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:06.332929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fa9e7b-b60b-4459-bd8a-f3e47c5b92ef None None] Network 250f867e-bd63-498f-a6e8-f9f275965de9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:06.377418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.378061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.390182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.391767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.395442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32c66c-daeb-43f1-8fec-031ed0b6ed5f None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:06.420561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-95f57056-6d7b-4e11-8661-dd69be86c6a2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4738126 Nov 12 00:48:06.425008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6d9cc586-13b8-4e3d-b44c-e190256e13f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6153321 Nov 12 00:48:06.430028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:06.435169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:06.457771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Request body: {'port': {'device_id': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:06.548622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.601873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.606798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.657930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c984c-7bd9-4f2f-9cd5-a66d9a9f2df2 req-3714c801-94e8-4319-b755-5702f34de68c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.670927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a7c984c-7bd9-4f2f-9cd5-a66d9a9f2df2 req-3714c801-94e8-4319-b755-5702f34de68c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1697185 Nov 12 00:48:06.690144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.699325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:06.751291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.824669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-81aed905-1d39-45c8-803c-539bf461451f None None] Provisioning complete for port 894b4671-1e9f-4888-a093-d51a8f9112f5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:06.824985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81aed905-1d39-45c8-803c-539bf461451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.860089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.885860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-250f867e-bd63-498f-a6e8-f9f275965de9', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:06.886778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.891657 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-81aed905-1d39-45c8-803c-539bf461451f None None] Port 894b4671-1e9f-4888-a093-d51a8f9112f5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:06.905471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:07.073977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.095763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Allocated IP 172.20.0.2 (250f867e-bd63-498f-a6e8-f9f275965de9/672d378a-9e6d-4de3-b57e-b6c7272df9f6/10b9322e-a9a8-46c7-82f4-06cb5f824bce) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:07.124114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:07.124114 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b164d5-366f-4383-bff6-caf53608b1c3" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-unplugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:07.130471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.177104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Transition to ACTIVE for port object d4586886-1ac2-4b42-b3b6-e92bf92b636a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:07.178067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf53221-dbda-421a-b19b-c4c4be66c868 req-0ab9bb27-b5f5-4ce7-ba3a-2d17ef3b26c9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.191227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edf53221-dbda-421a-b19b-c4c4be66c868 req-0ab9bb27-b5f5-4ce7-ba3a-2d17ef3b26c9 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 931 time: 0.4269230 Nov 12 00:48:07.205383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a7c984c-7bd9-4f2f-9cd5-a66d9a9f2df2 req-37976b6c-4ff1-48d9-ba51-78ba2b7be1b1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309913 Nov 12 00:48:07.206939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Router 5b247b38-0206-41d5-af31-637d2598b766 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:07.272594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.398394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:07.402526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.424747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.493936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Network 250f867e-bd63-498f-a6e8-f9f275965de9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:07.495110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Pushing event updated for resources: {'Port': ['ID=10b9322e-a9a8-46c7-82f4-06cb5f824bce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:07.499959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:07.505719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:07.524002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.529111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] No DVR routers for this DVR port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:07.613111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edf53221-dbda-421a-b19b-c4c4be66c868 req-c6ab9082-37fa-46ec-88b7-fa204400441a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201279 Nov 12 00:48:07.659531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Attempting to bind port 10b9322e-a9a8-46c7-82f4-06cb5f824bce on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:07.659935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Attempting to bind port 10b9322e-a9a8-46c7-82f4-06cb5f824bce by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:07.660271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Attempting to bind port 10b9322e-a9a8-46c7-82f4-06cb5f824bce on network 250f867e-bd63-498f-a6e8-f9f275965de9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:07.679585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:07.679980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Checking segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:07.680391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.680774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Bound using segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:07.681248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Bound port: 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:07.686816 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.782786 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c95d9f-7696-47b1-bacd-2296c406daa7 x-openstack-request-id: req-e6c95d9f-7696-47b1-bacd-2296c406daa7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:07.783385 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-unplugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:07.783385 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c95d9f-7696-47b1-bacd-2296c406daa7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:07.783715 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'code': 200} Nov 12 00:48:07.838871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:07.839271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:07.839602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:07.848458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:07.848458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:07.850859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:07.857961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-597763b3-91c2-49fd-926d-b33d4df2ef76 admin admin] 10.222.0.11 "PUT /v2.0/routers/5b247b38-0206-41d5-af31-637d2598b766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0578480 Nov 12 00:48:07.862408 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Sync routers for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:07.868403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51860) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:07.874178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:07.874524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:07.874911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:07.875810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Bound port: d4586886-1ac2-4b42-b3b6-e92bf92b636a, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:07.875810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.887166 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:07.887795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:07.892793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] For port 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:07.898022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] For port 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=10b9322e-a9a8-46c7-82f4-06cb5f824bce,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:07.915362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.947555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router f9463c9c-b419-4790-a852-82c37c34319d is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:08.008296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:08.081918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894b4671-1e9f-4888-a093-d51a8f9112f5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:08.083535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07e852-cad4-4cce-aac6-12c5bc5536c5 None None] Pushing event updated for resources: {'Port': ['ID=10b9322e-a9a8-46c7-82f4-06cb5f824bce,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.125640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:08.133851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.157425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:08.171942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.177473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:08.191230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] Sync routers for ids ['f9463c9c-b419-4790-a852-82c37c34319d'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:08.215774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] Routers {'f9463c9c-b419-4790-a852-82c37c34319d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:08.216456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f9463c9c-b419-4790-a852-82c37c34319d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.224248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.247974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.252963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:08.253440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e65edc74-b216-4346-a6fb-db4c6d2d8fed tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2220314 Nov 12 00:48:08.266025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.266660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.268769 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 1097 time: 2.6658874 Nov 12 00:48:08.306074 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:48:05Z', 'revision_number': 5, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.316802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Transition to ACTIVE for port object 894b4671-1e9f-4888-a093-d51a8f9112f5 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:08.328283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.362653 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Checking router: 5b247b38-0206-41d5-af31-637d2598b766 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:08.365627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.377877 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Routers {'5b247b38-0206-41d5-af31-637d2598b766'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:08.378957 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5b247b38-0206-41d5-af31-637d2598b766'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.411239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] Routers {'f9463c9c-b419-4790-a852-82c37c34319d'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:08.414219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f9463c9c-b419-4790-a852-82c37c34319d'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.437385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ac7c-1014-49d3-8e60-5a6ad6b24ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.483907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.494910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6afbed10-eb89-4656-aa6c-c03f72fa91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.499149 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-6afbed10-eb89-4656-aa6c-c03f72fa91b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1100 time: 0.1879303 Nov 12 00:48:08.520687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.521710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255c1b7-295d-4116-b968-202865b69d7f None None] The sync data for ids ['f9463c9c-b419-4790-a852-82c37c34319d'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:08.550564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.661622 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] Set router 5b247b38-0206-41d5-af31-637d2598b766 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:08.766587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8200e-a73c-4731-ab03-8747225de318 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:08.795340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-7eb9a96d-e408-4210-8004-4ccd9bf1f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.797903 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-7eb9a96d-e408-4210-8004-4ccd9bf1f156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2864130 Nov 12 00:48:08.969382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:48:05Z', 'revision_number': 5, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:09.014938 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea7b0-3ec0-46f2-9120-4658c0682168 None None] The sync data for ids ['5b247b38-0206-41d5-af31-637d2598b766'] in n-d-712141-15 is: [{'id': '5b247b38-0206-41d5-af31-637d2598b766', 'name': 'tempest-ServerRescueTestJSON-1198417384-router', 'tenant_id': 'fda38a183fa54cc396244eab46cf355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:48:05Z', 'revision_number': 5, 'project_id': 'fda38a183fa54cc396244eab46cf355c', 'gw_port': {'id': 'a75938ba-e02b-4b19-9ade-7326f4295037', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247b38-0206-41d5-af31-637d2598b766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:47Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:09.224089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853d2bc4-31c0-4c0a-9241-d453c7d24f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.319151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Pushing event updated for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:09.363495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-f80ce5dd-c223-4090-a020-db04f243b63e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.5541821 Nov 12 00:48:09.400152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a30657-469d-4b5b-afd4-cb4666b99c3c req-a4f4baff-51b6-4514-b62b-a275f636a56c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.402166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14a30657-469d-4b5b-afd4-cb4666b99c3c req-a4f4baff-51b6-4514-b62b-a275f636a56c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.9368541 Nov 12 00:48:09.450418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-9847d302-00c9-48a5-97d1-f25592179168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.452391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-9847d302-00c9-48a5-97d1-f25592179168 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0791049 Nov 12 00:48:09.495899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-53accfdf-fc01-4f04-9dad-6a48fdf06428 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers/f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 200 len: 885 time: 1.1927564 Nov 12 00:48:09.505220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:09.507249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:09.559768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Allocated IP 172.25.6.190 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/e2389e54-5154-426f-a470-2b5cd23232c0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:09.571743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90094f1-c7cb-4b48-91e3-e757a26adcc2 req-3a4416c5-b581-44c5-8ce1-6d66f7f809e6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.573881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b90094f1-c7cb-4b48-91e3-e757a26adcc2 req-3a4416c5-b581-44c5-8ce1-6d66f7f809e6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 943 time: 0.8169959 Nov 12 00:48:09.582348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.608228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0262bd-bdf4-4a00-acc3-51833a57c023 None None] Network 250f867e-bd63-498f-a6e8-f9f275965de9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:09.623756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-fb1a28ab-96ba-459d-95bb-0845a4968cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.625803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-fb1a28ab-96ba-459d-95bb-0845a4968cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1629066 Nov 12 00:48:09.756232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Attempting to bind port 894b4671-1e9f-4888-a093-d51a8f9112f5 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:09.757940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Attempting to bind port 894b4671-1e9f-4888-a093-d51a8f9112f5 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:09.758308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Attempting to bind port 894b4671-1e9f-4888-a093-d51a8f9112f5 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:09.781436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14a30657-469d-4b5b-afd4-cb4666b99c3c req-570b293d-f071-4912-9a55-1e1b72c05330 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638933 Nov 12 00:48:09.787207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:09.793058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:09.796627 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bda062-a17d-4118-9166-f985f56b6810" -d '{"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:09.803059 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-8f693ebd-10d2-4ddc-b2ea-c28faec4a445 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638932 Nov 12 00:48:09.804561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] Provisioning complete for port 10b9322e-a9a8-46c7-82f4-06cb5f824bce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:09.804561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.834705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Port 894b4671-1e9f-4888-a093-d51a8f9112f5 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:09.835041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Attempting to bind port 894b4671-1e9f-4888-a093-d51a8f9112f5 on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:09.856250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 10b9322e-a9a8-46c7-82f4-06cb5f824bce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:09.904731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:09.905082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:09.905473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:09.905935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Bound port: 894b4671-1e9f-4888-a093-d51a8f9112f5, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:09.906300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.912772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4bbf5ae2-214c-4f06-8729-a0570c7aeb4e req-fe1e2614-f22a-4b91-a09a-e3850e64dac2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996358 Nov 12 00:48:09.972328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b90094f1-c7cb-4b48-91e3-e757a26adcc2 req-0c150c9b-93e7-46e7-8121-3fff91eb8107 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821242 Nov 12 00:48:10.046652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Deleting port a75938ba-e02b-4b19-9ade-7326f4295037 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:10.046999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.136335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.176843 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b810e79-a937-4583-b2e6-83fa62a1da5a x-openstack-request-id: req-4b810e79-a937-4583-b2e6-83fa62a1da5a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:10.177443 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:10.178406 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b810e79-a937-4583-b2e6-83fa62a1da5a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:10.178911 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'status': 'completed', 'code': 200} Nov 12 00:48:10.194674 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.197891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:10.201875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 10b9322e-a9a8-46c7-82f4-06cb5f824bce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:10.202244 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.250174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=894b4671-1e9f-4888-a093-d51a8f9112f5,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:10.276622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] For port 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=10b9322e-a9a8-46c7-82f4-06cb5f824bce,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:10.288788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.304193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.316949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-91d0da78-0aaa-4239-8b43-9da0c36c6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.318838 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-91d0da78-0aaa-4239-8b43-9da0c36c6c27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1100 time: 0.0883284 Nov 12 00:48:10.331709 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-29e6c6af-1e5b-4209-af6c-5fce1f0b21f7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8228810 Nov 12 00:48:10.341106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:10.355476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1416093345'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:10.421270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.422570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.424285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] 10.222.0.39 "PUT /v2.0/ports/894b4671-1e9f-4888-a093-d51a8f9112f5 HTTP/1.1" status: 200 len: 1092 time: 3.9735503 Nov 12 00:48:10.426309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6855e-b41e-4741-bf29-ef035a4bd53e None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:10.427065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:10.429626 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1df6be-c4a9-4919-8715-4bf8f6b32226" -d '{"events": [{"name": "network-changed", "server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:10.515554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] For port a75938ba-e02b-4b19-9ade-7326f4295037, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a75938ba-e02b-4b19-9ade-7326f4295037,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:10.516146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.532849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Calling delete_port for a75938ba-e02b-4b19-9ade-7326f4295037 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:10.540082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3ba2-6f8f-4e42-806f-4c1bc77c1d5a None None] Pushing event updated for resources: {'Port': ['ID=10b9322e-a9a8-46c7-82f4-06cb5f824bce,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:10.558755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a12fed97-a713-4bec-b0b9-bd5e085b787e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:10.593268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a12fed97-a713-4bec-b0b9-bd5e085b787e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:10.593979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a12fed97-a713-4bec-b0b9-bd5e085b787e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:10.601369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-cfb2b126-19d8-476c-958e-566fb38ff8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.602836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa9ed-9b6c-4d2a-b5c1-65ac4d3d1d63 service neutron] Pushing event updated for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:10.602952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-cfb2b126-19d8-476c-958e-566fb38ff8d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2701402 Nov 12 00:48:10.631501 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548e8ec-ed50-44bb-ae87-a4b216f12da9 x-openstack-request-id: req-8548e8ec-ed50-44bb-ae87-a4b216f12da9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:10.631790 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:10.632039 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8548e8ec-ed50-44bb-ae87-a4b216f12da9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:10.632457 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5', 'status': 'completed', 'code': 200} Nov 12 00:48:10.639799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-135e9a57-fcd5-49b1-aae6-f6090cdc097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.641303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-135e9a57-fcd5-49b1-aae6-f6090cdc097a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1100 time: 0.4549284 Nov 12 00:48:10.669789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.684960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d0b2e78d-385c-4105-a0d3-f9d4fafd6ca4 None None] Provisioning complete for port 10b9322e-a9a8-46c7-82f4-06cb5f824bce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:10.685411 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0b2e78d-385c-4105-a0d3-f9d4fafd6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.728935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-73fc1f07-a31a-4132-9e6a-a4217b69669c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.1123827 Nov 12 00:48:10.802335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:10.804329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-9dd6feb9-7b54-4bcf-a318-7b38362592f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.805955 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-9dd6feb9-7b54-4bcf-a318-7b38362592f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0674884 Nov 12 00:48:10.813312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:10.816578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-e31d08c7-af5f-4973-a0e5-1eeb08f2e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.818520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-e31d08c7-af5f-4973-a0e5-1eeb08f2e465 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 1095 time: 0.2067323 Nov 12 00:48:10.819130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Pushing event updated for resources: {'Port': ['ID=e2389e54-5154-426f-a470-2b5cd23232c0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:10.821468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:10.829068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a0c22-022d-4e51-8c9f-62918e0d16dd None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:10.914832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-2987918c-ecf1-48dd-b808-7a22ebacb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.917261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-2987918c-ecf1-48dd-b808-7a22ebacb1bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684230 Nov 12 00:48:10.918403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c311d66f-0e76-4b33-b684-1bd5c274a2c4 None None] Provisioning complete for port e2389e54-5154-426f-a470-2b5cd23232c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:10.919221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c311d66f-0e76-4b33-b684-1bd5c274a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.049894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c311d66f-0e76-4b33-b684-1bd5c274a2c4 None None] Port e2389e54-5154-426f-a470-2b5cd23232c0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:11.072498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-d34318df-e55a-4bb3-9a8a-9552a050a2b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=894b4671-1e9f-4888-a093-d51a8f9112f5 HTTP/1.1" status: 200 len: 217 time: 0.1875176 Nov 12 00:48:11.101934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-af589d9c-4587-4096-ad3d-46de50a32fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.103467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-af589d9c-4587-4096-ad3d-46de50a32fa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.4462702 Nov 12 00:48:11.118384 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-2f881d1e-ad58-4343-8bb0-30f02b380956 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875403 Nov 12 00:48:11.258765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-4b2dc116-a1f9-4691-8c54-e9fb9b57ffbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.1233234 Nov 12 00:48:11.268874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-0e825235-9b75-4e55-8190-93c838503f65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1641610 Nov 12 00:48:11.309019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5c757-6f52-4b83-8e5f-c6a9593a6529 req-aca896d8-2992-41fb-b2a1-12187ef0691a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.310613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18b5c757-6f52-4b83-8e5f-c6a9593a6529 req-aca896d8-2992-41fb-b2a1-12187ef0691a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 948 time: 0.3717482 Nov 12 00:48:11.339950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.352605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-70036214-f959-49eb-a1bd-3cc38aeb0e70 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144120 Nov 12 00:48:11.367999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.392392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-e672be99-fb7a-4b21-9c4e-15b8bcc199ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.394818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-e672be99-fb7a-4b21-9c4e-15b8bcc199ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.3060811 Nov 12 00:48:11.484026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-43d7d437-71c9-4bc5-ab91-b001994e6384 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623987 Nov 12 00:48:11.503079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a88dab-e361-43a3-9bf2-1cabf0c5984a req-85bfca8a-2c9d-433e-b145-56f0a2377b86 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.504644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0a88dab-e361-43a3-9bf2-1cabf0c5984a req-85bfca8a-2c9d-433e-b145-56f0a2377b86 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 943 time: 0.3713930 Nov 12 00:48:11.519104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.530478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-bade12e3-e09e-42e5-8fce-2170309214bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.532252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-bade12e3-e09e-42e5-8fce-2170309214bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2354574 Nov 12 00:48:11.533705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router f9463c9c-b419-4790-a852-82c37c34319d has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:11.592287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-8779923f-d413-482c-acbb-13122566772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.594309 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-8779923f-d413-482c-acbb-13122566772a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 1102 time: 0.0700562 Nov 12 00:48:11.699278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc57c-34b4-4c8c-883d-6123095a44f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.706795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a75938ba-e02b-4b19-9ade-7326f4295037,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.730377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47981c1b-79bc-47b6-ba39-3fbbe6daa720 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:11.736228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18b5c757-6f52-4b83-8e5f-c6a9593a6529 req-4d1c9d3a-baa3-4921-924e-4cfb658dee6f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915172 Nov 12 00:48:11.766991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 10b9322e-a9a8-46c7-82f4-06cb5f824bce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:11.840198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 10b9322e-a9a8-46c7-82f4-06cb5f824bce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:11.840930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.856335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:11.866486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.868284 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] Sync routers for ids ['f9463c9c-b419-4790-a852-82c37c34319d'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:11.870679 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6257b483-ca3b-4cca-9ba0-418e0ea28cc1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 200 len: 892 time: 1.5266593 Nov 12 00:48:11.873870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:11.892816 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] Routers {'f9463c9c-b419-4790-a852-82c37c34319d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:11.894770 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f9463c9c-b419-4790-a852-82c37c34319d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:11.945827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0a88dab-e361-43a3-9bf2-1cabf0c5984a req-25291c3e-3bfc-4fec-b62d-169dc0a5bf77 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226928 Nov 12 00:48:11.965597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-429985e3-0f80-4702-96d1-f5a16753be58 service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573231 Nov 12 00:48:11.975701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda062-a17d-4118-9166-f985f56b6810 req-36fb7c10-a8f4-4924-a514-337542bc64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.975701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-36fb7c10-a8f4-4924-a514-337542bc64fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4156594 Nov 12 00:48:11.983656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.990164 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:12.000207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] Routers {'f9463c9c-b419-4790-a852-82c37c34319d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:12.001045 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f9463c9c-b419-4790-a852-82c37c34319d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:12.048769 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:12.049154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb7294-2e06-438c-8336-e79fabcb51d0 None None] The sync data for ids ['f9463c9c-b419-4790-a852-82c37c34319d'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:12.051160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-c1a0e153-0ffb-4723-b9f0-ca41ebf2fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.052675 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-c1a0e153-0ffb-4723-b9f0-ca41ebf2fd20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2857111 Nov 12 00:48:12.057160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.163329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-ca1c1c10-93ad-460f-84a0-dc765f66075c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 200 len: 217 time: 0.0802233 Nov 12 00:48:12.284344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b81a0fa-c581-4728-8e1a-1c5c2dc010e1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers/f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 200 len: 892 time: 0.4061801 Nov 12 00:48:12.286305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:12.321928 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-702182aa-e6ea-4479-9d16-02054504236d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 200 len: 205 time: 0.0321510 Nov 12 00:48:12.321928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-9f7c9814-5a08-4dfa-8e14-c6421d03a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.324878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-9f7c9814-5a08-4dfa-8e14-c6421d03a670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1438096 Nov 12 00:48:12.325386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:12.433934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:12.489389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-d70def72-59ee-44aa-9b94-e5fadef18dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.491065 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-d70def72-59ee-44aa-9b94-e5fadef18dff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556842 Nov 12 00:48:12.551373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.571501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:12.591965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'mac_address': 'fa:16:3e:8a:0e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:12.632920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.640778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.673588 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.697307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.699868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:12.716440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-4af52605-b730-496e-a9a4-d295476aef24 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055321 Nov 12 00:48:12.729371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:12.737929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.764153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-e2e6f354-7e5e-4994-9009-1e65ea24d66d service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684245 Nov 12 00:48:12.773553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.774310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b247b38-0206-41d5-af31-637d2598b766 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:12.787244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.788442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7e6b663c-618a-4d65-a51e-954bcdb7ad4e admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b247b38-0206-41d5-af31-637d2598b766 HTTP/1.1" status: 204 len: 168 time: 4.9161530 Nov 12 00:48:12.800892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:12.821569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c361040-24e8-4cdd-b39f-fcd67f060654 req-2598f873-3326-4811-8f64-69eb0f9c198d service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8274302 Nov 12 00:48:12.833365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:12.838373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.006212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f70a132a-50f5-409e-8373-431dcd796aa6 req-b46f3f6e-8109-4159-9752-82c10c90c643 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793279 Nov 12 00:48:13.043429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 7babae33-483a-4563-bde3-b7b809580661 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:13.043946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.045162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Deleting subnet f5f17115-6064-4483-874b-42f98893a562 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:13.048418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.100540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d4586886-1ac2-4b42-b3b6-e92bf92b636a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:13.170779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.184899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 7babae33-483a-4563-bde3-b7b809580661 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:13.210776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.216930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-7ec3bf28-ff03-4a5d-9670-42c3195d8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.218523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-7ec3bf28-ff03-4a5d-9670-42c3195d8d8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 1095 time: 0.3059282 Nov 12 00:48:13.227563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4c7b5-03c0-45c7-b167-5898461e928d req-de189ae5-e8f7-41c4-9e65-a8138cec81de tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.230021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddc4c7b5-03c0-45c7-b167-5898461e928d req-de189ae5-e8f7-41c4-9e65-a8138cec81de tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.3258631 Nov 12 00:48:13.314360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9bda062-a17d-4118-9166-f985f56b6810 req-df006e86-d937-4592-a972-a75b3ee7c796 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360565 Nov 12 00:48:13.429467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.486110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b097b7-d418-4788-b47f-38ab4957a546 req-162d1f3b-9685-4c95-85bd-6de797bddeaf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.488966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56b097b7-d418-4788-b47f-38ab4957a546 req-162d1f3b-9685-4c95-85bd-6de797bddeaf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 943 time: 0.2756736 Nov 12 00:48:13.502894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.662868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddc4c7b5-03c0-45c7-b167-5898461e928d req-3cb98f9d-4d36-43a9-956e-b0ec02f7f474 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859527 Nov 12 00:48:13.714309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a75938ba-e02b-4b19-9ade-7326f4295037 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:13.739102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a75938ba-e02b-4b19-9ade-7326f4295037 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:13.739430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a75938ba-e02b-4b19-9ade-7326f4295037 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:13.752012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-93a19349-da64-4214-ae06-f93b4795bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:13.753688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-93a19349-da64-4214-ae06-f93b4795bcb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.4858940 Nov 12 00:48:13.794314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.868651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.882219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-2d8f329f-d64f-43b2-9539-779a10f38b65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=894b4671-1e9f-4888-a093-d51a8f9112f5 HTTP/1.1" status: 200 len: 217 time: 0.0970433 Nov 12 00:48:13.893560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.898685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f5f17115-6064-4483-874b-42f98893a562 HTTP/1.1" status: 204 len: 168 time: 1.0967965 Nov 12 00:48:13.899755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b20a5-7f32-4a96-979f-43260eaa11c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f17115-6064-4483-874b-42f98893a562,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:13.910087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0935326-0a31-4751-9b9f-0233f055a530 None None] Network 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:13.913559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51946) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:13.956087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=7babae33-483a-4563-bde3-b7b809580661,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:13.956793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56b097b7-d418-4788-b47f-38ab4957a546 req-08a9a009-da5d-4a2d-b12a-987bdd9cef95 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272039 Nov 12 00:48:14.031864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36e938-3f1f-4000-9519-4e4c71f3347e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:14.040014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.086946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.164001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9d2cc-3e31-4c46-9927-2ca01733ab75 None None] DHCP port deletion for 99e6dad6-a1f1-4cf9-880a-4c6552d3af4f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:14.210706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.214078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.264281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.264529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-3f564f62-1f6a-45dd-b345-d4837e4535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.264934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router f9463c9c-b419-4790-a852-82c37c34319d {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:14.265979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-3f564f62-1f6a-45dd-b345-d4837e4535fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.3627086 Nov 12 00:48:14.271608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.281275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.283086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6df7c026-ed18-4f4a-af5b-007bd11f96a1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 204 len: 168 time: 1.9567401 Nov 12 00:48:14.287829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:14.299873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-587859495'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:14.320831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-5c3f3406-2e32-42d6-9c3c-59205e90ccd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400052 Nov 12 00:48:14.325456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Router 35f4d756-9e20-4d18-8993-701c541c7d41 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:14.366948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:14.389896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.413141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:14.425003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.425355 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 8daa88e2-a571-471e-890f-71c7b91da0c5 of type vlan for network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f Nov 12 00:48:14.478499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:14.494790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.528330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d4586886-1ac2-4b42-b3b6-e92bf92b636a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:14.532761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d4586886-1ac2-4b42-b3b6-e92bf92b636a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:14.533289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.593367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.599310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.600128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.639613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.657962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.667994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e6dad6-a1f1-4cf9-880a-4c6552d3af4f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:14.691407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:14.693986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4043438 Nov 12 00:48:14.694527 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05cfee6-ae85-4cae-a3cf-c3a601933cda" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:14.710141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:14.720009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.726998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:14.737390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-dfd8cef8-881d-4b10-9771-11730157e9a3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.739092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-dfd8cef8-881d-4b10-9771-11730157e9a3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928&tenant_id=0adbfda3dfd846c6b84245d563215e8a&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 949 time: 0.2157338 Nov 12 00:48:14.746340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:14.767170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:14.788573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82344757-a973-4ccf-ab60-0838fc2a3fd3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:14.793509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82344757-a973-4ccf-ab60-0838fc2a3fd3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:14.798002 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d697f-9d3c-46a2-978c-7b45ba70bb84 x-openstack-request-id: req-853d697f-9d3c-46a2-978c-7b45ba70bb84 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:14.798301 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:14.798555 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-853d697f-9d3c-46a2-978c-7b45ba70bb84 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:14.798982 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'code': 200} Nov 12 00:48:14.802752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Sync routers for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:14.816670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0597e-dac4-49d3-b270-177595082942 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=044cccfe-7e3b-4f6d-8931-14ee2d45d10f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.830304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.856937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:14.894246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.895270 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.905922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:14.906680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.911804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.937934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:14.938898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:14.986503 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:15.004339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-be1c0022-0f5b-4584-95ef-dbc652a11b15 service neutron] 10.222.0.39 "GET /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 383 time: 0.2520900 Nov 12 00:48:15.023121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.026889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a9d0d24-b1eb-4820-9e74-d48a32663222 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5935006 Nov 12 00:48:15.036237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.039246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:15.040489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.053484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.064108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.074747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/99e6dad6-a1f1-4cf9-880a-4c6552d3af4f HTTP/1.1" status: 204 len: 168 time: 1.1602850 Nov 12 00:48:15.092016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a55d-6e55-4581-a56f-2daeec020d8c req-e73c08b2-b47c-458e-bd16-0df1f488deae tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.103275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc41a55d-6e55-4581-a56f-2daeec020d8c req-e73c08b2-b47c-458e-bd16-0df1f488deae tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.5870898 Nov 12 00:48:15.107530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:15.296978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-a3e45074-2220-4f44-816e-e1065713062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.299294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-a3e45074-2220-4f44-816e-e1065713062e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1102 time: 0.2662463 Nov 12 00:48:15.312775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-097d556e-e8fe-4f82-a643-d511a54bfc6f service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748230 Nov 12 00:48:15.353639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcbdb4-65ba-4124-a94d-e21b4293ddc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e6dad6-a1f1-4cf9-880a-4c6552d3af4f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.434693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.490211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-cb974fa7-cc75-47bd-a2d7-16253cceabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.492416 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-cb974fa7-cc75-47bd-a2d7-16253cceabe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1751947 Nov 12 00:48:15.509023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:11Z', 'revision_number': 3, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.541624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Checking router: 35f4d756-9e20-4d18-8993-701c541c7d41 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:15.542327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Updating router 35f4d756-9e20-4d18-8993-701c541c7d41 port e2389e54-5154-426f-a470-2b5cd23232c0 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:15.572975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.597143 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-4ec9774e-3e2e-47e8-b7ec-04c041dfc955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.0935760 Nov 12 00:48:15.747242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-c65f8abe-ec65-4424-a1db-a351d5399056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.749371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-c65f8abe-ec65-4424-a1db-a351d5399056 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1435623 Nov 12 00:48:15.777221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.891273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.911555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.912566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '8daa88e2-a571-471e-890f-71c7b91da0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:15.912938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: 044cccfe-7e3b-4f6d-8931-14ee2d45d10f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:15.920678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=f179f6e2-046f-446d-8882-a8814783bb02,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.929991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-4bb92b03-d5a7-415d-9fc0-096471af219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.937745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-4bb92b03-d5a7-415d-9fc0-096471af219d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653013 Nov 12 00:48:15.968571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc41a55d-6e55-4581-a56f-2daeec020d8c req-2cc5f4b0-a750-4ff5-8b4d-cb7ac7ac5c01 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642557 Nov 12 00:48:16.053093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce84a85-87a1-45de-9806-6e45ed9ca487 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:16.055311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6a43b-12ad-4408-8ddc-86c56d549ef4 req-4ca3406d-0f6a-4dd1-a588-7739334340cd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.056942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eb6a43b-12ad-4408-8ddc-86c56d549ef4 req-4ca3406d-0f6a-4dd1-a588-7739334340cd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 943 time: 0.7350492 Nov 12 00:48:16.081079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:16.085891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5446d94-622b-40fc-8b3b-c8356f72c35c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fda38a183fa54cc396244eab46cf355c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458161 Nov 12 00:48:16.096189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.137610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 044cccfe-7e3b-4f6d-8931-14ee2d45d10f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:16.139262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Attempting to bind port e2389e54-5154-426f-a470-2b5cd23232c0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:16.139638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Attempting to bind port e2389e54-5154-426f-a470-2b5cd23232c0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:16.140008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Attempting to bind port e2389e54-5154-426f-a470-2b5cd23232c0 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:16.152316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac738a-bc9b-4dc2-b7ac-c954560c07ad None None] Pushing event updated for resources: {'Port': ['ID=e2389e54-5154-426f-a470-2b5cd23232c0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.173662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e778dcc-d92c-4a0a-9695-1295468fc1a6 None None] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:16.178995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.180354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.182289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e1df6be-c4a9-4919-8715-4bf8f6b32226 req-3a61845d-423d-48f7-bf35-de4a87e140fd service neutron] 10.222.0.39 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403664 Nov 12 00:48:16.212050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:16.213660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:16.214157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.215297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eb6a43b-12ad-4408-8ddc-86c56d549ef4 req-45c85f5a-30cb-4960-9a62-d3ab1dca6a5a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434562 Nov 12 00:48:16.215787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:16.216341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Bound port: e2389e54-5154-426f-a470-2b5cd23232c0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:16.217959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.233488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc4e1a6e-2b71-43c7-8114-a01dfaeeacda tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5051472 Nov 12 00:48:16.245194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.258039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-404903881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:16.301214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2dbde7cd-732e-4c34-a013-210b7bb39d71 None None] Provisioning complete for port e2389e54-5154-426f-a470-2b5cd23232c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:16.304346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dbde7cd-732e-4c34-a013-210b7bb39d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.424225 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-694d8cc3-86db-4118-b5f5-6a472e91ad58 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749665 Nov 12 00:48:16.446583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.447721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.475634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.484744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2dbde7cd-732e-4c34-a013-210b7bb39d71 None None] Port e2389e54-5154-426f-a470-2b5cd23232c0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:16.496310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 894b4671-1e9f-4888-a093-d51a8f9112f5 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:16.562390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.613255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.630706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=894b4671-1e9f-4888-a093-d51a8f9112f5,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:16.663631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.666177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '894b4671-1e9f-4888-a093-d51a8f9112f5', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '894b4671-1e9f-4888-a093-d51a8f9112f5', 'mac_address': 'fa:16:3e:2f:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:16.673520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] For port e2389e54-5154-426f-a470-2b5cd23232c0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:16.688305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.707569 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-21cd0cbc-62ad-41f2-88d6-3affb3c3dd4d service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741742 Nov 12 00:48:16.718873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.720105 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eb189cac-f4dd-42aa-a8c4-0dc857f3919f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4714291 Nov 12 00:48:16.723028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.757048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] For port e2389e54-5154-426f-a470-2b5cd23232c0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2389e54-5154-426f-a470-2b5cd23232c0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:16.784114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.837407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.840027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.841218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5a525d3-ef32-49f0-b1b6-dbfe093927d2 HTTP/1.1" status: 204 len: 168 time: 0.7377458 Nov 12 00:48:16.842891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Allocated IP 172.20.0.1 (250f867e-bd63-498f-a6e8-f9f275965de9/672d378a-9e6d-4de3-b57e-b6c7272df9f6/31de93b6-f1af-4998-b234-35aeef8c5260) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:16.884488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac738a-bc9b-4dc2-b7ac-c954560c07ad None None] Pushing event updated for resources: {'Port': ['ID=e2389e54-5154-426f-a470-2b5cd23232c0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.898350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.918013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfca2d7-b616-48ae-962d-3c3682045dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a525d3-ef32-49f0-b1b6-dbfe093927d2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.948748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894b4671-1e9f-4888-a093-d51a8f9112f5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:16.955590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-044cccfe-7e3b-4f6d-8931-14ee2d45d10f', 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': 'f179f6e2-046f-446d-8882-a8814783bb02'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:16.956679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.990889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d797d7c-19ce-4b8c-9413-6608902f844b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:17.043552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:17.044525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:17.149458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.191459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:17.273727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.357465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834b6ba-0e90-4517-aba1-7fa06200d13b req-9ba7113e-f399-4112-a37a-64140660a656 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.365882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5834b6ba-0e90-4517-aba1-7fa06200d13b req-9ba7113e-f399-4112-a37a-64140660a656 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2446923 Nov 12 00:48:17.456682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=894b4671-1e9f-4888-a093-d51a8f9112f5,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:17.493555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.544106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.626200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8::1 (044cccfe-7e3b-4f6d-8931-14ee2d45d10f/f179f6e2-046f-446d-8882-a8814783bb02/82ab7ec0-87aa-4b95-b61f-aff52b2e9b49) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:17.645973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.656480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] Provisioning complete for port e2389e54-5154-426f-a470-2b5cd23232c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:17.657002 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.693295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Network 250f867e-bd63-498f-a6e8-f9f275965de9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:17.712146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5834b6ba-0e90-4517-aba1-7fa06200d13b req-67127bd0-f18b-43ff-bc9c-731c7140e3f9 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393085 Nov 12 00:48:17.715882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.721918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:17.748454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:17.781877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a952a4d-0982-4bea-9f22-84a17635f771 req-46a71e79-e86e-4958-93de-b34316846de6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.783499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a952a4d-0982-4bea-9f22-84a17635f771 req-46a71e79-e86e-4958-93de-b34316846de6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 943 time: 0.3745370 Nov 12 00:48:17.801408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:11Z', 'revision_number': 3, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:17.833228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a5b72-b706-46df-97ea-a0033fd82772 None None] The sync data for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 is: [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:11Z', 'revision_number': 3, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:17.847018 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.870703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['894b4671-1e9f-4888-a093-d51a8f9112f5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:18.007591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] For port e2389e54-5154-426f-a470-2b5cd23232c0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2389e54-5154-426f-a470-2b5cd23232c0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:18.022777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.060277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.122845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3917070-46bc-4346-9bad-a452b61d7c03 None None] Pushing event updated for resources: {'Port': ['ID=e2389e54-5154-426f-a470-2b5cd23232c0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:18.185066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a952a4d-0982-4bea-9f22-84a17635f771 req-8290153a-3d0d-44c3-ae77-5c3eb5a08693 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673170 Nov 12 00:48:18.405222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-888411f3-30f8-4e34-92fe-571d7596b733 None None] Provisioning complete for port 31de93b6-f1af-4998-b234-35aeef8c5260 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:18.405598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-888411f3-30f8-4e34-92fe-571d7596b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.462819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.516564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.555748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-888411f3-30f8-4e34-92fe-571d7596b733 None None] Port 31de93b6-f1af-4998-b234-35aeef8c5260 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:18.620023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.625634 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-1de659a3-b542-465b-8821-54391c9ac5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7538023 Nov 12 00:48:18.687838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.729442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:18.793637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:18.809264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.821504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.838280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:18.838960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.856689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Allocated IP 2001:db8::2 (044cccfe-7e3b-4f6d-8931-14ee2d45d10f/f179f6e2-046f-446d-8882-a8814783bb02/67d7f396-50dd-41b1-9daa-1e5044b2bdcf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:19.001494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.027475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.046980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-f51ad7ef-906c-4f3a-96a0-85b8c3745cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.048685 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-f51ad7ef-906c-4f3a-96a0-85b8c3745cdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 1102 time: 0.3465481 Nov 12 00:48:19.055113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1251169571-network', 'tenant_id': '015fd650cc57414f84315bcd19824b9f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:19.066522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c316a23-f4f5-4613-bfb2-55eb0ad4b28f req-cbaefabf-4fed-44bd-85a3-91e0144dd93a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.076310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c316a23-f4f5-4613-bfb2-55eb0ad4b28f req-cbaefabf-4fed-44bd-85a3-91e0144dd93a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.2473109 Nov 12 00:48:19.096814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=82ab7ec0-87aa-4b95-b61f-aff52b2e9b49,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.108426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Made reservation on behalf of 015fd650cc57414f84315bcd19824b9f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:19.110773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.169556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.260445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c316a23-f4f5-4613-bfb2-55eb0ad4b28f req-d9ea6ffb-95d3-4041-8207-9f26f25ae7eb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774707 Nov 12 00:48:19.309936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.358208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.388641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.399327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.406268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:19.461938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Pushing event updated for resources: {'Port': ['ID=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.478635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.479025 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Added segment ed58d491-7558-4f7b-bdca-0b0c72b2109d of type vlan for network f0873861-3208-4e31-9e9a-d3ea486620b5 Nov 12 00:48:19.480579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.486366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:19.489642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:19.494638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.494932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:19.514858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Network 250f867e-bd63-498f-a6e8-f9f275965de9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:19.539653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07551e1-16ff-44c8-bba2-556af587ba97 req-04dfb844-4d8f-46a1-8493-047ce8cd3d36 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.550457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e07551e1-16ff-44c8-bba2-556af587ba97 req-04dfb844-4d8f-46a1-8493-047ce8cd3d36 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 944 time: 0.2134011 Nov 12 00:48:19.570617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:19.718629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Attempting to bind port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:19.719077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Attempting to bind port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8daa88e2-a571-471e-890f-71c7b91da0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:19.719441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Attempting to bind port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf on network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:19.719575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e07551e1-16ff-44c8-bba2-556af587ba97 req-a2d75603-ffd8-4cfa-ab27-716554eb8cc1 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671865 Nov 12 00:48:19.732585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:19.739121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Checking segment: {'id': '8daa88e2-a571-471e-890f-71c7b91da0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:19.741584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.743409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Bound using segment: {'id': '8daa88e2-a571-471e-890f-71c7b91da0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:19.745526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Bound port: 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa88e2-a571-471e-890f-71c7b91da0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '044cccfe-7e3b-4f6d-8931-14ee2d45d10f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:19.751981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.826552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-eb7dd64c-9eed-4902-bc75-0614b4851352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.828368 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-eb7dd64c-9eed-4902-bc75-0614b4851352 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.7136683 Nov 12 00:48:19.869771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.878511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Router 35f4d756-9e20-4d18-8993-701c541c7d41 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:19.910753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-456c2d23-57a0-4775-b49b-051928c08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.912227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-456c2d23-57a0-4775-b49b-051928c08087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.1913891 Nov 12 00:48:19.924465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] For port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:19.929094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] For port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,segment=NetworkSegment(8daa88e2-a571-471e-890f-71c7b91da0c5),segment_id=8daa88e2-a571-471e-890f-71c7b91da0c5)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:19.934205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2389e54-5154-426f-a470-2b5cd23232c0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:19.964245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-cef53c4f-8a31-4aae-bd3e-ae26799b358a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 200 len: 217 time: 0.1203964 Nov 12 00:48:19.975274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:19.995647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.049101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.065516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.065516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.065516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.102040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-be2a63f2-2353-4a92-8473-2ef32036f0d1 None None] Provisioning complete for port 31de93b6-f1af-4998-b234-35aeef8c5260 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:20.102724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-be2a63f2-2353-4a92-8473-2ef32036f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.107121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-c0a3e996-b154-4218-baac-39b438077a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.108778 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-c0a3e996-b154-4218-baac-39b438077a8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1352057 Nov 12 00:48:20.226272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7076590 Nov 12 00:48:20.276844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e2389e54-5154-426f-a470-2b5cd23232c0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:20.278998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.293747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-be2a63f2-2353-4a92-8473-2ef32036f0d1 None None] Port 31de93b6-f1af-4998-b234-35aeef8c5260 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:20.320856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778152b9-c4ce-45bf-bdc6-8e3523231847 None None] Pushing event updated for resources: {'Port': ['ID=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:20.331990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:20.356888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Request body: {'subnet': {'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1251169571-subnet', 'tenant_id': '015fd650cc57414f84315bcd19824b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:20.364688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.373323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c8a4e-ee30-4acd-aed3-8f93f177dc47 admin admin] Pushing event updated for resources: {'Network': ['ID=f0873861-3208-4e31-9e9a-d3ea486620b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:20.386140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.386959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.463647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-5494356e-9db6-42fd-a27f-713b3f79584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.466026 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-5494356e-9db6-42fd-a27f-713b3f79584d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3197958 Nov 12 00:48:20.470969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f0873861-3208-4e31-9e9a-d3ea486620b5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:20.531803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Made reservation on behalf of 015fd650cc57414f84315bcd19824b9f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:20.543516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.550749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 894b4671-1e9f-4888-a093-d51a8f9112f5 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:20.776429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:20.819212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:20.830513 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Sync routers for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:20.840365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1f306e3-96d1-4819-a64a-11ddc195d6c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/35f4d756-9e20-4d18-8993-701c541c7d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7856832 Nov 12 00:48:20.851094 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:20.852048 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:20.887872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada8497-64a9-4f26-9cf1-a7b4b5f78160 req-1bff6767-d532-4047-adb3-5964046004ba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.889742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dada8497-64a9-4f26-9cf1-a7b4b5f78160 req-1bff6767-d532-4047-adb3-5964046004ba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.3368073 Nov 12 00:48:20.936433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 894b4671-1e9f-4888-a093-d51a8f9112f5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:20.945620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 894b4671-1e9f-4888-a093-d51a8f9112f5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:20.945988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.012802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:21.065601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.075353 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:21.110865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:21.115181 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737500a2-e0f9-4f1b-9334-385ce5aea47d" -d '{"events": [{"server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "name": "network-vif-plugged", "status": "completed", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:21.141527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=894b4671-1e9f-4888-a093-d51a8f9112f5,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:21.157177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.158347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:21.205018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dada8497-64a9-4f26-9cf1-a7b4b5f78160 req-ed593990-4aa6-4868-9c56-c726eee21051 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080254 Nov 12 00:48:21.289274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.336420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:21.343363 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf316ad-a059-424b-bf12-d174d9024742" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-unplugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:21.363717 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3222ba-9b10-4b7e-ac48-5c88956d013e x-openstack-request-id: req-9b3222ba-9b10-4b7e-ac48-5c88956d013e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:21.364196 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "name": "network-vif-plugged", "status": "completed", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:21.364587 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b3222ba-9b10-4b7e-ac48-5c88956d013e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:21.365327 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5', 'code': 200} Nov 12 00:48:21.366026 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.411176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ed46e-d299-4c0c-83e6-bf8f6958cfe8 req-5b0fc351-4bc5-4484-ba14-f24d11e2346d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.416957 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-51e57a64-666c-4868-9182-f4669460abff service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708327 Nov 12 00:48:21.434690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c34ed46e-d299-4c0c-83e6-bf8f6958cfe8 req-5b0fc351-4bc5-4484-ba14-f24d11e2346d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 944 time: 0.5337687 Nov 12 00:48:21.435336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=82ab7ec0-87aa-4b95-b61f-aff52b2e9b49,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.438214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.443146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.588453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Transition to ACTIVE for port object d4586886-1ac2-4b42-b3b6-e92bf92b636a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:21.633325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.674042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d2e5490f-ca2e-4380-9d51-039fcba03a9a req-fb8b1cdb-38d6-4b22-834b-8de1e0aaf999 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400327 Nov 12 00:48:21.756520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c34ed46e-d299-4c0c-83e6-bf8f6958cfe8 req-e4ac2e42-0abb-4d72-9d00-d9758366fddc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205981 Nov 12 00:48:21.812766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c83a8-7a85-4363-9e05-5a7f08416c07 req-810aa928-354e-45c9-b64d-e30c71eab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.816839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-195c83a8-7a85-4363-9e05-5a7f08416c07 req-810aa928-354e-45c9-b64d-e30c71eab350 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 1097 time: 0.3574300 Nov 12 00:48:21.818949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:21.819403 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:21.856166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 67d7f396-50dd-41b1-9daa-1e5044b2bdcf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:21.922943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 2, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:21.980652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] No DVR routers for this DVR port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:21.989958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-195c83a8-7a85-4363-9e05-5a7f08416c07 req-cd753148-45fe-4084-b656-ed3c694ba7da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616445 Nov 12 00:48:22.025689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Checking router: 35f4d756-9e20-4d18-8993-701c541c7d41 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:22.026043 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Updating router 35f4d756-9e20-4d18-8993-701c541c7d41 port 31de93b6-f1af-4998-b234-35aeef8c5260 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:22.028855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.038457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd251c-0649-42ab-8d14-7b3b765a6c96 None None] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:22.045738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.053390 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bedcff-d7a6-4344-a48c-6d724deb84b9 x-openstack-request-id: req-60bedcff-d7a6-4344-a48c-6d724deb84b9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:22.053731 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-unplugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:22.055490 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60bedcff-d7a6-4344-a48c-6d724deb84b9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:22.055490 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'code': 200} Nov 12 00:48:22.076365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:22.076647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:22.077197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:22.084340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:22.084999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Attempting to bind port d4586886-1ac2-4b42-b3b6-e92bf92b636a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:22.085216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Checking segment: {'id': 'ed58d491-7558-4f7b-bdca-0b0c72b2109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:22.085356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Network hostable DHCP agents. Network: f0873861-3208-4e31-9e9a-d3ea486620b5, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:22.104630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:22.109078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:22.109299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:22.111394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Bound port: d4586886-1ac2-4b42-b3b6-e92bf92b636a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:22.111394 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.117071 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.143307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:22.150174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:22.261324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] Provisioning complete for port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:22.263259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.280987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:22.289023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:22.301220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.347480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:22.348414 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.349578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Network f0873861-3208-4e31-9e9a-d3ea486620b5 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:22.408381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f0873861-3208-4e31-9e9a-d3ea486620b5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:22.413487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.414074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.457546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e16b8fc6-c709-413e-a298-31ba1ac31869 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1185396 Nov 12 00:48:22.485673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:22.488278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.489309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.491055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 1098 time: 2.5242443 Nov 12 00:48:22.546773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdd990-f3d8-4313-9503-807fef805dd0 None None] Network f0873861-3208-4e31-9e9a-d3ea486620b5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:22.591054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332d920-7813-404e-ae4d-c92162594ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.621947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e423f5-a655-45cb-9e30-19e7ba226dfe req-346d5c57-98c3-4563-a8bb-3863d1e8b543 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.631885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7e423f5-a655-45cb-9e30-19e7ba226dfe req-346d5c57-98c3-4563-a8bb-3863d1e8b543 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.2676220 Nov 12 00:48:22.740634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-3402230f-06e6-47ac-8d08-a3324d626225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.742865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-3402230f-06e6-47ac-8d08-a3324d626225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1101 time: 0.2164345 Nov 12 00:48:22.771724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:22.795970 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80c49768-b70e-423c-891e-43d3624200ae tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/0fb08910-0d14-4e02-b2ce-f8840a3e1aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0717359 Nov 12 00:48:22.803949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.870420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] Sync routers for ids ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:22.909230 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.938157 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.105605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7e423f5-a655-45cb-9e30-19e7ba226dfe req-8ccdbeff-4b29-4209-bdda-b41c27ed2bdd tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724391 Nov 12 00:48:23.123299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.166721 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Pushing event updated for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.194804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbce17-441b-4c7e-8d57-c6c7e3b42502 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.196831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6fbbce17-441b-4c7e-8d57-c6c7e3b42502 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports/82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 HTTP/1.1" status: 200 len: 911 time: 0.3798082 Nov 12 00:48:23.200138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:23.207398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f179f6e2-046f-446d-8882-a8814783bb02'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:23.231926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] Routers {'0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:23.232648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.246286 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.251259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.251818 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.252326 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.252818 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.253498 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.253970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.254428 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.254895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.255369 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.255832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.256680 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:23.343796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd233cdd-98c5-4aa9-9a7f-a3baaf94e353 req-53a2ad22-3d00-410c-a189-afa91e36536f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.354901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd233cdd-98c5-4aa9-9a7f-a3baaf94e353 req-53a2ad22-3d00-410c-a189-afa91e36536f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1684711 Nov 12 00:48:23.359331 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Attempting to bind port 31de93b6-f1af-4998-b234-35aeef8c5260 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:23.360154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Attempting to bind port 31de93b6-f1af-4998-b234-35aeef8c5260 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:23.362872 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Attempting to bind port 31de93b6-f1af-4998-b234-35aeef8c5260 on network 250f867e-bd63-498f-a6e8-f9f275965de9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:23.374098 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:23.382368 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Checking segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:23.384926 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.396414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Bound using segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:23.397281 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Bound port: 31de93b6-f1af-4998-b234-35aeef8c5260, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:23.397851 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.414625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-6c943c31-ffd0-4a03-8b16-17b552eac589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.417292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-6c943c31-ffd0-4a03-8b16-17b552eac589 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.6643150 Nov 12 00:48:23.479132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.537612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-083d5caf-1f63-4023-bd01-61db1f34664d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.1063645 Nov 12 00:48:23.554139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd233cdd-98c5-4aa9-9a7f-a3baaf94e353 req-c9991b6a-1ac7-4662-b3c9-cc86f0d86f70 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978600 Nov 12 00:48:23.646635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] For port 31de93b6-f1af-4998-b234-35aeef8c5260, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:23.660843 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] For port 31de93b6-f1af-4998-b234-35aeef8c5260, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31de93b6-f1af-4998-b234-35aeef8c5260,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:23.671228 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.680197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] Routers {'0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:23.680902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.686445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-ddd678ba-a911-4def-827e-e599238927c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.687992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-ddd678ba-a911-4def-827e-e599238927c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1236830 Nov 12 00:48:23.782405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.810943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-a1e03bac-cb44-4f45-868a-bf893d0a06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.812552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-a1e03bac-cb44-4f45-868a-bf893d0a06ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162751 Nov 12 00:48:23.818897 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cb4f6-72d8-4f3d-8a09-fee88519cb59 None None] Pushing event updated for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.860393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:23.866969 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.887344 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.907377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] For port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,segment=NetworkSegment(8daa88e2-a571-471e-890f-71c7b91da0c5),segment_id=8daa88e2-a571-471e-890f-71c7b91da0c5)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:23.940527 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.950273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.951389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef7717-4c84-4ea2-866e-fa02173cc262 None None] The sync data for ids ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:24.036915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-7810114d-3d45-44dd-8663-b4d0f7c39bfc service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167702 Nov 12 00:48:24.056145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:24.059077 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b9bab-1fd2-4817-8651-d54691673505" -d '{"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:24.175947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fe925-71a6-48e4-a483-8b932f9ffc0c None None] Pushing event updated for resources: {'Port': ['ID=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.184471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e81156-e66e-4e62-b318-2f2d5a4aef5e None None] Network f0873861-3208-4e31-9e9a-d3ea486620b5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:24.247192 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:24.253288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97374e02-7d4f-4d2f-af06-7bfafeb54a0f req-3ca320e6-a6a0-4331-8a2a-8464f7f2e433 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056868 Nov 12 00:48:24.375660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] Provisioning complete for port 31de93b6-f1af-4998-b234-35aeef8c5260 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:24.376180 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.382047 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:24.383555 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:24.456484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.471588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.480302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.481340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.486836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/ports/82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 HTTP/1.1" status: 200 len: 911 time: 1.2850826 Nov 12 00:48:24.489870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.621018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f4b50-a48c-4e1a-88a7-2621f1923151 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=82ab7ec0-87aa-4b95-b61f-aff52b2e9b49,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.669438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.733146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] For port 31de93b6-f1af-4998-b234-35aeef8c5260, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31de93b6-f1af-4998-b234-35aeef8c5260,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:24.745089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.810325 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:23Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:24.845875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e03ca3-6c29-4901-b841-9d69d9729318 None None] Pushing event updated for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.878574 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6054a-2b6b-4f56-a56d-b0b6a3b2c52e None None] The sync data for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 is: [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:23Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:24.975086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Provisioning complete for port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:24.978954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.218974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Provisioning complete for port 31de93b6-f1af-4998-b234-35aeef8c5260 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.219841 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.426319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31de93b6-f1af-4998-b234-35aeef8c5260 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:25.484479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Provisioning complete for port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.484854 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.539895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12d04d9c-a098-4145-ab73-257b13366b8c None None] Port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:25.551861 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928010fd-01dc-4e02-ae6c-883f41315d03 x-openstack-request-id: req-928010fd-01dc-4e02-ae6c-883f41315d03 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:25.552680 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:25.552933 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-928010fd-01dc-4e02-ae6c-883f41315d03 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:25.553324 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'status': 'completed', 'code': 200} Nov 12 00:48:25.553829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 31de93b6-f1af-4998-b234-35aeef8c5260 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.554203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.712506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b5b5d746-ac3d-469d-a6cd-ccaacfd7e8f3 None None] Provisioning complete for port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.712875 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d746-ac3d-469d-a6cd-ccaacfd7e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.717642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 67d7f396-50dd-41b1-9daa-1e5044b2bdcf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:25.801958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5d746-ac3d-469d-a6cd-ccaacfd7e8f3 None None] Port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:25.844921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.845864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.855948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-e539385d-816b-417c-9f38-01f343f0b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.857509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-e539385d-816b-417c-9f38-01f343f0b733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1101 time: 0.3075018 Nov 12 00:48:25.873529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443aa1c-e40a-4645-ae50-edb426c15fd7 req-d743640e-2d6a-4c65-999d-adbb38a4aadb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.882982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e443aa1c-e40a-4645-ae50-edb426c15fd7 req-d743640e-2d6a-4c65-999d-adbb38a4aadb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.3286786 Nov 12 00:48:25.899153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-2c6995e8-63e9-49dc-881b-12fd4a86688f tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.899773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-2c6995e8-63e9-49dc-881b-12fd4a86688f tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/networks?id=f0873861-3208-4e31-9e9a-d3ea486620b5 HTTP/1.1" status: 200 len: 809 time: 0.3951495 Nov 12 00:48:25.912242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-add00754-ca11-4ec2-8777-24371cd61482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.914638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-add00754-ca11-4ec2-8777-24371cd61482 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 1101 time: 0.3948646 Nov 12 00:48:25.972670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3d008517-e380-46c5-8b72-a11957eed0aa None None] Provisioning complete for port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:25.973050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d008517-e380-46c5-8b72-a11957eed0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.030583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3d008517-e380-46c5-8b72-a11957eed0aa None None] Port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:26.078820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-12fad1a7-84ff-47fb-9f50-bbdcfc8be600 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/quotas/015fd650cc57414f84315bcd19824b9f HTTP/1.1" status: 200 len: 375 time: 0.1423714 Nov 12 00:48:26.095361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-cc20def2-3605-4853-a0f2-201fdf0df74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.097139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-cc20def2-3605-4853-a0f2-201fdf0df74c service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1953735 Nov 12 00:48:26.178840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-ec4e53ca-afb6-4104-8fcf-1844d9fcef20 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=015fd650cc57414f84315bcd19824b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873189 Nov 12 00:48:26.223151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-9e024768-0f2c-431c-b11c-525350a4312b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:26.224191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-9e024768-0f2c-431c-b11c-525350a4312b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066853 Nov 12 00:48:26.239734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e443aa1c-e40a-4645-ae50-edb426c15fd7 req-7f612dd6-3313-4ab3-b5ec-e0e84f21de19 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557630 Nov 12 00:48:26.241660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-5942cae1-9204-4cf0-b15e-093454c886fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.0998969 Nov 12 00:48:26.386558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-b5f565dc-01c5-4ead-bda5-134cd9de5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.388092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-b5f565dc-01c5-4ead-bda5-134cd9de5ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3827624 Nov 12 00:48:26.392476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-4ef4bc9f-e0f3-40cf-984a-5847d3d8303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.393906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-4ef4bc9f-e0f3-40cf-984a-5847d3d8303f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1408637 Nov 12 00:48:26.520625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-56f5c88a-b129-464f-b504-faa9ff662efd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 200 len: 217 time: 0.1209130 Nov 12 00:48:26.528094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-f05983ab-0203-492a-89ed-406348dbbde2 service neutron] 10.222.0.11 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824590 Nov 12 00:48:26.630824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbfeba-e20f-4533-b083-1ba944b3802f req-eef28a70-5a32-4370-bbc3-7909b6fc8aa3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.632373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75cbfeba-e20f-4533-b083-1ba944b3802f req-eef28a70-5a32-4370-bbc3-7909b6fc8aa3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2315996 Nov 12 00:48:26.667427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-f18fae71-3df9-4aa7-beaa-de2ac2eebf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.668980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-f18fae71-3df9-4aa7-beaa-de2ac2eebf20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2428141 Nov 12 00:48:26.686441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-5bb13a3d-74ed-4bf5-a236-4dc42343b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.687898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-5bb13a3d-74ed-4bf5-a236-4dc42343b74d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1558661 Nov 12 00:48:26.757999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.912680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-7d776ce2-02c8-494d-97e4-3f088304b598 service neutron] 10.222.0.11 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684452 Nov 12 00:48:26.925556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75cbfeba-e20f-4533-b083-1ba944b3802f req-89498563-4c8e-4d00-8625-175866fd7692 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617981 Nov 12 00:48:26.944028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b9bab-1fd2-4817-8651-d54691673505 req-f9e31fb6-1e67-465a-8bc6-4bd08b2a906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.945596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-f9e31fb6-1e67-465a-8bc6-4bd08b2a906f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2408268 Nov 12 00:48:27.026824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-abcb172f-c276-4d73-aecc-7eedc71e8b9f service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386757 Nov 12 00:48:27.600671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c99d0d0-4fef-451a-9e04-6d09869b8d97 req-8c54457c-a62a-4376-967d-ee8e539e6a70 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 210 time: 0.0895727 Nov 12 00:48:27.611541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:27.709228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95513-a071-426e-bff6-e6d75cea4cfa req-7993070d-d1b1-4278-a2e5-4bd86d4a1790 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.711933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2db95513-a071-426e-bff6-e6d75cea4cfa req-7993070d-d1b1-4278-a2e5-4bd86d4a1790 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 949 time: 0.1971450 Nov 12 00:48:27.717323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-41b2e359-8aa9-4c7d-b0b1-aace4a55c2d3 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615480 Nov 12 00:48:27.729836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-02a41792-72cb-4269-ba64-5192b85b2df2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974487 Nov 12 00:48:27.937023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77108e0-99da-4ed0-8180-3d338cf51463 req-afa6974c-4b2f-4235-b840-188562458472 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.938976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77108e0-99da-4ed0-8180-3d338cf51463 req-afa6974c-4b2f-4235-b840-188562458472 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2426548 Nov 12 00:48:27.950997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2db95513-a071-426e-bff6-e6d75cea4cfa req-660428f3-0ae8-4448-865f-d16e4ca8c07c tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166655 Nov 12 00:48:27.963675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:27.981552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'mac_address': 'fa:16:3e:8a:0e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:28.008675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-626b9bab-1fd2-4817-8651-d54691673505 req-528dd9bc-53f0-4c30-a2e5-5e8a6369a31b service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767844 Nov 12 00:48:28.030420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.045036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:28.047629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77108e0-99da-4ed0-8180-3d338cf51463 req-6fb9cb5c-280c-48a3-b1cd-672f44f8b94f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946727 Nov 12 00:48:28.071383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:28.077636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.090279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:28.090629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.139118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.184467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12cb0c-57c9-4aea-be12-f448c97636d1 req-d57fc97a-1173-49a7-bb8a-f79408c679ef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.191776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c12cb0c-57c9-4aea-be12-f448c97636d1 req-d57fc97a-1173-49a7-bb8a-f79408c679ef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 949 time: 0.1316583 Nov 12 00:48:28.269874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.275771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c12cb0c-57c9-4aea-be12-f448c97636d1 req-6194d92b-2c3c-42bc-8c84-95edc7aa8f58 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827904 Nov 12 00:48:28.286920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 82ab7ec0-87aa-4b95-b61f-aff52b2e9b49 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:28.331774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d4586886-1ac2-4b42-b3b6-e92bf92b636a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:28.536197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:28.658869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-cddcadf5-3fdd-49ee-83e4-dfd34bd0343d tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.660386 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.660899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-cddcadf5-3fdd-49ee-83e4-dfd34bd0343d tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.32 "GET /v2.0/networks?id=f0873861-3208-4e31-9e9a-d3ea486620b5 HTTP/1.1" status: 200 len: 809 time: 0.3583021 Nov 12 00:48:28.704048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:28.706746 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab17bcb-9211-47f0-b813-ad5259062c0a" -d '{"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-unplugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:28.708673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea7ad-d3ec-4bca-b156-27618ace746c req-86e886a2-32d3-4179-ad39-e09d8c560273 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.710518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c5ea7ad-d3ec-4bca-b156-27618ace746c req-86e886a2-32d3-4179-ad39-e09d8c560273 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 950 time: 0.1823688 Nov 12 00:48:28.721854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Request body: {'port': {'device_id': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5', 'admin_state_up': True, 'tenant_id': '015fd650cc57414f84315bcd19824b9f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:28.722865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:28.730530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.801864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.885380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f54d103-e008-40ee-801e-c4c437fd9f25 req-bf379ccd-4726-4a1a-80c1-fc510cb265a5 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 210 time: 0.1008303 Nov 12 00:48:28.896355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c5ea7ad-d3ec-4bca-b156-27618ace746c req-903b4457-a524-49d3-a13a-809f15dc5c2e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682193 Nov 12 00:48:28.946008 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe036a-222c-4db1-9c46-d179c00b7697 x-openstack-request-id: req-36fe036a-222c-4db1-9c46-d179c00b7697 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:28.946307 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-unplugged", "status": "completed", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:28.946593 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36fe036a-222c-4db1-9c46-d179c00b7697 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:28.947112 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'code': 200} Nov 12 00:48:28.987897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.026015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=82ab7ec0-87aa-4b95-b61f-aff52b2e9b49,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:29.057308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.057657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.058001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.058338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.058799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.059113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.059429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.059759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.060104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.060436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.060761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.061085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.185745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Made reservation on behalf of 015fd650cc57414f84315bcd19824b9f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:29.189276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.220836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.248472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-9d3c8dd8-8571-4fe7-bc58-f18d8f3b14e7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686994 Nov 12 00:48:29.393937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228220-b7b1-4e62-9ed2-25c791b1126e req-6ccf326a-de16-4f2f-b749-5b0faca0aae7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:29.395317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b228220-b7b1-4e62-9ed2-25c791b1126e req-6ccf326a-de16-4f2f-b749-5b0faca0aae7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2302294 Nov 12 00:48:29.624604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:29.626663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-b60b7165-5015-46f8-b22f-2d6addadea72 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:29.628227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-b60b7165-5015-46f8-b22f-2d6addadea72 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646524 Nov 12 00:48:29.641526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b228220-b7b1-4e62-9ed2-25c791b1126e req-1f0d2b19-9b9c-4c8b-b5f5-19e521c216bf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396476 Nov 12 00:48:29.673757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:29.676153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Allocated IP 172.20.0.10 (f0873861-3208-4e31-9e9a-d3ea486620b5/42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074/c392e285-aade-405d-87e2-7ab4dd27a431) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:29.690741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-07db2cc5-2467-414d-9634-0017b2f76ff5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/quotas/0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 375 time: 0.0405576 Nov 12 00:48:29.703507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d4586886-1ac2-4b42-b3b6-e92bf92b636a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:29.707853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d4586886-1ac2-4b42-b3b6-e92bf92b636a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:29.708387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.847624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.864552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-1425c4ba-65fb-496a-b56a-747b0ebb165a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1728656 Nov 12 00:48:29.886864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:29.893043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:29.894043 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.905595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] Sync routers for ids ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:29.918763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] Routers {'0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:29.921917 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:29.934284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-62253529-b13e-45ef-9940-8dae8ff45e28 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/0fb08910-0d14-4e02-b2ce-f8840a3e1aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4431036 Nov 12 00:48:29.937141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:29.962516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=13']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:29.974712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.974712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.974712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.974712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.974712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.975196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.975655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.976096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.976580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.977011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.977835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.978292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:29.995617 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d5feb2b-0e95-40fa-a736-f14699edcc59 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 HTTP/1.1" status: 200 len: 205 time: 0.0538564 Nov 12 00:48:30.008633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:30.045810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:30.066590 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] Routers {'0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:30.067679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:30.102291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.116024 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:30.117106 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05202126-f161-479f-a4bb-50ff7590c6da None None] The sync data for ids ['0fb08910-0d14-4e02-b2ce-f8840a3e1aa5'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:30.139480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-558dc263-fea1-4636-bf17-dc33855a0c3d req-d7069a7c-9c64-4fcb-b36f-7ba1c6b6f584 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 210 time: 0.0945306 Nov 12 00:48:30.228778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c346e5f8-d1d2-41f6-9c59-64e861df5b8b req-ac9a0d7e-b4fc-4810-8c8d-74ccc1157a4f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 210 time: 0.0489018 Nov 12 00:48:30.232152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.273139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.329349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Network f0873861-3208-4e31-9e9a-d3ea486620b5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:30.338772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:30.343671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:30.352184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Pushing event updated for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.434032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:30.434713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.494052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-66c83a0b-b122-4d23-99d7-22874ff7493a tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8101563 Nov 12 00:48:30.516792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Request body: {'port': {'device_id': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:30.589694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.604201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.607902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.664893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.665531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:30.673755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.674881 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3196bb13-8763-4c6c-b456-b9dea8d1e8ff tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 HTTP/1.1" status: 204 len: 168 time: 0.6652284 Nov 12 00:48:30.677919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52374) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:30.750344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet f179f6e2-046f-446d-8882-a8814783bb02 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:30.753919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.807486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.878242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbef8df-8fe3-4592-9889-006ea890e4a7 req-b1a7db11-de56-4d60-8d82-6d70265cf636 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:30.880304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dbef8df-8fe3-4592-9889-006ea890e4a7 req-b1a7db11-de56-4d60-8d82-6d70265cf636 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1271617 Nov 12 00:48:30.949409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:30.954169 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42761f-5c47-4032-9150-9dcbdecdd775" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:30.955736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.976394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dbef8df-8fe3-4592-9889-006ea890e4a7 req-0db57b9f-d9a7-42e7-a24b-017afeae5060 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Nov 12 00:48:31.048935 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f932fe7-a6f4-4e4e-9e28-e11fd4fe33cf x-openstack-request-id: req-5f932fe7-a6f4-4e4e-9e28-e11fd4fe33cf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:31.049236 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-plugged", "status": "completed", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:31.049486 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f932fe7-a6f4-4e4e-9e28-e11fd4fe33cf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:31.049877 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'code': 200} Nov 12 00:48:31.073419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.094134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c392e285-aade-405d-87e2-7ab4dd27a431 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:31.114473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.121439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=f179f6e2-046f-446d-8882-a8814783bb02,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.123894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e6ff5-8a68-4db4-a263-8495c448c348 None None] Network 044cccfe-7e3b-4f6d-8931-14ee2d45d10f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:31.125647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.132635 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-723dca6d-aa43-4fb7-aede-d98b42df21dd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/f179f6e2-046f-446d-8882-a8814783bb02 HTTP/1.1" status: 204 len: 168 time: 0.4508934 Nov 12 00:48:31.133111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:31.153311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Transition to ACTIVE for port object c392e285-aade-405d-87e2-7ab4dd27a431 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:31.158586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.226012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.306732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:31.307335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.353890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.376961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] DHCP port deletion for 044cccfe-7e3b-4f6d-8931-14ee2d45d10f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:31.389694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,segment=NetworkSegment(8daa88e2-a571-471e-890f-71c7b91da0c5),segment_id=8daa88e2-a571-471e-890f-71c7b91da0c5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:31.390059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.408988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 67d7f396-50dd-41b1-9daa-1e5044b2bdcf owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:31.453388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Deleting port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:31.454076 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.535460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.560191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:31.577731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] For port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,segment=NetworkSegment(8daa88e2-a571-471e-890f-71c7b91da0c5),segment_id=8daa88e2-a571-471e-890f-71c7b91da0c5)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:31.578163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.594729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.621050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Calling delete_port for 67d7f396-50dd-41b1-9daa-1e5044b2bdcf owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:31.632476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:31.784288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.789607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a7045d9-0144-4e8f-a8c6-c879e2893c2e req-c943c5c5-deda-4f7d-82ba-03f0d627b11e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 210 time: 0.4487293 Nov 12 00:48:31.810989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:31.821929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.832107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044cccfe-7e3b-4f6d-8931-14ee2d45d10f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:31.847941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] No DVR routers for this DVR port 67d7f396-50dd-41b1-9daa-1e5044b2bdcf on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:31.852307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daa88e2-a571-471e-890f-71c7b91da0c5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:31.852608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daa88e2-a571-471e-890f-71c7b91da0c5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:31.872694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-311a51ff-33c2-4a06-8369-6ba8c73382ba tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0adbfda3dfd846c6b84245d563215e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043618 Nov 12 00:48:31.883030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.889802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044040c-bd1f-4789-9966-2f182ca206e0 None None] Pushing event deleted for resources: {'Port': ['ID=67d7f396-50dd-41b1-9daa-1e5044b2bdcf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.892677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc904a9-6626-4307-95f3-27d0a0fe568c req-e9b953c4-2a08-4023-9317-0c8ade0cf561 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:31.901541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'mac_address': 'fa:16:3e:21:a6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:31.904638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efc904a9-6626-4307-95f3-27d0a0fe568c req-e9b953c4-2a08-4023-9317-0c8ade0cf561 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 944 time: 0.6336887 Nov 12 00:48:31.917889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.933870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:31.934597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:31.939133 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:32.024154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.025392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.032617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.040201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/044cccfe-7e3b-4f6d-8931-14ee2d45d10f HTTP/1.1" status: 204 len: 168 time: 0.9022927 Nov 12 00:48:32.041775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.041915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:32.049421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1190310211', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.068307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:32.068606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536d91-d829-4d80-b9f8-4420179b0ede tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=044cccfe-7e3b-4f6d-8931-14ee2d45d10f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.096721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.113492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.114875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.207904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.212893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.217240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.229047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.253351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.257864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d70b277-c5d0-492c-95c2-c64b4fedbbc0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2135098 Nov 12 00:48:32.258479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['24c8cde3-5ea3-41bf-85e0-559512da72bc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:32.259306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.268306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-112369079'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.291689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Attempting to bind port c392e285-aade-405d-87e2-7ab4dd27a431 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:32.292147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Attempting to bind port c392e285-aade-405d-87e2-7ab4dd27a431 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'ed58d491-7558-4f7b-bdca-0b0c72b2109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:32.294898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Attempting to bind port c392e285-aade-405d-87e2-7ab4dd27a431 on network f0873861-3208-4e31-9e9a-d3ea486620b5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:32.318205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-7a39379a-694f-4323-bf11-9676efeb8561 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.319772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-7a39379a-694f-4323-bf11-9676efeb8561 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094028 Nov 12 00:48:32.323498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Port c392e285-aade-405d-87e2-7ab4dd27a431 on network f0873861-3208-4e31-9e9a-d3ea486620b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:32.323728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Attempting to bind port c392e285-aade-405d-87e2-7ab4dd27a431 on network f0873861-3208-4e31-9e9a-d3ea486620b5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:32.326389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:32.336623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.342679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efc904a9-6626-4307-95f3-27d0a0fe568c req-db8809f9-69b8-4de7-98d1-82606258fae1 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288907 Nov 12 00:48:32.377901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Request body: {'port': {'device_id': '98b86522-d903-4450-89ad-5bd829d9b210', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '0adbfda3dfd846c6b84245d563215e8a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.389059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:32.390801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Checking segment: {'id': 'ed58d491-7558-4f7b-bdca-0b0c72b2109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:32.392388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Bound using segment: {'id': 'ed58d491-7558-4f7b-bdca-0b0c72b2109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:32.393791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Bound port: c392e285-aade-405d-87e2-7ab4dd27a431, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed58d491-7558-4f7b-bdca-0b0c72b2109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:32.394477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.399237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:32.420217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ff17-6fb0-455a-9cae-c21276459baa req-dd7d7372-d692-4805-8fc4-113c3fc3a204 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.425818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.426401 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 816cfb75-11e5-44b2-919b-e31712da5e70 of type vlan for network fdd04ee8-f612-470d-b905-afd374731434 Nov 12 00:48:32.428976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6218ff17-6fb0-455a-9cae-c21276459baa req-dd7d7372-d692-4805-8fc4-113c3fc3a204 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2195277 Nov 12 00:48:32.512930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.548115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.554722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.555317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.611953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3510034 Nov 12 00:48:32.613174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.625260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6218ff17-6fb0-455a-9cae-c21276459baa req-540eaa18-f187-4768-9f54-7067054e4c1d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953661 Nov 12 00:48:32.626879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:32.644496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:32.655366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c392e285-aade-405d-87e2-7ab4dd27a431,segment=NetworkSegment(ed58d491-7558-4f7b-bdca-0b0c72b2109d),segment_id=ed58d491-7558-4f7b-bdca-0b0c72b2109d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:32.661980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.705816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Made reservation on behalf of 0adbfda3dfd846c6b84245d563215e8a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:32.709544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.719108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee6c6-2805-462c-84cd-1ccdf3788fd2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=fdd04ee8-f612-470d-b905-afd374731434,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.733162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network fdd04ee8-f612-470d-b905-afd374731434 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:32.737227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.737848 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.739272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c392e285-aade-405d-87e2-7ab4dd27a431 HTTP/1.1" status: 200 len: 1093 time: 2.2312076 Nov 12 00:48:32.741005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:32.743338 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f" -d '{"events": [{"name": "network-changed", "server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:32.766547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89688b7d-9af9-4071-95be-f621a8839ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.869760 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1c616-bae7-4f20-b1c1-fbd50178be09 x-openstack-request-id: req-45c1c616-bae7-4f20-b1c1-fbd50178be09 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:32.870184 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:32.870439 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45c1c616-bae7-4f20-b1c1-fbd50178be09 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:32.870850 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431', 'status': 'completed', 'code': 200} Nov 12 00:48:32.871199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:32.876584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.956392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-ce66205d-dbff-4b41-8eea-c2fc413fa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:32.957909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-ce66205d-dbff-4b41-8eea-c2fc413fa207 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=015fd650cc57414f84315bcd19824b9f&device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 1096 time: 0.1414032 Nov 12 00:48:32.963269 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:33.041036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5305a63-471b-4914-a4bb-2c3dac91eab6 req-3f8d3aa3-0d0b-4ff8-8347-bd493dfaa69a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 210 time: 0.0799921 Nov 12 00:48:33.046479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-a4c01c51-c73e-4040-b942-be90c6329224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c392e285-aade-405d-87e2-7ab4dd27a431 HTTP/1.1" status: 200 len: 217 time: 0.0765400 Nov 12 00:48:33.074708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Allocated IP 192.168.233.101 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/2875c4ae-613e-417b-8c94-c4d3cc8c0efd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:33.141555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-6d3037b0-5dd5-44f7-99e1-76c5036f9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.143051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-6d3037b0-5dd5-44f7-99e1-76c5036f9a10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074 HTTP/1.1" status: 200 len: 849 time: 0.0874534 Nov 12 00:48:33.197509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-7a960f31-330c-4722-8bfd-93cb33bded53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0873861-3208-4e31-9e9a-d3ea486620b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357816 Nov 12 00:48:33.277702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 67d7f396-50dd-41b1-9daa-1e5044b2bdcf no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:33.345302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.351351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 67d7f396-50dd-41b1-9daa-1e5044b2bdcf {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:33.352183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 67d7f396-50dd-41b1-9daa-1e5044b2bdcf not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:33.496406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=3b9c9130-3e8d-4fae-90c8-b0609547c858,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:33.503360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:33.504127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: fdd04ee8-f612-470d-b905-afd374731434, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:33.531535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network fdd04ee8-f612-470d-b905-afd374731434 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:33.534067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-599cffde-f546-4bdb-a697-12f02a0eacda service neutron] 10.222.0.32 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271925 Nov 12 00:48:33.546068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, fdd04ee8-f612-470d-b905-afd374731434) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:33.559309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdccbdf-00d8-4e98-b2f8-b7759c3dd0de None None] Network fdd04ee8-f612-470d-b905-afd374731434 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:33.565982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.570457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.574544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.641289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c11b6-b512-424c-a3b2-57fa3e7a21cd req-67c7ba3d-5e39-4f35-876b-c17d35b3c7cd tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.645491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab1c11b6-b512-424c-a3b2-57fa3e7a21cd req-67c7ba3d-5e39-4f35-876b-c17d35b3c7cd tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 944 time: 0.1922548 Nov 12 00:48:33.648299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:33.658893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-18e3642f-f008-455c-9214-d4be1c1bdacd tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0372283 Nov 12 00:48:33.663124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:33.833668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab1c11b6-b512-424c-a3b2-57fa3e7a21cd req-b0425797-9587-4710-98e2-e45a5373eede tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635163 Nov 12 00:48:33.860891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7fe5d0-4fad-4a23-b469-a859c311d0a3 req-640ccdda-527c-4d57-95d1-b25fbf79f9a0 service neutron] 10.222.0.32 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082047 Nov 12 00:48:33.863095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.882725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 24c8cde3-5ea3-41bf-85e0-559512da72bc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:33.883337 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.957269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:33.960341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:34.055499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:34.069996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:34.090529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:34.094237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.147824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-fdd04ee8-f612-470d-b905-afd374731434', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:34.148745 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.155853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad14a69-dff8-4996-8689-1ade9d7b61ae req-251f9814-b807-430c-9b04-2ac9dcc518e2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.182692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad14a69-dff8-4996-8689-1ade9d7b61ae req-251f9814-b807-430c-9b04-2ac9dcc518e2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2156632 Nov 12 00:48:34.197438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-d4ec6831-d61a-4e70-bfa2-84ae27f25b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.206733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-d4ec6831-d61a-4e70-bfa2-84ae27f25b3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=015fd650cc57414f84315bcd19824b9f&device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 1096 time: 0.2540340 Nov 12 00:48:34.317739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.417600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.418498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.503445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad14a69-dff8-4996-8689-1ade9d7b61ae req-03634518-cdc7-434d-b0ca-4ef5af4993dd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189235 Nov 12 00:48:34.545370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-49b92b97-f9e3-4fce-bad6-4a0884e1d400 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1987567 Nov 12 00:48:34.576873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Request body: {'port': {'device_id': '98b86522-d903-4450-89ad-5bd829d9b210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:34.611703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-0c3b52f9-cab0-46e7-a8dc-da2422f589e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.615630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-0c3b52f9-cab0-46e7-a8dc-da2422f589e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0873861-3208-4e31-9e9a-d3ea486620b5 HTTP/1.1" status: 200 len: 910 time: 0.3966849 Nov 12 00:48:34.624039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Allocated IP 2001:db8::2 (fdd04ee8-f612-470d-b905-afd374731434/3b9c9130-3e8d-4fae-90c8-b0609547c858/a814b905-d3ba-4d23-8795-ee9a439318ef) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:34.690381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.712271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-797f9300-dbf7-4a62-8901-f0bfe7dd9096 None None] Provisioning complete for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:34.712674 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-797f9300-dbf7-4a62-8901-f0bfe7dd9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.753764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:34.756103 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba3170-5286-4274-9be8-2312ba6d7db3" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:34.774064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-4794e431-0a33-44ed-be3b-3f6685dbeac5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c392e285-aade-405d-87e2-7ab4dd27a431 HTTP/1.1" status: 200 len: 217 time: 0.1096439 Nov 12 00:48:34.826246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:34.872532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588cbb0-2c9d-47e0-87b3-60df90c063e9 req-a6a28e9d-cc8b-4eb1-b0ba-26726126c38d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.874276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7588cbb0-2c9d-47e0-87b3-60df90c063e9 req-a6a28e9d-cc8b-4eb1-b0ba-26726126c38d tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 936 time: 0.2553957 Nov 12 00:48:34.880407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.880644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-797f9300-dbf7-4a62-8901-f0bfe7dd9096 None None] Port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:34.892798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.967061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-3224baee-262f-493e-b988-d57923f950ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.969085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-3224baee-262f-493e-b988-d57923f950ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074 HTTP/1.1" status: 200 len: 849 time: 0.1840608 Nov 12 00:48:35.092958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-44d6556b-4797-4016-b405-a9696fa33d48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0873861-3208-4e31-9e9a-d3ea486620b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061423 Nov 12 00:48:35.096637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7588cbb0-2c9d-47e0-87b3-60df90c063e9 req-df316dbe-f321-4673-bef0-da98130d35b0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992352 Nov 12 00:48:35.187176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.314049 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.392497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:35.392723 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f3829-5889-4ab4-8ee7-e100ff3ecae1 x-openstack-request-id: req-c88f3829-5889-4ab4-8ee7-e100ff3ecae1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:35.392979 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-plugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:35.393235 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c88f3829-5889-4ab4-8ee7-e100ff3ecae1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:35.393627 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'code': 200} Nov 12 00:48:35.404873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.427079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Transition to ACTIVE for port object 2875c4ae-613e-417b-8c94-c4d3cc8c0efd will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:35.457555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.480711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.565157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Network fdd04ee8-f612-470d-b905-afd374731434 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:35.569247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:35.574232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-93c01a4c-8954-401c-953e-2a91a91aa76c service neutron] 10.222.0.32 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700179 Nov 12 00:48:35.575064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:35.581245 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.605120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8::1 (fdd04ee8-f612-470d-b905-afd374731434/3b9c9130-3e8d-4fae-90c8-b0609547c858/06b2d6b2-8a82-4075-ba6d-9e2d6a06e852) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:35.680692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Pushing event updated for resources: {'Port': ['ID=a814b905-d3ba-4d23-8795-ee9a439318ef,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.702461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Attempting to bind port a814b905-d3ba-4d23-8795-ee9a439318ef on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:35.703663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Attempting to bind port a814b905-d3ba-4d23-8795-ee9a439318ef by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:35.704034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Attempting to bind port a814b905-d3ba-4d23-8795-ee9a439318ef on network fdd04ee8-f612-470d-b905-afd374731434 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:35.719654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:35.720037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Checking segment: {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:35.720467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.720862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Bound using segment: {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:35.721365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Bound port: a814b905-d3ba-4d23-8795-ee9a439318ef, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:35.726330 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.859052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] For port a814b905-d3ba-4d23-8795-ee9a439318ef, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:35.862623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] For port a814b905-d3ba-4d23-8795-ee9a439318ef, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a814b905-d3ba-4d23-8795-ee9a439318ef,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:35.874018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.875869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.934500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.024700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fa699-beff-40c2-8bb3-ce26cdce4db4 None None] Pushing event updated for resources: {'Port': ['ID=a814b905-d3ba-4d23-8795-ee9a439318ef,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.036315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network fdd04ee8-f612-470d-b905-afd374731434 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:36.042752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:36.051379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:36.051938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.091581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.146090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c1e60-0a7c-4061-9aad-cc34a8c69c9a req-98d966f4-aaca-42fb-ad5d-f481750d9eec tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.154435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c42c1e60-0a7c-4061-9aad-cc34a8c69c9a req-98d966f4-aaca-42fb-ad5d-f481750d9eec tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 944 time: 0.5779297 Nov 12 00:48:36.223628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eab6160-eb31-4a8e-90d0-f9a9eb31893f req-49deec9b-58d0-47fe-866a-61233fcf112d service neutron] 10.222.0.32 "GET /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171470 Nov 12 00:48:36.239328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:36.239662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:36.239993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:36.258714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.262601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:36.263296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:36.274171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.276940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.277467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.277811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.278413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.278746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.279072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.279405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.287804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.287804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.288130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.289470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:36.307543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c42c1e60-0a7c-4061-9aad-cc34a8c69c9a req-e309b39a-6d1d-4d53-b019-44f9e2d22206 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513731 Nov 12 00:48:36.308942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:36.309285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:36.309671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:36.310126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Bound port: 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:36.327711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.391863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.489806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:36.494815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:36.522504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc5e7-ab18-40df-bddc-874bd45fafee req-167ac800-45bd-4af9-b7ba-e2cee236cf0c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.524252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c35cc5e7-ab18-40df-bddc-874bd45fafee req-167ac800-45bd-4af9-b7ba-e2cee236cf0c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.0968699 Nov 12 00:48:36.526255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.615067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.615748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.617548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] 10.222.0.39 "PUT /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 1097 time: 2.0604029 Nov 12 00:48:36.618002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:36.621073 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b7c1b-0c87-49c6-b8ff-f36c61595601" -d '{"events": [{"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:36.679001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c35cc5e7-ab18-40df-bddc-874bd45fafee req-7085916f-5f6d-4a50-adda-670549205259 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200402 Nov 12 00:48:36.761661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79d5bb-1805-485f-ad6b-6ad46fc44af4 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.794432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-d0512fe2-329d-421e-857a-85936766a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.796603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-d0512fe2-329d-421e-857a-85936766a9c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1100 time: 0.1011856 Nov 12 00:48:36.883687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-1adbd085-0e14-48ba-aed9-21a09b0d36f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0734475 Nov 12 00:48:36.992864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-165bb47d-1e20-4bfb-b0b5-a66f7fdeceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.997866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-165bb47d-1e20-4bfb-b0b5-a66f7fdeceb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1020157 Nov 12 00:48:37.026242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.042382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.043603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.049076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089d79-7a3d-49cb-86c9-9a705c107536 req-6c109605-2106-460a-8e98-e86d44dcc08e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.064303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6089d79-7a3d-49cb-86c9-9a705c107536 req-6c109605-2106-460a-8e98-e86d44dcc08e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 0.1844552 Nov 12 00:48:37.171314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:37.206795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28082-2d8e-4775-b507-5603ad21e347 req-bd6215b7-2de5-4269-86c3-1ea1b0449384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.215298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-bd6215b7-2de5-4269-86c3-1ea1b0449384 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2065334 Nov 12 00:48:37.242488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6089d79-7a3d-49cb-86c9-9a705c107536 req-5b17d446-4034-44c4-95f9-85513e8e03af tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693416 Nov 12 00:48:37.262211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a814b905-d3ba-4d23-8795-ee9a439318ef up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:37.333009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a814b905-d3ba-4d23-8795-ee9a439318ef triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:37.333364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.442621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.450419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network fdd04ee8-f612-470d-b905-afd374731434 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:37.457531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:37.525140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port a814b905-d3ba-4d23-8795-ee9a439318ef, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a814b905-d3ba-4d23-8795-ee9a439318ef,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:37.533969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.600191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-70bac34d-e4e3-4e7c-aa84-ad91d0fecec6 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549922 Nov 12 00:48:37.604668 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4483d4ec-1995-433f-94bd-86edee6d0c46 x-openstack-request-id: req-4483d4ec-1995-433f-94bd-86edee6d0c46 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:37.606029 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:37.607379 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4483d4ec-1995-433f-94bd-86edee6d0c46 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:37.607981 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'status': 'completed', 'code': 200} Nov 12 00:48:37.647779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c392e285-aade-405d-87e2-7ab4dd27a431 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:37.661536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=a814b905-d3ba-4d23-8795-ee9a439318ef,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:37.705134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3daaf-2426-472a-bf49-a1183850f225 None None] Network fdd04ee8-f612-470d-b905-afd374731434 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:37.821111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:37.830482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb795f5-fbc6-472e-afbb-520e1287d707 req-11bfd986-6daf-4095-9d3f-2c2c0f97f5c0 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.832013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb795f5-fbc6-472e-afbb-520e1287d707 req-11bfd986-6daf-4095-9d3f-2c2c0f97f5c0 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 944 time: 0.1065474 Nov 12 00:48:37.838802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-815bb197-b1a2-4921-8032-834013a7a01d None None] Provisioning complete for port a814b905-d3ba-4d23-8795-ee9a439318ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:37.839388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-815bb197-b1a2-4921-8032-834013a7a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.895551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afe28082-2d8e-4775-b507-5603ad21e347 req-75d8fec6-8d0e-42df-916a-768912bd554c service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810123 Nov 12 00:48:37.994499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:38.007799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa7ea9e7-d388-4d9b-b06b-21299dc0fab0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3416688 Nov 12 00:48:38.010180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb795f5-fbc6-472e-afbb-520e1287d707 req-bc8563b2-1e97-4f16-a661-6096bb26c6e3 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544356 Nov 12 00:48:38.011763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:38.014085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:38.025317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506022409'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:38.086118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-1068f707-3e80-48f5-b712-96ffe3a384bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.088165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-1068f707-3e80-48f5-b712-96ffe3a384bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1100 time: 0.1295979 Nov 12 00:48:38.134203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:38.134871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:38.149405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:38.153950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.233209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:38.245006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c905e28-81ed-476a-ae0f-2962177b4c98 req-0c542caf-14ee-4858-b15a-b0b5e0d4ced2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.247009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c905e28-81ed-476a-ae0f-2962177b4c98 req-0c542caf-14ee-4858-b15a-b0b5e0d4ced2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1558707 Nov 12 00:48:38.267137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c392e285-aade-405d-87e2-7ab4dd27a431,segment=NetworkSegment(ed58d491-7558-4f7b-bdca-0b0c72b2109d),segment_id=ed58d491-7558-4f7b-bdca-0b0c72b2109d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:38.274358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.274707 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0 of type vlan for network 46316adc-c47b-4cd4-a306-5b017c2da282 Nov 12 00:48:38.335761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-aa161549-e7b9-4bb5-be95-343f97d0e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.338046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-aa161549-e7b9-4bb5-be95-343f97d0e519 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2347953 Nov 12 00:48:38.368103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'c392e285-aade-405d-87e2-7ab4dd27a431', 'network_id': 'f0873861-3208-4e31-9e9a-d3ea486620b5', 'port_id': 'c392e285-aade-405d-87e2-7ab4dd27a431', 'mac_address': 'fa:16:3e:f1:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:38.394864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.407435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-56c1b95b-3832-49bb-af55-7891bb1b7f52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0506437 Nov 12 00:48:38.423631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c905e28-81ed-476a-ae0f-2962177b4c98 req-95105972-af09-4d8a-bb2d-1e79168e974e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629353 Nov 12 00:48:38.448185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:38.448185 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.499674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c392e285-aade-405d-87e2-7ab4dd27a431 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:38.531210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.537839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.538946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.553857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-1caa31b5-bd6d-42b9-9ae6-f50ecfaedf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:38.555858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-1caa31b5-bd6d-42b9-9ae6-f50ecfaedf73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1204760 Nov 12 00:48:38.570038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:38.570604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5574522 Nov 12 00:48:38.576320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:38.601661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c392e285-aade-405d-87e2-7ab4dd27a431,segment=NetworkSegment(ed58d491-7558-4f7b-bdca-0b0c72b2109d),segment_id=ed58d491-7558-4f7b-bdca-0b0c72b2109d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:38.682124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.919911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:38.935521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.032600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.048912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c392e285-aade-405d-87e2-7ab4dd27a431'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:39.192129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-36793b5c-a974-4c1d-b56d-e73bf55cb872 None None] Provisioning complete for port a814b905-d3ba-4d23-8795-ee9a439318ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:39.192899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36793b5c-a974-4c1d-b56d-e73bf55cb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.238920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a814b905-d3ba-4d23-8795-ee9a439318ef up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:39.360226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed858-feab-4f56-88e5-04dee10c830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.397309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:36Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:36Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:39.404187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60590c19-6c68-43a7-94db-c8513f9422f7 req-eb2883a3-f884-41a0-8e4b-595ccf48cc8e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.418322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60590c19-6c68-43a7-94db-c8513f9422f7 req-eb2883a3-f884-41a0-8e4b-595ccf48cc8e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 0.8466716 Nov 12 00:48:39.422087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53845f-00f1-4455-917c-d0254e4b62c6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=46316adc-c47b-4cd4-a306-5b017c2da282,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.441095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-024216d1-5660-4484-a3e4-62498e3d4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.443059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-024216d1-5660-4484-a3e4-62498e3d4dc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8683221 Nov 12 00:48:39.512561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 46316adc-c47b-4cd4-a306-5b017c2da282 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:39.528126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:39.528898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Updating router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:39.577280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60590c19-6c68-43a7-94db-c8513f9422f7 req-c13ef334-08b0-4a17-8e43-c9c39bc6056c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563361 Nov 12 00:48:39.579917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.593299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.670302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-fa8e9c39-950d-4872-bc14-1c672fbaed7d service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176549 Nov 12 00:48:39.753211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=62dea13c-08e4-4c01-9dd3-378c434ce211,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:39.841342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:39.841822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: 46316adc-c47b-4cd4-a306-5b017c2da282, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:39.856112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a814b905-d3ba-4d23-8795-ee9a439318ef triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:39.856644 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.937270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-074b7c1b-0c87-49c6-b8ff-f36c61595601 req-dcff94cd-582e-4d93-97a0-4be6ec110e4b service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538302 Nov 12 00:48:40.034099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 46316adc-c47b-4cd4-a306-5b017c2da282 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:40.060700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 46316adc-c47b-4cd4-a306-5b017c2da282) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:40.066562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.105404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.116960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43ef1043-313f-4270-ae94-e14f2a7651d0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5456324 Nov 12 00:48:40.120169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:40.285384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71c7b9-2cb6-4fed-a86a-6dfba2dc3073 None None] Network 46316adc-c47b-4cd4-a306-5b017c2da282 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:40.382527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d648a3-af7d-4464-987b-2adde13f0766 req-f1001218-43a3-4289-9b52-43ce58d820af tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.390198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52d648a3-af7d-4464-987b-2adde13f0766 req-f1001218-43a3-4289-9b52-43ce58d820af tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 945 time: 0.2176909 Nov 12 00:48:40.491184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-36793b5c-a974-4c1d-b56d-e73bf55cb872 None None] Provisioning complete for port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:40.491815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36793b5c-a974-4c1d-b56d-e73bf55cb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.545806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52d648a3-af7d-4464-987b-2adde13f0766 req-22a5f317-cd45-4e28-b8f2-dc2de8a5a8b5 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545944 Nov 12 00:48:40.606529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:40.702224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-36793b5c-a974-4c1d-b56d-e73bf55cb872 None None] Port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:40.727679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.827789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-46316adc-c47b-4cd4-a306-5b017c2da282', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:40.828869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.835177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a5a2-605a-486a-9fc3-4c7df8a3a174 req-b16b8493-aa2f-4fe6-9599-b9c6ece0550d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:40.850355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7c1a5a2-605a-486a-9fc3-4c7df8a3a174 req-b16b8493-aa2f-4fe6-9599-b9c6ece0550d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1306994 Nov 12 00:48:41.001739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8cba1680-e907-4a7f-876e-d1a4dac3e444 None None] Provisioning complete for port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:41.002307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cba1680-e907-4a7f-876e-d1a4dac3e444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.093190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:41.134112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.141904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'mac_address': 'fa:16:3e:3c:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:41.158830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7c1a5a2-605a-486a-9fc3-4c7df8a3a174 req-fd6ee6da-c037-466c-93d2-c36d0ea69754 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097792 Nov 12 00:48:41.167189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8cba1680-e907-4a7f-876e-d1a4dac3e444 None None] Port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:41.183326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.305781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Allocated IP 2001:db8:1::2 (46316adc-c47b-4cd4-a306-5b017c2da282/62dea13c-08e4-4c01-9dd3-378c434ce211/857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:41.353254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1b13a-4f48-41bf-a6f8-8653b643248b None None] Pushing event updated for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:41.376652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52892c0-4008-4710-8dd6-af4f445c6c6f req-3b357c99-d7a2-4abc-a005-9172acef49c1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.378719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e52892c0-4008-4710-8dd6-af4f445c6c6f req-3b357c99-d7a2-4abc-a005-9172acef49c1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 0.1443892 Nov 12 00:48:41.417381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.481562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:41.498227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e52892c0-4008-4710-8dd6-af4f445c6c6f req-15726764-3963-45a5-97a3-fcc8103b07b3 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082485 Nov 12 00:48:41.616222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Attempting to bind port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:41.616709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Attempting to bind port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:41.616959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Attempting to bind port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 on network fdd04ee8-f612-470d-b905-afd374731434 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:41.634406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:41.634952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Checking segment: {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:41.635367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.635767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Bound using segment: {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:41.636325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Bound port: 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816cfb75-11e5-44b2-919b-e31712da5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:41.636714 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.641612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:41.658556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c392e285-aade-405d-87e2-7ab4dd27a431 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:41.708877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.864824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ac66-eef3-43b3-af89-3d7a724ed43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.873270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2c17c-2485-470b-9945-895c97ece0ea req-ca643cc5-61d0-4965-bcdd-fff5042107de tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.882478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abe2c17c-2485-470b-9945-895c97ece0ea req-ca643cc5-61d0-4965-bcdd-fff5042107de tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 945 time: 0.1229045 Nov 12 00:48:41.969756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abe2c17c-2485-470b-9945-895c97ece0ea req-7cb0a675-a9f0-4be9-8cbe-57843c7795d1 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853117 Nov 12 00:48:42.135346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.152461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cae5cd6c-435c-42d7-a006-c414b9a743fa None None] Provisioning complete for port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:42.153044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cae5cd6c-435c-42d7-a006-c414b9a743fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.179530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.187221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2875c4ae-613e-417b-8c94-c4d3cc8c0efd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:42.246790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.292637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8:1::1 (46316adc-c47b-4cd4-a306-5b017c2da282/62dea13c-08e4-4c01-9dd3-378c434ce211/b0520082-3dc1-4cc3-9725-4832e2c2cae9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:42.348225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] For port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:42.357666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port c392e285-aade-405d-87e2-7ab4dd27a431 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:42.387849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Network 46316adc-c47b-4cd4-a306-5b017c2da282 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:42.396670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] For port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:42.403481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port c392e285-aade-405d-87e2-7ab4dd27a431 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:42.404239 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.411946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:42.460665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.462610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9d9ac-2ec9-461c-af97-62ee9302eef2 req-3ddf9bfd-2e2d-44fc-be27-d1080c8b536d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.464773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f9d9ac-2ec9-461c-af97-62ee9302eef2 req-3ddf9bfd-2e2d-44fc-be27-d1080c8b536d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1571410 Nov 12 00:48:42.485744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:42.501335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cae5cd6c-435c-42d7-a006-c414b9a743fa None None] Port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:42.504300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Pushing event updated for resources: {'Port': ['ID=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.642135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f9d9ac-2ec9-461c-af97-62ee9302eef2 req-17d78c56-634d-4f25-8f05-40ff17f49f4a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494617 Nov 12 00:48:42.720605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.870556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aef6d5-3f78-485f-afe2-ea01e46a6db8 req-3ce4c4b7-f4f6-4970-8aa2-8563a97d4039 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:42.873019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43aef6d5-3f78-485f-afe2-ea01e46a6db8 req-3ce4c4b7-f4f6-4970-8aa2-8563a97d4039 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 949 time: 0.2438755 Nov 12 00:48:42.894931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1b13a-4f48-41bf-a6f8-8653b643248b None None] Pushing event updated for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.900530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:42.901645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:42.986632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.116428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43aef6d5-3f78-485f-afe2-ea01e46a6db8 req-730b7de3-aa3f-4c38-b820-37b8148172df tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166791 Nov 12 00:48:43.154203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 46316adc-c47b-4cd4-a306-5b017c2da282 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:43.173564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:43.180207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:43.180783 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.324946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.331041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.357393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Attempting to bind port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:43.358239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Attempting to bind port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:43.358981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Attempting to bind port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f on network 46316adc-c47b-4cd4-a306-5b017c2da282 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:43.385515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:43.428986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d739-b414-41f3-a342-575f3632788e req-0be2001d-6d8b-405f-9016-684ce035d568 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.437595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3a8d739-b414-41f3-a342-575f3632788e req-0be2001d-6d8b-405f-9016-684ce035d568 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 945 time: 0.3614526 Nov 12 00:48:43.455131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] Provisioning complete for port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:43.455624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.457646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:43.458768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Checking segment: {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:43.459302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.459812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Bound using segment: {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:43.460483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Bound port: 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:43.461006 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.618280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3a8d739-b414-41f3-a342-575f3632788e req-97b63828-6a1e-4be8-9a4c-c1d570ab05ca tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745114 Nov 12 00:48:43.620748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.680104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.885282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:43.891609 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2109f-5db2-42da-94e5-4861a4005648" -d '{"events": [{"server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "name": "network-vif-plugged", "status": "completed", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:43.926929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde4fa6-c8fe-43fb-83c6-cd325eb63972 req-8b50ebe8-1d99-4c90-bee5-4380eedb47c8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.928500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bcde4fa6-c8fe-43fb-83c6-cd325eb63972 req-8b50ebe8-1d99-4c90-bee5-4380eedb47c8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1249654 Nov 12 00:48:43.946699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] For port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:43.988864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c392e285-aade-405d-87e2-7ab4dd27a431,segment=NetworkSegment(ed58d491-7558-4f7b-bdca-0b0c72b2109d),segment_id=ed58d491-7558-4f7b-bdca-0b0c72b2109d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:43.994564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] For port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:43.999062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.041009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.047079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.097621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bcde4fa6-c8fe-43fb-83c6-cd325eb63972 req-53847df3-20ef-480c-af83-008c7b9ed49e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615779 Nov 12 00:48:44.126154 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd739184-3d1d-46b1-af22-47e9024d8c60 x-openstack-request-id: req-fd739184-3d1d-46b1-af22-47e9024d8c60 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:44.126736 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "name": "network-vif-plugged", "status": "completed", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:44.127128 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd739184-3d1d-46b1-af22-47e9024d8c60 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:44.127669 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431', 'code': 200} Nov 12 00:48:44.128869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.134670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.138486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.153801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.155331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.185694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] For port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:44.208777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.286660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c2a8d-e6a0-4dfb-b533-41d8608a6bf4 None None] Pushing event updated for resources: {'Port': ['ID=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.360015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:36Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:42Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:44.382545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.394697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679078e-f4e2-4eb0-8f40-8702561e50e0 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:36Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:42Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:44.446110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e69466-5a7c-4174-adf8-c739739e2309 req-d6036240-70fa-45fa-b84e-14dac771ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.447735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68e69466-5a7c-4174-adf8-c739739e2309 req-d6036240-70fa-45fa-b84e-14dac771ab32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 1098 time: 0.2441478 Nov 12 00:48:44.462318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafd516-e303-45a0-857c-eb6a5398de4a req-a59f72fc-ee36-4f52-9a00-1b7d5df0bc39 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.463983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a8562-7ea4-4d12-9111-0b555a52df49 None None] Pushing event updated for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.470598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfafd516-e303-45a0-857c-eb6a5398de4a req-a59f72fc-ee36-4f52-9a00-1b7d5df0bc39 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 949 time: 0.1519737 Nov 12 00:48:44.572610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68e69466-5a7c-4174-adf8-c739739e2309 req-28fd6035-ba13-4fa3-ad90-b7763f2f7902 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920253 Nov 12 00:48:44.602700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:44.627078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfafd516-e303-45a0-857c-eb6a5398de4a req-ed8f9ca3-9876-426d-9ea7-22eac23a7f49 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551664 Nov 12 00:48:44.632990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 46316adc-c47b-4cd4-a306-5b017c2da282 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:44.642182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:44.730535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:44.735408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:44.735808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.914205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.950548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:45.071259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.192576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033c4b-4baf-4651-b698-9c5ac0212bcf req-c76956f5-0444-492b-b059-053ad1f16ec1 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.205923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:45.208322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8033c4b-4baf-4651-b698-9c5ac0212bcf req-c76956f5-0444-492b-b059-053ad1f16ec1 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 946 time: 0.4451876 Nov 12 00:48:45.218914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.270446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:45.282213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:45.287787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-240610059'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:45.293767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3d70651f-be45-4d45-8d92-410aeec9e8d1 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1607497 Nov 12 00:48:45.327349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8033c4b-4baf-4651-b698-9c5ac0212bcf req-c587385f-5890-4885-8ff7-fdf558a32197 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177399 Nov 12 00:48:45.398709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:45.403040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.456405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:45.494281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:45.515886 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.516540 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 6d714197-c6c1-4586-a9c9-5ff48eee83b7 of type vlan for network 562f8c2d-bff9-4864-aa42-772cc11d28c8 Nov 12 00:48:45.556967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:45.580553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.612841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.638037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.638696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.659258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:45.669053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.044972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:46.104470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8210218 Nov 12 00:48:46.115830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52648) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:46.126666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:46.128448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:46.131873 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f446c9b-cb19-4a69-984a-773837950705" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:46.171412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:46.172361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.196720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7deb-32a5-4793-b8e0-2a96bcd07713 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=562f8c2d-bff9-4864-aa42-772cc11d28c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.246894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88563283-814e-4574-8a99-2c27d288ba21 req-97c57873-7ebe-4a39-9e38-b95ec91237f7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.249301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88563283-814e-4574-8a99-2c27d288ba21 req-97c57873-7ebe-4a39-9e38-b95ec91237f7 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.8400612 Nov 12 00:48:46.259938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:46.263011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429891-0e80-4dbc-b741-f2e75820bde2 req-e872c15a-414b-438e-9607-a39aba626dde tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.264289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feee2fd-a6fc-4574-b614-3d10c0269582 None None] Network 46316adc-c47b-4cd4-a306-5b017c2da282 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:46.268642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2429891-0e80-4dbc-b741-f2e75820bde2 req-e872c15a-414b-438e-9607-a39aba626dde tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.0868857 Nov 12 00:48:46.371461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88563283-814e-4574-8a99-2c27d288ba21 req-bec01a70-8c75-4da7-ac9f-c8fa44fb7cc6 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014760 Nov 12 00:48:46.377422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2429891-0e80-4dbc-b741-f2e75820bde2 req-8cfd129b-5e7c-4f89-9054-1e4eb905a562 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979571 Nov 12 00:48:46.417074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:46.423599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.437467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d8ef3cd7-6896-4859-9de7-b294a51bbe7f None None] Provisioning complete for port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:46.438227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3cd7-6896-4859-9de7-b294a51bbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.623032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.693119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:46.698907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3cd7-6896-4859-9de7-b294a51bbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.704163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.709887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca223-05f0-4f50-a69f-ef57c6b3398d req-5a190ce8-c040-4494-930f-bfa99d5be262 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.726089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b4ca223-05f0-4f50-a69f-ef57c6b3398d req-5a190ce8-c040-4494-930f-bfa99d5be262 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1748853 Nov 12 00:48:46.745855 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5114b-69e9-43b5-a66e-589fc02eaa86 x-openstack-request-id: req-0dc5114b-69e9-43b5-a66e-589fc02eaa86 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:46.745855 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:46.745855 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dc5114b-69e9-43b5-a66e-589fc02eaa86 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:46.745855 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'code': 200} Nov 12 00:48:46.855740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.911147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b4ca223-05f0-4f50-a69f-ef57c6b3398d req-f427c32a-e5c6-45fe-a059-fbcf4399318b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840410 Nov 12 00:48:46.941661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=8ea44ae2-3c19-49bf-8345-067891599727,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.942093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.970568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-d8ef3cd7-6896-4859-9de7-b294a51bbe7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:46.971445 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-d8ef3cd7-6896-4859-9de7-b294a51bbe7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:46.983964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:46.984430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: 562f8c2d-bff9-4864-aa42-772cc11d28c8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:47.008519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:47.026068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 562f8c2d-bff9-4864-aa42-772cc11d28c8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:47.031301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.031919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.055713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f298053-e3bc-4775-9b8b-d87a1b4abb4c req-68599b30-0265-4620-b17f-0a85aebe9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.057387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f298053-e3bc-4775-9b8b-d87a1b4abb4c req-68599b30-0265-4620-b17f-0a85aebe9558 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1102 time: 0.2539411 Nov 12 00:48:47.060881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5020060-3ca6-4941-99ed-a53f4cd72bfb None None] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:47.065749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c04efe54-045d-468b-bcff-099899e96f16 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9457726 Nov 12 00:48:47.066511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:47.095959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a2824-9165-47ad-812d-5eecc8d669c5 req-be2ce6a2-62f6-444d-962b-e1e1980722fd tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.097578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-904a2824-9165-47ad-812d-5eecc8d669c5 req-be2ce6a2-62f6-444d-962b-e1e1980722fd tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 946 time: 0.1850071 Nov 12 00:48:47.144667 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:47.157275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:47.159261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:47.269058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-904a2824-9165-47ad-812d-5eecc8d669c5 req-88ab8506-448a-4fba-8a4e-0ec66da4cbed tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592155 Nov 12 00:48:47.309312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f298053-e3bc-4775-9b8b-d87a1b4abb4c req-c6525778-2ff9-4b2d-9592-13780a1b1813 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419951 Nov 12 00:48:47.310831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:47.421560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:47.571145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:47.575800 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.750614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92604d26-31cc-4020-b9bc-cd8a5afc0d76 req-641ee1a9-59bb-4d1e-93cd-fe186917ee5e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.770066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92604d26-31cc-4020-b9bc-cd8a5afc0d76 req-641ee1a9-59bb-4d1e-93cd-fe186917ee5e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.2521157 Nov 12 00:48:47.782694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-562f8c2d-bff9-4864-aa42-772cc11d28c8', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:47.783558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.971786 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:43Z', 'revision_number': 3, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:43Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:47.997448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e084404-88bb-4137-abb4-f38579956583 req-a2bcdd7f-faf9-42af-8085-776b7c636ee6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.005516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e084404-88bb-4137-abb4-f38579956583 req-a2bcdd7f-faf9-42af-8085-776b7c636ee6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.2069132 Nov 12 00:48:48.043691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92604d26-31cc-4020-b9bc-cd8a5afc0d76 req-f2797b5c-af2a-4580-8e89-2f677ddc044a tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702496 Nov 12 00:48:48.085814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:48.088179 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Updating router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 port b0520082-3dc1-4cc3-9725-4832e2c2cae9 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:48.144447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e084404-88bb-4137-abb4-f38579956583 req-c5b10065-f9db-427b-8c01-bb6b96ded618 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377611 Nov 12 00:48:48.145637 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.361394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-eb3d58fb-c4a9-42f0-bc06-479c3b6158a7 None None] Provisioning complete for port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:48.362391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb3d58fb-c4a9-42f0-bc06-479c3b6158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.511459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41c11-d785-490f-8d75-f7bcc939209f req-2caa5b58-57f1-496e-9df3-d95f5148cf54 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.524558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2c41c11-d785-490f-8d75-f7bcc939209f req-2caa5b58-57f1-496e-9df3-d95f5148cf54 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1982296 Nov 12 00:48:48.571005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Allocated IP 2001:db8:2::2 (562f8c2d-bff9-4864-aa42-772cc11d28c8/8ea44ae2-3c19-49bf-8345-067891599727/1ff4057e-1e1c-4bb4-ae4e-71c425eb1652) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:48.589437 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.672697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2c41c11-d785-490f-8d75-f7bcc939209f req-f87b7e44-276a-4d85-a2c1-d043dbec86c3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468642 Nov 12 00:48:48.996764 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.011763 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.026907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-eb3d58fb-c4a9-42f0-bc06-479c3b6158a7 None None] Provisioning complete for port b0520082-3dc1-4cc3-9725-4832e2c2cae9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:49.027670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb3d58fb-c4a9-42f0-bc06-479c3b6158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.113685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d58fb-c4a9-42f0-bc06-479c3b6158a7 None None] Port b0520082-3dc1-4cc3-9725-4832e2c2cae9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:49.178780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.238641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.271335 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Attempting to bind port b0520082-3dc1-4cc3-9725-4832e2c2cae9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:49.272412 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Attempting to bind port b0520082-3dc1-4cc3-9725-4832e2c2cae9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:49.273064 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Attempting to bind port b0520082-3dc1-4cc3-9725-4832e2c2cae9 on network 46316adc-c47b-4cd4-a306-5b017c2da282 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:49.275845 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7003-96e3-4440-a802-202469810834 None None] Pushing event updated for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.290387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:49.291823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Checking segment: {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:49.293285 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.293946 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Bound using segment: {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:49.294588 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Bound port: b0520082-3dc1-4cc3-9725-4832e2c2cae9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:49.295182 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.386947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97c699-8eff-4b0a-a5ed-6bd0508b5c3b req-c16d59b7-27d4-4781-bcf7-6564c3a14b74 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.401378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab97c699-8eff-4b0a-a5ed-6bd0508b5c3b req-c16d59b7-27d4-4781-bcf7-6564c3a14b74 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1827440 Nov 12 00:48:49.404412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8:2::1 (562f8c2d-bff9-4864-aa42-772cc11d28c8/8ea44ae2-3c19-49bf-8345-067891599727/bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:49.417362 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] For port b0520082-3dc1-4cc3-9725-4832e2c2cae9, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:49.427702 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] For port b0520082-3dc1-4cc3-9725-4832e2c2cae9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0520082-3dc1-4cc3-9725-4832e2c2cae9,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:49.439045 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.439649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:49.474292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:49.476707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] Provisioning complete for port b0520082-3dc1-4cc3-9725-4832e2c2cae9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:49.483736 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.555633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Pushing event updated for resources: {'Port': ['ID=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.561710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab97c699-8eff-4b0a-a5ed-6bd0508b5c3b req-8ba5657a-dccb-41fe-a0c4-99448d987f5c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561594 Nov 12 00:48:49.562221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:49.593087 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7003-96e3-4440-a802-202469810834 None None] Pushing event updated for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.595110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c173d-edbf-47d3-a289-381f6a5673bb req-a2e43e55-9765-4de3-bc2a-1cab47a10960 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:49.606320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-802c173d-edbf-47d3-a289-381f6a5673bb req-a2e43e55-9765-4de3-bc2a-1cab47a10960 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.1701283 Nov 12 00:48:49.686643 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:49.687963 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:49.711030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.717061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-802c173d-edbf-47d3-a289-381f6a5673bb req-cc9beb0a-af88-4cc6-8869-aa500128a3a5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097381 Nov 12 00:48:49.826438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Attempting to bind port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:49.832934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Attempting to bind port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:49.833549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Attempting to bind port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 on network 562f8c2d-bff9-4864-aa42-772cc11d28c8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:49.836006 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.869037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:49.869037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Checking segment: {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:49.869037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.869659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Bound using segment: {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:49.869659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Bound port: 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:49.869996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.913805 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:49.940202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.008174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:50.009175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.027808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:50.030870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:50.031425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.046788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5570-d873-41e6-abeb-14dbd9963816 req-9cd0091b-9604-4407-825a-f05effc073d4 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.061179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-416c5570-d873-41e6-abeb-14dbd9963816 req-9cd0091b-9604-4407-825a-f05effc073d4 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1102 time: 0.1780853 Nov 12 00:48:50.100346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cda63-abd9-4427-8b64-50f63e6d2918 req-ff301328-cba4-4ad4-85b0-81eed88c9427 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.102259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c51cda63-abd9-4427-8b64-50f63e6d2918 req-ff301328-cba4-4ad4-85b0-81eed88c9427 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1522126 Nov 12 00:48:50.124793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] For port b0520082-3dc1-4cc3-9725-4832e2c2cae9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0520082-3dc1-4cc3-9725-4832e2c2cae9,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:50.137983 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.146987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] For port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:50.157298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] For port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:50.187778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.237561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-416c5570-d873-41e6-abeb-14dbd9963816 req-28e7fc28-26df-430b-9397-bd33a0537fc1 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751392 Nov 12 00:48:50.292929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea08826-efac-454c-9663-a2dda86fa6e3 None None] Pushing event updated for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.321274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.342512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c51cda63-abd9-4427-8b64-50f63e6d2918 req-9cc3302c-ec55-4356-9bdf-9cacd41fa4c8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246294 Nov 12 00:48:50.390310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:43Z', 'revision_number': 3, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:49Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:50.411468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-122d720b-cfcd-40b5-96de-9e047a58588e None None] Provisioning complete for port b0520082-3dc1-4cc3-9725-4832e2c2cae9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:50.411916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-122d720b-cfcd-40b5-96de-9e047a58588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.477421 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f906bf-b473-48a9-98a2-fcf1a7ca98f3 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:43Z', 'revision_number': 3, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:49Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:50.542053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fcb4-353a-403f-b9d7-1afe88878b5d None None] Pushing event updated for resources: {'Port': ['ID=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.599001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-c64dadda-f1ce-4eda-a043-3fecce853c70 req-69ef6273-906e-4aea-bc93-6746fdb2b07a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:48:50.600908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c64dadda-f1ce-4eda-a043-3fecce853c70 req-69ef6273-906e-4aea-bc93-6746fdb2b07a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067372 Nov 12 00:48:50.995266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.011259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.015088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.050692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3efb3-8780-461d-b5b9-b7f0042b560c req-3048028e-f1bf-471b-8bbc-25f02cd99be2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.059320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ba3efb3-8780-461d-b5b9-b7f0042b560c req-3048028e-f1bf-471b-8bbc-25f02cd99be2 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1315558 Nov 12 00:48:51.223101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ba3efb3-8780-461d-b5b9-b7f0042b560c req-e3240aa6-7594-415b-b7ec-7ecfff180115 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516149 Nov 12 00:48:51.371902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0520082-3dc1-4cc3-9725-4832e2c2cae9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:51.378808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.401534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-65ad222d-3439-4e4d-a5c0-f3bcb5ed1d31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3143365 Nov 12 00:48:51.494401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:51.496046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:51.546557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f828-2b4c-45e5-8a37-1b3c27871d13 req-a8bed1b0-f6dc-4318-b84f-8e931b18af47 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.572205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f843f828-2b4c-45e5-8a37-1b3c27871d13 req-a8bed1b0-f6dc-4318-b84f-8e931b18af47 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.1728671 Nov 12 00:48:51.662718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b0520082-3dc1-4cc3-9725-4832e2c2cae9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:51.669017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.744925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f843f828-2b4c-45e5-8a37-1b3c27871d13 req-7a3be4f7-f1ef-4b61-898a-7080a402235c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693006 Nov 12 00:48:51.802812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:51.947174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1952b-3bf8-4ebe-9435-fb97a107f779 req-cdb7220b-53f8-46a1-a54c-bb45001516cc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.954615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbf1952b-3bf8-4ebe-9435-fb97a107f779 req-cdb7220b-53f8-46a1-a54c-bb45001516cc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.2010365 Nov 12 00:48:52.097422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbf1952b-3bf8-4ebe-9435-fb97a107f779 req-e16af297-4381-4a7b-bf66-2f8d5dd53072 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310325 Nov 12 00:48:52.146791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:52.338440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9bded-ada6-4881-9b76-cdb3eafcb2f7 None None] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:52.386241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:52.388686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:52.389220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.406326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-851ce9ab-2d9d-4b5c-930a-c195d555c12f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3378787 Nov 12 00:48:52.409247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:52.415507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1657958672'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:52.426670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:52.604929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6fb1-d555-4450-a44a-b5d262331cb2 req-6a08b8e5-8746-4955-9b24-34e3e80478d8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.614743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-914e6fb1-d555-4450-a44a-b5d262331cb2 req-6a08b8e5-8746-4955-9b24-34e3e80478d8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1767738 Nov 12 00:48:52.636794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:52.641671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.642673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ab65ec1f-d223-433b-870e-939d5b5e13dd None None] Provisioning complete for port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:52.643050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec1f-d223-433b-870e-939d5b5e13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.710339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-914e6fb1-d555-4450-a44a-b5d262331cb2 req-e6dc9db0-10d7-4056-831a-afa9a51ea67d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939677 Nov 12 00:48:52.738342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:52.742729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:52.744349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:52.783907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.784428 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added segment 1bc53d83-2dc6-4bba-bf7a-9b61badf137f of type vlan for network e3ac7f17-781e-4dc3-a760-2a7108850978 Nov 12 00:48:52.973069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.000229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b435-5ba3-405c-b047-a264340fdcec req-90a9568b-b382-47ae-b01f-d91ac7c04fc5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.008601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad4b435-5ba3-405c-b047-a264340fdcec req-90a9568b-b382-47ae-b01f-d91ac7c04fc5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.0958242 Nov 12 00:48:53.093543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:53.122615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad4b435-5ba3-405c-b047-a264340fdcec req-0cc80bc1-e6ae-4052-be66-ee6ece0e3b0b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128278 Nov 12 00:48:53.167433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.179678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.185013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.368657 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.415900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec1f-d223-433b-870e-939d5b5e13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.483783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:53.492245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:53.492893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0813894 Nov 12 00:48:53.500266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'subnet': {'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:53.554381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ee8e6-c407-4551-9de8-e790af7d83b7 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Network': ['ID=e3ac7f17-781e-4dc3-a760-2a7108850978,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:53.619250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e3ac7f17-781e-4dc3-a760-2a7108850978 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:53.657426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206933e-21d1-4c2d-bfd5-047324757cae req-cb0a1532-bf4f-4952-bdbd-26d62e0d6b4b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.675788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4206933e-21d1-4c2d-bfd5-047324757cae req-cb0a1532-bf4f-4952-bdbd-26d62e0d6b4b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3432524 Nov 12 00:48:53.732882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Made reservation on behalf of ce341c089aab4ae4a9682c8215194f02 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:53.738031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.844541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4206933e-21d1-4c2d-bfd5-047324757cae req-52cb984f-a565-48b0-a451-b1601efbbfd2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675513 Nov 12 00:48:54.084603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47110a-3bf3-4aff-bb68-79bb241aa958 req-1a7e0273-0ed0-407e-bf17-a0f8873e7b3e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.088729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a47110a-3bf3-4aff-bb68-79bb241aa958 req-1a7e0273-0ed0-407e-bf17-a0f8873e7b3e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.0920222 Nov 12 00:48:54.244454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a47110a-3bf3-4aff-bb68-79bb241aa958 req-66677d2f-692a-415c-a1ba-28e4579b58ba tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362965 Nov 12 00:48:54.410402 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.458057 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.497791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Subnet': ['ID=88d04691-0653-4cb8-96f9-48cbee7da973,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:54.562143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Checking segment: {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:54.570319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-4a82c6d0-0889-43af-9ca4-103289dc3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.572590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network hostable DHCP agents. Network: e3ac7f17-781e-4dc3-a760-2a7108850978, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:54.574907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-4a82c6d0-0889-43af-9ca4-103289dc3941 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1102 time: 0.3127074 Nov 12 00:48:54.644942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e3ac7f17-781e-4dc3-a760-2a7108850978 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:54.689407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e3ac7f17-781e-4dc3-a760-2a7108850978) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:54.699136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927194f-9e75-41a2-80b9-38cde34b132e req-c5989de9-706c-4649-a628-dffc037b4a12 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.700326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:54.700784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8927194f-9e75-41a2-80b9-38cde34b132e req-c5989de9-706c-4649-a628-dffc037b4a12 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.3882737 Nov 12 00:48:54.706850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.712743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af58a9-291d-4617-aafd-c5661055f7a2 None None] Network e3ac7f17-781e-4dc3-a760-2a7108850978 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:54.733580 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-32554bea-6800-4e3c-bb3d-95334e24bf5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2390556 Nov 12 00:48:54.737779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:54.826591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-ab65ec1f-d223-433b-870e-939d5b5e13dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:54.827187 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-ab65ec1f-d223-433b-870e-939d5b5e13dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:54.844639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:54.892816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:55.008981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:55.010533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Updating router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:55.065877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8927194f-9e75-41a2-80b9-38cde34b132e req-9a805c4f-a803-4df3-944d-31023a75d80c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277774 Nov 12 00:48:55.110003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-40c944a1-cea7-4a99-9661-4568da8c9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.115846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-40c944a1-cea7-4a99-9661-4568da8c9cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.5308928 Nov 12 00:48:55.172407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.209064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-434bb0f4-bcff-4b77-b3dd-55f12523b180 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0843282 Nov 12 00:48:55.347627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-e3ac7f17-781e-4dc3-a760-2a7108850978', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:55.357056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.514851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-ab51292d-cc47-45d2-80a5-4387c9a10bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.517627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-ab51292d-cc47-45d2-80a5-4387c9a10bc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2915463 Nov 12 00:48:55.534057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89353e-1dd3-4988-a165-92b63c89852c req-e784a48a-ff95-4dbf-83e2-7c1f7e7cc282 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.546530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d89353e-1dd3-4988-a165-92b63c89852c req-e784a48a-ff95-4dbf-83e2-7c1f7e7cc282 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3165479 Nov 12 00:48:55.676962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.685612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d89353e-1dd3-4988-a165-92b63c89852c req-af3327a6-3225-4db2-97d7-f6a377d432ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379712 Nov 12 00:48:55.723716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ff584-c9c0-418f-8899-0d2022b75320 req-1aaa6a52-fa10-4908-a612-11c3339b3d31 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.733526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-760ff584-c9c0-418f-8899-0d2022b75320 req-1aaa6a52-fa10-4908-a612-11c3339b3d31 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 946 time: 0.4676812 Nov 12 00:48:55.816660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-21eab9c6-0aed-4b84-a09c-978c66a70ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.818768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-21eab9c6-0aed-4b84-a09c-978c66a70ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2456295 Nov 12 00:48:55.832357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-760ff584-c9c0-418f-8899-0d2022b75320 req-b080da44-8049-4662-b557-724d2820af81 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978334 Nov 12 00:48:55.998498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-09e9c7b6-b643-4df3-aa26-eb9b7892e549 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650732 Nov 12 00:48:56.094445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789bd72-8b31-4ba6-a1d5-e3a568528d92 req-a9ffcfd1-c951-4b9f-a432-d69a709d8c09 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.107815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c789bd72-8b31-4ba6-a1d5-e3a568528d92 req-a9ffcfd1-c951-4b9f-a432-d69a709d8c09 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.1082518 Nov 12 00:48:56.227329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.248003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.269951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-3e510ef0-2783-4090-a107-f050eccaed7c service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220633 Nov 12 00:48:56.321209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Allocated IP 2001:db8:3::1 (e3ac7f17-781e-4dc3-a760-2a7108850978/88d04691-0653-4cb8-96f9-48cbee7da973/686785d8-9ca7-4b1b-bf71-aec2143fa51c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:56.339316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b372dc34-b0e8-4992-9bf2-5631009909a4 None None] Provisioning complete for port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:56.339691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b372dc34-b0e8-4992-9bf2-5631009909a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.341326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c789bd72-8b31-4ba6-a1d5-e3a568528d92 req-646c15a2-d000-4b19-a974-ff35dde33fb5 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Nov 12 00:48:56.489666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbc56b-35cc-41e0-9f9f-3fd4589006d6 None None] Pushing event updated for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:56.579615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d675f8-6f32-4c73-b150-721b89bc1f5e req-456e7b2f-43d2-47b1-9870-6ff186601ff5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.589948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3d675f8-6f32-4c73-b150-721b89bc1f5e req-456e7b2f-43d2-47b1-9870-6ff186601ff5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.2863238 Nov 12 00:48:56.659877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.661405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b372dc34-b0e8-4992-9bf2-5631009909a4 None None] Port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:56.670594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3d675f8-6f32-4c73-b150-721b89bc1f5e req-17de7307-24ed-47a9-b99f-0169aa831a26 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Nov 12 00:48:56.677782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:56.683184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-28fcaf63-9083-401d-b3ff-d5bb2c233743 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.685347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-28fcaf63-9083-401d-b3ff-d5bb2c233743 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 945 time: 0.3361609 Nov 12 00:48:56.695258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7d530-827a-4025-af18-4baac333f5f9 req-3732b71f-ce49-40b8-a679-8c0ed19cbd86 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.697121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c7d530-827a-4025-af18-4baac333f5f9 req-3732b71f-ce49-40b8-a679-8c0ed19cbd86 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.32 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 946 time: 0.3802650 Nov 12 00:48:56.737877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.803385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e3ac7f17-781e-4dc3-a760-2a7108850978 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:56.810755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Attempting to bind port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:56.811381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Attempting to bind port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:56.813835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Attempting to bind port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 on network 562f8c2d-bff9-4864-aa42-772cc11d28c8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:56.820102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:56.826770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:56.827642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.922884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b372dc34-b0e8-4992-9bf2-5631009909a4 None None] Provisioning complete for port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:56.923317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b372dc34-b0e8-4992-9bf2-5631009909a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.939634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:56.987778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:56.988052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.988242 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.998207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:56.998596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Checking segment: {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:56.998978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.999373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Bound using segment: {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:56.999872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Bound port: bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d714197-c6c1-4586-a9c9-5ff48eee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:57.002796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.169939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da2c3-3d72-4cdd-9bae-deb12c096bd7 req-7ab1c9c5-3a11-40e8-97d1-3fa91232ae94 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.177895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65da2c3-3d72-4cdd-9bae-deb12c096bd7 req-7ab1c9c5-3a11-40e8-97d1-3fa91232ae94 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 946 time: 0.1436739 Nov 12 00:48:57.244559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75192-5715-4864-8321-826c1c867628 req-a48bfc9f-61f0-44ff-847a-5e7a355718b4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.252955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a75192-5715-4864-8321-826c1c867628 req-a48bfc9f-61f0-44ff-847a-5e7a355718b4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.2835515 Nov 12 00:48:57.309126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65da2c3-3d72-4cdd-9bae-deb12c096bd7 req-359b3df3-247f-425d-9aaa-6d98aca5b94d tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/security-groups?id=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302626 Nov 12 00:48:57.319471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port 894b4671-1e9f-4888-a093-d51a8f9112f5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:57.320121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.330756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Allocated IP 2001:db8:3::2 (e3ac7f17-781e-4dc3-a760-2a7108850978/88d04691-0653-4cb8-96f9-48cbee7da973/9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:57.355526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Deleting port c392e285-aade-405d-87e2-7ab4dd27a431 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:57.355931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.416235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] For port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:57.422124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] For port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:57.467786 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.570560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] For port c392e285-aade-405d-87e2-7ab4dd27a431, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c392e285-aade-405d-87e2-7ab4dd27a431,segment=NetworkSegment(ed58d491-7558-4f7b-bdca-0b0c72b2109d),segment_id=ed58d491-7558-4f7b-bdca-0b0c72b2109d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:57.571201 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.587419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Calling delete_port for c392e285-aade-405d-87e2-7ab4dd27a431 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:57.766940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:57.767601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:57.769523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbc56b-35cc-41e0-9f9f-3fd4589006d6 None None] Pushing event updated for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:57.787538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:57.952699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.968979 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.969792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.009371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.035635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a75192-5715-4864-8321-826c1c867628 req-86304e32-1b87-45f4-b57c-8e3fa9f5803a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7813888 Nov 12 00:48:58.116432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:58.146952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event updated for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:58.156851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port 894b4671-1e9f-4888-a093-d51a8f9112f5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=894b4671-1e9f-4888-a093-d51a8f9112f5,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:58.157222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.176580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for 894b4671-1e9f-4888-a093-d51a8f9112f5 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:58.241196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Network e3ac7f17-781e-4dc3-a760-2a7108850978 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:58.249854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:58.353134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Pushing event deleted for resources: {'Port': ['ID=c392e285-aade-405d-87e2-7ab4dd27a431,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:58.395371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.484654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=894b4671-1e9f-4888-a093-d51a8f9112f5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:58.501935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfca16b-6dcf-498e-a743-582812679dd7 req-a8293d2e-193e-4d19-870b-8d5ad2cc31de tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.511873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfca16b-6dcf-498e-a743-582812679dd7 req-a8293d2e-193e-4d19-870b-8d5ad2cc31de tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 867 time: 0.8020351 Nov 12 00:48:58.549467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:58.607581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2dfca16b-6dcf-498e-a743-582812679dd7 req-b0e6d471-2750-4251-981f-eb00f375ff2f tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Nov 12 00:48:58.608507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] No DVR routers for this DVR port c392e285-aade-405d-87e2-7ab4dd27a431 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:58.626952 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.626952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c7d530-827a-4025-af18-4baac333f5f9 req-e3a93cf6-44c2-402e-9b46-5af3d65bbe9b tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.32 "DELETE /v2.0/ports/c392e285-aade-405d-87e2-7ab4dd27a431 HTTP/1.1" status: 204 len: 173 time: 1.8338873 Nov 12 00:48:58.683476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'name': 'network-vif-deleted', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:58.690997 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb07836f-dec7-4305-ad79-791082546357" -d '{"events": [{"server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "name": "network-vif-deleted", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:58.708469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port 894b4671-1e9f-4888-a093-d51a8f9112f5 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:58.720478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.725965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fac8f878-cf20-4d8b-8eb8-343ed577f04c req-c1582564-8a9d-46e8-9e83-ea8913b24187 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.39 "DELETE /v2.0/ports/894b4671-1e9f-4888-a093-d51a8f9112f5 HTTP/1.1" status: 204 len: 173 time: 2.0276866 Nov 12 00:48:58.746381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.752353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c392e285-aade-405d-87e2-7ab4dd27a431'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:58.755267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['894b4671-1e9f-4888-a093-d51a8f9112f5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:58.757637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b3ad7-d524-4382-8788-249c4538c577 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:58.775542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.780962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11fa8-75d6-4545-99c1-e900028c6f86 req-c09e6bca-c8b7-4247-ba62-efc3efd35eb4 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.784552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ee11fa8-75d6-4545-99c1-e900028c6f86 req-c09e6bca-c8b7-4247-ba62-efc3efd35eb4 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.4259274 Nov 12 00:48:58.849873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:58.876971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c33e9843-d27a-4144-b2d2-8a5170a45423 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1370575 Nov 12 00:48:58.881025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:58.899361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:58.981600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ee11fa8-75d6-4545-99c1-e900028c6f86 req-48abf854-2929-4e1a-b99e-737cce83f036 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885560 Nov 12 00:48:59.073957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e0d456a-3fb2-4e18-a8d4-cae7adddad6e req-b839391e-a2c8-4ad6-a8a8-0273866d8295 tempest-ServerTagsTestJSON-1843544668 tempest-ServerTagsTestJSON-1843544668-project] 10.222.0.11 "GET /v2.0/ports?device_id=98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070 HTTP/1.1" status: 200 len: 210 time: 0.1623781 Nov 12 00:48:59.164468 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4107caf7-2f99-46bc-84cb-f7078b27b8d7 x-openstack-request-id: req-4107caf7-2f99-46bc-84cb-f7078b27b8d7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:59.164709 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070", "name": "network-vif-deleted", "tag": "c392e285-aade-405d-87e2-7ab4dd27a431", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:59.165239 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4107caf7-2f99-46bc-84cb-f7078b27b8d7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:59.165945 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cafe3e-3c9f-47dd-81f8-7f6dc0bfa070', 'name': 'network-vif-deleted', 'tag': 'c392e285-aade-405d-87e2-7ab4dd27a431', 'status': 'completed', 'code': 200} Nov 12 00:48:59.348762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc4268-4ff7-4d12-8eea-256d775c92e7 req-f0c884d7-55f7-4084-acbf-7eb5651a0bb4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.348762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3dc4268-4ff7-4d12-8eea-256d775c92e7 req-f0c884d7-55f7-4084-acbf-7eb5651a0bb4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1146102 Nov 12 00:48:59.396410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Network e3ac7f17-781e-4dc3-a760-2a7108850978 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:59.402668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:59.459944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:59.537487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3dc4268-4ff7-4d12-8eea-256d775c92e7 req-d2df337a-a1c0-4db2-aade-efc4ef875c47 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966567 Nov 12 00:48:59.555074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Pushing event updated for resources: {'Port': ['ID=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:59.667512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:59.667512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:59.667512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] Provisioning complete for port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:59.667512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.858345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Attempting to bind port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:59.859212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Attempting to bind port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:59.859212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Attempting to bind port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 on network e3ac7f17-781e-4dc3-a760-2a7108850978 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:59.875760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:48:59.894867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Removed routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:48:59.895559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.906238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3fbf320-bca9-4338-b8e7-f93c6a6fd193 req-169f0323-db32-4a9c-bb41-f0ab89423f75 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=be34660d-6bd1-4c5c-bcad-6e2cce306a7b HTTP/1.1" status: 200 len: 210 time: 0.1004422 Nov 12 00:48:59.942856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:59.944352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Checking segment: {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:59.944352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.944352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Bound using segment: {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:59.944937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Bound port: 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:59.945125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.031732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] For port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:00.051352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] For port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:00.063450 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.097711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:00.112296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.255469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b69f7-8c22-4f79-9edf-f0e0b164b121 req-c928c7a1-0831-42fd-a060-c6476a89ae58 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.257205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-655b69f7-8c22-4f79-9edf-f0e0b164b121 req-c928c7a1-0831-42fd-a060-c6476a89ae58 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.1362700 Nov 12 00:49:00.410929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-655b69f7-8c22-4f79-9edf-f0e0b164b121 req-eb91b6a8-d589-4a3a-bdf6-b3830453adeb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354575 Nov 12 00:49:00.430062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.440689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.481202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:00.511087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:00.528537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eb25f-99dc-445d-b883-4014b6d7eabb None None] Pushing event updated for resources: {'Port': ['ID=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:00.556040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.620784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Deleting subnet 42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:00.633337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:00.640925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.648219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.667977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 894b4671-1e9f-4888-a093-d51a8f9112f5 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:00.729467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 1, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:00.737986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:00.738949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['50b4b947-2fcd-4381-bb69-7ff348b4da39'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:00.759961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.774204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 894b4671-1e9f-4888-a093-d51a8f9112f5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:00.775051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 894b4671-1e9f-4888-a093-d51a8f9112f5 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:00.857020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] For port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:00.917444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659f7b3-8c85-48b5-b783-8e09254a39df None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:48:56Z', 'revision_number': 1, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:00.928216 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.050712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:01.068688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.073043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53251a63-d8ca-4584-b896-001d16ca9c12 None None] Pushing event updated for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:01.076209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:01.088987 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1814bb0e-357a-44ab-86dd-a28e3a4e1a7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 954 time: 2.2065389 Nov 12 00:49:01.729687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'name': 'network-vif-deleted', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:01.732660 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732062b1-4bd3-4322-b0e0-3bb320a92e0d" -d '{"events": [{"server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "name": "network-vif-deleted", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:01.745968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:01.751939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'routes': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:01.755780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fe500db3-c835-44d7-a2ed-a2d9b5e28c83 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 954 time: 0.6617515 Nov 12 00:49:01.771841 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.118485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71e5fb-5f8d-4f86-8515-d1119c7323be req-f1632fa9-da3e-4290-8c5d-dc3009b38c3a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.124209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.139227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f71e5fb-5f8d-4f86-8515-d1119c7323be req-f1632fa9-da3e-4290-8c5d-dc3009b38c3a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 944 time: 1.2685368 Nov 12 00:49:02.230572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.279172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.283158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074 HTTP/1.1" status: 204 len: 168 time: 1.8008375 Nov 12 00:49:02.312834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c133d-2656-46e4-897e-e0865bcf64d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e7c6f1-ddaf-43a6-89e3-cb9f5d0d9074,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:02.328239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:02.368562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5297fd-165b-4dc2-9cf9-409e2ba85fc2 None None] Network e3ac7f17-781e-4dc3-a760-2a7108850978 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:02.399479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:02.405862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-533403607'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:02.444520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:02.449182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.509702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:49:02.511952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:49:02.524106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.528403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:02.552634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.553112 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Added segment 8c50c381-33c5-44b4-bef1-df2b75e23346 of type vlan for network 79677879-3b95-47cf-a900-6baea7c5902f Nov 12 00:49:02.614975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.645576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.657934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:02.718309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099556a-bb19-447a-958f-495ac942d79f req-7ab5cf7e-1346-49ec-a89b-c63c47eb0eb8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.719946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f099556a-bb19-447a-958f-495ac942d79f req-7ab5cf7e-1346-49ec-a89b-c63c47eb0eb8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.8500166 Nov 12 00:49:02.735675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f71e5fb-5f8d-4f86-8515-d1119c7323be req-6bee4a81-405a-487c-ba21-61a36a462471 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5926561 Nov 12 00:49:02.741079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:02.812992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:49:02.851676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] Provisioning complete for port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:02.852122 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.856892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.862679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.863299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.872365 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.908025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0873861-3208-4e31-9e9a-d3ea486620b5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:02.921364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed58d491-7558-4f7b-bdca-0b0c72b2109d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:02.921566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed58d491-7558-4f7b-bdca-0b0c72b2109d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:02.940897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.973821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.988226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:02.988652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:02.990465 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:03.015120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6140642 Nov 12 00:49:03.018975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f099556a-bb19-447a-958f-495ac942d79f req-d03df473-3257-4af5-9e6e-9894bfe85249 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811582 Nov 12 00:49:03.020512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:03.026895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 50b4b947-2fcd-4381-bb69-7ff348b4da39 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:03.026895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.073891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:03.074584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.121290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1897209694'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:03.142403 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef374c64-fcd5-416a-90ac-34a2e8b7e15a x-openstack-request-id: req-ef374c64-fcd5-416a-90ac-34a2e8b7e15a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:03.142746 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be34660d-6bd1-4c5c-bcad-6e2cce306a7b", "name": "network-vif-deleted", "tag": "894b4671-1e9f-4888-a093-d51a8f9112f5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:03.142940 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef374c64-fcd5-416a-90ac-34a2e8b7e15a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:03.143330 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be34660d-6bd1-4c5c-bcad-6e2cce306a7b', 'name': 'network-vif-deleted', 'tag': '894b4671-1e9f-4888-a093-d51a8f9112f5', 'status': 'completed', 'code': 200} Nov 12 00:49:03.185606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:03.187909 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:03.189649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.228248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.237565 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:03.238239 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:03.252255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a38e-0f9d-4469-9ecc-44f3dbfb98ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Network': ['ID=79677879-3b95-47cf-a900-6baea7c5902f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.285916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.287514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 79677879-3b95-47cf-a900-6baea7c5902f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:03.292264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.413074 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:03.431744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:03.439856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.443892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] 10.222.0.11 "DELETE /v2.0/networks/f0873861-3208-4e31-9e9a-d3ea486620b5 HTTP/1.1" status: 204 len: 168 time: 1.1094358 Nov 12 00:49:03.444788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.481658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:03.505675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.507567 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Added segment 5c240038-b34c-43df-8e6b-98ac7c1fa504 of type vlan for network 1ad0b42f-9515-4e26-9599-a43168b90382 Nov 12 00:49:03.561186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfc395-45b0-45a3-8bea-0ffcd17174ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f0873861-3208-4e31-9e9a-d3ea486620b5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.580341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e2f24c42-c719-4b71-826d-af4efbe960dc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.582376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e2f24c42-c719-4b71-826d-af4efbe960dc tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.4283977 Nov 12 00:49:03.686519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.705143 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:02Z', 'revision_number': 7, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:48:57Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:03.737965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:03.745884 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:03.746415 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Updating router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 port 686785d8-9ca7-4b1b-bf71-aec2143fa51c binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:49:03.751239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.759643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.760491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.782968 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.854755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Network': ['ID=1ad0b42f-9515-4e26-9599-a43168b90382,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.863583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-0f72c826-5421-402f-a404-526016b0ed9c tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/quotas/ba6a3d9b228745d1bda4afb4161c1391 HTTP/1.1" status: 200 len: 375 time: 0.1334889 Nov 12 00:49:03.926495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-695b8cf0-6667-478d-b35f-126cbb8229d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=015fd650cc57414f84315bcd19824b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862805 Nov 12 00:49:03.929324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-fb03726a-6227-40eb-a8a3-72961c49e5c4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339844 Nov 12 00:49:03.929823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:03.953107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:04.019962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-17efc090-ebe8-455c-9f7e-e95f7d373141 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9870210 Nov 12 00:49:04.047333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.075288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:04.096324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066a9ab-2fc5-4a82-a9a6-64026d81f36e req-95f08aba-d271-41a2-9f61-ea862db6396b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.098270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7066a9ab-2fc5-4a82-a9a6-64026d81f36e req-95f08aba-d271-41a2-9f61-ea862db6396b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 950 time: 0.8800323 Nov 12 00:49:04.112453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'subnet': {'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:04.170850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:04.174370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] For port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:04.181276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:04.183814 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de976f-2135-485a-8147-2f19a1c6b1ad" -d '{"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:04.203285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.204003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c392e285-aade-405d-87e2-7ab4dd27a431 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:04.208027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.306826 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.319864 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.330663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: c392e285-aade-405d-87e2-7ab4dd27a431 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:04.331233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c392e285-aade-405d-87e2-7ab4dd27a431 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:04.331513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:04.374763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97043150-f09d-4e0f-82db-2ff295baf708 None None] Pushing event updated for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:04.394983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:04.398917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.425071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:04.499708 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Attempting to bind port 686785d8-9ca7-4b1b-bf71-aec2143fa51c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:04.500792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Attempting to bind port 686785d8-9ca7-4b1b-bf71-aec2143fa51c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:04.501227 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Attempting to bind port 686785d8-9ca7-4b1b-bf71-aec2143fa51c on network e3ac7f17-781e-4dc3-a760-2a7108850978 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:04.508261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.511955 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:04.512691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Checking segment: {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:04.514046 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.514438 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Bound using segment: {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:04.515044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7066a9ab-2fc5-4a82-a9a6-64026d81f36e req-435e52d8-74b4-4aa9-82d6-85ba41bb2273 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115583 Nov 12 00:49:04.516576 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Bound port: 686785d8-9ca7-4b1b-bf71-aec2143fa51c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc53d83-2dc6-4bba-bf7a-9b61badf137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:04.520706 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.545889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:04.550559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.573856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.599057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:04.610307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Provisioning complete for port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:04.610825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.678353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-6f96158e-b95f-4879-ab11-99eee1884f41 service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962733 Nov 12 00:49:04.684720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:04.698789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.710409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] For port 686785d8-9ca7-4b1b-bf71-aec2143fa51c, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:04.713120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b8f1ab5e-228a-4ff5-b871-a9e7dfdcc129 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 704 time: 2.9646592 Nov 12 00:49:04.713738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:04.715410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] For port 686785d8-9ca7-4b1b-bf71-aec2143fa51c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=686785d8-9ca7-4b1b-bf71-aec2143fa51c,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:04.740161 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.836564 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97043150-f09d-4e0f-82db-2ff295baf708 None None] Pushing event updated for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:04.883734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:04.884089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.884491 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:04.933634 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd0e234f-3596-4c32-9248-4a06c756caf0 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 704 time: 0.2186561 Nov 12 00:49:04.934273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:04.983474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03eeb-48b2-42c9-9ef6-47d97a8db218 req-cd4b1c32-101b-467a-b9e4-02f4968aced8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.998179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdc03eeb-48b2-42c9-9ef6-47d97a8db218 req-cd4b1c32-101b-467a-b9e4-02f4968aced8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3043582 Nov 12 00:49:05.074415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48b15-b5ab-4bed-a863-27624c4b9b64 None None] Pushing event updated for resources: {'Port': ['ID=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:05.092123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdc03eeb-48b2-42c9-9ef6-47d97a8db218 req-08837e30-8293-4f43-a736-28fe1aa23127 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917563 Nov 12 00:49:05.155516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.158882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.160401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61481ccf-7b2a-45f8-ab40-a1af3e87ecd4 HTTP/1.1" status: 204 len: 168 time: 1.2291489 Nov 12 00:49:05.176110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-7b55e2d0-990c-4927-9d6b-9a64c021b6af service neutron] 10.222.0.11 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003606 Nov 12 00:49:05.223682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918380-fb4a-49e5-a680-66cfad210e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61481ccf-7b2a-45f8-ab40-a1af3e87ecd4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:05.366390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.426170 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:05.496762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:05.508686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.519821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Provisioning complete for port 686785d8-9ca7-4b1b-bf71-aec2143fa51c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:05.520665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.549984 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.806334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.807751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 686785d8-9ca7-4b1b-bf71-aec2143fa51c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:05.818425 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb4774-c35f-4d1a-93fc-0cf4697b7333 x-openstack-request-id: req-1dfb4774-c35f-4d1a-93fc-0cf4697b7333 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:05.819273 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:05.819673 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dfb4774-c35f-4d1a-93fc-0cf4697b7333 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:05.820268 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'code': 200} Nov 12 00:49:05.872250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:05.872621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network hostable DHCP agents. Network: 79677879-3b95-47cf-a900-6baea7c5902f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:05.945754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89892bf-b7eb-4e5e-821f-f4907ee3268d req-98cc37ec-a8d4-4a6e-9f0b-c655f4994e60 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.963323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a89892bf-b7eb-4e5e-821f-f4907ee3268d req-98cc37ec-a8d4-4a6e-9f0b-c655f4994e60 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.3565073 Nov 12 00:49:05.965368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Subnet': ['ID=cbae09fb-8c45-4d4a-a410-932c4ddce5f2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.081401 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:02Z', 'revision_number': 7, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:49:04Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:06.086514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.096454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 79677879-3b95-47cf-a900-6baea7c5902f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:06.164782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.185385 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb17e5-3c66-483a-ba59-73a51e300372 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:02Z', 'revision_number': 7, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:49:04Z', 'revision_number': 4, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:06.253939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] For port 686785d8-9ca7-4b1b-bf71-aec2143fa51c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=686785d8-9ca7-4b1b-bf71-aec2143fa51c,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:06.255680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-807ffb80-0d77-4ab2-9e52-b0e211aafb8a req-a422a390-bebe-4bd7-a92a-60d8572a7cde tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 210 time: 0.1034663 Nov 12 00:49:06.263576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 686785d8-9ca7-4b1b-bf71-aec2143fa51c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:06.264211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.266818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.282500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a89892bf-b7eb-4e5e-821f-f4907ee3268d req-7c2c4aaf-c2fb-40fe-a031-b08a62a44571 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956252 Nov 12 00:49:06.295627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 79677879-3b95-47cf-a900-6baea7c5902f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:06.319086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.326057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.383191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aebd021d-e3c8-49c0-9f92-5844e963a553 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2808290 Nov 12 00:49:06.386391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:06.392468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'subnet': {'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:06.411018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977193ff-83e6-4a06-9e1c-84849cd034aa None None] Network 79677879-3b95-47cf-a900-6baea7c5902f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:06.641575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:06.729969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:06.730621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:06.748950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 686785d8-9ca7-4b1b-bf71-aec2143fa51c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:06.750659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.761565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99db78-d848-4aaf-bad8-5f3bbc913e08 req-30dc6a34-ed16-45f3-9b88-e9bd9699078f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.775667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be99db78-d848-4aaf-bad8-5f3bbc913e08 req-30dc6a34-ed16-45f3-9b88-e9bd9699078f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3104360 Nov 12 00:49:06.845712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26529d91-b211-48d3-bcc7-90a34eebbf4f None None] Provisioning complete for port 686785d8-9ca7-4b1b-bf71-aec2143fa51c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:06.846118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26529d91-b211-48d3-bcc7-90a34eebbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.897652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:06.979119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:06.981886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471456-7796-4f88-923e-00ac5bf2169d None None] Pushing event updated for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.994471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.117868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 686785d8-9ca7-4b1b-bf71-aec2143fa51c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=686785d8-9ca7-4b1b-bf71-aec2143fa51c,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:07.118533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.153938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 686785d8-9ca7-4b1b-bf71-aec2143fa51c owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:07.161327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-79677879-3b95-47cf-a900-6baea7c5902f', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:49:07.164501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.378134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be99db78-d848-4aaf-bad8-5f3bbc913e08 req-b50f85ab-6396-4c9c-8de2-fa7a66e946d1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5864737 Nov 12 00:49:07.379954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.458050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Subnet': ['ID=d9e569dc-2ffb-469a-aa1f-8681a729b665,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.491490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Checking segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:07.491847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network hostable DHCP agents. Network: 1ad0b42f-9515-4e26-9599-a43168b90382, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:07.519288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 1ad0b42f-9515-4e26-9599-a43168b90382 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:07.535539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1ad0b42f-9515-4e26-9599-a43168b90382) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:07.555163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.565999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.582030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd321d-ea16-4205-9446-cb9449f3b875 None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:07.612237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0506c79c-b304-4a67-9f63-7cd7f8396d28 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2244699 Nov 12 00:49:07.613356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:07.619756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'name': 'tempest-TaggedBootDevicesTest-1803971845', 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:07.644885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.715232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=686785d8-9ca7-4b1b-bf71-aec2143fa51c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.899273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Allocated IP 10.1.1.2 (79677879-3b95-47cf-a900-6baea7c5902f/cbae09fb-8c45-4d4a-a410-932c4ddce5f2/a2bd5e98-bac2-48e1-b54e-d9f58493041b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:08.006590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.013444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3505ab75-4cc4-4916-9127-4bb4c386d4df req-ae8835a8-45d8-45ce-a98d-da939008dad4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 210 time: 0.0973651 Nov 12 00:49:08.100413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:08.261363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-c5b8d1a2-9a90-4632-9bb6-b31f97d5502e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.269987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-c5b8d1a2-9a90-4632-9bb6-b31f97d5502e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 811 time: 0.3835373 Nov 12 00:49:08.303718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Request body: {'port': {'device_id': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'admin_state_up': True, 'tenant_id': 'ba6a3d9b228745d1bda4afb4161c1391'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:08.377791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:08.380719 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3a331d-4dfd-4faa-bc58-b3997b1570bd" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:08.390804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:08.508323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:08.522921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.564914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a9c2630-41f6-4f24-b1a3-1db3cb265fd7 req-aafb824f-a9ef-423c-a4dc-c1818fc112af tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1253233 Nov 12 00:49:08.566397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] device_id is not set on port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:49:08.609827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-26529d91-b211-48d3-bcc7-90a34eebbf4f None None] Port 686785d8-9ca7-4b1b-bf71-aec2143fa51c update to ACTIVE by agent not found {{(pid=102678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:49:08.651047 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.668286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c390-1ec8-414f-af04-10a7a2378a3e req-ec3aecf5-bd97-49d6-9c0c-12edd28c414c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.676993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6d1c390-1ec8-414f-af04-10a7a2378a3e req-ec3aecf5-bd97-49d6-9c0c-12edd28c414c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.4017658 Nov 12 00:49:08.708502 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.723911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:08.746457 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2c1e2879-8e7a-46d4-8833-15fbaaf81b6c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8101153 Nov 12 00:49:08.748141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:08.834559 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23ab03-3fe4-4cc3-994d-ce4372014cc3 x-openstack-request-id: req-2a23ab03-3fe4-4cc3-994d-ce4372014cc3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:08.834912 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:08.835185 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a23ab03-3fe4-4cc3-994d-ce4372014cc3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:08.835490 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'code': 200} Nov 12 00:49:08.877470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:02Z', 'revision_number': 7, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '686785d8-9ca7-4b1b-bf71-aec2143fa51c', 'name': '', 'network_id': 'e3ac7f17-781e-4dc3-a760-2a7108850978', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:4d:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:55Z', 'updated_at': '2021-11-12T00:49:06Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '88d04691-0653-4cb8-96f9-48cbee7da973', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:08.881194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6d1c390-1ec8-414f-af04-10a7a2378a3e req-4d29b6da-4486-43ed-9a49-501d948a830e tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028933 Nov 12 00:49:08.905609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Network 79677879-3b95-47cf-a900-6baea7c5902f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:08.908332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 88d04691-0653-4cb8-96f9-48cbee7da973 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:08.917189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:08.929677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Pushing event updated for resources: {'Port': ['ID=a2bd5e98-bac2-48e1-b54e-d9f58493041b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:08.940465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.957696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:09.094944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:09.095134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.095290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.106341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:09.221180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Made reservation on behalf of ba6a3d9b228745d1bda4afb4161c1391 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:09.224973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.275467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a45c8b47-5c47-439d-ba71-9acbcecfcd07 req-cf7fc3ed-ccf3-41d4-b0a4-d163bb9081c8 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 210 time: 0.0596459 Nov 12 00:49:09.284232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.286138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024385c7-9345-40f2-9118-05014958b62a req-320f31a7-e69e-44c8-aead-d2df41f8a980 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.294156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-024385c7-9345-40f2-9118-05014958b62a req-320f31a7-e69e-44c8-aead-d2df41f8a980 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3532667 Nov 12 00:49:09.307144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.1.1.88 (79677879-3b95-47cf-a900-6baea7c5902f/cbae09fb-8c45-4d4a-a410-932c4ddce5f2/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:09.330891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Attempting to bind port a2bd5e98-bac2-48e1-b54e-d9f58493041b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:09.331371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Attempting to bind port a2bd5e98-bac2-48e1-b54e-d9f58493041b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:09.331747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Attempting to bind port a2bd5e98-bac2-48e1-b54e-d9f58493041b on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:09.343492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:09.343925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:09.344437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.344813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Bound using segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:09.345385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Bound port: a2bd5e98-bac2-48e1-b54e-d9f58493041b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:09.345994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.348756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:09.349569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:48:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:09.430438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.509979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:09.515550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=88d04691-0653-4cb8-96f9-48cbee7da973,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:09.517582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.536688 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d815d71c-8866-49ef-ad56-d25b88179678 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/88d04691-0653-4cb8-96f9-48cbee7da973 HTTP/1.1" status: 204 len: 168 time: 0.7869642 Nov 12 00:49:09.537763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:09.608644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa06b66-d147-4a49-b01f-c350d88813a4 None None] Network e3ac7f17-781e-4dc3-a760-2a7108850978 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:09.659203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cac142e7-911c-44de-add6-458472ff026a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.676098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.693154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1ad0b42f-9515-4e26-9599-a43168b90382', 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ips': [{'subnet_id': 'd9e569dc-2ffb-469a-aa1f-8681a729b665'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:49:09.694282 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.824776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:09.825287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.856674 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.900823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,segment=NetworkSegment(1bc53d83-2dc6-4bba-bf7a-9b61badf137f),segment_id=1bc53d83-2dc6-4bba-bf7a-9b61badf137f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:09.901357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.916126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:09.969264 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:09.981659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-024385c7-9345-40f2-9118-05014958b62a req-0e2fff7f-4382-41c1-9b61-3423710737a6 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6865208 Nov 12 00:49:10.006946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.024414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf33887d-d549-43e4-bf06-02ddd2e03630 req-bc341791-4ab5-4e97-9cf9-978bdf5fe789 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0606184 Nov 12 00:49:10.064028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.088793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:10.101587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:10.195881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 79677879-3b95-47cf-a900-6baea7c5902f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:10.244089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:10.251779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:10.323514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e474-37a3-4d71-a80a-4bc6f859064e req-1f70afc5-c413-49e7-8597-d32e38a22bf6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.333812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d96e474-37a3-4d71-a80a-4bc6f859064e req-1f70afc5-c413-49e7-8597-d32e38a22bf6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.1346834 Nov 12 00:49:10.373320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:10.383713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.390193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Allocated IP 172.20.0.2 (e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78/84bf9c4b-0a8a-4d8d-8830-4fe374f88add) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:10.432497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ac7f17-781e-4dc3-a760-2a7108850978']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:10.457519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc53d83-2dc6-4bba-bf7a-9b61badf137f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:10.457821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc53d83-2dc6-4bba-bf7a-9b61badf137f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:10.477678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.480786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.491039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.524676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.541145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:10.541549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.552342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] For port a2bd5e98-bac2-48e1-b54e-d9f58493041b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:10.562107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c29113f3-a48a-40f3-acee-082d27af75c8 req-5dcd05e6-1e62-4471-a423-a7d93e79345d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Nov 12 00:49:10.593097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] For port a2bd5e98-bac2-48e1-b54e-d9f58493041b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a2bd5e98-bac2-48e1-b54e-d9f58493041b,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:10.610523 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.623147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d96e474-37a3-4d71-a80a-4bc6f859064e req-410fe839-c739-4802-b548-7f053cd749a6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883379 Nov 12 00:49:10.640608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Allocated IP 10.2.2.2 (1ad0b42f-9515-4e26-9599-a43168b90382/d9e569dc-2ffb-469a-aa1f-8681a729b665/609de6b4-3ef4-45b1-bdfe-d5c0dad46893) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:10.675363 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:10.678571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-58e87568-3caf-48e6-8203-cabc7727430a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0616748 Nov 12 00:49:10.678571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:10.694960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.702588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:07Z', 'revision_number': 8, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:10.709508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'name': 'tempest-TaggedBootDevicesTest-783270910', 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:10.737396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.752685 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/e3ac7f17-781e-4dc3-a760-2a7108850978 HTTP/1.1" status: 204 len: 168 time: 1.2137802 Nov 12 00:49:10.754382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:10.810678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520fca0-4d63-4496-a443-b1554ec9ea53 None None] DHCP port deletion for e3ac7f17-781e-4dc3-a760-2a7108850978 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:10.834688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84d75e-375c-4b45-8f68-23d2c9725e48 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:07Z', 'revision_number': 8, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:10.927272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e810d-f15d-4add-90ac-82698d86ea61 None None] Pushing event updated for resources: {'Port': ['ID=a2bd5e98-bac2-48e1-b54e-d9f58493041b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:11.025720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c691188-56ec-481d-9b41-0e04845daa0f tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=e3ac7f17-781e-4dc3-a760-2a7108850978,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:11.191127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.210608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.351161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:11.382511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:11.404373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:11.447868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Pushing event updated for resources: {'Port': ['ID=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:11.596027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Attempting to bind port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:11.597774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Attempting to bind port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:11.598137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Attempting to bind port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 on network 1ad0b42f-9515-4e26-9599-a43168b90382 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:11.625567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:11.625969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Checking segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:11.626334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.626720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Bound using segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:11.633255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Bound port: 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:11.633255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.679740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21f5367f-87be-4030-91e9-eaa8298e9257 req-40289b0a-5f7a-4939-9afa-dffdafe03837 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0803468 Nov 12 00:49:11.714290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-712f69fa-e2b2-4f84-99f4-f4a874949160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.747300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] For port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:11.758300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] For port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:11.764199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.771463 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.815067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:11.829298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:11.885329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcc312-2c71-4fea-8dbd-869bcce1aafd None None] Pushing event updated for resources: {'Port': ['ID=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:11.978621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] device_id is not set on port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:49:12.041083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423560f-69db-4be2-b017-caf30febea6b req-879383be-30fc-4f60-966d-29894282597a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.052133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a423560f-69db-4be2-b017-caf30febea6b req-879383be-30fc-4f60-966d-29894282597a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3823555 Nov 12 00:49:12.138095 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:12.158455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:12.159238 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:12.279716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1ca6a3e8-10d9-4380-9823-1647ce404a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.282184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1ca6a3e8-10d9-4380-9823-1647ce404a53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1097 time: 0.1331387 Nov 12 00:49:12.310903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:12.357305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.403440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a423560f-69db-4be2-b017-caf30febea6b req-f9532af5-49c1-46fc-ba1c-4e837cd3f2fe tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498638 Nov 12 00:49:12.713585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.722517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1a68f1e-da1b-44e1-84c3-4884a3e45a3d req-d414c8ef-3823-40f5-915e-3114405666e6 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0464597 Nov 12 00:49:12.876745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:12.933975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.957481 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:07Z', 'revision_number': 8, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.013976 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:13.024247 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:13.024988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.026001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a50d4-57c3-4555-a857-16a57b43b4ed None None] Network 79677879-3b95-47cf-a900-6baea7c5902f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:13.079486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.1.1.129 (79677879-3b95-47cf-a900-6baea7c5902f/cbae09fb-8c45-4d4a-a410-932c4ddce5f2/92bcacb9-0320-4d6f-b0a6-f0675d2aac97) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:13.122670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:13.129383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:13.141806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:13.194148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:13.217453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.218103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.280542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9903579 Nov 12 00:49:13.292862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:13.293811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.299392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-7bcef49d-c565-423d-9a75-96ad418bc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.301243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-7bcef49d-c565-423d-9a75-96ad418bc429 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.8948407 Nov 12 00:49:13.308083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c478b2-cdb5-454d-99b3-4655b6992b68 req-b4c583e4-1016-4cee-9752-657315adf13c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.309753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53c478b2-cdb5-454d-99b3-4655b6992b68 req-b4c583e4-1016-4cee-9752-657315adf13c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.2894771 Nov 12 00:49:13.318516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Request body: {'port': {'device_id': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:13.441317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e85f-17b7-4d99-afe1-2dc7e0a0025d req-a063a175-5c16-4569-bc7c-5371c53df5dd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.450044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c65e85f-17b7-4d99-afe1-2dc7e0a0025d req-a063a175-5c16-4569-bc7c-5371c53df5dd tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 931 time: 0.5522749 Nov 12 00:49:13.489970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.490436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26672e2-25c0-43d0-bc49-cef57301fb49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event updated for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:13.556580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53c478b2-cdb5-454d-99b3-4655b6992b68 req-61e4852f-abc8-4adf-8a38-80c5194458c8 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868371 Nov 12 00:49:13.667161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:13.669271 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.671455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:07Z', 'revision_number': 8, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:13.687415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-496625ab-f2d5-4c99-8d13-4dd4907d8551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 1001 time: 0.3677518 Nov 12 00:49:13.765679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1d1e008a-5783-47d8-9357-96d612aaab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.768807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1d1e008a-5783-47d8-9357-96d612aaab66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0649238 Nov 12 00:49:13.785247 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaa2de-8575-44f0-946d-7cc585531911 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:07Z', 'revision_number': 8, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9', 'name': '', 'network_id': '562f8c2d-bff9-4864-aa42-772cc11d28c8', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:23:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '8ea44ae2-3c19-49bf-8345-067891599727', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:48Z', 'updated_at': '2021-11-12T00:49:00Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '8ea44ae2-3c19-49bf-8345-067891599727', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:13.819338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598e5c8-9822-4e81-89a9-942cc829e445 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:13.891898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:13.892313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.933445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:13.976989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] Provisioning complete for port a2bd5e98-bac2-48e1-b54e-d9f58493041b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:13.977448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.980318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4068e8-0982-468b-9ee8-1d2fe8c7e517 None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:14.017253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1cebacff-0be6-4ceb-a0b8-33f06315e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:14.020992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-1cebacff-0be6-4ceb-a0b8-33f06315e6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2319372 Nov 12 00:49:14.122461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c65e85f-17b7-4d99-afe1-2dc7e0a0025d req-d0d56752-7db9-4427-ba75-12820893fb18 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714034 Nov 12 00:49:14.135869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.236206 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-4a55f117-49d9-4479-8f8b-b0f03430c60c service neutron] show failed (client error): The resource could not be found. Nov 12 00:49:14.237875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-4a55f117-49d9-4479-8f8b-b0f03430c60c service neutron] 10.222.0.39 "GET /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.6470470 Nov 12 00:49:14.313639 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-7652369e-eab0-41d5-86e8-9f8d1d807114 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228906 Nov 12 00:49:14.357116 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.360301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.427626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:14.447893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.449602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a2bd5e98-bac2-48e1-b54e-d9f58493041b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:14.521219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.612816 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.653173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] For port a2bd5e98-bac2-48e1-b54e-d9f58493041b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a2bd5e98-bac2-48e1-b54e-d9f58493041b,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:14.669185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec136-6e57-4645-bb19-d434bae11bc6 req-0a86d3e8-367a-4321-8947-8ad69156de5c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:14.671489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.685076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-628ec136-6e57-4645-bb19-d434bae11bc6 req-0a86d3e8-367a-4321-8947-8ad69156de5c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.4301195 Nov 12 00:49:14.697936 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06cb3e48-a7ea-4917-a432-200d557d79f0 req-08a9a3ab-0aee-41ca-830a-556f86a90d64 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740065 Nov 12 00:49:14.915042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Provisioning complete for port a2bd5e98-bac2-48e1-b54e-d9f58493041b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:14.915988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.933640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a2bd5e98-bac2-48e1-b54e-d9f58493041b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:14.934405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.966246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4143ec59-837e-4cc8-99cb-169d75ff32de req-c6a1ab3f-8f24-4db3-a1f2-bad0bc7ac940 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1125934 Nov 12 00:49:15.015141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-628ec136-6e57-4645-bb19-d434bae11bc6 req-c08556df-dce0-4326-899b-8f2958050d6d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272448 Nov 12 00:49:15.026043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7cd59-b044-451c-80c2-242951524858 None None] Pushing event updated for resources: {'Port': ['ID=a2bd5e98-bac2-48e1-b54e-d9f58493041b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.028538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.087302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.087496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-93549bda-73ae-4eae-8aaf-30632eb5980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.089451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-93549bda-73ae-4eae-8aaf-30632eb5980f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.3692343 Nov 12 00:49:15.102665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:15.142246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.145096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.234542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Provisioning complete for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:15.234913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.281561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:15.283464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 686785d8-9ca7-4b1b-bf71-aec2143fa51c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:15.320636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 686785d8-9ca7-4b1b-bf71-aec2143fa51c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:15.321073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 686785d8-9ca7-4b1b-bf71-aec2143fa51c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:15.321501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:15.340423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.344979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:15.345322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9adb88f9-5a2f-47b2-8cdb-91ef6a5fa8f2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:15.351516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Provisioning complete for port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:15.352107 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.416909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:15.430135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Provisioning complete for port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:15.431166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2260acd0-43b5-4246-b633-9df5ad68041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.435116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.505488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bf9c4b-0a8a-4d8d-8830-4fe374f88add {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:15.553206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 79677879-3b95-47cf-a900-6baea7c5902f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:15.563392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:15.569221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:15.583996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.666668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.716214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:15.771194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa125c9-f8e7-478e-bf4b-d68deb2eca75 req-81e929f0-0df4-45d1-80c0-9c4a931b0430 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.779327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa125c9-f8e7-478e-bf4b-d68deb2eca75 req-81e929f0-0df4-45d1-80c0-9c4a931b0430 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.5958891 Nov 12 00:49:15.853509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Transition to ACTIVE for port object 84bf9c4b-0a8a-4d8d-8830-4fe374f88add will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:15.862103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f4523b88-f548-4e7c-aa25-7cfaa443b172 None None] Provisioning complete for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:15.862516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4523b88-f548-4e7c-aa25-7cfaa443b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.897921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:15.950275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:15.950828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.952272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.962971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4523b88-f548-4e7c-aa25-7cfaa443b172 None None] Port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:16.040081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:16.050853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebbb1f39-41de-4abe-bef4-a904e8abd759 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2742813 Nov 12 00:49:16.051765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53466) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:16.062396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f4523b88-f548-4e7c-aa25-7cfaa443b172 None None] Provisioning complete for port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:16.062642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4523b88-f548-4e7c-aa25-7cfaa443b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.065951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.066627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.070226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:16.142960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa125c9-f8e7-478e-bf4b-d68deb2eca75 req-1fe2c64d-60b3-456e-8ffb-13e67576813b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360169 Nov 12 00:49:16.143636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e98c6d-d4b0-473e-9147-fecd50b2bbef None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:16.144568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 8ea44ae2-3c19-49bf-8345-067891599727 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:16.149873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.170896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-85bd696f-d060-4215-9841-cc8407b7e951 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4784276 Nov 12 00:49:16.236977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.285314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:16.289359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:16.313103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Pushing event updated for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.358888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.462819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Attempting to bind port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:16.463216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Attempting to bind port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:16.463497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Attempting to bind port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:16.469385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.502870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:16.503280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Attempting to bind port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add on network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:16.504171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea44ae2-3c19-49bf-8345-067891599727,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.509203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.510546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:16.510891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Checking segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:16.511284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Bound using segment: {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:16.511786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Bound port: 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be431bf-9ee4-48a8-bc3e-7283ab865804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:16.512202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.516733 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-89b0b876-f869-42b5-8dfe-8e9a8c734adf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/8ea44ae2-3c19-49bf-8345-067891599727 HTTP/1.1" status: 204 len: 168 time: 0.4641011 Nov 12 00:49:16.517448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:16.521640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c882-398c-4af9-9d54-12e1d21cbeff req-5d59f2d0-fb88-4ebe-99bc-22681c8b7803 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.529326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58b3c882-398c-4af9-9d54-12e1d21cbeff req-5d59f2d0-fb88-4ebe-99bc-22681c8b7803 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 943 time: 0.2319348 Nov 12 00:49:16.538765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b0688-7f57-4f24-9861-cb663081e640 None None] Network 562f8c2d-bff9-4864-aa42-772cc11d28c8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:16.638904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a2bd5e98-bac2-48e1-b54e-d9f58493041b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:16.676478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.687258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:16.722866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:16.731115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58b3c882-398c-4af9-9d54-12e1d21cbeff req-a978171e-83e6-4388-8a44-9db56d500d9d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008038 Nov 12 00:49:16.734331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:16.745650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:16.776715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:16.785660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:16.786002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.802747 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.930133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,segment=NetworkSegment(6d714197-c6c1-4586-a9c9-5ff48eee83b7),segment_id=6d714197-c6c1-4586-a9c9-5ff48eee83b7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:16.930580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.936241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:16.954017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:17.037122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Pushing event updated for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:17.042646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.043267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.044732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-e767dec0-c4b7-413c-ac05-d915f8708a09 service neutron] 10.222.0.32 "PUT /v2.0/ports/84bf9c4b-0a8a-4d8d-8830-4fe374f88add HTTP/1.1" status: 200 len: 1092 time: 3.7339976 Nov 12 00:49:17.048783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:17.051433 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22900554-1453-4fc7-bc3d-cd1a3b015c05" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:17.062713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.081340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29100-5702-4fce-8d3d-3310bf45f575 req-6d55f9d6-07ea-4360-991c-29209d4c3d13 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.081943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a8f9a-1ab6-4c1e-b6df-b980dd202799 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:17.084625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92f29100-5702-4fce-8d3d-3310bf45f575 req-6d55f9d6-07ea-4360-991c-29209d4c3d13 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1998734 Nov 12 00:49:17.161910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.182502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.213085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a2bd5e98-bac2-48e1-b54e-d9f58493041b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:17.213592 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.236203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Transition to ACTIVE for port object 2875c4ae-613e-417b-8c94-c4d3cc8c0efd will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:17.239308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=1ff4057e-1e1c-4bb4-ae4e-71c425eb1652,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:17.243135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:17.273540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.407444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92f29100-5702-4fce-8d3d-3310bf45f575 req-1b451f05-0912-45e7-b0dd-94fb7b17337a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088360 Nov 12 00:49:17.427600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-8adf44c3-e6cd-4495-b4cc-fee75cc3c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.429395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-8adf44c3-e6cd-4495-b4cc-fee75cc3c9ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 1095 time: 0.3071909 Nov 12 00:49:17.439791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.518048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562f8c2d-bff9-4864-aa42-772cc11d28c8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:17.558336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d714197-c6c1-4586-a9c9-5ff48eee83b7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:17.558653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d714197-c6c1-4586-a9c9-5ff48eee83b7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:17.574377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:17.589381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-d7078202-af86-433c-999e-f6ca08c19a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add HTTP/1.1" status: 200 len: 217 time: 0.1446786 Nov 12 00:49:17.637997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.670858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] No DVR routers for this DVR port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:17.672351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.678690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13039699-e288-491e-842d-7f44e95dd89e None None] DHCP port deletion for 562f8c2d-bff9-4864-aa42-772cc11d28c8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:17.686630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:17.688386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:17.708708 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:17.841784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8d85ef77-994c-47b2-a0b8-b52a432a6c00 None None] Provisioning complete for port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:17.843836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-3352e6f5-7305-4c10-ad5c-a285d99f86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.843969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d85ef77-994c-47b2-a0b8-b52a432a6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.844839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-3352e6f5-7305-4c10-ad5c-a285d99f86e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.1935563 Nov 12 00:49:17.846268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:17.846268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:17.846268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:17.870782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:49:17.871311 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:49:17.882083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.892404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.898166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/562f8c2d-bff9-4864-aa42-772cc11d28c8 HTTP/1.1" status: 204 len: 168 time: 1.3769865 Nov 12 00:49:17.900200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:14Z', 'revision_number': 9, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:17.902774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:17.903115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:17.929175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:17.947294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:17.956490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8d85ef77-994c-47b2-a0b8-b52a432a6c00 None None] Port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:17.965227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:17.965656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6b2a-3cab-4cb7-91fb-20cbc008e1f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=562f8c2d-bff9-4864-aa42-772cc11d28c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:17.966099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:17.978529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:17.978890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:17.979252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:17.979713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Bound port: 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:17.980087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.016957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-3aa54864-7779-406e-86ad-292611d6e523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627696 Nov 12 00:49:18.111215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:18.241339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:18.247313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204185964', 'description': 'tempest-description--1484514607'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:18.250596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:18.255075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:18.287453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:18.325625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.414995 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cfd0ca-05c7-42e4-b1c9-641142768be8 x-openstack-request-id: req-33cfd0ca-05c7-42e4-b1c9-641142768be8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:18.415423 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:18.415583 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33cfd0ca-05c7-42e4-b1c9-641142768be8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:18.415948 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add', 'status': 'completed', 'code': 200} Nov 12 00:49:18.418853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-c7869438-3c0b-40da-8d4b-aae466fa9220 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832681 Nov 12 00:49:18.419987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.434667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.435004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:18.435299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1ff4057e-1e1c-4bb4-ae4e-71c425eb1652 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:18.447079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.494908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.501305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.506573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d10a5519-7ddf-4beb-9523-da6efcf334ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2640514 Nov 12 00:49:18.507457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:18.517025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'security_group_rule': {'security_group_id': '9b0ca9c8-a1c5-475f-8d5e-408886d85d3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:18.559807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:14Z', 'revision_number': 9, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:18.562903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.600392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bcd6c-b64d-4670-97ce-fa67b4eb8d08 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:14Z', 'revision_number': 9, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0520082-3dc1-4cc3-9725-4832e2c2cae9', 'name': '', 'network_id': '46316adc-c47b-4cd4-a306-5b017c2da282', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:40:8c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:41Z', 'updated_at': '2021-11-12T00:48:50Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '62dea13c-08e4-4c01-9dd3-378c434ce211', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:18.686167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.699198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.716822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af06ff8f-ddac-49ba-ac57-69ae8b6f08db,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.737605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.742314 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d30d3da-ef9c-4b15-8cad-c7708a8e5b10 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327566 Nov 12 00:49:18.743179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:18.749054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'security_group_rule': {'security_group_id': '9b0ca9c8-a1c5-475f-8d5e-408886d85d3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:18.804612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.904480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.913576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:18.936926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abe31bb-f1ee-4d87-bba0-781b9e660248,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:18.998920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.003432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ae13aae5-54e5-41fa-97fc-3425d50a23bc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587655 Nov 12 00:49:19.008624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53518) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:19.014473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:19.028260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-673b83f4-8df2-48f6-8332-e204b3666ac9 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.030455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-673b83f4-8df2-48f6-8332-e204b3666ac9 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.1045613 Nov 12 00:49:19.062008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:19.097848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.098477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.099912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-7f83a24c-26de-468b-ac0a-ea1da7b70886 service neutron] 10.222.0.32 "PUT /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 1097 time: 4.0015996 Nov 12 00:49:19.131244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-042ecf2f-8b78-4d31-92c0-e69e2bf573a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0003424 Nov 12 00:49:19.172892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.290790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2ff865-99aa-4817-92c1-a5e4e03dc162 req-30cc5f93-e69d-45aa-bfcc-e40dc8932b47 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761730 Nov 12 00:49:19.332824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adab76-fdf2-4851-9ed1-7396b85d7610 req-8acc27a6-1502-4574-a053-89645905a491 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.345865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37adab76-fdf2-4851-9ed1-7396b85d7610 req-8acc27a6-1502-4574-a053-89645905a491 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8036341-ec78-4def-866e-58ae50c7260e HTTP/1.1" status: 200 len: 947 time: 0.9096377 Nov 12 00:49:19.512621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b97850-fd37-40b5-86fe-531596ca2e15 req-35a8c9a1-6b72-4289-b63d-7163cd708b1a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.520200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70b97850-fd37-40b5-86fe-531596ca2e15 req-35a8c9a1-6b72-4289-b63d-7163cd708b1a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 1.0938601 Nov 12 00:49:19.566001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Deleting port 0394f790-58c6-45d7-ad1c-bfb028e808b4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:19.566534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.601619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-c2b2e9a8-b862-4458-b280-a3970cf5f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.603229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-c2b2e9a8-b862-4458-b280-a3970cf5f246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 1095 time: 0.2085314 Nov 12 00:49:19.636159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-22692297-b083-420f-b413-1336c2d18cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.637683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-22692297-b083-420f-b413-1336c2d18cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1098 time: 0.3567090 Nov 12 00:49:19.667621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70b97850-fd37-40b5-86fe-531596ca2e15 req-f387cb6d-d7a6-4f42-a3b7-a6f9fa221780 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465261 Nov 12 00:49:19.684360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-b86eccb5-ae78-420b-ab94-4b47ed0da298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.685862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-b86eccb5-ae78-420b-ab94-4b47ed0da298 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1100 time: 0.4364421 Nov 12 00:49:19.707431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] For port 0394f790-58c6-45d7-ad1c-bfb028e808b4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0394f790-58c6-45d7-ad1c-bfb028e808b4,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:19.707808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.728149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.839273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 172.25.6.213 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/ae0893d7-37f3-47a6-8eee-dc145996dda7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:19.850538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37adab76-fdf2-4851-9ed1-7396b85d7610 req-486b7604-6e45-4d67-bbd3-93ef9c792483 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760485 Nov 12 00:49:19.916329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:19.941474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:19.941950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdae9a7b-e099-497f-8b99-fbc7ac4fd5d9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:19.963158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Calling delete_port for 0394f790-58c6-45d7-ad1c-bfb028e808b4 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:19.998474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.044125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07ca3767-6d5a-42a6-bcdb-c231bf74b362 req-a46bfe67-a392-464c-9f5b-7ee8dff6e55f tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0651803 Nov 12 00:49:20.110684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.190647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:20.194214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e3a01-6a50-4df4-884f-a03e597f10a3 req-3db9f3f2-5a77-4c73-8825-ca161a14527d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.200436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:20.206459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:20.207187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e3a01-6a50-4df4-884f-a03e597f10a3 req-3db9f3f2-5a77-4c73-8825-ca161a14527d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 943 time: 0.4417496 Nov 12 00:49:20.245245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=ae0893d7-37f3-47a6-8eee-dc145996dda7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:20.254296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.276653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-8e7dd9df-caf1-4c89-aaf4-1ad05544764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.278283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-8e7dd9df-caf1-4c89-aaf4-1ad05544764b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 200 len: 912 time: 0.6282780 Nov 12 00:49:20.279214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-5d70bf43-f124-4039-b7c7-9b701113c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.280550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-5d70bf43-f124-4039-b7c7-9b701113c564 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.6087053 Nov 12 00:49:20.290911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-566718fa-ba88-4bd2-8cbb-fc5caad248d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.292277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-566718fa-ba88-4bd2-8cbb-fc5caad248d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.5704429 Nov 12 00:49:20.293326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Pushing event deleted for resources: {'Port': ['ID=0394f790-58c6-45d7-ad1c-bfb028e808b4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:20.361340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] No DVR routers for this DVR port 0394f790-58c6-45d7-ad1c-bfb028e808b4 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:20.365466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.369075 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5dc064e2-9484-4549-ac34-8d72bbf353ad req-bd097257-b8c8-4921-8757-eca10f342d4b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.39 "DELETE /v2.0/ports/0394f790-58c6-45d7-ad1c-bfb028e808b4 HTTP/1.1" status: 204 len: 173 time: 1.3228750 Nov 12 00:49:20.369549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-deleted', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:20.371966 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90463b6-3147-40f6-98f0-115f67782e44" -d '{"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-deleted", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:20.395290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.441307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.485796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-cb8e8475-6326-4c9e-9082-9aceacb51409 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add HTTP/1.1" status: 200 len: 217 time: 0.1858568 Nov 12 00:49:20.486261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}, {'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:20.488600 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e0e5ea-b338-4341-a75d-c00a992448fe" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-unplugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}, {"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:20.542666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-c5f69121-1c84-4da7-8db0-4c1e8a6ad1c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.2284107 Nov 12 00:49:20.628744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 84bf9c4b-0a8a-4d8d-8830-4fe374f88add details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:20.638655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bc13-0d4c-4afe-8f3e-05c0252993d0 req-31d9111a-55e2-445c-b2c1-253632e654e1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.655531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5949bc13-0d4c-4afe-8f3e-05c0252993d0 req-31d9111a-55e2-445c-b2c1-253632e654e1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.3838832 Nov 12 00:49:20.686117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e3a01-6a50-4df4-884f-a03e597f10a3 req-5ca6f8a9-2410-4337-aa7f-3844f1f78aec tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745185 Nov 12 00:49:20.724950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-a5e66dd2-50a4-4233-ac9e-2c40829be97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.726458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-a5e66dd2-50a4-4233-ac9e-2c40829be97b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 200 len: 851 time: 0.2181015 Nov 12 00:49:20.741723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.754067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.760575 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaefe28-6cb2-4d46-8340-9d5f8d65e8fc x-openstack-request-id: req-feaefe28-6cb2-4d46-8340-9d5f8d65e8fc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:20.760943 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8036341-ec78-4def-866e-58ae50c7260e", "name": "network-vif-deleted", "tag": "0394f790-58c6-45d7-ad1c-bfb028e808b4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:20.761258 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-feaefe28-6cb2-4d46-8340-9d5f8d65e8fc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:20.761728 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8036341-ec78-4def-866e-58ae50c7260e', 'name': 'network-vif-deleted', 'tag': '0394f790-58c6-45d7-ad1c-bfb028e808b4', 'status': 'completed', 'code': 200} Nov 12 00:49:20.803547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-e8fb06a0-3187-4ca0-b606-bb0ae8129a47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 1001 time: 0.5100691 Nov 12 00:49:20.886026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:20.904741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add', 'network_id': 'e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07', 'port_id': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add', 'mac_address': 'fa:16:3e:4d:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2a22fd-de3f-4dde-8c2d-112e30cd4f78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:20.950047 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6979e5d-ef0f-45df-94b8-b44fa32cd9eb x-openstack-request-id: req-e6979e5d-ef0f-45df-94b8-b44fa32cd9eb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:20.950328 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-unplugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "code": 200}, {"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:20.950597 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6979e5d-ef0f-45df-94b8-b44fa32cd9eb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:20.954090 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'code': 200} Nov 12 00:49:20.954727 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'status': 'completed', 'code': 200} Nov 12 00:49:20.956909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-6c45691a-f1a0-4735-8d9a-cbef9444d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.958511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-6c45691a-f1a0-4735-8d9a-cbef9444d120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.3986096 Nov 12 00:49:20.960530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-f314f9b2-28cb-4d91-9f53-1479e0c9320b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2088575 Nov 12 00:49:21.016295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=ae0893d7-37f3-47a6-8eee-dc145996dda7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.052453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5949bc13-0d4c-4afe-8f3e-05c0252993d0 req-0ab75e75-560a-44fa-85d0-1ccf6bbd04dd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866534 Nov 12 00:49:21.053252 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.064419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.084716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bf9c4b-0a8a-4d8d-8830-4fe374f88add {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:21.108881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-c7eba251-5722-4de6-b951-f502381f01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.111506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-c7eba251-5722-4de6-b951-f502381f01fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1100 time: 0.1637671 Nov 12 00:49:21.117967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.119496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31c45fe3-0649-4756-bc6a-3a320a8f4b8c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1086283 Nov 12 00:49:21.130715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:21.141038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.185302 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.215401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.308599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-ba9e7b50-3dec-40b7-8e16-278a5761f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.310294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-ba9e7b50-3dec-40b7-8e16-278a5761f338 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1893969 Nov 12 00:49:21.361975 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-74bd727c-a8f8-46cc-8db4-2acc99894d3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0427508 Nov 12 00:49:21.406317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['84bf9c4b-0a8a-4d8d-8830-4fe374f88add'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:21.420397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-e4f8e43c-4b17-4e58-90b7-acfa6db644c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.422476 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-e4f8e43c-4b17-4e58-90b7-acfa6db644c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0529633 Nov 12 00:49:21.460519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73732afb-719c-43b2-92e6-442ba5da3ecb req-43fab48a-eb5a-4355-b15b-bac603f70103 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1002274 Nov 12 00:49:21.464752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-0d375f05-d08f-4dd0-95f1-90f5f854a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.468437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-0d375f05-d08f-4dd0-95f1-90f5f854a8df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.6301219 Nov 12 00:49:21.496409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-cdb12bc4-df2b-4336-b405-bdd763d6491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.497991 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-cdb12bc4-df2b-4336-b405-bdd763d6491a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671916 Nov 12 00:49:21.548032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-04decad8-660d-4433-b7d0-38e34e827b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.549583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-04decad8-660d-4433-b7d0-38e34e827b1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5477540 Nov 12 00:49:21.609112 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-b3c8f462-264e-41bf-8da4-d2ce5e9b62bd service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034200 Nov 12 00:49:21.652829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706b9a-15e9-41ac-9f5a-135d4feb2321 req-e041fc75-ccba-4b65-aec6-c9774ebc2269 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.660192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0706b9a-15e9-41ac-9f5a-135d4feb2321 req-e041fc75-ccba-4b65-aec6-c9774ebc2269 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 0.6047134 Nov 12 00:49:21.720548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-892f380d-b505-4618-b48a-72d0bd2550cb service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344050 Nov 12 00:49:21.764666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-1f157ef5-f533-4be2-8dbb-a70664a61f6c service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432781 Nov 12 00:49:22.100933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-6ca87973-be65-438a-8aaa-37557e732f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.102592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-6ca87973-be65-438a-8aaa-37557e732f86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5981481 Nov 12 00:49:22.144682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-04fba0ee-ae82-4eb6-9d8c-643c040574a1 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783367 Nov 12 00:49:22.254426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0706b9a-15e9-41ac-9f5a-135d4feb2321 req-e8e88c23-589d-44ac-93d2-3765ac5e8e85 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931668 Nov 12 00:49:22.423340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-8e343356-8b74-4ace-a63b-da2c1a014187 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1204185964&fields=id&tenant_id=12b7afa7537042f482645466ac7aef90 HTTP/1.1" status: 200 len: 267 time: 0.3422925 Nov 12 00:49:22.451117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22900554-1453-4fc7-bc3d-cd1a3b015c05 req-2cbe21e5-cf62-4765-a96a-97f869423171 service neutron] 10.222.0.32 "GET /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164979 Nov 12 00:49:22.492974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53b0ee10-9d0b-4fe5-a235-69e6a5bacf16 req-539a0148-2c10-4ef7-a6d2-42dbfc69f604 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123462 Nov 12 00:49:22.537727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-25dec627-9596-478f-a421-854b5df146cc service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151146 Nov 12 00:49:22.612114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0cff3-7190-4388-8a9b-eaf45d5e4100 req-892de7da-10a3-4574-b8db-975b0c2ded07 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.612114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb0cff3-7190-4388-8a9b-eaf45d5e4100 req-892de7da-10a3-4574-b8db-975b0c2ded07 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 944 time: 0.2520173 Nov 12 00:49:22.637154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-59638ec2-a760-4348-82c2-bf4c538e7814 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.638684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-59638ec2-a760-4348-82c2-bf4c538e7814 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 931 time: 0.1915898 Nov 12 00:49:22.653734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 84bf9c4b-0a8a-4d8d-8830-4fe374f88add up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:22.717512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:22.722104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:22.722473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.754530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:22.801110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 0394f790-58c6-45d7-ad1c-bfb028e808b4 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:22.801352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0394f790-58c6-45d7-ad1c-bfb028e808b4 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:22.853067 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.853729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-d61a0595-0985-494b-8ab1-10bbced032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.855266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-d61a0595-0985-494b-8ab1-10bbced032fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1100 time: 0.2769432 Nov 12 00:49:22.863090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-bfcefc73-4239-445c-9cbc-d00688a26a1b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.864410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-bfcefc73-4239-445c-9cbc-d00688a26a1b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 931 time: 0.1996777 Nov 12 00:49:22.879586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:22.882332 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e97235d-3f78-4964-a45e-11194f4eddaa" -d '{"events": [{"server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "name": "network-vif-plugged", "status": "completed", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:22.896156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:22.903899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.967110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:23.002047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-aaa9d9f4-5ee7-4f67-9ac6-e94f75315597 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1120443 Nov 12 00:49:23.040047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcb0cff3-7190-4388-8a9b-eaf45d5e4100 req-bb52d07e-c5c0-4aca-9b26-f225a8e60632 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771794 Nov 12 00:49:23.064701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400ec9ae-3ece-4069-b882-36dcf378f594 req-303433b2-f277-4f59-bb19-668259a2efd7 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899428 Nov 12 00:49:23.092618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-f855bc17-d0bb-4740-b8d7-bfaee16dbb03 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0509443 Nov 12 00:49:23.103189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port b0520082-3dc1-4cc3-9725-4832e2c2cae9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:23.103868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.291533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-bd9c3987-15c4-4aa5-b197-1d730e3899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.293066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-bd9c3987-15c4-4aa5-b197-1d730e3899e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.4223680 Nov 12 00:49:23.367314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-64aa776b-abc9-45d4-8b0f-e872962adf61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0608552 Nov 12 00:49:23.391923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b51e9-5c6a-4475-aee2-cd7c32218cbd req-9b18932f-5ae3-43ad-af20-e1461bffab6b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.393439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a64b51e9-5c6a-4475-aee2-cd7c32218cbd req-9b18932f-5ae3-43ad-af20-e1461bffab6b tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 948 time: 0.2452404 Nov 12 00:49:23.488653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-716b8a5c-7f93-42a2-8fe1-6d0632d07328 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.494739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-716b8a5c-7f93-42a2-8fe1-6d0632d07328 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.501055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-716b8a5c-7f93-42a2-8fe1-6d0632d07328 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.502702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-716b8a5c-7f93-42a2-8fe1-6d0632d07328 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=1ad0b42f-9515-4e26-9599-a43168b90382&id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 1990 time: 0.3908279 Nov 12 00:49:23.504798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port b0520082-3dc1-4cc3-9725-4832e2c2cae9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0520082-3dc1-4cc3-9725-4832e2c2cae9,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:23.505170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:23.547683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for b0520082-3dc1-4cc3-9725-4832e2c2cae9 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:23.554713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-c954e556-09f1-42b3-8d58-dcaa9c8d4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.556944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-c954e556-09f1-42b3-8d58-dcaa9c8d4e73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1791344 Nov 12 00:49:23.558174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-c058622a-a2c8-4dc3-8f58-11c71561fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/quotas/12b7afa7537042f482645466ac7aef90 HTTP/1.1" status: 200 len: 375 time: 0.0469832 Nov 12 00:49:23.600004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a64b51e9-5c6a-4475-aee2-cd7c32218cbd req-15541b35-06e7-4622-aa95-bb93272c06db tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/security-groups?id=e81afdf5-ba56-45c2-9c21-3beca110828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928647 Nov 12 00:49:23.752855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-1b536e36-421d-4480-b2bb-41df2bd7ad43 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1827075 Nov 12 00:49:23.756935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-604fbb83-174d-4370-86c0-f5a6234fd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.758422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-604fbb83-174d-4370-86c0-f5a6234fd23b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1861653 Nov 12 00:49:23.801403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-fb0ed89a-e46a-4dfc-8e5b-45c444e750cb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:49:23.802368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-fb0ed89a-e46a-4dfc-8e5b-45c444e750cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061693 Nov 12 00:49:23.855468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4278b50-ae88-4699-a789-900623fd0f7c req-33e2fb90-a228-4374-b304-6607b60a273d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:23.856986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4278b50-ae88-4699-a789-900623fd0f7c req-33e2fb90-a228-4374-b304-6607b60a273d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1761699 Nov 12 00:49:24.102219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4278b50-ae88-4699-a789-900623fd0f7c req-af70e10c-3bea-4810-b8f9-5183d5db1ed7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176156 Nov 12 00:49:24.104089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-4c9422c6-71a0-4d6b-9f73-788c2d3eaa28 service neutron] 10.222.0.11 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892561 Nov 12 00:49:24.111741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-92f4752f-1ea1-4b2b-841b-16bd41a4c340 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.113393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-92f4752f-1ea1-4b2b-841b-16bd41a4c340 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 948 time: 0.2728539 Nov 12 00:49:24.129779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-05b56f2a-2708-482c-b3ea-d6f24b7730d7 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281708 Nov 12 00:49:24.151668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.269370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=b0520082-3dc1-4cc3-9725-4832e2c2cae9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:24.289868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-6fadf899-3bac-430b-9768-722ded41b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.291487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-6fadf899-3bac-430b-9768-722ded41b682 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1097 time: 0.0445635 Nov 12 00:49:24.302103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83c93f82-9f93-486f-b7f2-077d7d070f82 req-028c5e1d-85d2-4410-9669-86d1f117b5a0 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1168361 Nov 12 00:49:24.415297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-7e969df6-706e-48e0-a796-66fc3bbcd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.416921 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-7e969df6-706e-48e0-a796-66fc3bbcd434 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.1169972 Nov 12 00:49:24.438676 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ebda22-ca0f-4d6a-91f3-1c2c15d831a8 x-openstack-request-id: req-65ebda22-ca0f-4d6a-91f3-1c2c15d831a8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:24.439225 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "name": "network-vif-plugged", "status": "completed", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:24.439225 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65ebda22-ca0f-4d6a-91f3-1c2c15d831a8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:24.439610 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add', 'code': 200} Nov 12 00:49:24.541945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-44740bcf-9dff-4328-829b-384cc7c4b644 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 1001 time: 0.1155941 Nov 12 00:49:24.640297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-8baae046-c76e-4ef8-894d-e868176fd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.642578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-8baae046-c76e-4ef8-894d-e868176fd793 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0880051 Nov 12 00:49:24.645955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4bfe3-d27c-4688-8c4c-4082f4dfc370 req-d389c974-63bf-4bc7-8c5c-aea4df2cf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.648201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6da4bfe3-d27c-4688-8c4c-4082f4dfc370 req-d389c974-63bf-4bc7-8c5c-aea4df2cf518 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 1097 time: 0.0920298 Nov 12 00:49:24.659145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:24.729521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-41c5606e-5c41-4c4a-a4c1-fc5b98e10634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.731031 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-41c5606e-5c41-4c4a-a4c1-fc5b98e10634 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805974 Nov 12 00:49:24.749606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6da4bfe3-d27c-4688-8c4c-4082f4dfc370 req-482d9fa9-7261-4951-a411-e4a9cedc3dbc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885210 Nov 12 00:49:24.773545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:24.784952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'mac_address': 'fa:16:3e:3c:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:24.831992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.836321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-cf1bd013-5a4e-45e9-a947-cf1d09beff7d service neutron] 10.222.0.11 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201586 Nov 12 00:49:24.838796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-5d26da05-d5b3-4481-8199-dc6e31db0f34 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995660 Nov 12 00:49:24.848404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:24.869435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:24.874294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.887745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17e0e5ea-b338-4341-a75d-c00a992448fe req-ebeea4bc-ec27-4262-80eb-9558a256aeeb service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434914 Nov 12 00:49:24.906379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.915351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30168535-46e3-4894-ba3d-e4e039bbc289 req-7f4602ed-99d1-4517-a5e9-4b3b2a4f987a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.916979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30168535-46e3-4894-ba3d-e4e039bbc289 req-7f4602ed-99d1-4517-a5e9-4b3b2a4f987a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 948 time: 0.2466710 Nov 12 00:49:24.923820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:24.924396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-ed9efb63-d2cf-417a-ba78-1b2f36602ec2 service neutron] 10.222.0.11 "GET /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0790620 Nov 12 00:49:24.939070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Deleting port 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:24.939414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.056893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-faca452d-25f8-42fa-abbb-92da3bc55709 req-2258cd5d-3b0f-40a6-a317-1c61f0f602fb service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966263 Nov 12 00:49:25.163449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2875c4ae-613e-417b-8c94-c4d3cc8c0efd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:25.168289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30168535-46e3-4894-ba3d-e4e039bbc289 req-5488f17e-ca72-4e2f-b6b4-c6e2f7b6a514 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400868 Nov 12 00:49:25.221271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] For port 24c8cde3-5ea3-41bf-85e0-559512da72bc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=24c8cde3-5ea3-41bf-85e0-559512da72bc,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:25.221639 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.231572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-9efb6558-2ca8-4aa5-af72-a32e470cfe77 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961104 Nov 12 00:49:25.268782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Calling delete_port for 24c8cde3-5ea3-41bf-85e0-559512da72bc owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:25.480188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1ee6-f252-4eb7-b0fa-8c4914746b7a req-0fbe9cca-9161-4c44-b1ae-d0936d67b099 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:25.481680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ebe1ee6-f252-4eb7-b0fa-8c4914746b7a req-0fbe9cca-9161-4c44-b1ae-d0936d67b099 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.2140598 Nov 12 00:49:25.488576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:25.531384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-98db6873-a6ae-4820-b55c-5269c6ca86a3 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677004 Nov 12 00:49:25.688527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ebe1ee6-f252-4eb7-b0fa-8c4914746b7a req-31e904b7-7c26-46bd-be54-d66b354345cf tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873930 Nov 12 00:49:25.696732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-040e7669-af62-407b-a6e5-f6d224cb4db5 service neutron] 10.222.0.11 "GET /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1575820 Nov 12 00:49:25.750238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.754755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:25.764768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:25.776892 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:25.777511 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:25.797692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d0b77fa6-2705-411f-bde8-af0ab65ddac3 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8280222 Nov 12 00:49:25.798249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:25.844465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f380cbb7-c400-41c6-8a5e-86c97e989d1b req-1a2c0271-6b2d-4a0b-8a5b-1c58e72bb16d tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3403d9f-2616-4e3a-b06f-31bbdb4ef029 HTTP/1.1" status: 200 len: 210 time: 0.0909102 Nov 12 00:49:25.848252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Pushing event deleted for resources: {'Port': ['ID=24c8cde3-5ea3-41bf-85e0-559512da72bc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:25.869603 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:25.876193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 62dea13c-08e4-4c01-9dd3-378c434ce211 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:25.892715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.904831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] No DVR routers for this DVR port 24c8cde3-5ea3-41bf-85e0-559512da72bc on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:25.918465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.922900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-265baf8c-4d77-4878-8f3f-0904ab55226e req-ce186d54-cde3-4ea6-ad0a-a9a8b9acb839 tempest-ListImageFiltersTestJSON-1291776696 tempest-ListImageFiltersTestJSON-1291776696-project] 10.222.0.32 "DELETE /v2.0/ports/24c8cde3-5ea3-41bf-85e0-559512da72bc HTTP/1.1" status: 204 len: 173 time: 1.7955141 Nov 12 00:49:25.923400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-deleted', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:25.925827 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e51be8-1ea5-43cc-95e6-a139a58e40d6" -d '{"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-deleted", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:25.937062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-50b76643-b52b-4712-acd7-5a790d825752 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213256 Nov 12 00:49:26.012666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.125648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:23Z', 'revision_number': 10, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:26.144277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.158582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a20e-3a17-432e-8620-b93a28e9d63d req-a43b0f4d-3aca-4376-a735-d81c301505d2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.160185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f29a20e-3a17-432e-8620-b93a28e9d63d req-a43b0f4d-3aca-4376-a735-d81c301505d2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 945 time: 0.1093867 Nov 12 00:49:26.162302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-31b7889f-9e6c-4320-b844-65341bc893b5 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143548 Nov 12 00:49:26.219577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.256169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=62dea13c-08e4-4c01-9dd3-378c434ce211,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:26.259230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.262578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05ba1b4b-8173-439e-af60-4a24df867e62 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/62dea13c-08e4-4c01-9dd3-378c434ce211 HTTP/1.1" status: 204 len: 168 time: 0.4628394 Nov 12 00:49:26.266240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:26.269238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10577bb1-be59-4d98-8328-56c1ba1686b5 None None] Network 46316adc-c47b-4cd4-a306-5b017c2da282 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:26.276915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f29a20e-3a17-432e-8620-b93a28e9d63d req-25069a80-31f1-4cb8-b5e3-936dcdf26bb8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025739 Nov 12 00:49:26.286520 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:26.296881 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:26.298557 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:26.355587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-279bfcc6-8600-4ee4-98a3-27bc9a95f747 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558561 Nov 12 00:49:26.373707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.403691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:26.464603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:26.465037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.493421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2299cfe8-d2bc-4642-93dc-a0f3c5ea5b21 req-d980faf6-666c-4f30-a6df-fb4d59669bbc tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Nov 12 00:49:26.564353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-7e4e9275-68c3-4ef5-9ee7-759f4e518366 service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025936 Nov 12 00:49:26.625414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:26.625853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.654774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:26.674089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:26.741694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] DHCP port deletion for 46316adc-c47b-4cd4-a306-5b017c2da282 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:26.744102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-a36fbbc5-1abb-4652-8477-f4b7d000d69c service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726780 Nov 12 00:49:26.747108 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64803f-979d-419d-a634-9c98334f1ca3 x-openstack-request-id: req-2e64803f-979d-419d-a634-9c98334f1ca3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:26.747495 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3403d9f-2616-4e3a-b06f-31bbdb4ef029", "name": "network-vif-deleted", "tag": "24c8cde3-5ea3-41bf-85e0-559512da72bc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:26.747835 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e64803f-979d-419d-a634-9c98334f1ca3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:26.748622 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3403d9f-2616-4e3a-b06f-31bbdb4ef029', 'name': 'network-vif-deleted', 'tag': '24c8cde3-5ea3-41bf-85e0-559512da72bc', 'status': 'completed', 'code': 200} Nov 12 00:49:26.760916 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:23Z', 'revision_number': 10, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:26.794982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ef69e-1bff-4105-b491-f016d9794982 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:23Z', 'revision_number': 10, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None, '_interfaces': [{'id': '06b2d6b2-8a82-4075-ba6d-9e2d6a06e852', 'name': '', 'network_id': 'fdd04ee8-f612-470d-b905-afd374731434', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'mac_address': 'fa:16:3e:99:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:34Z', 'updated_at': '2021-11-12T00:48:44Z', 'revision_number': 5, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'subnets': [{'id': '3b9c9130-3e8d-4fae-90c8-b0609547c858', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:26.824634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Deleting port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:26.824634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.827528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:26.848128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:26.848528 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.870783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e3d1-ed37-49f8-9a13-61fa5487cb67 req-5322ddc1-2701-4ec0-b7a9-90da1e56fd83 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.872485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac47e3d1-ed37-49f8-9a13-61fa5487cb67 req-5322ddc1-2701-4ec0-b7a9-90da1e56fd83 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 949 time: 0.1057944 Nov 12 00:49:26.887312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.912441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:26.936519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] For port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,segment=NetworkSegment(eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0),segment_id=eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:26.936943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.948150 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac47e3d1-ed37-49f8-9a13-61fa5487cb67 req-2e1a3601-541d-4f88-b522-4a4b631b7649 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634556 Nov 12 00:49:26.956656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Calling delete_port for 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:26.975654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.009081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-8c2c7bd1-1e11-4e7c-91e5-30b16f7842ce service neutron] 10.222.0.11 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632251 Nov 12 00:49:27.046192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.079965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.087737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:27.090034 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6d1b3-b7d1-45d7-a09b-d81e0d79b9a5" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:27.101554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46316adc-c47b-4cd4-a306-5b017c2da282']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:27.110520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:27.113913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:27.114240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed3bcf0-2df7-4f2a-aaab-a9565b2bbff0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:27.117569 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.118911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:27.125298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.129041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.143763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.150930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f6a16-8dfc-4c09-a428-3faa72cf2bcf req-b080f04c-369b-4b47-8a96-849ae2566f7d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.152736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:27.152827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd9f6a16-8dfc-4c09-a428-3faa72cf2bcf req-b080f04c-369b-4b47-8a96-849ae2566f7d tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.1086533 Nov 12 00:49:27.153048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.172894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] No DVR routers for this DVR port 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:27.174841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-39e77983-d840-4ff3-8750-a1d110d3ac2c service neutron] 10.222.0.11 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643312 Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:27.190379 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:27.214523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.245475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6861eb-22e7-4b98-a32d-a5a29dfc0f56 None None] Pushing event deleted for resources: {'Port': ['ID=857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.262767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.270518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.275277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/46316adc-c47b-4cd4-a306-5b017c2da282 HTTP/1.1" status: 204 len: 168 time: 1.0075774 Nov 12 00:49:27.296657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:27.298021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825267b-ea36-4118-ad5d-6b347faa2510 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=46316adc-c47b-4cd4-a306-5b017c2da282,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.327087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.378491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:27.385254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.386125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:27.436173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 24c8cde3-5ea3-41bf-85e0-559512da72bc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:27.436636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 24c8cde3-5ea3-41bf-85e0-559512da72bc not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:27.471943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.630742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd9f6a16-8dfc-4c09-a428-3faa72cf2bcf req-5d537e2b-036a-4887-9024-c347aa54989e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464102 Nov 12 00:49:27.667308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-a7820728-e648-4e5e-8da6-ec6aabe05353 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915125 Nov 12 00:49:27.714855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.772220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-6130c2ec-a439-41bb-b095-f8eb16f9b660 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970867 Nov 12 00:49:27.868836 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738820d8-7e2c-4cf8-8ef9-b45c762af6b1 x-openstack-request-id: req-738820d8-7e2c-4cf8-8ef9-b45c762af6b1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:27.869542 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:27.870218 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-738820d8-7e2c-4cf8-8ef9-b45c762af6b1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:27.871265 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'code': 200} Nov 12 00:49:27.924226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-071308c0-8144-48dc-b5af-06c7dbfb9aef service neutron] 10.222.0.11 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449604 Nov 12 00:49:27.953071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-5ba6f224-2b2e-4c5f-940a-7e97b1c2e131 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.955036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-5ba6f224-2b2e-4c5f-940a-7e97b1c2e131 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210&tenant_id=0adbfda3dfd846c6b84245d563215e8a&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 950 time: 0.0964816 Nov 12 00:49:27.975030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0520082-3dc1-4cc3-9725-4832e2c2cae9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:27.991846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:27.992494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.012593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b0520082-3dc1-4cc3-9725-4832e2c2cae9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:28.013502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0520082-3dc1-4cc3-9725-4832e2c2cae9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:28.013994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:28.037369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69dd3-d2c6-4b7d-8f92-7fe4695edf18 req-cf9227b2-3995-44ad-9cc1-ae4760e57ae1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.041853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:28.042265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857c4c0f-90c0-4b02-9204-ee2f0a3b6a0f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:28.044974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ce69dd3-d2c6-4b7d-8f92-7fe4695edf18 req-cf9227b2-3995-44ad-9cc1-ae4760e57ae1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1235957 Nov 12 00:49:28.076259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-92484be9-ecb6-4a40-b05f-3375cab4cab2 service neutron] 10.222.0.32 "GET /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 383 time: 0.1012652 Nov 12 00:49:28.112974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:28.113340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.116034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ce69dd3-d2c6-4b7d-8f92-7fe4695edf18 req-576e5a58-2fe3-4ba5-97ee-6da0d16780e9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701866 Nov 12 00:49:28.127444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:28.152302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-8bd37be5-2ac0-4b7d-81ac-db07c098ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.154815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-8bd37be5-2ac0-4b7d-81ac-db07c098ef24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1102 time: 0.0544915 Nov 12 00:49:28.263070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4016b80-36e7-454c-8c6e-cf8019c517e9 req-a4ad22a5-48c3-4b6e-be91-26e4ce618425 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0645137 Nov 12 00:49:28.296585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-ebd3255c-74e9-4f49-83a8-ea47a7825292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.299686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-ebd3255c-74e9-4f49-83a8-ea47a7825292 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1358671 Nov 12 00:49:28.352641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-7cbfc80a-083b-41ce-9d47-f110e7c559a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0470903 Nov 12 00:49:28.353268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.384331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=06b2d6b2-8a82-4075-ba6d-9e2d6a06e852,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:28.419590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-b74206ec-9e4c-486e-952a-c3e47f9bca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.422597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-b74206ec-9e4c-486e-952a-c3e47f9bca30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0626781 Nov 12 00:49:28.510633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-10dbf2c5-66a8-4866-9e71-d8eb83c39ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.512530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:28.512892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-10dbf2c5-66a8-4866-9e71-d8eb83c39ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808008 Nov 12 00:49:28.662055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-62715abb-2406-46a2-962f-aeba10995cc7 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400664 Nov 12 00:49:28.811842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:28.855551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2bb7a-34ed-4f58-991b-a3bdafb811e8 req-836f69dd-1b1e-4401-846a-00c1f3f5c201 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.857180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edb2bb7a-34ed-4f58-991b-a3bdafb811e8 req-836f69dd-1b1e-4401-846a-00c1f3f5c201 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.0675089 Nov 12 00:49:28.895280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-0dab27fd-3451-49a8-bd22-5ad00fe2b48e service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243907 Nov 12 00:49:28.947990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edb2bb7a-34ed-4f58-991b-a3bdafb811e8 req-02712434-cbe2-41e2-89f8-8d597e8a4984 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789316 Nov 12 00:49:28.960514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:28.966407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c3f8124-fe52-4886-a350-161b6ef48c05 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628718 Nov 12 00:49:28.968760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:28.992221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:29.033821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:29.034715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:29.059192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting subnet 3b9c9130-3e8d-4fae-90c8-b0609547c858 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:29.068716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.158531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.217324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5397f2-e5f6-47cf-b5c7-5373ec62f1b3 req-934eadaa-12e6-485a-a594-e9cc00a8ef79 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.225481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c5397f2-e5f6-47cf-b5c7-5373ec62f1b3 req-934eadaa-12e6-485a-a594-e9cc00a8ef79 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.1327381 Nov 12 00:49:29.289491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.299582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c5397f2-e5f6-47cf-b5c7-5373ec62f1b3 req-c4902eb6-5b87-4a72-8af0-43aa39c9d269 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731468 Nov 12 00:49:29.390254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b7f887-f7ee-439a-a739-4c7d39c3c7ac req-e8bc65a3-96a4-45ad-875b-2adaaa03ee0e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0433695 Nov 12 00:49:29.518455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:29.623486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:29.705301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d4284ea-03d3-42c6-9466-7534f6a15d9e req-0fa2ec3c-7b8a-4c0e-8e58-164ff3876372 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0617621 Nov 12 00:49:29.717905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:29.731237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:29.732246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:29.807760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.843150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:29.853343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9c9130-3e8d-4fae-90c8-b0609547c858,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:29.857108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-7aac2e10-0886-4654-82a6-9382ee5e6e54 req-086656ca-1dcf-403c-964e-37136283e7e5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:49:29.859317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.862833 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a93e4a3c-3d08-411b-9113-736096ad8acf tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/3b9c9130-3e8d-4fae-90c8-b0609547c858 HTTP/1.1" status: 204 len: 168 time: 0.8930373 Nov 12 00:49:29.865331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7aac2e10-0886-4654-82a6-9382ee5e6e54 req-086656ca-1dcf-403c-964e-37136283e7e5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130851 Nov 12 00:49:29.866085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:29.886510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:29.889235 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabdcbf7-9a1b-4da8-bc5e-8e02a5027a1b" -d '{"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-unplugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:29.933965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:29.971704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5bcd8-8bdc-4895-a8ea-db4d94a9de4d None None] Network fdd04ee8-f612-470d-b905-afd374731434 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:30.003636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.042496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db977b8-2390-4cf9-8966-d953bb7f8128 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:30.076848 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b799d06-9c13-4b15-ad1c-0acdf22781f9 x-openstack-request-id: req-1b799d06-9c13-4b15-ad1c-0acdf22781f9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:30.077179 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-unplugged", "status": "failed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:30.077727 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b799d06-9c13-4b15-ad1c-0acdf22781f9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:30.077877 n-d-712141-15 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'code': 422} returned with failed status Nov 12 00:49:30.308250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Deleting port a814b905-d3ba-4d23-8795-ee9a439318ef {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:30.308683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.381929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fa8d-5f0d-44b0-b5c1-6cd508dc3d6c req-6d12c114-1225-4b88-9653-4c2be7db32fb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.392747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ef1fa8d-5f0d-44b0-b5c1-6cd508dc3d6c req-6d12c114-1225-4b88-9653-4c2be7db32fb tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.2096827 Nov 12 00:49:30.395036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-4dd93c61-9678-4889-ae4f-4af1e4994dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.396394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-4dd93c61-9678-4889-ae4f-4af1e4994dbd service neutron] 10.222.0.39 "GET /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 1027 time: 0.1597743 Nov 12 00:49:30.466737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-f7b3e351-a96f-4680-951a-1614edcc2c84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145442 Nov 12 00:49:30.467229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] DHCP port deletion for fdd04ee8-f612-470d-b905-afd374731434 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:30.583960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Deleting port a814b905-d3ba-4d23-8795-ee9a439318ef {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:30.596875 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.626463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] For port a814b905-d3ba-4d23-8795-ee9a439318ef, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a814b905-d3ba-4d23-8795-ee9a439318ef,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:30.638134 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.667738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-758e5d75-1189-4645-8758-54f13e848189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.669466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-758e5d75-1189-4645-8758-54f13e848189 service neutron] 10.222.0.39 "GET /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 1027 time: 0.2394810 Nov 12 00:49:30.704591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] For port a814b905-d3ba-4d23-8795-ee9a439318ef, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a814b905-d3ba-4d23-8795-ee9a439318ef,segment=NetworkSegment(816cfb75-11e5-44b2-919b-e31712da5e70),segment_id=816cfb75-11e5-44b2-919b-e31712da5e70)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:30.705133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.724313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Calling delete_port for a814b905-d3ba-4d23-8795-ee9a439318ef owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:30.734786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:30.737271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Calling delete_port for a814b905-d3ba-4d23-8795-ee9a439318ef owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:30.776840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ef1fa8d-5f0d-44b0-b5c1-6cd508dc3d6c req-c95716f6-4e34-468e-842d-b271cfe1f69c tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828547 Nov 12 00:49:30.841367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfb840-6a95-41ad-ad46-f017be2fd250 req-94957699-ba40-4d0a-8b41-b0fabff55f8b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.871767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26bfb840-6a95-41ad-ad46-f017be2fd250 req-94957699-ba40-4d0a-8b41-b0fabff55f8b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.4732864 Nov 12 00:49:30.905189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:31.030757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.074726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.087964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Pushing event deleted for resources: {'Port': ['ID=a814b905-d3ba-4d23-8795-ee9a439318ef,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:31.120147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] No DVR routers for this DVR port a814b905-d3ba-4d23-8795-ee9a439318ef on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:31.120370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Port': ['ID=a814b905-d3ba-4d23-8795-ee9a439318ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:31.132791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.133552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.134378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.134378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.134378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.134672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.135004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.135858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.135858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.136025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.136307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.136627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.143407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.143757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.144391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.144891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.145315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.145655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.147434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.147786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.148202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.148568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.149051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.149539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706db450-7274-4840-ac73-44f5fce0d34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:31.161805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-78daeb16-825e-4a09-854e-6f8cdc2808dc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.169744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-78daeb16-825e-4a09-854e-6f8cdc2808dc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.178321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-78daeb16-825e-4a09-854e-6f8cdc2808dc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.186287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-78daeb16-825e-4a09-854e-6f8cdc2808dc tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=1ad0b42f-9515-4e26-9599-a43168b90382&id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 1990 time: 0.4913611 Nov 12 00:49:31.213256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fef5cd69-d3d3-4378-8fe5-508d44ec56ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ff34a4f6d31468a86ab82bcbc40871d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034902 Nov 12 00:49:31.214277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:31.225597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No DVR routers for this DVR port a814b905-d3ba-4d23-8795-ee9a439318ef on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:31.244969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26bfb840-6a95-41ad-ad46-f017be2fd250 req-1ba01957-cc26-47b2-bf45-afa583609e4e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678057 Nov 12 00:49:31.293047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.343355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.414525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-6ed69ea9-cadb-49ce-9946-0937b9627b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.416674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-6ed69ea9-cadb-49ce-9946-0937b9627b64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210&tenant_id=0adbfda3dfd846c6b84245d563215e8a HTTP/1.1" status: 200 len: 1102 time: 0.0992718 Nov 12 00:49:31.432971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:31.439624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66314e-e667-40fb-aa53-ae3c146e243c req-296622e7-5be4-457d-bde1-f31814183c49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.446766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc66314e-e667-40fb-aa53-ae3c146e243c req-296622e7-5be4-457d-bde1-f31814183c49 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.3730323 Nov 12 00:49:31.450044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.473477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.477750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.479042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e81afdf5-ba56-45c2-9c21-3beca110828c HTTP/1.1" status: 204 len: 168 time: 0.2636020 Nov 12 00:49:31.486317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e51656a-a498-4e58-946c-3f75901e53ca req-703362f8-bf6a-4373-a45c-aadc62921215 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1160502 Nov 12 00:49:31.513614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60473-ad3c-40e7-8025-3937795bab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81afdf5-ba56-45c2-9c21-3beca110828c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:31.520552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.526380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd04ee8-f612-470d-b905-afd374731434']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:31.565680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816cfb75-11e5-44b2-919b-e31712da5e70') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:31.566486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816cfb75-11e5-44b2-919b-e31712da5e70') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:31.606619 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.628844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-ac6db037-e399-43b7-8ef6-f32e0f79e144 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b7afa7537042f482645466ac7aef90 HTTP/1.1" status: 200 len: 380 time: 0.4045930 Nov 12 00:49:31.650775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc66314e-e667-40fb-aa53-ae3c146e243c req-5682a28e-de36-4b06-ac68-43ce8ea2cfe3 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030170 Nov 12 00:49:31.672494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'admin_state_up': True, 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'security_groups': ['9b0ca9c8-a1c5-475f-8d5e-408886d85d3e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:31.729557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.756167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:31.756894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:31.775692 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:31.780852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d5ff403-cce4-4a0f-bfa6-80fbe8c7678d req-0d2713e5-d1f3-4a9f-8cc8-7a5ff4150de8 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0485797 Nov 12 00:49:31.983926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.003008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.003239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:32.023772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/networks/fdd04ee8-f612-470d-b905-afd374731434 HTTP/1.1" status: 204 len: 168 time: 2.1432252 Nov 12 00:49:32.025454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:32.039956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'routes': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:32.053378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:32.065998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e60c-eaee-4bd1-aeb2-c5d48ff5ad73 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Pushing event deleted for resources: {'Network': ['ID=fdd04ee8-f612-470d-b905-afd374731434,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:32.114791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:32.115316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 06b2d6b2-8a82-4075-ba6d-9e2d6a06e852 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:32.115604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a814b905-d3ba-4d23-8795-ee9a439318ef no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:32.121126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59110982-4069-4ceb-b914-520f01c71dde req-9a67fa42-0ac0-4419-acfd-9ec60d1e8313 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.122863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59110982-4069-4ceb-b914-520f01c71dde req-9a67fa42-0ac0-4419-acfd-9ec60d1e8313 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.2000885 Nov 12 00:49:32.127179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:32.134756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.186481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a814b905-d3ba-4d23-8795-ee9a439318ef {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:32.186869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a814b905-d3ba-4d23-8795-ee9a439318ef not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:32.210939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.346109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59110982-4069-4ceb-b914-520f01c71dde req-6b144401-54ff-4e1d-aa22-8cb2052095bc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043710 Nov 12 00:49:32.427518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Added routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:49:32.428022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.extraroute_db [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Removed routes are [] {{(pid=102676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:49:32.428560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.501405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:32.557548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82939-9f55-4225-9a0a-d374ba33ab7a req-432bf4ad-6cf1-4267-88cb-de2c15a040be tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.558988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fff82939-9f55-4225-9a0a-d374ba33ab7a req-432bf4ad-6cf1-4267-88cb-de2c15a040be tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.3040264 Nov 12 00:49:32.625179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 172.20.0.4 (250f867e-bd63-498f-a6e8-f9f275965de9/672d378a-9e6d-4de3-b57e-b6c7272df9f6/2cc27ac1-075c-4c45-8064-ccb800cd0a50) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:32.668686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc181c25-64d2-4088-95bb-8dc29a40a563 req-a8ab0a97-da39-4d7b-8484-3e2f5423a3b6 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.673093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc181c25-64d2-4088-95bb-8dc29a40a563 req-a8ab0a97-da39-4d7b-8484-3e2f5423a3b6 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.2083244 Nov 12 00:49:32.698018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:32.700929 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f5cc19-ece4-4ccc-b115-197126679399" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-unplugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:32.706828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:32.709607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.726386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.740968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fff82939-9f55-4225-9a0a-d374ba33ab7a req-e4482716-fb60-442f-889c-4d8210aa2a56 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758218 Nov 12 00:49:32.744167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.781886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Transition to ACTIVE for port object 2875c4ae-613e-417b-8c94-c4d3cc8c0efd will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:32.798648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:32.874149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.907065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:32.914651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc181c25-64d2-4088-95bb-8dc29a40a563 req-03d2f1e0-98d4-48f5-b5ab-24081c25bf6d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298412 Nov 12 00:49:33.012182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] No DVR routers for this DVR port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:33.022301 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa0d05-c0ba-4a93-9dda-47b95b657ba8 x-openstack-request-id: req-6efa0d05-c0ba-4a93-9dda-47b95b657ba8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:33.022592 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-unplugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:33.022843 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6efa0d05-c0ba-4a93-9dda-47b95b657ba8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:33.023246 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'code': 200} Nov 12 00:49:33.047534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:33.068960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79ef6a9b-54c6-4181-9fb2-54524904bf90 req-d53585ff-17a1-484a-8c8d-685132802b4e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1699853 Nov 12 00:49:33.076338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:33.090557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:33.091262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:33.091603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:33.097403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:33.097726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Attempting to bind port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:33.113559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:33.113906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:33.114740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:33.115235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Bound port: 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:33.115542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.202276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1056403751-network', 'tenant_id': 'c2504f3fde0843a3b785fbca2cfaa6f4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:33.250293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.278112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Made reservation on behalf of c2504f3fde0843a3b785fbca2cfaa6f4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:33.279396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.293870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:33.299343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:33.303280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:33.311879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.313707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e7d8d2f7-de5a-46c3-bbfc-95a16559ebf5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 705 time: 1.2864778 Nov 12 00:49:33.314136 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Sync routers for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:33.316151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.326151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:33.333827 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:33.338745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4009d6e4-2876-4665-b9f7-79a76e810da4 req-8629f528-b46f-43e3-8170-81cf4c577f8f tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0837221 Nov 12 00:49:33.347156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:33.368723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.369368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.370816 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 1098 time: 1.9436176 Nov 12 00:49:33.422465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.436035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-829aac99-213f-4045-8218-c54de33b4d7d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 205 time: 0.1084325 Nov 12 00:49:33.443835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:33.494254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.505018 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:33.594425 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:33.608464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 250f867e-bd63-498f-a6e8-f9f275965de9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:33.616538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:33.623550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9681a-9a92-4b36-a95f-fcf2a913d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:33.653091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Checking router: 44185360-30eb-47cf-9c48-ab5fe91bd3a6 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:33.669422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:33.681299 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Routers {'44185360-30eb-47cf-9c48-ab5fe91bd3a6'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:33.682590 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:33.710296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.758920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-b8129d09-ab05-4271-aeca-13db8ed534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.760499 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-b8129d09-ab05-4271-aeca-13db8ed534fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1101 time: 0.3499444 Nov 12 00:49:33.793232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:33.840027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.840715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.844324 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] Set router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:33.859473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-c8d593d2-5c02-43a2-9756-288c86071e98 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.861255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-c8d593d2-5c02-43a2-9756-288c86071e98 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.3648670 Nov 12 00:49:33.893100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.921281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15a33-6efe-4e4a-9514-36821c171f1a req-bbd33845-c3b8-46cd-b634-bb976ea66fb5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.923653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78f15a33-6efe-4e4a-9514-36821c171f1a req-bbd33845-c3b8-46cd-b634-bb976ea66fb5 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 949 time: 0.3486860 Nov 12 00:49:33.955333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.010568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-500f3981-955b-4ad5-bfc3-1a61ef44c4f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3713095 Nov 12 00:49:34.033598 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:34.047643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'admin_state_up': True, 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'security_groups': ['9b0ca9c8-a1c5-475f-8d5e-408886d85d3e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:34.064642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:34.069384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-beb0a928-6743-4f86-b90d-d570eb1cb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.070940 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-beb0a928-6743-4f86-b90d-d570eb1cb0d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2543759 Nov 12 00:49:34.077151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.082143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.083664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac3fe9-ae9c-4f26-8439-c4f7601fd185 None None] The sync data for ids ['44185360-30eb-47cf-9c48-ab5fe91bd3a6'] in n-d-712141-15 is: [{'id': '44185360-30eb-47cf-9c48-ab5fe91bd3a6', 'name': 'tempest-RoutersIpV6Test-router-1190310211', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:32Z', 'updated_at': '2021-11-12T00:49:28Z', 'revision_number': 11, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:34.126098 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-cc63a5f7-e945-420b-8116-2116583c3b53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0463715 Nov 12 00:49:34.143273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0df49a79-16a8-48a3-a6e3-14922bb3cf01 None None] Provisioning complete for port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:34.144424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df49a79-16a8-48a3-a6e3-14922bb3cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.203462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0df49a79-16a8-48a3-a6e3-14922bb3cf01 None None] Port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:34.229304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.229858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router 44185360-30eb-47cf-9c48-ab5fe91bd3a6 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:49:34.240466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.241662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-93ac86b2-c20d-4b06-8006-7348d3aaf4bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 204 len: 168 time: 0.7862325 Nov 12 00:49:34.247474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-dc3bd53d-40b9-4c14-8ff5-51e856df64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.249120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-dc3bd53d-40b9-4c14-8ff5-51e856df64dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1147482 Nov 12 00:49:34.249658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:34.254415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2102503268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:34.318735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-c53bd6ba-0828-4fe3-985d-f1a78ad9e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.321242 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-c53bd6ba-0828-4fe3-985d-f1a78ad9e698 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611117 Nov 12 00:49:34.322542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.323744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.465761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.475043 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.514089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.515648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41f45e33-2ebf-4a84-9d55-9a7f0a721b7c tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2648468 Nov 12 00:49:34.524681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:34.530207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:34.553891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.554441 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Added segment 24cbac8b-1818-4ce9-9558-3e1757385f66 of type vlan for network 67bdf48a-3446-41fc-883f-00e283f50d2f Nov 12 00:49:34.559473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64806ba-d4c9-41d4-bdb6-f6d8e97b24dc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:34.611985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce559a1c-e0ea-4685-9bf4-b70f399c38c2 req-501f78bd-64e0-4346-a2b2-40d2856d285e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.619567 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-b0d9a181-90c4-4274-b249-9020dc90a0a4 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907982 Nov 12 00:49:34.622435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce559a1c-e0ea-4685-9bf4-b70f399c38c2 req-501f78bd-64e0-4346-a2b2-40d2856d285e tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 945 time: 0.6935160 Nov 12 00:49:34.635971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78f15a33-6efe-4e4a-9514-36821c171f1a req-0fd682c9-a586-497d-aef4-bbd03e6bf629 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940897 Nov 12 00:49:34.711016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.794122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Deleting port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:34.794801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.895827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce559a1c-e0ea-4685-9bf4-b70f399c38c2 req-7dad0227-4e2a-4359-8fff-fd499c622695 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f88572-7b67-40d8-bb82-0ce173a0c273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723312 Nov 12 00:49:34.905087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.906082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.906658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.961614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:34.965259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.995026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778cb2-eb1e-4091-bca6-30a299f0ab39 req-9d185d60-e34c-44c4-9ead-79147f87d75f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.996811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6778cb2-eb1e-4091-bca6-30a299f0ab39 req-9d185d60-e34c-44c4-9ead-79147f87d75f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.2675135 Nov 12 00:49:35.045532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:35.046917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1377490 Nov 12 00:49:35.049901 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d9d2a-acf0-4312-8bcc-65a89f74dc63" -d '{"events": [{"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:35.055496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:35.072940 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.082413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbabbf-1d78-4879-8749-e50b36fecc9c admin admin] Pushing event updated for resources: {'Network': ['ID=67bdf48a-3446-41fc-883f-00e283f50d2f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:35.090463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Request body: {'subnet': {'network_id': '67bdf48a-3446-41fc-883f-00e283f50d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1056403751-subnet', 'tenant_id': 'c2504f3fde0843a3b785fbca2cfaa6f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:35.096385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 67bdf48a-3446-41fc-883f-00e283f50d2f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:35.129495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.136599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] For port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,segment=NetworkSegment(0be431bf-9ee4-48a8-bc3e-7283ab865804),segment_id=0be431bf-9ee4-48a8-bc3e-7283ab865804)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:35.137372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.160084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.184291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Made reservation on behalf of c2504f3fde0843a3b785fbca2cfaa6f4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:35.186649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.196865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Calling delete_port for 84bf9c4b-0a8a-4d8d-8830-4fe374f88add owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:35.244166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6778cb2-eb1e-4091-bca6-30a299f0ab39 req-b51db067-e220-486c-a1b5-3f3130276acf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070692 Nov 12 00:49:35.258955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a989-a65c-4c74-9d8b-86d02e50886a req-5879d0af-9aae-4d34-9acf-467dd34aa716 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.260663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f419a989-a65c-4c74-9d8b-86d02e50886a req-5879d0af-9aae-4d34-9acf-467dd34aa716 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 931 time: 0.1826251 Nov 12 00:49:35.276903 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5cf89c50-96d9-4c18-a985-1ef8e4decf95 req-42b72fe4-d7cd-492b-8cb8-244748470836 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702457 Nov 12 00:49:35.384419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Router f8147c51-607e-4f57-9b53-b676c496dd39 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:49:35.404157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.1.1.12 (79677879-3b95-47cf-a900-6baea7c5902f/cbae09fb-8c45-4d4a-a410-932c4ddce5f2/824dc1b9-97ca-42b1-9b9e-2897497901d2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:35.414769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f419a989-a65c-4c74-9d8b-86d02e50886a req-a39c6875-3b5e-4a78-bcbd-c1e7e547c533 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183152 Nov 12 00:49:35.553994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e51c56b-06b6-4f60-b7c6-129fe4fbf547 req-773ed5ee-fe38-4c93-87df-f17652c8a6fb tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0470555 Nov 12 00:49:35.573516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.580362 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e6c92-8347-49c7-abb2-1a7fa5a95f69 x-openstack-request-id: req-288e6c92-8347-49c7-abb2-1a7fa5a95f69 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:35.580768 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:35.581117 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-288e6c92-8347-49c7-abb2-1a7fa5a95f69 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:35.581608 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'status': 'completed', 'code': 200} Nov 12 00:49:35.654923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:35.662779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.665094 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ab458f0d-33c1-4e3e-9d1f-b17d589a2209 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "PUT /v2.0/routers/f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 200 len: 698 time: 1.1395407 Nov 12 00:49:35.666919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Sync routers for ids ['f8147c51-607e-4f57-9b53-b676c496dd39'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:35.672234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:35.686993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Routers {'f8147c51-607e-4f57-9b53-b676c496dd39'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:35.688164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f8147c51-607e-4f57-9b53-b676c496dd39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:35.718621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Pushing event deleted for resources: {'Port': ['ID=84bf9c4b-0a8a-4d8d-8830-4fe374f88add,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:35.780294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Set router f8147c51-607e-4f57-9b53-b676c496dd39 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:35.793847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-290d3d06-e1fa-4e82-a608-6ea6bb83b05d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/routers/f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 200 len: 704 time: 0.1174676 Nov 12 00:49:35.805561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:35.808161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-5add535d-9759-4fed-a3f3-a8271e211923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.809945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-5add535d-9759-4fed-a3f3-a8271e211923 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1101 time: 0.2238936 Nov 12 00:49:35.839473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] No DVR routers for this DVR port 84bf9c4b-0a8a-4d8d-8830-4fe374f88add on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:35.851282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.854963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae33f5c2-de58-4e72-a40f-da6d805df71a req-10b6d1fb-de61-4de1-bce5-c3bedd918370 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.32 "DELETE /v2.0/ports/84bf9c4b-0a8a-4d8d-8830-4fe374f88add HTTP/1.1" status: 204 len: 173 time: 1.9797227 Nov 12 00:49:35.864452 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7b9ec80-e350-4619-b8da-aeb23670d924 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 200 len: 205 time: 0.0510371 Nov 12 00:49:35.866412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb296f3-f2c9-4924-bded-b05b9ebfcfbc req-38bee9cc-384f-4b0f-a650-6853c755de32 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.874277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cb296f3-f2c9-4924-bded-b05b9ebfcfbc req-38bee9cc-384f-4b0f-a650-6853c755de32 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.2732868 Nov 12 00:49:35.876174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'name': 'network-vif-deleted', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:35.878783 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec4f4f3-97f7-4f5e-9d57-5a511ffd56dd" -d '{"events": [{"server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "name": "network-vif-deleted", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:35.881655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147c51-607e-4f57-9b53-b676c496dd39', 'name': 'tempest-RoutersIpV6Test-router-2102503268', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:34Z', 'updated_at': '2021-11-12T00:49:35Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:35.882590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:35.898206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0bb17e88-a207-47f1-b952-100592c84a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.906038 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0bb17e88-a207-47f1-b952-100592c84a33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0adbfda3dfd846c6b84245d563215e8a&device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1101 time: 0.3193736 Nov 12 00:49:35.959837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.968615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8218d3-5f7e-4b5d-8845-6bd2f7358da9 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:35.979808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Checking router: f8147c51-607e-4f57-9b53-b676c496dd39 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:35.996260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Routers {'f8147c51-607e-4f57-9b53-b676c496dd39'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:35.997271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['f8147c51-607e-4f57-9b53-b676c496dd39'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:36.029495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498753ac-3bc4-4660-81da-97ece91a50ae req-9fb84544-e3ff-4fcb-a87e-4c89276ddbe7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.038056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498753ac-3bc4-4660-81da-97ece91a50ae req-9fb84544-e3ff-4fcb-a87e-4c89276ddbe7 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 949 time: 0.2852869 Nov 12 00:49:36.053711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.098196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] Set router f8147c51-607e-4f57-9b53-b676c496dd39 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:36.130298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.157339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cb296f3-f2c9-4924-bded-b05b9ebfcfbc req-38ad7d4a-c7ba-411c-8706-71e929501aea tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811370 Nov 12 00:49:36.198746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147c51-607e-4f57-9b53-b676c496dd39', 'name': 'tempest-RoutersIpV6Test-router-2102503268', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:34Z', 'updated_at': '2021-11-12T00:49:35Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:36.236577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9b409-6a29-450f-a8a9-70f4aa56d254 None None] The sync data for ids ['f8147c51-607e-4f57-9b53-b676c496dd39'] in n-d-712141-15 is: [{'id': 'f8147c51-607e-4f57-9b53-b676c496dd39', 'name': 'tempest-RoutersIpV6Test-router-2102503268', 'tenant_id': 'ce341c089aab4ae4a9682c8215194f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:34Z', 'updated_at': '2021-11-12T00:49:35Z', 'revision_number': 2, 'project_id': 'ce341c089aab4ae4a9682c8215194f02', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:36.284356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-3c49287d-dc35-4b20-b997-b119318c003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.287529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-3c49287d-dc35-4b20-b997-b119318c003b service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.4623487 Nov 12 00:49:36.287529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-f745d5fa-02d9-4239-8a1b-d4982bae885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.288717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-f745d5fa-02d9-4239-8a1b-d4982bae885d service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.3614814 Nov 12 00:49:36.292380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8b31ce-ff5f-4b4f-8a47-5b978be670df,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:36.306682 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ece18a6-dc86-4917-a7af-2e856525d905 x-openstack-request-id: req-0ece18a6-dc86-4917-a7af-2e856525d905 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:36.306882 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a43b9d-3a94-485f-b7ee-672d42abdc86", "name": "network-vif-deleted", "tag": "84bf9c4b-0a8a-4d8d-8830-4fe374f88add", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:36.307124 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ece18a6-dc86-4917-a7af-2e856525d905 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:36.307516 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a43b9d-3a94-485f-b7ee-672d42abdc86', 'name': 'network-vif-deleted', 'tag': '84bf9c4b-0a8a-4d8d-8830-4fe374f88add', 'status': 'completed', 'code': 200} Nov 12 00:49:36.319093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498753ac-3bc4-4660-81da-97ece91a50ae req-c0f2b894-6dc6-4a7b-8104-5c0c76cafdab tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800612 Nov 12 00:49:36.358452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.360431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.360934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.361429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.361905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.362376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.363172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.363643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.364147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.364725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.365192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.365879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:36.373128 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-748e2c9c-d2ae-42b2-978e-16519a2f7423 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.0636125 Nov 12 00:49:36.416023 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.417721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.434554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.464953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d6dd5aa-2d67-4fdc-8fce-b9d9e8db5915 req-fb56d86c-2cf5-4e6d-8a06-192a085015c4 tempest-DeleteServersTestJSON-418597913 tempest-DeleteServersTestJSON-418597913-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a43b9d-3a94-485f-b7ee-672d42abdc86 HTTP/1.1" status: 200 len: 210 time: 0.0713873 Nov 12 00:49:36.478429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-c39649c6-3e71-48dc-8339-4bc49c3f5bb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 200 len: 217 time: 0.1766746 Nov 12 00:49:36.558009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:36.598107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 79677879-3b95-47cf-a900-6baea7c5902f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:36.606697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:36.642501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:36.654142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Checking segment: {'id': '24cbac8b-1818-4ce9-9558-3e1757385f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67bdf48a-3446-41fc-883f-00e283f50d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:36.654142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Network hostable DHCP agents. Network: 67bdf48a-3446-41fc-883f-00e283f50d2f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:36.670901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0e7befb2-7a52-49d4-b93c-5350aba72ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.672511 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0e7befb2-7a52-49d4-b93c-5350aba72ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2407672 Nov 12 00:49:36.705305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-763c0066-73f9-4546-bb72-eb087c70d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.708743 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-763c0066-73f9-4546-bb72-eb087c70d7bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2068305 Nov 12 00:49:36.742211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 84bf9c4b-0a8a-4d8d-8830-4fe374f88add no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:36.771831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.772452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Fanout notify agent at l3_agent the message router_deleted on router f8147c51-607e-4f57-9b53-b676c496dd39 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:49:36.792712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.797822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00a3583f-1487-46d2-a4ac-a95dad55db5a tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 204 len: 168 time: 0.9084916 Nov 12 00:49:36.803080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:36.819936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 84bf9c4b-0a8a-4d8d-8830-4fe374f88add {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:36.822286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 84bf9c4b-0a8a-4d8d-8830-4fe374f88add not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:36.843994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:36.853771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.855049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:36.878640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0b3c1595-1585-4036-a157-73ca2307ca54 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 200 len: 205 time: 0.0713568 Nov 12 00:49:36.880406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:36.885872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Network 67bdf48a-3446-41fc-883f-00e283f50d2f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:36.905454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6a71-3cc1-472d-94cf-a3e260cd4fb3 req-dd9ad429-fd52-4717-a411-0fce5ae85235 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.924443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-727b6a71-3cc1-472d-94cf-a3e260cd4fb3 req-dd9ad429-fd52-4717-a411-0fce5ae85235 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.3239202 Nov 12 00:49:36.930750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-c0f68768-3364-4efd-9c26-2ed1c504f1c5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8995080 Nov 12 00:49:36.958759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 67bdf48a-3446-41fc-883f-00e283f50d2f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:36.975000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.989880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.018154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'admin_state_up': True, 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'security_groups': ['9b0ca9c8-a1c5-475f-8d5e-408886d85d3e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:37.020305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0f90c223-2d6b-4549-a56f-9902c7bcc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.034673 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-0f90c223-2d6b-4549-a56f-9902c7bcc370 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3503172 Nov 12 00:49:37.046452 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-5aa7a3e6-d035-425b-87e8-9ccc5507ee52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:37.049938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5aa7a3e6-d035-425b-87e8-9ccc5507ee52 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/f8147c51-607e-4f57-9b53-b676c496dd39 HTTP/1.1" status: 404 len: 336 time: 0.1650827 Nov 12 00:49:37.079372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-7a57f1b6-9d2d-4f13-8b32-e7c5da71902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.079765 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-7a57f1b6-9d2d-4f13-8b32-e7c5da71902d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3477316 Nov 12 00:49:37.101300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.104259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:37.122408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a844b9d-eb8f-49a6-8a10-b526526bc43e None None] Network 67bdf48a-3446-41fc-883f-00e283f50d2f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:37.169941 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d626f27e-6ce1-43da-87ef-9a3d60a4c673 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:37.170416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d626f27e-6ce1-43da-87ef-9a3d60a4c673 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:37.176034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d626f27e-6ce1-43da-87ef-9a3d60a4c673 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/88d04691-0653-4cb8-96f9-48cbee7da973 HTTP/1.1" status: 404 len: 337 time: 0.0605226 Nov 12 00:49:37.220952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'mac_address': 'fa:16:3e:3c:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:37.241054 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-13eb6cff-2c39-4df1-9638-51607d6d6e6a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1858225 Nov 12 00:49:37.247503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.297941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3425b6bf-0d08-43c0-8ea9-605ad2e97b8f None None] Provisioning complete for port 824dc1b9-97ca-42b1-9b9e-2897497901d2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:37.298310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3425b6bf-0d08-43c0-8ea9-605ad2e97b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.333886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef908933-b17b-4b5e-8259-89d49de5d04a None None] Network 67bdf48a-3446-41fc-883f-00e283f50d2f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:37.340489 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b56dcf5-91c8-477c-ab2a-07a2cdfe9557 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:37.341513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b56dcf5-91c8-477c-ab2a-07a2cdfe9557 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:37.348250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7b56dcf5-91c8-477c-ab2a-07a2cdfe9557 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/8ea44ae2-3c19-49bf-8345-067891599727 HTTP/1.1" status: 404 len: 337 time: 0.0825329 Nov 12 00:49:37.354633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.356586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.433820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3425b6bf-0d08-43c0-8ea9-605ad2e97b8f None None] Port 824dc1b9-97ca-42b1-9b9e-2897497901d2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:37.441059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:37.476548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:37.498759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.516500 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ecc71b-5831-4453-ac7f-78485feff054 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:37.518616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ecc71b-5831-4453-ac7f-78485feff054 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:37.525039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-49ecc71b-5831-4453-ac7f-78485feff054 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/62dea13c-08e4-4c01-9dd3-378c434ce211 HTTP/1.1" status: 404 len: 337 time: 0.1591110 Nov 12 00:49:37.531778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.558569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-727b6a71-3cc1-472d-94cf-a3e260cd4fb3 req-7ae24496-18c3-4329-b589-324a370791ba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6331766 Nov 12 00:49:37.592157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-16bbcaa1-5417-48d9-bf49-d0ee55b38efa service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483458 Nov 12 00:49:37.614327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93540948-4b25-4129-bd67-2f2d67d791a9 req-42e5d113-88bd-44d8-aeb1-79945b20bbb9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.621214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93540948-4b25-4129-bd67-2f2d67d791a9 req-42e5d113-88bd-44d8-aeb1-79945b20bbb9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.623016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93540948-4b25-4129-bd67-2f2d67d791a9 req-42e5d113-88bd-44d8-aeb1-79945b20bbb9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 1652 time: 0.5034254 Nov 12 00:49:37.626422 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2ce5a8-9d99-4345-bec1-c76033608ad4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:37.626871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2ce5a8-9d99-4345-bec1-c76033608ad4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:37.628420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:37.633159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5d2ce5a8-9d99-4345-bec1-c76033608ad4 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/3b9c9130-3e8d-4fae-90c8-b0609547c858 HTTP/1.1" status: 404 len: 337 time: 0.0970421 Nov 12 00:49:37.646089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.690942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e13c8664-912b-4eea-b722-bf896c24db53 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 200 len: 205 time: 0.0427682 Nov 12 00:49:37.698895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.708694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:37.712506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.740815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ea5d6a7-f67f-465f-9149-8ae1c560d16f req-1c600202-c0a3-4b00-a2af-4f2d2100e779 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0537283 Nov 12 00:49:37.754007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-c553014e-346f-4c90-9d3f-b10f052e5bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406550 Nov 12 00:49:37.755163 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a563b65a-b80d-4ff3-a11c-9b836f7906bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:37.760112 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a563b65a-b80d-4ff3-a11c-9b836f7906bc tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/44185360-30eb-47cf-9c48-ab5fe91bd3a6 HTTP/1.1" status: 404 len: 336 time: 0.0584316 Nov 12 00:49:37.762603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53892) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.806622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2875c4ae-613e-417b-8c94-c4d3cc8c0efd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:37.807853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cbe9d853-fa48-473b-a534-967b27334b5d tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 HTTP/1.1" status: 200 len: 205 time: 0.0438709 Nov 12 00:49:37.816722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53894) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:37.881908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.1.1.247 (79677879-3b95-47cf-a900-6baea7c5902f/cbae09fb-8c45-4d4a-a410-932c4ddce5f2/3941086d-af66-4cdb-952d-c58aa7e96985) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:37.915806 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-273fb8ec-3454-47c7-b181-4323c7cbf108 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:37.922045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-273fb8ec-3454-47c7-b181-4323c7cbf108 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/0fb08910-0d14-4e02-b2ce-f8840a3e1aa5 HTTP/1.1" status: 404 len: 336 time: 0.0986323 Nov 12 00:49:37.937105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.004981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-d79a28c5-5874-43b4-9df2-895752b078ee service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983128 Nov 12 00:49:38.060180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93540948-4b25-4129-bd67-2f2d67d791a9 req-a924a29c-ba76-4fde-85d8-68accff9b1f0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150555 Nov 12 00:49:38.066605 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fb6434-7f2b-4ef0-88e3-d4cb72bbac7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:38.066983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fb6434-7f2b-4ef0-88e3-d4cb72bbac7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:38.071370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a8fb6434-7f2b-4ef0-88e3-d4cb72bbac7b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/f179f6e2-046f-446d-8882-a8814783bb02 HTTP/1.1" status: 404 len: 337 time: 0.1208808 Nov 12 00:49:38.074687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.111978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.119047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-09073fd0-699f-42ff-8b48-382559e53c6b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 200 len: 205 time: 0.0427697 Nov 12 00:49:38.121651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.160618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c3283-cfe3-4191-990e-f6045259a0a4 req-7c7d3b83-43cf-4864-844c-e4db091d63df tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.168593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e3c3283-cfe3-4191-990e-f6045259a0a4 req-7c7d3b83-43cf-4864-844c-e4db091d63df tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 950 time: 0.1776879 Nov 12 00:49:38.178452 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ae68cf4f-5a0b-46e4-80e3-3ac24f9800f6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:38.179625 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ae68cf4f-5a0b-46e4-80e3-3ac24f9800f6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/f9463c9c-b419-4790-a852-82c37c34319d HTTP/1.1" status: 404 len: 336 time: 0.0570502 Nov 12 00:49:38.183553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.199405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-099d9d2a-acf0-4312-8bcc-65a89f74dc63 req-34d6d580-b4dd-4160-9097-2f6de5339db5 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341233 Nov 12 00:49:38.217763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f2d5a83-e03f-4e3c-a3e4-fd3fa882109b tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32d1c22-ed53-44b9-a978-849fd922ae9f HTTP/1.1" status: 200 len: 205 time: 0.0328441 Nov 12 00:49:38.220240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.236038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.268396 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e5746168-f2df-4dbf-a1c4-91012c4f90f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:38.269458 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e5746168-f2df-4dbf-a1c4-91012c4f90f5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/c32d1c22-ed53-44b9-a978-849fd922ae9f HTTP/1.1" status: 404 len: 336 time: 0.0477896 Nov 12 00:49:38.272040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.292802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e3c3283-cfe3-4191-990e-f6045259a0a4 req-2d118dd1-8e18-46dc-bc54-d5265b571d32 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202805 Nov 12 00:49:38.304385 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccdad1e-e3a4-4237-b12b-a9d497ed20f2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:38.304385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccdad1e-e3a4-4237-b12b-a9d497ed20f2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:38.308462 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cccdad1e-e3a4-4237-b12b-a9d497ed20f2 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/9b57f706-df79-45e9-b21f-e7a0173600a8 HTTP/1.1" status: 404 len: 337 time: 0.0330937 Nov 12 00:49:38.309407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.317994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1834772283', 'description': 'tempest-description-976938682'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:38.329066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 79677879-3b95-47cf-a900-6baea7c5902f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:38.331256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:38.335159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:38.346405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ecc2f49e-6265-4cf2-aa7e-27e255965df6 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=560e5c27-6535-4777-9f06-aaaa9421d353 HTTP/1.1" status: 200 len: 205 time: 0.0356488 Nov 12 00:49:38.347188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.356970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:38.397557 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-252e23ed-d999-47e0-acf4-31a42174e6c9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:38.401700 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-252e23ed-d999-47e0-acf4-31a42174e6c9 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/560e5c27-6535-4777-9f06-aaaa9421d353 HTTP/1.1" status: 404 len: 336 time: 0.0535226 Nov 12 00:49:38.402351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.429755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.430827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.440030 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeb0d81-b981-4a25-a0a7-27b042306563 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:38.440548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeb0d81-b981-4a25-a0a7-27b042306563 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:38.447972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cdeb0d81-b981-4a25-a0a7-27b042306563 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/139c75ba-be47-4fe9-ba85-1550c5c611da HTTP/1.1" status: 404 len: 337 time: 0.0440769 Nov 12 00:49:38.448694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.482749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-49c559be-7527-446d-94de-4ecee92a4b2e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef0e7cc-2168-43c8-ac29-ce566f01cd16 HTTP/1.1" status: 200 len: 205 time: 0.0328798 Nov 12 00:49:38.485550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.494759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.505480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-9e38ae59-6bdb-4134-87c3-95935c934619 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4982538 Nov 12 00:49:38.541742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5307ea8-689e-4797-835f-efa746fb5e84 req-169cfddb-2171-4898-a386-a02bd2bf0543 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.543515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5307ea8-689e-4797-835f-efa746fb5e84 req-169cfddb-2171-4898-a386-a02bd2bf0543 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 1102 time: 0.1082723 Nov 12 00:49:38.550729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'admin_state_up': True, 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'security_groups': ['9b0ca9c8-a1c5-475f-8d5e-408886d85d3e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:38.554195 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-f5e0e753-17c2-4fb5-a9a1-0542af56555e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] delete failed (client error): The resource could not be found. Nov 12 00:49:38.557949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5e0e753-17c2-4fb5-a9a1-0542af56555e tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/routers/9ef0e7cc-2168-43c8-ac29-ce566f01cd16 HTTP/1.1" status: 404 len: 336 time: 0.0679467 Nov 12 00:49:38.558503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53928) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.595699 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c618fe-0356-44dd-abb3-a8326d3ca5ab tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:38.597932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c618fe-0356-44dd-abb3-a8326d3ca5ab tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:38.607352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:38.607827 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3c618fe-0356-44dd-abb3-a8326d3ca5ab tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/2dc79697-bf67-48b9-8394-56c98c52eb62 HTTP/1.1" status: 404 len: 337 time: 0.0481870 Nov 12 00:49:38.678531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3cd24cf4-2ebd-4de3-90b4-36bc0bd95c26 None None] Provisioning complete for port 3941086d-af66-4cdb-952d-c58aa7e96985 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:38.678901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cd24cf4-2ebd-4de3-90b4-36bc0bd95c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.719748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3cd24cf4-2ebd-4de3-90b4-36bc0bd95c26 None None] Port 3941086d-af66-4cdb-952d-c58aa7e96985 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:38.851305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:38.907004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:38.911671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:38.912205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.977429 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-da10cefb-975b-4fdc-b969-f468cec567e5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] DELETE failed (client error): The resource could not be found. Nov 12 00:49:38.978115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da10cefb-975b-4fdc-b969-f468cec567e5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:49:38.984098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da10cefb-975b-4fdc-b969-f468cec567e5 tempest-RoutersIpV6Test-1749545291 tempest-RoutersIpV6Test-1749545291-project] 10.222.0.11 "DELETE /v2.0/subnets/92348a2b-d249-48f6-874d-c5986594a002 HTTP/1.1" status: 404 len: 337 time: 0.0462706 Nov 12 00:49:39.007772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.028217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5307ea8-689e-4797-835f-efa746fb5e84 req-e3848e63-e525-4cce-8c4e-790510397a64 tempest-MigrationsAdminTest-1431049056 tempest-MigrationsAdminTest-1431049056-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698551 Nov 12 00:49:39.066859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:39.077935 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ecde98-dc75-4b95-b9b3-16c36d8111c7" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:39.100232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.107479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.128224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:39.142246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.146769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d47780-0ce9-402b-8a8c-abbe725f4bc6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:39.166627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:39.212932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.216201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e08dddb-9638-40a3-ad62-3967f9aef02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.216528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f5a555f-eec3-4020-9298-f3cdf0391787 req-8db6ce20-24f3-4ba6-b7a7-0d6ec8565d1d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9395366 Nov 12 00:49:39.220733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=13']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:39.339283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:39.345266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-212d2610-36a6-4fea-b2cd-45c14f74c5de req-99cb4204-fe0f-4e5f-8a2b-841bdfd1ca86 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0475872 Nov 12 00:49:39.357610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600a86e-ccbe-42f8-a1f5-14ce64d6c0f2 req-7cfb2bd6-dab2-4824-9369-c3a3b51428aa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.359201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e600a86e-ccbe-42f8-a1f5-14ce64d6c0f2 req-7cfb2bd6-dab2-4824-9369-c3a3b51428aa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1574833 Nov 12 00:49:39.363987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.535045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8bb9c940-6b94-4260-b9da-d6fa53cbcf0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce341c089aab4ae4a9682c8215194f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945138 Nov 12 00:49:39.538488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:39.558924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e600a86e-ccbe-42f8-a1f5-14ce64d6c0f2 req-6792797e-3f4b-4bf6-8617-7ed367e40152 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906796 Nov 12 00:49:39.593570 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e174eaa-afb3-45df-9cb6-0112856c5d71 x-openstack-request-id: req-5e174eaa-afb3-45df-9cb6-0112856c5d71 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:39.593861 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-plugged", "status": "completed", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:39.594437 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e174eaa-afb3-45df-9cb6-0112856c5d71 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:39.594995 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'code': 200} Nov 12 00:49:39.612947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.636558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.702107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.705412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:39.707493 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e830a57a-011c-4857-b409-7c29445a8659 HTTP/1.1" status: 204 len: 168 time: 0.1663122 Nov 12 00:49:39.723666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b9b5-8a2a-4b56-b0bf-23d0541eefb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e830a57a-011c-4857-b409-7c29445a8659,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:39.794955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.2.2.100 (1ad0b42f-9515-4e26-9599-a43168b90382/d9e569dc-2ffb-469a-aa1f-8681a729b665/ed2aa351-810d-4283-bb25-7f88b5c1d1a5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:39.808185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99e63-c12d-4c23-a5a8-3d854cb0510d req-52f67bfe-5d40-4d55-be12-c6fc39ad6db5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.814225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99e63-c12d-4c23-a5a8-3d854cb0510d req-52f67bfe-5d40-4d55-be12-c6fc39ad6db5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.820817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99e63-c12d-4c23-a5a8-3d854cb0510d req-52f67bfe-5d40-4d55-be12-c6fc39ad6db5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.822852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24f99e63-c12d-4c23-a5a8-3d854cb0510d req-52f67bfe-5d40-4d55-be12-c6fc39ad6db5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 2373 time: 0.1702149 Nov 12 00:49:39.832585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-074d83b4-11ba-4fca-9fd3-730f4db73b76 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/d8d47780-0ce9-402b-8a8c-abbe725f4bc6 HTTP/1.1" status: 200 len: 1823 time: 0.1615863 Nov 12 00:49:39.853036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8d47780-0ce9-402b-8a8c-abbe725f4bc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:39.853374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8d47780-0ce9-402b-8a8c-abbe725f4bc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:39.972998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24f99e63-c12d-4c23-a5a8-3d854cb0510d req-304f7546-ef77-4612-9e1b-3016ee059a4f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250944 Nov 12 00:49:40.020233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.116077 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.125883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.182754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487bf8-0df8-4acd-9d55-4d3a39051079 req-83bc98db-9111-4006-b301-294ac5194b11 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.184498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05487bf8-0df8-4acd-9d55-4d3a39051079 req-83bc98db-9111-4006-b301-294ac5194b11 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 951 time: 0.1247981 Nov 12 00:49:40.185223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75174a0c-1353-4ecc-8499-420f64b69141,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.194722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.206779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5ead386-46ef-4e42-864f-03f4be9bb8c8 req-9a03e0c6-179e-4008-a2af-29a71cafed87 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3723061 Nov 12 00:49:40.245638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.266782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1009710003', 'description': 'tempest-description-1858221849'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:40.294231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05487bf8-0df8-4acd-9d55-4d3a39051079 req-495c2da1-14e9-4175-b533-00e94be6b6aa tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Nov 12 00:49:40.331074 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.353413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.407606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 1ad0b42f-9515-4e26-9599-a43168b90382 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:40.417011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:40.424615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:40.431538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.495829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.496485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.571704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d39d0f0b-050f-4a1b-bbe9-e33bf3afc7d6 req-b141af75-a11b-452a-add6-6b9710f10aa3 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0828485 Nov 12 00:49:40.574669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:40.580655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032585 Nov 12 00:49:40.584514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:40.602401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.608323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-a8535810-ce3d-4a0f-91f6-683782d367c1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635228 Nov 12 00:49:40.610940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.646508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'admin_state_up': True, 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'security_groups': ['9b0ca9c8-a1c5-475f-8d5e-408886d85d3e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:40.653253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.660712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0563876b-3b3a-416b-af84-45b6033a8578 req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4034266 Nov 12 00:49:40.706384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35c95e-20b3-4b9f-9d11-e132b1fbfffe tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7137bf4-0234-437d-935d-c890cae1159d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.768575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-58001652-a64d-41d8-b6d0-414ac283ccfd None None] Provisioning complete for port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:40.769395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58001652-a64d-41d8-b6d0-414ac283ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.783717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-789b8476-0812-4d3e-823e-94dd75282c80 tempest-NetworksApiDiscovery-2120293532 tempest-NetworksApiDiscovery-2120293532-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1952038 Nov 12 00:49:40.824754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-58001652-a64d-41d8-b6d0-414ac283ccfd None None] Port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:40.834318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-8c308baa-a8f8-48c1-b613-f43cdaf307da tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/a7137bf4-0234-437d-935d-c890cae1159d HTTP/1.1" status: 200 len: 1824 time: 0.0940380 Nov 12 00:49:40.853189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:40.859673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7137bf4-0234-437d-935d-c890cae1159d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:40.859983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7137bf4-0234-437d-935d-c890cae1159d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:40.884864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6ed6-2fe6-4f14-8760-97e4cbf50ef9 req-8eccbb9b-8706-4829-863d-5417f109cea7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.892530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e6c6ed6-2fe6-4f14-8760-97e4cbf50ef9 req-8eccbb9b-8706-4829-863d-5417f109cea7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1510103 Nov 12 00:49:40.931999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:49:40.931999 n-d-712141-15 neutron-server[102677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:49:40.931999 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id': '12b7afa7537042f482645466ac7aef90', 'id': '44f73dd9-4e1c-4a4f-925c-4cb531b68cc9', 'expiration': datetime.datetime(2021, 11, 12, 0, 51, 40, 921517)}] Nov 12 00:49:40.931999 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:49:40.932526 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:49:40.991410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e6c6ed6-2fe6-4f14-8760-97e4cbf50ef9 req-9f680327-a960-42f2-8182-ee4a323b2491 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898190 Nov 12 00:49:41.035425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.089661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.096253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.120385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92372cb-4234-4c09-af75-b1892c9b2990,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.134037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.144266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593636b8-8f9b-4e24-92a5-c6a660957585 req-612e8c96-c4d1-43c0-ab77-2140cd0182b2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2920089 Nov 12 00:49:41.201252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:41.221924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:41.246616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:41.267931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1343904473', 'description': 'tempest-description-2133521315'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:41.299351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.309388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-a86aa7df-3779-42c2-9c05-23749069cb75 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.317202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-a86aa7df-3779-42c2-9c05-23749069cb75 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.318492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:41.336769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-a86aa7df-3779-42c2-9c05-23749069cb75 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.349363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:41.355688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-a86aa7df-3779-42c2-9c05-23749069cb75 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.357592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-a86aa7df-3779-42c2-9c05-23749069cb75 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 3094 time: 0.1604750 Nov 12 00:49:41.360413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.399220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.425560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-7f343df6-66a9-4aa5-b532-a59ec9dfafef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:41.427304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-7f343df6-66a9-4aa5-b532-a59ec9dfafef tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 951 time: 0.1038148 Nov 12 00:49:41.463284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.473532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8fdc9309-ec28-41d6-90ea-016fb518dbb1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:41.542187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e52f951b-7d65-4b91-b535-7854f22c5cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.579445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Deleting port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:41.580565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.611415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06377b01-f546-4434-9f71-fa5e9705f0dc req-3d14e513-5a7a-40d4-a362-5948bd467774 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412517 Nov 12 00:49:41.621155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Made reservation on behalf of 12b7afa7537042f482645466ac7aef90 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:41.638910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.734813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aae97b01-7be5-426b-97ad-5e94cc36cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.755587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.755763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] For port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:41.757678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.772665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Calling delete_port for 2875c4ae-613e-417b-8c94-c4d3cc8c0efd owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:41.784684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.882018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.889657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36456a98-b03d-4c72-9f77-780b5b47e61c req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6312659 Nov 12 00:49:41.904136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e501c22-2d51-4899-995b-86f14d376b1c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd8b49-d9d6-4a2f-8c11-54bc01449d3f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.972012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e52f951b-7d65-4b91-b535-7854f22c5cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.009822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e52f951b-7d65-4b91-b535-7854f22c5cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.061422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.085451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:42.093706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:42.119428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event deleted for resources: {'Port': ['ID=2875c4ae-613e-417b-8c94-c4d3cc8c0efd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:42.123369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93d590-6b60-4fca-821f-015888ff0b9b req-4a244f38-6b09-4226-a8fc-f4fa3f784182 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.126779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d93d590-6b60-4fca-821f-015888ff0b9b req-4a244f38-6b09-4226-a8fc-f4fa3f784182 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=98b86522-d903-4450-89ad-5bd829d9b210 HTTP/1.1" status: 200 len: 868 time: 0.2295575 Nov 12 00:49:42.157344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e52f951b-7d65-4b91-b535-7854f22c5cb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e01495d67b3b4b2fa431117f45c14519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9516544 Nov 12 00:49:42.159621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54062) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:42.165567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51a7eb50-999e-4be1-97b8-345d88ddf532 req-262fefe4-7a33-4b13-b1ad-3c90b3790f0b tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0939999 Nov 12 00:49:42.170374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f951b-7d65-4b91-b535-7854f22c5cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9be831-4dab-434d-8637-d3a949d05298,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:42.173470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Allocated IP 10.2.2.200 (1ad0b42f-9515-4e26-9599-a43168b90382/d9e569dc-2ffb-469a-aa1f-8681a729b665/6613cdf8-16f1-4554-926b-84d4f7e22843) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:42.225008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] No DVR routers for this DVR port 2875c4ae-613e-417b-8c94-c4d3cc8c0efd on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:42.258812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.263122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b603eb5-9091-45cb-a1ca-80cd6aae9f44 req-397cc613-79c3-4ac9-b4a7-0fa4711e4ba1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "DELETE /v2.0/ports/2875c4ae-613e-417b-8c94-c4d3cc8c0efd HTTP/1.1" status: 204 len: 173 time: 0.8275359 Nov 12 00:49:42.263785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-deleted', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:42.266353 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad9d28-79e9-45a8-ae4b-3c84f89e78ee" -d '{"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-deleted", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:42.370508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895569069', 'description': 'tempest-description-472624848'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:42.711450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.746930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d93d590-6b60-4fca-821f-015888ff0b9b req-a2554049-e6c3-4151-84df-b5ef0bdbd517 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883377 Nov 12 00:49:42.756411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.769246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.798999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Network 1ad0b42f-9515-4e26-9599-a43168b90382 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:42.806188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:42.866140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:42.880019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:42.936940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.952245 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:42.960972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.009589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.159648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.169263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:43.170214 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.248445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.249771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.252728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.254547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f9be831-4dab-434d-8637-d3a949d05298 HTTP/1.1" status: 204 len: 168 time: 1.0896399 Nov 12 00:49:43.266959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49066fe7-6cd5-4e23-861d-aca9eec97854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9be831-4dab-434d-8637-d3a949d05298,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:43.269950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.284212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6566589 Nov 12 00:49:43.285127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad986263-2cb9-4386-a9aa-fdcffc84541e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:43.298786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.299885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de17c4d2-1dc2-4911-be10-1b34822afc76 req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9678054 Nov 12 00:49:43.332824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584a26f-84fc-4169-b679-52c783074d75 req-0c162451-e226-4ecb-ad9c-1c6dcf0378dd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.344972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d584a26f-84fc-4169-b679-52c783074d75 req-0c162451-e226-4ecb-ad9c-1c6dcf0378dd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.3894308 Nov 12 00:49:43.351275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:43.387994 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09122ecd-aa93-4697-87d6-0ccfef9759c7 x-openstack-request-id: req-09122ecd-aa93-4697-87d6-0ccfef9759c7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:43.388935 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b86522-d903-4450-89ad-5bd829d9b210", "name": "network-vif-deleted", "tag": "2875c4ae-613e-417b-8c94-c4d3cc8c0efd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:43.389345 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09122ecd-aa93-4697-87d6-0ccfef9759c7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:43.389936 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b86522-d903-4450-89ad-5bd829d9b210', 'name': 'network-vif-deleted', 'tag': '2875c4ae-613e-417b-8c94-c4d3cc8c0efd', 'status': 'completed', 'code': 200} Nov 12 00:49:43.420454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2e961093-392c-4343-8f40-c75eac452055 None None] Provisioning complete for port 6613cdf8-16f1-4554-926b-84d4f7e22843 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:43.420829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e961093-392c-4343-8f40-c75eac452055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.451482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.460101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a95ecb-f5bf-4da6-8e31-747137641723 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a19957-3a3e-4cdb-b46a-37d9090afdd7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:43.496775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d584a26f-84fc-4169-b679-52c783074d75 req-e637c652-0040-43aa-aca9-4049c2b63481 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505272 Nov 12 00:49:43.559695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.595839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2e961093-392c-4343-8f40-c75eac452055 None None] Port 6613cdf8-16f1-4554-926b-84d4f7e22843 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:43.604616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:43.607130 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26241289-72ae-4d93-93c7-42b47f4d7311" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:43.642437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:43.662142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:43.731376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:43.873638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90a20197-f18e-48bd-864a-4bcc7fef7bce req-c4da7646-9fa2-467e-97bf-cea88d00e01a tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0702844 Nov 12 00:49:43.917973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.011460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.018911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.025709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.033043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.040428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.042268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-82e8e7ee-2a16-4f0b-ab02-17d2acd1c98e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 3815 time: 0.2448483 Nov 12 00:49:44.091423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc27ac1-075c-4c45-8064-ccb800cd0a50 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:44.114205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.131035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966c4683-9841-4379-959f-d262e802c2a4 req-62b4df21-989d-4ae0-862b-5ab73e74669e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/48dd8b49-d9d6-4a2f-8c11-54bc01449d3f HTTP/1.1" status: 200 len: 1824 time: 0.1934080 Nov 12 00:49:44.147938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Transition to ACTIVE for port object 2cc27ac1-075c-4c45-8064-ccb800cd0a50 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:44.176709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.236237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-710c4c7e-b8f5-449b-9a18-4879a549de9f req-c6f21324-b7fb-44b0-bdba-c3f17d5ee884 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772709 Nov 12 00:49:44.333605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966c4683-9841-4379-959f-d262e802c2a4 req-81ea526b-8152-414e-96a8-b34c9820866d tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/d5a19957-3a3e-4cdb-b46a-37d9090afdd7 HTTP/1.1" status: 200 len: 1822 time: 0.1949513 Nov 12 00:49:44.337385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:44.350332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48dd8b49-d9d6-4a2f-8c11-54bc01449d3f', 'remote_group_id': 'd5a19957-3a3e-4cdb-b46a-37d9090afdd7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:44.350650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48dd8b49-d9d6-4a2f-8c11-54bc01449d3f', 'remote_group_id': 'd5a19957-3a3e-4cdb-b46a-37d9090afdd7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:44.353715 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de3b1e8-6333-496e-bd32-13d98cabfbb2 x-openstack-request-id: req-1de3b1e8-6333-496e-bd32-13d98cabfbb2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:44.354185 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:44.354384 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1de3b1e8-6333-496e-bd32-13d98cabfbb2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:44.354706 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:49:44.594511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Attempting to bind port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:44.594958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Attempting to bind port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:44.595264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Attempting to bind port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 on network 250f867e-bd63-498f-a6e8-f9f275965de9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:44.607142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 on network 250f867e-bd63-498f-a6e8-f9f275965de9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:44.607469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Attempting to bind port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 on network 250f867e-bd63-498f-a6e8-f9f275965de9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:44.615595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.619171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:44.619542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Checking segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:44.619894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Bound using segment: {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:44.620416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Bound port: 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a479d136-112b-410f-8133-6ce8e4c97102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:44.620792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.784844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:44.816267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.827133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.850066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.885636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:44.917615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8a4839-7de3-48fe-abd2-f399223ee596,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:44.928440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 2875c4ae-613e-417b-8c94-c4d3cc8c0efd {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:44.931305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2875c4ae-613e-417b-8c94-c4d3cc8c0efd not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:44.938999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:44.948223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:44.955942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.957221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966c4683-9841-4379-959f-d262e802c2a4 req-5302ed47-d549-401a-8fc4-50243ebbf897 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6117780 Nov 12 00:49:44.960881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.002240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-383097823-network', 'tenant_id': '71e592d216614b55bc1cb37c5535e8f0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.038175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68415067-5c26-40e2-b6ae-053d2f6b9747 req-c12b60d0-92c7-4cc1-bafc-e01ae9516dfd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.046743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68415067-5c26-40e2-b6ae-053d2f6b9747 req-c12b60d0-92c7-4cc1-bafc-e01ae9516dfd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.2676172 Nov 12 00:49:45.057135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.058064 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.059838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 1092 time: 1.7585182 Nov 12 00:49:45.065196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:45.067906 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e15a2-37e6-41ec-a123-2f09c8d88322" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:45.069441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Made reservation on behalf of 71e592d216614b55bc1cb37c5535e8f0 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:45.073677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.090356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.115689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.185901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b38c0-66f3-4598-b8ca-9b47a0d989e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.222664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.234755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.267175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:45.286527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1126d8-d3ae-4965-8dbf-d8c20b0904ff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.290718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.292249 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Added segment a3c66f28-4608-4055-8e77-7d4dfc9ba330 of type vlan for network d19eec6c-7210-4b6f-b310-5c3b7b005e09 Nov 12 00:49:45.298007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68415067-5c26-40e2-b6ae-053d2f6b9747 req-5414bd24-741e-4994-b62d-de6736d58567 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499616 Nov 12 00:49:45.331378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48ef7b-ec21-49cd-a3cb-2703b71bd88d req-b51fa07d-7e90-4d4b-80b6-f805af308717 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.353424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe48ef7b-ec21-49cd-a3cb-2703b71bd88d req-b51fa07d-7e90-4d4b-80b6-f805af308717 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 951 time: 0.2551107 Nov 12 00:49:45.364765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.406394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.408798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.410974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.416663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.569947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d19eec6c-7210-4b6f-b310-5c3b7b005e09,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.579145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b994fbe-79c1-4b70-b9cc-6366846bf61e req-e5f5d70f-8aa0-40d0-a74a-607ac53ca146 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0814028 Nov 12 00:49:45.588582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d19eec6c-7210-4b6f-b310-5c3b7b005e09 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:45.597447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bc1fae49-8a0a-4138-b342-11cc14a2b4e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8107293 Nov 12 00:49:45.600400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:45.612406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Request body: {'subnet': {'network_id': 'd19eec6c-7210-4b6f-b310-5c3b7b005e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-383097823-subnet', 'tenant_id': '71e592d216614b55bc1cb37c5535e8f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.625669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe48ef7b-ec21-49cd-a3cb-2703b71bd88d req-00d1e446-718b-4851-830b-c93c3a5769d6 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712421 Nov 12 00:49:45.684426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Made reservation on behalf of 71e592d216614b55bc1cb37c5535e8f0 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:45.687808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.700414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-827862704', 'description': 'tempest-description-106955487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.860243 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec154d7-4591-4c42-8aec-27f6f4c891fa x-openstack-request-id: req-1ec154d7-4591-4c42-8aec-27f6f4c891fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:45.860837 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:45.861238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ec154d7-4591-4c42-8aec-27f6f4c891fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:45.861788 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'status': 'completed', 'code': 200} Nov 12 00:49:46.116719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:46.125276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.138074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Transition to ACTIVE for port object 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:46.139862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.155959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.201332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.221532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.227411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.233512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.239443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.245619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.247421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-22a19161-209b-4857-88bd-dd0186e2ee70 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 3827 time: 0.3821454 Nov 12 00:49:46.287989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.338563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a478a73-f18b-46eb-b22a-a5460ee73b98 req-af2fd1cc-1b02-4f20-aeae-e52288376c11 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812266 Nov 12 00:49:46.397682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdfc16e-32f1-4be8-9ea4-5ba225ebf770,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.501796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-b059d347-0ff5-45b0-8eca-4172748054bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.503298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-b059d347-0ff5-45b0-8eca-4172748054bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 1095 time: 0.1227334 Nov 12 00:49:46.503770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-71b33fba-c273-4ee7-b3f5-c3a22b7910bc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.505748 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-71b33fba-c273-4ee7-b3f5-c3a22b7910bc tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 951 time: 0.2392600 Nov 12 00:49:46.534542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.535150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.535740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.536274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.536797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.537316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.542015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-a2542c92-5ee9-4d09-af5f-a2e73cef34d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5245 time: 0.2860162 Nov 12 00:49:46.643551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.663877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Attempting to bind port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:46.664566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Attempting to bind port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:46.664691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Attempting to bind port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:46.669666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Checking segment: {'id': 'a3c66f28-4608-4055-8e77-7d4dfc9ba330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd19eec6c-7210-4b6f-b310-5c3b7b005e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:46.670287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Network hostable DHCP agents. Network: d19eec6c-7210-4b6f-b310-5c3b7b005e09, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:46.672349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.695791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470b17-5205-4955-9f58-d71ffcc4e2d6 req-fa892bd7-82fe-4432-aa17-71933d4efe11 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.714573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e470b17-5205-4955-9f58-d71ffcc4e2d6 req-fa892bd7-82fe-4432-aa17-71933d4efe11 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1993001 Nov 12 00:49:46.765523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9d4f0b-0f26-4941-b67c-75c441bbe8bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.765523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.765523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bba72a15-dd76-484e-adf0-b4b2b8043c3d req-f2033c71-6834-4641-a8dd-fa57896bae55 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0860796 Nov 12 00:49:46.784937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on network 79677879-3b95-47cf-a900-6baea7c5902f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:46.785265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Attempting to bind port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:46.803949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-22de2620-9d7e-4eea-9b0a-6123b322d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.806680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-22de2620-9d7e-4eea-9b0a-6123b322d480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1095 time: 0.2481413 Nov 12 00:49:46.816844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:46.817178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:46.817921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Bound using segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:46.818364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Bound port: 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:46.818716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.933612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e470b17-5205-4955-9f58-d71ffcc4e2d6 req-5600dd29-7549-44d4-bf47-5ba9e859c643 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187147 Nov 12 00:49:46.959070 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:46.965095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Network d19eec6c-7210-4b6f-b310-5c3b7b005e09 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:47.013829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d19eec6c-7210-4b6f-b310-5c3b7b005e09) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:47.022641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.023465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952df31b-ab3c-45f0-8155-17c88097a0a3 None None] Network d19eec6c-7210-4b6f-b310-5c3b7b005e09 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:47.024306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.027509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-8ddebd62-0285-4791-a284-0b115e4e754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.027985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-8ddebd62-0285-4791-a284-0b115e4e754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.028498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-8ddebd62-0285-4791-a284-0b115e4e754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.030295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-8ddebd62-0285-4791-a284-0b115e4e754a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=12b7afa7537042f482645466ac7aef90&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4709387 Nov 12 00:49:47.049830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea51ea4a-1504-45c4-8a91-ce2315419646 req-b70b50c6-f8e1-4242-9a2d-ba7146fb8523 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1361322 Nov 12 00:49:47.127934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:47.131810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:47.153731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895860119', 'description': 'tempest-description-19760254'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:47.195127 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.260363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7c05a-8713-4062-91a9-6135d83cd5ed None None] Network d19eec6c-7210-4b6f-b310-5c3b7b005e09 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:47.296708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Deleting port d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:47.297291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.336483 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb290509-7620-481a-b335-02fe2a867d88 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7343459 Nov 12 00:49:47.479722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-acfebd89-5558-4482-a37d-d964c64ae92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.481376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dc4e15a2-37e6-41ec-a123-2f09c8d88322 req-acfebd89-5558-4482-a37d-d964c64ae92b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4422765 Nov 12 00:49:47.523518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] For port d4586886-1ac2-4b42-b3b6-e92bf92b636a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d4586886-1ac2-4b42-b3b6-e92bf92b636a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:47.524130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.546916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Calling delete_port for d4586886-1ac2-4b42-b3b6-e92bf92b636a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:47.829442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.844343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:47.888100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.903136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.905126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.906436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event deleted for resources: {'Port': ['ID=d4586886-1ac2-4b42-b3b6-e92bf92b636a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.908247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 1131 time: 2.7978065 Nov 12 00:49:47.911582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:47.974645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:47.980050 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bffaf2-ce95-47dd-8bfc-b7d409705236" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "0f520ca8-adfd-4c09-b4ad-5a6eea1960f7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:48.001366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-1b6d8920-838a-4133-ae16-03b0b398d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.002909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-1b6d8920-838a-4133-ae16-03b0b398d980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 1.1873412 Nov 12 00:49:48.043466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] No DVR routers for this DVR port d4586886-1ac2-4b42-b3b6-e92bf92b636a on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:48.051545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.060748 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4bcd02d-b03d-4bf9-88e8-5adad9077a2a req-cf7f5728-3b7b-4236-b096-ed2bdd559453 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "DELETE /v2.0/ports/d4586886-1ac2-4b42-b3b6-e92bf92b636a HTTP/1.1" status: 204 len: 173 time: 1.5113204 Nov 12 00:49:48.061256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-deleted', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:48.063592 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c284b6a-7e44-42af-874c-5142d3a2c730" -d '{"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-deleted", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:48.090520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:48.279978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.335523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.382408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.383780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a21c4471-8954-43d8-b4f6-9222bcaec1dc req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.2457089 Nov 12 00:49:48.481604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.488099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091841894-network', 'tenant_id': '2226445a07724374a08c608a54f73d39'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:48.550850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.554588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233ba6-aeea-409a-8995-d3780ef57d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.568510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f563-eb6c-44ba-8eb6-92fed56d67e9 req-62308d3a-35c1-431a-8971-045aee510f8a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.570306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d1f563-eb6c-44ba-8eb6-92fed56d67e9 req-62308d3a-35c1-431a-8971-045aee510f8a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7efd63b-6981-4eb4-b396-fcbe99b85928 HTTP/1.1" status: 200 len: 868 time: 1.4297762 Nov 12 00:49:48.573000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Made reservation on behalf of 2226445a07724374a08c608a54f73d39 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:48.575409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.584973 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.618406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-867294b6-f0f8-4df0-a174-bb1c028c355e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 999 time: 0.5414910 Nov 12 00:49:48.731663 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.752174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.783835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba1e85-dc55-42d7-bca5-a09dae13ff81,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.793646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:48.819754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:48.835701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.837540 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Added segment b0ae6990-c5f4-4749-bbd1-e3bd6f8d1175 of type vlan for network 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac Nov 12 00:49:48.859061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: d4586886-1ac2-4b42-b3b6-e92bf92b636a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:48.859396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d4586886-1ac2-4b42-b3b6-e92bf92b636a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:48.885790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118a87d-804f-40a2-8bde-d2ef34fc3272 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd1912e-9d46-49f0-beee-829b06aa9609,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.928999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.994067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.995131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.995770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.998239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-ebff2a8f-5979-4bce-9e34-39353b8f4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.999788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-ebff2a8f-5979-4bce-9e34-39353b8f4f91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.3484492 Nov 12 00:49:49.079480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5966289 Nov 12 00:49:49.082702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.089965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Request body: {'subnet': {'network_id': '7ff97a8f-4c1d-49db-8fb7-c25d95da94ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091841894-subnet', 'tenant_id': '2226445a07724374a08c608a54f73d39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:49.096886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380bbd2-ff9b-4361-bd5c-fe43bc202543 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff97a8f-4c1d-49db-8fb7-c25d95da94ac,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.108179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:49.151869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Made reservation on behalf of 2226445a07724374a08c608a54f73d39 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:49.154652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.235606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d1f563-eb6c-44ba-8eb6-92fed56d67e9 req-0b94089d-6760-4a31-93cb-e4d55fa71c43 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227388 Nov 12 00:49:49.456461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-6941f3e8-4a69-4477-b8b3-d1f042c9af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.459509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-6941f3e8-4a69-4477-b8b3-d1f042c9af13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2396991 Nov 12 00:49:49.490997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.504974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.523031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.526716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.542269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.559016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.573586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.573817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa934798-3ab3-45c2-b035-b32e18500d6e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.591826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-604b26b5-734b-4b21-a51e-0d09edd36929 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 4599 time: 0.8752394 Nov 12 00:49:49.625142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Checking segment: {'id': 'b0ae6990-c5f4-4749-bbd1-e3bd6f8d1175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ff97a8f-4c1d-49db-8fb7-c25d95da94ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:49.625500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Network hostable DHCP agents. Network: 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:49.690781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Network 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:49.708604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:49.715936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.716492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.723910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4f22d-02da-4eba-bea7-45a1d5d40119 None None] Network 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:49.774396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-182d4624-5019-4e69-a89d-0d928f15c49b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6906164 Nov 12 00:49:49.803937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-9e81897e-caa4-46fb-be30-5eeeb2f4545c service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338766 Nov 12 00:49:49.812027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23044-20fb-46e3-91d7-e4240be32d5b req-340b0336-f93e-4201-959c-49949fac4b07 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.813678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ec23044-20fb-46e3-91d7-e4240be32d5b req-340b0336-f93e-4201-959c-49949fac4b07 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.4054153 Nov 12 00:49:49.971670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7e59d-b353-4b04-b9a1-a9d873f40330 None None] Network 7ff97a8f-4c1d-49db-8fb7-c25d95da94ac requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:50.068669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.114568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Deleting subnet 6fdfc16e-32f1-4be8-9ea4-5ba225ebf770 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:50.119160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.150291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf087590-2c52-4d68-b1bf-46ec6c13c99c req-272f8fa3-9df1-436a-b161-dd2f1f1b3c16 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5572453 Nov 12 00:49:50.159097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:50.172211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.207004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.230633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.274986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Transition to ACTIVE for port object 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:50.313835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ec23044-20fb-46e3-91d7-e4240be32d5b req-91843c35-1331-416e-9d15-f9e3ae1170f5 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4777992 Nov 12 00:49:50.339817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.352964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.370873 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7455a4b-cd01-4887-a1a3-11c82a1b6ce1 x-openstack-request-id: req-a7455a4b-cd01-4887-a1a3-11c82a1b6ce1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:50.375656 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "0f520ca8-adfd-4c09-b4ad-5a6eea1960f7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:50.376035 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7455a4b-cd01-4887-a1a3-11c82a1b6ce1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:50.376606 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7', 'status': 'completed', 'code': 200} Nov 12 00:49:50.446357 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3849063d-de88-476f-8a81-6869b155968f x-openstack-request-id: req-3849063d-de88-476f-8a81-6869b155968f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:50.450431 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7efd63b-6981-4eb4-b396-fcbe99b85928", "name": "network-vif-deleted", "tag": "d4586886-1ac2-4b42-b3b6-e92bf92b636a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:50.454106 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3849063d-de88-476f-8a81-6869b155968f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:50.456629 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7efd63b-6981-4eb4-b396-fcbe99b85928', 'name': 'network-vif-deleted', 'tag': 'd4586886-1ac2-4b42-b3b6-e92bf92b636a', 'status': 'completed', 'code': 200} Nov 12 00:49:50.475560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81c40c5-3d4b-40c5-9a69-84d2e4a62922 req-51e2d7c1-2033-45cf-8cd7-ed6c5acb74ea service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579564 Nov 12 00:49:50.477598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fdfc16e-32f1-4be8-9ea4-5ba225ebf770,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.548350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.555640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1ca98f3c-996a-4df6-a41a-d5464e606802 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6fdfc16e-32f1-4be8-9ea4-5ba225ebf770 HTTP/1.1" status: 204 len: 168 time: 0.4858830 Nov 12 00:49:50.560011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.702190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.708684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-386eed89-82d4-450d-b0b5-73d3d8ac4799 req-4947042a-bcfa-4b8d-9bb5-4ab30a3e2f4b tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1431923 Nov 12 00:49:50.711740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.746817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-cb1caca4-6387-4110-b698-88f29bc14f0b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/8d9d4f0b-0f26-4941-b67c-75c441bbe8bb HTTP/1.1" status: 200 len: 1822 time: 0.2642031 Nov 12 00:49:50.781917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.782397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.782867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.783332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.783797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.786240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.786240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.786886 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-fbc5e040-5944-4761-bb20-0d6314794b2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6169 time: 0.3284078 Nov 12 00:49:50.980955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.005711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-e74146f4-7c8d-41f9-be14-d2d892c873de tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/efd1912e-9d46-49f0-beee-829b06aa9609 HTTP/1.1" status: 200 len: 1821 time: 0.2536850 Nov 12 00:49:51.013520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d9d4f0b-0f26-4941-b67c-75c441bbe8bb', 'remote_group_id': 'efd1912e-9d46-49f0-beee-829b06aa9609', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:51.013837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d9d4f0b-0f26-4941-b67c-75c441bbe8bb', 'remote_group_id': 'efd1912e-9d46-49f0-beee-829b06aa9609', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:51.047491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19eec6c-7210-4b6f-b310-5c3b7b005e09']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:51.093587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c66f28-4608-4055-8e77-7d4dfc9ba330') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:51.093891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c66f28-4608-4055-8e77-7d4dfc9ba330') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:51.136401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.166810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.174251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:51.174707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.178954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Attempting to bind port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:51.179286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Attempting to bind port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:51.179668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Attempting to bind port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:51.213295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on network 79677879-3b95-47cf-a900-6baea7c5902f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:51.213641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Attempting to bind port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:51.246998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:51.251220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:51.251570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Bound using segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:51.252031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Bound port: 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:51.252411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:51.286878 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:51.336914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.341006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.396913 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.402445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] 10.222.0.11 "DELETE /v2.0/networks/d19eec6c-7210-4b6f-b310-5c3b7b005e09 HTTP/1.1" status: 204 len: 168 time: 0.8428133 Nov 12 00:49:51.405586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-7884dfdb-5122-4939-a70f-464fce4f0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.406907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-7884dfdb-5122-4939-a70f-464fce4f0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.407570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-7884dfdb-5122-4939-a70f-464fce4f0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.409770 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-7884dfdb-5122-4939-a70f-464fce4f0813 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=12b7afa7537042f482645466ac7aef90&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6104982 Nov 12 00:49:51.410542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54236) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.424657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.573206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Deleting subnet aa934798-3ab3-45c2-b035-b32e18500d6e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:51.578751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.653445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:51.663882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.666127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:51.677014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.710747 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.796785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.885224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626f38d0-f847-46bb-91e1-876c7bfe6cdb,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.918651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666088d-9dc6-4252-9ef9-8f77362ee383 req-70202413-0314-4e2f-9b19-90894908baa2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.934030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8666088d-9dc6-4252-9ef9-8f77362ee383 req-70202413-0314-4e2f-9b19-90894908baa2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.6767185 Nov 12 00:49:51.953403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b956-739b-4484-aa5c-bf1a492ea7be admin admin] Pushing event deleted for resources: {'Network': ['ID=d19eec6c-7210-4b6f-b310-5c3b7b005e09,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:52.040393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8666088d-9dc6-4252-9ef9-8f77362ee383 req-ad5bb02f-ee61-4f90-98ee-8c566d5bc64f tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038094 Nov 12 00:49:52.055376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.059448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.061667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 1131 time: 4.0354190 Nov 12 00:49:52.086333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.091290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-075e3969-8ff9-4723-b24a-b0e3da48245a req-8ccec23a-6dfe-4ae4-871f-ff811e447b8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0841734 Nov 12 00:49:52.114230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:52.217535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4c43618d-4adb-478f-bd44-fbd311af071a req-172304a6-ef95-499b-92ea-1581c83e5a17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.3156471 Nov 12 00:49:52.364970 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.465670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:52.468358 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b070487a-94fa-4240-847b-f68b5ed72009" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "92bcacb9-0320-4d6f-b0a6-f0675d2aac97"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:52.488574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6636-dd26-4d7d-b3ae-e4b48fdc2cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:52.591174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa934798-3ab3-45c2-b035-b32e18500d6e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:52.627016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.662627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:52.663841 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1f1edbe5-8c94-4d45-9301-a57114d7871b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aa934798-3ab3-45c2-b035-b32e18500d6e HTTP/1.1" status: 204 len: 168 time: 1.2520146 Nov 12 00:49:52.695472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-a569c4d4-6b1e-45cf-bff2-a9918f1cd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.700301 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12bffaf2-ce95-47dd-8bfc-b7d409705236 req-a569c4d4-6b1e-45cf-bff2-a9918f1cd160 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2749362 Nov 12 00:49:52.731027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d15db-39e1-4d6b-9724-b7517d415285 req-aff3f983-99a4-4c5c-878f-bef1a55bcdba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.733678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e38d15db-39e1-4d6b-9724-b7517d415285 req-aff3f983-99a4-4c5c-878f-bef1a55bcdba tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.5082481 Nov 12 00:49:52.784136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.797904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.818776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.839654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.868345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.891310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.901650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.909813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-8f0fa408-a717-4e42-9c45-60fbbbbb7bd4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5371 time: 0.6156740 Nov 12 00:49:52.963997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.080247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-cc2b0780-f9be-4911-9763-d688708c2043 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.092620 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-cc2b0780-f9be-4911-9763-d688708c2043 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 950 time: 0.2503533 Nov 12 00:49:53.239775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e38d15db-39e1-4d6b-9724-b7517d415285 req-45fa94d9-4b5b-4957-93ba-820363a1fd26 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026614 Nov 12 00:49:53.363737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.396873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Deleting port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:53.397301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.642348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] For port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:53.642956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.679162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8eba5ed-122a-40f1-8b06-8bf1bf4f0d60 req-e2886659-a7b4-429c-ab30-a35c099b0fba tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7674377 Nov 12 00:49:53.686129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Calling delete_port for 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:53.694279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61047e63-e91f-4058-9c64-cba171ecc05d req-dc9b15ba-48dc-4534-97ff-c7394ab926da tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.2419736 Nov 12 00:49:53.951520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.024023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff97a8f-4c1d-49db-8fb7-c25d95da94ac']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:54.040338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ae6990-c5f4-4749-bbd1-e3bd6f8d1175') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:54.041109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ae6990-c5f4-4749-bbd1-e3bd6f8d1175') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:54.054288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.073766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.081159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:54.081666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.143693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.157668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:54.161637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['c8032fa9-09df-415c-9daa-6a6dc1c5a181'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:54.230603 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9989024-ec96-4304-b7c1-755e94c710c3 x-openstack-request-id: req-b9989024-ec96-4304-b7c1-755e94c710c3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:54.231057 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "92bcacb9-0320-4d6f-b0a6-f0675d2aac97", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:54.231411 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9989024-ec96-4304-b7c1-755e94c710c3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:54.231904 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97', 'status': 'completed', 'code': 200} Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:54.232929 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:54.240941 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.253459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.266799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7ff97a8f-4c1d-49db-8fb7-c25d95da94ac HTTP/1.1" status: 204 len: 168 time: 1.5822875 Nov 12 00:49:54.297351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event deleted for resources: {'Port': ['ID=650eb9ff-0b05-4970-8fc6-fb8c0555ddd2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.361278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-b9966264-5aa9-4fa5-9642-a42f95cb5def tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/efd1912e-9d46-49f0-beee-829b06aa9609 HTTP/1.1" status: 200 len: 1821 time: 0.5604215 Nov 12 00:49:54.383260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0dbe-4d73-4335-a588-918abfc45e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff97a8f-4c1d-49db-8fb7-c25d95da94ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.433217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b7ebb8-8c9b-48a7-ab9f-54ea5a7904c4 req-d9b358fe-435c-4cf8-a271-521b42e993c4 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 210 time: 0.1643133 Nov 12 00:49:54.898448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:55.023481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa9ab3-90b2-4c2c-afdb-9ae8d03cd12f req-666a05a2-b33c-43cc-b4b8-9be8c50bdc6d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.025685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4efa9ab3-90b2-4c2c-afdb-9ae8d03cd12f req-666a05a2-b33c-43cc-b4b8-9be8c50bdc6d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.2814360 Nov 12 00:49:55.044636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.135159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.207023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-808ddbb6-a12f-4f8c-9e80-ee2a6fe76e0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71e592d216614b55bc1cb37c5535e8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065381 Nov 12 00:49:55.219742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:55.393132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4efa9ab3-90b2-4c2c-afdb-9ae8d03cd12f req-4de764b1-4851-4d4d-9f79-005a103e09ea tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251594 Nov 12 00:49:55.396954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.397616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.398187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.401814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.403691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.405358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.405889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.409988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.411265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b070487a-94fa-4240-847b-f68b5ed72009 req-04681ae7-ab37-4658-b052-32510e212805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6211 time: 1.3741336 Nov 12 00:49:55.472159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.481024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] No DVR routers for this DVR port 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:55.500827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.504412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82d1b60c-4328-48b5-bbf0-1a7f1a47dc4a req-69d805fa-0129-4de8-b4f8-db7f488c50d1 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.39 "DELETE /v2.0/ports/650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 HTTP/1.1" status: 204 len: 173 time: 2.3996384 Nov 12 00:49:55.505153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-deleted', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:55.507756 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b8b6d-be78-4e06-aba3-2ba82e1164c3" -d '{"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-deleted", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:55.593269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824dc1b9-97ca-42b1-9b9e-2897497901d2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:55.604716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.607092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.608830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f1126d8-d3ae-4965-8dbf-d8c20b0904ff HTTP/1.1" status: 204 len: 168 time: 0.3872466 Nov 12 00:49:55.611166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.645108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ef068-8332-4a2b-8eb6-814381282aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1126d8-d3ae-4965-8dbf-d8c20b0904ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.653998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.656644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.657863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe90c2e5-195b-4fa8-a9ce-3022b91c0fed req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/efd1912e-9d46-49f0-beee-829b06aa9609 HTTP/1.1" status: 204 len: 173 time: 1.2623475 Nov 12 00:49:55.683344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Transition to ACTIVE for port object 824dc1b9-97ca-42b1-9b9e-2897497901d2 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:55.686638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791d079-532a-4e3a-9ff3-8d890082855e tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd1912e-9d46-49f0-beee-829b06aa9609,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.705795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-a1df0cff-3c9f-4e82-8a66-f97a6f0ca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.706274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-a1df0cff-3c9f-4e82-8a66-f97a6f0ca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.706736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-a1df0cff-3c9f-4e82-8a66-f97a6f0ca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.708383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b070487a-94fa-4240-847b-f68b5ed72009 req-a1df0cff-3c9f-4e82-8a66-f97a6f0ca207 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=12b7afa7537042f482645466ac7aef90&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2852790 Nov 12 00:49:55.736903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.805976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.812848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.819547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.825767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.832858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.839521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.846444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.855069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-aa075a3c-1e7c-4848-bb68-32079f7f1a4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5371 time: 0.2748752 Nov 12 00:49:55.966639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41a1b02f-6470-4a8e-bf2c-a1c302bf5163 req-849961a1-0449-404f-9729-977758dbeec1 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0944781 Nov 12 00:49:56.013169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.105005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070487a-94fa-4240-847b-f68b5ed72009 req-97b9fc29-5091-4596-bda1-6e2f5b4a3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.113516 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b070487a-94fa-4240-847b-f68b5ed72009 req-97b9fc29-5091-4596-bda1-6e2f5b4a3823 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3877556 Nov 12 00:49:56.131864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa67569d-5517-4cb8-b620-21e3bc1c21b0 req-4854b03f-00f3-40a6-b254-cee51faa8521 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2757487 Nov 12 00:49:56.257893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.315266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb53286c-c60d-4066-9150-390fce234f9b req-bb0b30b3-a314-4683-8719-114a7b0825d2 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f96e7b-e6a1-4ef2-89fa-531f903f5620 HTTP/1.1" status: 200 len: 210 time: 0.1009493 Nov 12 00:49:56.327673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Attempting to bind port 824dc1b9-97ca-42b1-9b9e-2897497901d2 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:56.332557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Attempting to bind port 824dc1b9-97ca-42b1-9b9e-2897497901d2 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:56.333118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Attempting to bind port 824dc1b9-97ca-42b1-9b9e-2897497901d2 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:56.352709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Port 824dc1b9-97ca-42b1-9b9e-2897497901d2 on network 79677879-3b95-47cf-a900-6baea7c5902f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:56.357182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Attempting to bind port 824dc1b9-97ca-42b1-9b9e-2897497901d2 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:56.384659 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50e680-0a94-4245-bbd2-a6ef02de60b0 x-openstack-request-id: req-3c50e680-0a94-4245-bbd2-a6ef02de60b0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:56.385053 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f96e7b-e6a1-4ef2-89fa-531f903f5620", "name": "network-vif-deleted", "tag": "650eb9ff-0b05-4970-8fc6-fb8c0555ddd2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:56.385404 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c50e680-0a94-4245-bbd2-a6ef02de60b0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:56.387556 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f96e7b-e6a1-4ef2-89fa-531f903f5620', 'name': 'network-vif-deleted', 'tag': '650eb9ff-0b05-4970-8fc6-fb8c0555ddd2', 'status': 'completed', 'code': 200} Nov 12 00:49:56.391106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Deleting subnet 8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:56.411069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.417556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:56.417978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:56.420190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Bound using segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:56.438701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Bound port: 824dc1b9-97ca-42b1-9b9e-2897497901d2, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:56.438701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.610010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.697574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17849256-8aa9-43b3-9db5-c4d9dfeda68c req-b4718838-4d54-41c5-a6dd-08faf7547f8c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/8d9d4f0b-0f26-4941-b67c-75c441bbe8bb HTTP/1.1" status: 200 len: 1822 time: 0.3466923 Nov 12 00:49:56.742134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.776318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.848284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:56.856586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d16b986-0d13-443c-8ab2-6cb5f3aa527d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2226445a07724374a08c608a54f73d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1111708 Nov 12 00:49:56.857580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.917660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:56.943437 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.950956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:56.987895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.052030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:57.053214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 650eb9ff-0b05-4970-8fc6-fb8c0555ddd2 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:57.136255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-934579388', 'description': 'tempest-description-1315743101'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:57.142960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cefe778-ff18-43f0-85dd-f2206e38683f req-f1fbf860-d361-40ca-a524-7c003397718f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7993cf325f084075b1b8372aeafc58b0&device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0839801 Nov 12 00:49:57.193835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.196715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.222423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc76fc-902f-4fcc-855e-d70291820bba req-d834c394-1c6d-4653-b32c-be21b00f6862 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.234374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ebc76fc-902f-4fcc-855e-d70291820bba req-d834c394-1c6d-4653-b32c-be21b00f6862 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.4699440 Nov 12 00:49:57.245521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d3598-ac51-4bd6-b522-6f21347fc86b None None] Network e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:57.260412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2a22fd-de3f-4dde-8c2d-112e30cd4f78,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.262822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.285718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8596e2a4-b201-430e-acdd-b014968ab2b2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8f2a22fd-de3f-4dde-8c2d-112e30cd4f78 HTTP/1.1" status: 204 len: 168 time: 1.0204978 Nov 12 00:49:57.306944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:57.327257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.401276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.402300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.410692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-d7b69e14-4a3e-4c8e-820b-0b74194e48b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 200 len: 1091 time: 5.3121729 Nov 12 00:49:57.419392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:57.438317 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:57.486470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:57.497849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.542177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cefe778-ff18-43f0-85dd-f2206e38683f req-a9cc503c-22f0-4975-bffe-1b6058007bb7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7993cf325f084075b1b8372aeafc58b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3378730 Nov 12 00:49:57.557713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.587817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b5509-59c9-489a-b12f-db7c721ac386 None None] DHCP port deletion for e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:49:57.673960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ebc76fc-902f-4fcc-855e-d70291820bba req-3a730b3a-0b31-4782-92c9-df77b327d582 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385517 Nov 12 00:49:57.674460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.946647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.020370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.070620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.073334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.074568 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7ba1e85-dc55-42d7-bca5-a09dae13ff81 HTTP/1.1" status: 204 len: 168 time: 1.2132325 Nov 12 00:49:58.105432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.141748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8695db4c-94ad-49ac-81ca-4086ab3dba57 req-6d88ff24-c520-48d4-abd7-97e97d1ecfba tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.11 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.2235262 Nov 12 00:49:58.156876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:58.176452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe778-ff18-43f0-85dd-f2206e38683f req-1a615fa8-e40f-4113-8246-bf6c6a76af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.180443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cefe778-ff18-43f0-85dd-f2206e38683f req-1a615fa8-e40f-4113-8246-bf6c6a76af72 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6133204 Nov 12 00:49:58.196369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75af4b-cd78-4346-b23f-ea6a13c663b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba1e85-dc55-42d7-bca5-a09dae13ff81,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.214653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be431bf-9ee4-48a8-bc3e-7283ab865804') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:58.215237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be431bf-9ee4-48a8-bc3e-7283ab865804') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:58.238140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.240404 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.262530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c7658ea-9462-45d4-a5e8-8a5e85707222 req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1296365 Nov 12 00:49:58.293334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.317126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:58.326356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.361328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b54fb-a55f-4ef9-8197-7296885778a7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c3c8a-d353-47bf-8b26-8438d1e09a93,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:58.628816 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:58.734741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.746751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.756145 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07 HTTP/1.1" status: 204 len: 168 time: 1.4457793 Nov 12 00:49:58.781808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98f87-1737-40cc-bca8-245a67bb91cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bc1bcf-ae7c-49af-b955-c7b7e1ca7b07,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.803493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.804337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.805028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.805656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.807047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.807704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.808675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.811246 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-1f1e12fd-db6b-4566-9d2b-8409bed0c8f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6279 time: 0.1761498 Nov 12 00:49:59.135879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.159790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-e67e576f-1662-4a80-8f20-1ebc76b52016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.162784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-e67e576f-1662-4a80-8f20-1ebc76b52016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.163433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-e67e576f-1662-4a80-8f20-1ebc76b52016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.165324 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-e67e576f-1662-4a80-8f20-1ebc76b52016 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=12b7afa7537042f482645466ac7aef90&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3407977 Nov 12 00:49:59.179934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.198681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.207578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.217191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.228371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.236880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.239878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-b9444517-e970-4c4a-addf-99f265873825 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5383 time: 0.9386113 Nov 12 00:49:59.242145 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6ab13-ba73-4e7c-8849-61c5ab4b4c0e x-openstack-request-id: req-27e6ab13-ba73-4e7c-8849-61c5ab4b4c0e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:59.242700 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:59.243216 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27e6ab13-ba73-4e7c-8849-61c5ab4b4c0e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:59.243831 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'status': 'completed', 'code': 200} Nov 12 00:49:59.415834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-f46d9593-1d86-450a-a694-02dc3949436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.417864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7c9476c5-8bbf-4af3-b733-5f6a73b4c00e req-f46d9593-1d86-450a-a694-02dc3949436b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410188 Nov 12 00:49:59.418438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:59.517147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c4fd9cb2-b558-4717-8bf8-183c23e10eb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba6a3d9b228745d1bda4afb4161c1391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975051 Nov 12 00:49:59.519459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:59.524749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3941086d-af66-4cdb-952d-c58aa7e96985 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:59.603893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.658993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.668765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.710321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Transition to ACTIVE for port object 3941086d-af66-4cdb-952d-c58aa7e96985 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:59.769668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99df7868-fa51-4e79-b3b8-44d93771ac06 req-416f1b9d-be32-4ab0-9f49-c25442bb5e77 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3753886 Nov 12 00:49:59.812113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-b3c5d4a0-6f6e-45c7-a32d-06aa3e8845b6 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 200 len: 1823 time: 0.4284611 Nov 12 00:49:59.819528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b4c3c8a-d353-47bf-8b26-8438d1e09a93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:59.841706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b4c3c8a-d353-47bf-8b26-8438d1e09a93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:59.851320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9cefe778-ff18-43f0-85dd-f2206e38683f req-680e5d9a-30ef-424b-9f00-7c5683921240 tempest-ServerShowV254Test-713148326 tempest-ServerShowV254Test-713148326-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32b8619-0295-4553-b827-4ad6553cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1020286 Nov 12 00:49:59.870222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.874462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.877220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.878392 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47f88572-7b67-40d8-bb82-0ce173a0c273 HTTP/1.1" status: 204 len: 168 time: 0.3579321 Nov 12 00:49:59.919766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739ed59-4e61-4427-896a-3f4a338e71fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f88572-7b67-40d8-bb82-0ce173a0c273,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.077276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.364404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Attempting to bind port 3941086d-af66-4cdb-952d-c58aa7e96985 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:00.375307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Attempting to bind port 3941086d-af66-4cdb-952d-c58aa7e96985 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:00.378902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Attempting to bind port 3941086d-af66-4cdb-952d-c58aa7e96985 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.398985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Port 3941086d-af66-4cdb-952d-c58aa7e96985 on network 79677879-3b95-47cf-a900-6baea7c5902f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:00.399269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Attempting to bind port 3941086d-af66-4cdb-952d-c58aa7e96985 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:00.423951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.427876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:00.458268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Checking segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:00.459237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Bound using segment: {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:00.459946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Bound port: 3941086d-af66-4cdb-952d-c58aa7e96985, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c50c381-33c5-44b4-bef1-df2b75e23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:00.460885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.593544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.654557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.790897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9d919d-9cb2-4c0f-b5ae-cf73c88b0110,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.831642 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.842661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-568eea30-9610-4ccc-9466-fc13b4524d4e req-ac7d0f75-b584-42cb-8f89-6ef37d5327b3 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0314450 Nov 12 00:50:00.860936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:00.893549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:00.934181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e03d-0bb3-416b-86a3-86a39f085a80 req-580b7835-4045-4acf-b4f6-132b57534551 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.952256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aff0e03d-0bb3-416b-86a3-86a39f085a80 req-580b7835-4045-4acf-b4f6-132b57534551 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.4626739 Nov 12 00:50:01.038193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.071032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aff0e03d-0bb3-416b-86a3-86a39f085a80 req-89cacc38-8b05-4359-96d1-d51a35412d0a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169047 Nov 12 00:50:01.209086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.214555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.220627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 200 len: 1092 time: 3.7481952 Nov 12 00:50:01.269010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:01.271847 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:01.294340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:01.407042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.635941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebcd68-ca11-4e8f-8b79-4163c34742f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.791111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.828996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.859760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.897771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.924625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:01.933009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.948935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.965628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.967678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-7c8d6526-48ee-40f7-8456-2814b550a988 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5395 time: 0.6240287 Nov 12 00:50:02.104184 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.305147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62dba0c0-9550-436a-81c5-2c04a3915215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.525218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a5b82-8500-4496-b96b-d906012779f9 req-6cd2b3e5-b51f-432c-96f3-8b1ff3eba612 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.526881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-769a5b82-8500-4496-b96b-d906012779f9 req-6cd2b3e5-b51f-432c-96f3-8b1ff3eba612 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.5580015 Nov 12 00:50:02.556251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62dba0c0-9550-436a-81c5-2c04a3915215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.565377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62dba0c0-9550-436a-81c5-2c04a3915215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.627644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62dba0c0-9550-436a-81c5-2c04a3915215 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7993cf325f084075b1b8372aeafc58b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011929 Nov 12 00:50:02.629081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dba0c0-9550-436a-81c5-2c04a3915215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b743945-b666-4af0-a00f-674f3c89a70b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:02.652421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:02.653728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:02.736832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.782180 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.791624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df90da9-b977-42ad-98cd-6a82b6532350 req-7cd57c1d-9839-4f83-b74f-5f0d4792b780 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.808127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0df90da9-b977-42ad-98cd-6a82b6532350 req-7cd57c1d-9839-4f83-b74f-5f0d4792b780 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 950 time: 0.8081045 Nov 12 00:50:02.869079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.892240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.896608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b743945-b666-4af0-a00f-674f3c89a70b HTTP/1.1" status: 204 len: 168 time: 0.2353041 Nov 12 00:50:02.933146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ca80-5730-48d5-8aed-545ed01fffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b743945-b666-4af0-a00f-674f3c89a70b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:02.974789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:03.036736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-888d8c2f-b6a0-4eaa-aa4b-fdec06e6f6b5 req-515e8db3-b74e-48b3-814a-636654e5100e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0345743 Nov 12 00:50:03.045515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19e4e06c-ae3c-4016-bf36-9cf6be374b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.058383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-330279693-network', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:03.331995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19e4e06c-ae3c-4016-bf36-9cf6be374b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.345762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19e4e06c-ae3c-4016-bf36-9cf6be374b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.411032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0df90da9-b977-42ad-98cd-6a82b6532350 req-7b766ff3-a299-4ad9-9398-b332860e3bc0 tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279021 Nov 12 00:50:03.413509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Made reservation on behalf of b6efcdb67a70476385efff580d2d3ded for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:03.428314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.430499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18e017f9-0774-4786-9e38-99eade4619e1 req-8f941da2-3f74-441c-8816-a738b289f66b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 200 len: 2417 time: 0.2784190 Nov 12 00:50:03.459806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b4c3c8a-d353-47bf-8b26-8438d1e09a93', 'remote_group_id': None}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:03.460153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b4c3c8a-d353-47bf-8b26-8438d1e09a93', 'remote_group_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:03.486755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.539665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4e06c-ae3c-4016-bf36-9cf6be374b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810a4816-9303-446c-a121-5fd476d4f3e8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.572640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19e4e06c-ae3c-4016-bf36-9cf6be374b1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9d64927c9bb4970b70f82914dfa793e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9073179 Nov 12 00:50:03.580020 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6e2554-3e49-42d7-a40c-016b0a78982b x-openstack-request-id: req-cd6e2554-3e49-42d7-a40c-016b0a78982b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:03.580594 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:03.580594 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd6e2554-3e49-42d7-a40c-016b0a78982b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:03.583335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:03.583627 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985', 'status': 'completed', 'code': 200} Nov 12 00:50:03.785121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.785592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.786359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.786933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.787444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.787967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.788521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.791442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-c106a502-5a70-448e-8b15-2b13d4154e12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6347 time: 0.2372303 Nov 12 00:50:03.799747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.837817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Deleting port c8032fa9-09df-415c-9daa-6a6dc1c5a181 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:03.838204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.907282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2aa351-810d-4283-bb25-7f88b5c1d1a5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:03.926457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-d539522d-7daf-4c74-9fc6-c54905696a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.926943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-d539522d-7daf-4c74-9fc6-c54905696a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.927545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-d539522d-7daf-4c74-9fc6-c54905696a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.929193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-d539522d-7daf-4c74-9fc6-c54905696a2f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=12b7afa7537042f482645466ac7aef90&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1234679 Nov 12 00:50:03.962143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.987149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b46a-2181-4b4f-8f65-ba646ffd9596 req-d9423025-849b-4310-ba7e-02e69a1363bc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.999434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4620b46a-2181-4b4f-8f65-ba646ffd9596 req-d9423025-849b-4310-ba7e-02e69a1363bc tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.3374410 Nov 12 00:50:04.030286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.104342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4620b46a-2181-4b4f-8f65-ba646ffd9596 req-49d95200-3ee8-4dde-8905-19f0fe63ee59 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971293 Nov 12 00:50:04.111591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.124739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.130851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Transition to ACTIVE for port object ed2aa351-810d-4283-bb25-7f88b5c1d1a5 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:04.144016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:04.171242 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.171611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-49b7d69d-c836-4a04-a86a-edfd08a64968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.173162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-71952bbc-dd7a-4b6d-ae04-f5e4487e1d3f req-49b7d69d-c836-4a04-a86a-edfd08a64968 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310939 Nov 12 00:50:04.190128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.190472 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Added segment 95a5ec78-3b24-4207-98d8-c79a7d2166b9 of type vlan for network 22cab940-553e-48b7-8800-7895f9976cdf Nov 12 00:50:04.238289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126c15e-6ede-45cd-a678-89828e537dcb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.252547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.255348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.256529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/810a4816-9303-446c-a121-5fd476d4f3e8 HTTP/1.1" status: 204 len: 168 time: 0.6469131 Nov 12 00:50:04.262579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.285607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0431f-56bb-4741-9d90-7c17048a429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810a4816-9303-446c-a121-5fd476d4f3e8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.307807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.342102 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.345624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.346569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.427038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] For port c8032fa9-09df-415c-9daa-6a6dc1c5a181, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=c8032fa9-09df-415c-9daa-6a6dc1c5a181,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.427429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.441765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] Pushing event updated for resources: {'Network': ['ID=22cab940-553e-48b7-8800-7895f9976cdf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.459454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 22cab940-553e-48b7-8800-7895f9976cdf details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:04.479941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ded1308d-9742-4cae-b863-02893b1a68fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4996734 Nov 12 00:50:04.480149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:04.485298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Request body: {'subnet': {'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-330279693-subnet', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:04.536033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.544646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Made reservation on behalf of b6efcdb67a70476385efff580d2d3ded for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:04.548266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.645945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Calling delete_port for c8032fa9-09df-415c-9daa-6a6dc1c5a181 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:04.695407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.765122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.806073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.819684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.834905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.848171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.849049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device c8032fa9-09df-415c-9daa-6a6dc1c5a181 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:04.854487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.874559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.888085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.890096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0735ba6f-5b97-4008-9d83-684226b01621 req-bbfbada8-a8f4-4c3f-9550-7725e70c5631 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5407 time: 0.5624621 Nov 12 00:50:04.914084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2c8475-e6b4-466c-9c5e-7e02ab512b87,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.025035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.027809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18e017f9-0774-4786-9e38-99eade4619e1 req-df10f468-4776-4d5f-bca1-959ffa6fa493 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.5945029 Nov 12 00:50:05.059551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.092206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:05.129670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.134000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Attempting to bind port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:05.134552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Attempting to bind port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:05.135055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Attempting to bind port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 on network 1ad0b42f-9515-4e26-9599-a43168b90382 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:05.147757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8b59192-62ba-4c5c-aff4-d16df240d63b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.161989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 on network 1ad0b42f-9515-4e26-9599-a43168b90382 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:05.162674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Attempting to bind port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 on network 1ad0b42f-9515-4e26-9599-a43168b90382 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:05.172678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0735ba6f-5b97-4008-9d83-684226b01621 req-77e4040f-56b4-4534-b338-8950524c668a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2606807 Nov 12 00:50:05.193438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.200778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:05.201185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Checking segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:05.201734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Bound using segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:05.202317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Bound port: ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:05.202827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.260900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0959ed24-a07c-4cd6-a9a7-b612f96f7cec,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.303942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Checking segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:05.305224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Network hostable DHCP agents. Network: 22cab940-553e-48b7-8800-7895f9976cdf, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:05.343725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Network 22cab940-553e-48b7-8800-7895f9976cdf is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:05.358010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 22cab940-553e-48b7-8800-7895f9976cdf) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:05.374241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32dd8ff-d3c1-4f65-b4b3-0e14f4c439e8 None None] Network 22cab940-553e-48b7-8800-7895f9976cdf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:05.381739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.383186 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.415986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc42e79a-eeaf-449c-b59e-f756fb55c129 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9347208 Nov 12 00:50:05.419007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:05.423889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:05.427870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b06611b-193d-4c3b-a302-cc7398b6ccc5 req-80ef744b-a538-4ae3-a58d-2d8bd59bdcd1 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 200 len: 3016 time: 0.1810470 Nov 12 00:50:05.485496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.496550 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.498066 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.642077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.681326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843efc4-5ab1-40b3-b0d0-e491355dc89f req-ab67bbc0-25d1-4c10-b8ba-3c2aaa8c8e3a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.683406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6843efc4-5ab1-40b3-b0d0-e491355dc89f req-ab67bbc0-25d1-4c10-b8ba-3c2aaa8c8e3a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f878857-5660-41b7-bafa-e8e1c5adb744 HTTP/1.1" status: 200 len: 867 time: 0.4849536 Nov 12 00:50:05.745977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Pushing event deleted for resources: {'Port': ['ID=c8032fa9-09df-415c-9daa-6a6dc1c5a181,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.802558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:05.874694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8b59192-62ba-4c5c-aff4-d16df240d63b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.001591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.015520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8b59192-62ba-4c5c-aff4-d16df240d63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.023385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:06.046240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] No DVR routers for this DVR port c8032fa9-09df-415c-9daa-6a6dc1c5a181 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:06.087710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.101053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-769a5b82-8500-4496-b96b-d906012779f9 req-3ddbae8c-1ef4-4296-88a4-710e3d1d902b tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.32 "DELETE /v2.0/ports/c8032fa9-09df-415c-9daa-6a6dc1c5a181 HTTP/1.1" status: 204 len: 173 time: 3.5049853 Nov 12 00:50:06.102484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.104590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-deleted', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:06.117689 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb6ee3-f3f7-4981-8644-6c9877c2b1c1" -d '{"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-deleted", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:06.139501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-22cab940-553e-48b7-8800-7895f9976cdf', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:50:06.140413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.185552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b59192-62ba-4c5c-aff4-d16df240d63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b72464-515e-4483-94a0-347f1c430282,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.401333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88279fcf-bf13-43a1-9124-6b5ffbad5e90 req-1f3f561a-a541-448f-b528-d1da7d77e0c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.405389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88279fcf-bf13-43a1-9124-6b5ffbad5e90 req-1f3f561a-a541-448f-b528-d1da7d77e0c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.8234370 Nov 12 00:50:06.429938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.432815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.438061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 1092 time: 5.1553600 Nov 12 00:50:06.449069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b8b59192-62ba-4c5c-aff4-d16df240d63b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5910c10e4f24dffabc422664b7d578c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3555052 Nov 12 00:50:06.502524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Allocated IP 172.20.0.2 (22cab940-553e-48b7-8800-7895f9976cdf/0959ed24-a07c-4cd6-a9a7-b612f96f7cec/48a99098-0ef1-4995-9523-0c62f9ffd58c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:06.509822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:06.602396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6843efc4-5ab1-40b3-b0d0-e491355dc89f req-a4fc6926-d9d1-41f6-97d0-f1567902122a tempest-MigrationsAdminTest-1869524941 tempest-MigrationsAdminTest-1869524941-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ead183-1bc4-40b8-9d36-e6ba4b1196bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648922 Nov 12 00:50:06.639674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Request body: {'port': {'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:06.706850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72bf89-a61c-4937-af47-f94fd90ed3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.739508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.796363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.834439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fd843fe-33df-436a-9973-e1554b0250ca req-245c3d01-aade-40f8-a7b8-255cab7ad865 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-group-rules/af2c8475-e6b4-466c-9c5e-7e02ab512b87 HTTP/1.1" status: 200 len: 783 time: 0.1180425 Nov 12 00:50:06.840995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.841158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.869138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88279fcf-bf13-43a1-9124-6b5ffbad5e90 req-e2f0f5a6-2b1f-47e5-a21d-f4fb049aed1f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564257 Nov 12 00:50:06.873654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.001455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.014936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.076480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.082503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.083890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66b72464-515e-4483-94a0-347f1c430282 HTTP/1.1" status: 204 len: 168 time: 0.5689969 Nov 12 00:50:07.105019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0daa4-6c12-41ca-92cb-72dd42f1d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b72464-515e-4483-94a0-347f1c430282,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.155571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Network 22cab940-553e-48b7-8800-7895f9976cdf is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:07.171097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Pushing event updated for resources: {'Port': ['ID=48a99098-0ef1-4995-9523-0c62f9ffd58c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.181944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:07.199117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:07.357383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Attempting to bind port 48a99098-0ef1-4995-9523-0c62f9ffd58c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:07.358179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Attempting to bind port 48a99098-0ef1-4995-9523-0c62f9ffd58c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:07.358179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Attempting to bind port 48a99098-0ef1-4995-9523-0c62f9ffd58c on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:07.364849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:07.365257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Checking segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:07.365638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.366065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Bound using segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:07.366670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Bound port: 48a99098-0ef1-4995-9523-0c62f9ffd58c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:07.367295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.398333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Allocated IP 172.25.6.188 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4d8f371d-16f5-4826-b37f-6b40827043ff) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:07.524223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] For port 48a99098-0ef1-4995-9523-0c62f9ffd58c, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:07.534075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] For port 48a99098-0ef1-4995-9523-0c62f9ffd58c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=48a99098-0ef1-4995-9523-0c62f9ffd58c,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:07.544291 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.636665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fd843fe-33df-436a-9973-e1554b0250ca req-9dbc617e-3632-445d-be2f-5eae7d086622 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 200 len: 3016 time: 0.7943282 Nov 12 00:50:07.661545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45db68-c1a0-4e38-8ea6-2a3e8aba668d None None] Pushing event updated for resources: {'Port': ['ID=48a99098-0ef1-4995-9523-0c62f9ffd58c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.671147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.770581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.826210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Pushing event updated for resources: {'Port': ['ID=4d8f371d-16f5-4826-b37f-6b40827043ff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.846280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:07.848875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1fd843fe-33df-436a-9973-e1554b0250ca req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.850425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:07.856810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:07.868412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e11b7-bff0-487c-b017-93c67ebc1594 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:07.886081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e0afa-9ba7-41a3-8acf-9ba7da39f687 req-12a85175-dabe-4316-b01d-27fb93085825 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.887913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f3e0afa-9ba7-41a3-8acf-9ba7da39f687 req-12a85175-dabe-4316-b01d-27fb93085825 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.5250075 Nov 12 00:50:07.895005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1fd843fe-33df-436a-9973-e1554b0250ca req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.936699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6613cdf8-16f1-4554-926b-84d4f7e22843 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:07.936838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-24911179-be82-49f2-877b-f6ba0a7886e9 None None] Provisioning complete for port 4d8f371d-16f5-4826-b37f-6b40827043ff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:07.940720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24911179-be82-49f2-877b-f6ba0a7886e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.956187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.082848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Transition to ACTIVE for port object 6613cdf8-16f1-4554-926b-84d4f7e22843 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:08.087035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1fd843fe-33df-436a-9973-e1554b0250ca req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.147574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-24911179-be82-49f2-877b-f6ba0a7886e9 None None] Port 4d8f371d-16f5-4826-b37f-6b40827043ff cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:08.153085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1fd843fe-33df-436a-9973-e1554b0250ca req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.169635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fd843fe-33df-436a-9973-e1554b0250ca req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/af2c8475-e6b4-466c-9c5e-7e02ab512b87 HTTP/1.1" status: 204 len: 173 time: 0.5024781 Nov 12 00:50:08.169991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.230428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af874-278d-4cbb-aae4-b882dbb78c12 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af2c8475-e6b4-466c-9c5e-7e02ab512b87,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.335845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f3e0afa-9ba7-41a3-8acf-9ba7da39f687 req-c98c9738-46c4-4b10-9eb7-68542ed0db50 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173431 Nov 12 00:50:08.335845 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb5e40-9d79-46ea-9fd8-3f5585b6d2a9 x-openstack-request-id: req-25eb5e40-9d79-46ea-9fd8-3f5585b6d2a9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:08.335845 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f878857-5660-41b7-bafa-e8e1c5adb744", "name": "network-vif-deleted", "tag": "c8032fa9-09df-415c-9daa-6a6dc1c5a181", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:08.336268 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25eb5e40-9d79-46ea-9fd8-3f5585b6d2a9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:08.336362 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f878857-5660-41b7-bafa-e8e1c5adb744', 'name': 'network-vif-deleted', 'tag': 'c8032fa9-09df-415c-9daa-6a6dc1c5a181', 'status': 'completed', 'code': 200} Nov 12 00:50:08.591690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.694206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.916746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.922745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.950313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.968010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.991749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.005800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.014545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:09.057403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.083675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-52ccab4f-4546-447e-994c-01641534cd7b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.6487634 Nov 12 00:50:09.129362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:09.214445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Attempting to bind port 6613cdf8-16f1-4554-926b-84d4f7e22843 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:09.214770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Attempting to bind port 6613cdf8-16f1-4554-926b-84d4f7e22843 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:09.221196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:09.221725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Attempting to bind port 6613cdf8-16f1-4554-926b-84d4f7e22843 on network 1ad0b42f-9515-4e26-9599-a43168b90382 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:09.255359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a4b42-9bbf-4927-af08-bbc28ac9cc07 req-d74c8f00-2caf-462b-b2dc-997d4fbe49be tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.269537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b39a4b42-9bbf-4927-af08-bbc28ac9cc07 req-d74c8f00-2caf-462b-b2dc-997d4fbe49be tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.6543634 Nov 12 00:50:09.316413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Port 6613cdf8-16f1-4554-926b-84d4f7e22843 on network 1ad0b42f-9515-4e26-9599-a43168b90382 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:09.316736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Attempting to bind port 6613cdf8-16f1-4554-926b-84d4f7e22843 on network 1ad0b42f-9515-4e26-9599-a43168b90382 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:09.331460 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-369b0541-0292-40a4-a455-953a77605b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.335078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.418009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:09.418342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Checking segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:09.418724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Bound using segment: {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:09.419173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Bound port: 6613cdf8-16f1-4554-926b-84d4f7e22843, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c240038-b34c-43df-8e6b-98ac7c1fa504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:09.424276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.431800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:09.445435 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8171edc-ddb8-4e50-bd01-c6df53c27fca" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:09.468892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:09.477345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.494734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d561c6-54d8-4ab1-81ad-39841957d096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.509356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62029994-c097-47a1-a2e9-ebfbe0e3db77 req-4ee25fe0-9dd2-46b5-bc62-b3869904846a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4012718 Nov 12 00:50:09.547925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418573d-7ac3-489d-bef2-95305f650cce None None] Network 22cab940-553e-48b7-8800-7895f9976cdf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:09.603541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.686822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b39a4b42-9bbf-4927-af08-bbc28ac9cc07 req-369983e0-ab74-44e7-bcc7-8fb7b1d07858 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077919 Nov 12 00:50:09.750839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48656024-374d-49c4-b079-881c4b272953 req-7dc64344-2090-4270-9ad4-1bb4de96f43a tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 200 len: 2417 time: 0.1442750 Nov 12 00:50:09.793906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] Provisioning complete for port 48a99098-0ef1-4995-9523-0c62f9ffd58c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:09.794557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.809271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.844941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:09.917897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:09.951687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.188562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-48656024-374d-49c4-b079-881c4b272953 req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.258825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.268246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 48a99098-0ef1-4995-9523-0c62f9ffd58c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:10.290038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-48656024-374d-49c4-b079-881c4b272953 req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.423622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.427422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.434367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] 10.222.0.39 "PUT /v2.0/ports/6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 1092 time: 3.9117258 Nov 12 00:50:10.451805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5'}, {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:10.466475 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2602ac9-735b-4d12-9525-ff7a727dd720" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5"}, {"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:10.481484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-48656024-374d-49c4-b079-881c4b272953 req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.493754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-48656024-374d-49c4-b079-881c4b272953 req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.500376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48656024-374d-49c4-b079-881c4b272953 req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/7b4c3c8a-d353-47bf-8b26-8438d1e09a93 HTTP/1.1" status: 204 len: 173 time: 0.7429721 Nov 12 00:50:10.520423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] For port 48a99098-0ef1-4995-9523-0c62f9ffd58c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=48a99098-0ef1-4995-9523-0c62f9ffd58c,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:10.556769 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.629297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e820-c8aa-42bf-bbd0-3b6892b83fac tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c3c8a-d353-47bf-8b26-8438d1e09a93,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.717508 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d710cd1-72ed-480e-8b19-36ebad2ce565 x-openstack-request-id: req-6d710cd1-72ed-480e-8b19-36ebad2ce565 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:10.719239 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:10.719600 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d710cd1-72ed-480e-8b19-36ebad2ce565 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:10.720889 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:50:10.726830 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-bdd4ea26-eda1-4a51-bf34-305a66092848 req-e810f63e-8e57-4da0-9d72-2a17c3c3e32c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] show failed (client error): The resource could not be found. Nov 12 00:50:10.727268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdc840-0cbe-4989-afe3-ea25bfbb735e None None] Pushing event updated for resources: {'Port': ['ID=48a99098-0ef1-4995-9523-0c62f9ffd58c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.730091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdd4ea26-eda1-4a51-bf34-305a66092848 req-e810f63e-8e57-4da0-9d72-2a17c3c3e32c tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/efd1912e-9d46-49f0-beee-829b06aa9609 HTTP/1.1" status: 404 len: 352 time: 0.0438015 Nov 12 00:50:10.850900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.851590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.852085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.853512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.853992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.854975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 48a99098-0ef1-4995-9523-0c62f9ffd58c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:10.855354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.857479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.858192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.863798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-501f13bc-d304-4a0c-ad66-0f97f86adca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6483 time: 0.3622162 Nov 12 00:50:11.016622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b444e-1767-4ac3-8ccd-bcc71d25ea16 service neutron] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.022984 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4b0f99-e77a-43c2-bfb8-82690d00020e x-openstack-request-id: req-9e4b0f99-e77a-43c2-bfb8-82690d00020e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:11.037365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33f19f6f-066f-478b-a202-9d5ac5bf2435 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0adbfda3dfd846c6b84245d563215e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8071923 Nov 12 00:50:11.047134 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:11.047654 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e4b0f99-e77a-43c2-bfb8-82690d00020e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:11.048648 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'status': 'completed', 'code': 200} Nov 12 00:50:11.050462 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'status': 'completed', 'code': 200} Nov 12 00:50:11.056401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:11.061491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-f1563768-e9d1-4898-bdef-a32f5398502d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 217 time: 0.1856689 Nov 12 00:50:11.073636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ebee3a9a-2ba4-47a1-ac35-2c5d99e7d914 None None] Provisioning complete for port 48a99098-0ef1-4995-9523-0c62f9ffd58c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:11.074056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebee3a9a-2ba4-47a1-ac35-2c5d99e7d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.238843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867ce87-25bf-4830-a41c-b568c4776fc3 req-3dcde02a-de01-44aa-8135-96934f755b8b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.247152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5867ce87-25bf-4830-a41c-b568c4776fc3 req-3dcde02a-de01-44aa-8135-96934f755b8b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1294010 Nov 12 00:50:11.271188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-dff1bc88-cf62-4f88-9b05-2f093488b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.278796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-dff1bc88-cf62-4f88-9b05-2f093488b8b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 200 len: 851 time: 0.1901362 Nov 12 00:50:11.285660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d561c6-54d8-4ab1-81ad-39841957d096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.300623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1d561c6-54d8-4ab1-81ad-39841957d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.308260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.324981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.332494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.340294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.346608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.353922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.361253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.368908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.377814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-0927f3be-ca9f-46a7-9f04-c1caf3d93df6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.3248508 Nov 12 00:50:11.398483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.404175 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1d561c6-54d8-4ab1-81ad-39841957d096 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d598cc332d24686877e6e938bca7452&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2661123 Nov 12 00:50:11.405055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d561c6-54d8-4ab1-81ad-39841957d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14905355-74ff-4236-a334-8bdd3a0b7f77,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.415548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:11.477317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Router 6fe03ec8-490d-433f-a444-c4c867007a53 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:11.646618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.649317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.650513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08ead183-1bc4-40b8-9d36-e6ba4b1196bc HTTP/1.1" status: 204 len: 168 time: 0.5928535 Nov 12 00:50:11.666992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.707224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71223b9-3bef-4ce2-976e-2775a7bead0c req-ed45a68f-f68d-4be6-8460-ec6bd97874ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283379 Nov 12 00:50:11.713419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5867ce87-25bf-4830-a41c-b568c4776fc3 req-d4d836fc-3ae5-4937-81ce-3fa1d8938b70 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650781 Nov 12 00:50:11.727013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f35ed0-30cc-47e5-ad71-55e4e960eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ead183-1bc4-40b8-9d36-e6ba4b1196bc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.755679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-d83cd07d-0846-4f67-a39f-3c3d0c3230fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.759715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-d83cd07d-0846-4f67-a39f-3c3d0c3230fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250f867e-bd63-498f-a6e8-f9f275965de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4591253 Nov 12 00:50:11.783263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.807722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0396ba8a-d1f8-4ed2-a52b-8d08940398aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.823078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:11.878902 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:11.901339 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:11.902767 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:11.966766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.976206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8447a2a9-908d-4ef6-b50e-bf51139e247c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5527773 Nov 12 00:50:11.977921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:12.236918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 48a99098-0ef1-4995-9523-0c62f9ffd58c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:12.409096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 48a99098-0ef1-4995-9523-0c62f9ffd58c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:12.413024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.420288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.423635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.425655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14905355-74ff-4236-a334-8bdd3a0b7f77 HTTP/1.1" status: 204 len: 168 time: 1.0070362 Nov 12 00:50:12.463974 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:12.477899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a884a89-b4d1-4530-a90e-96bd8b6a4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14905355-74ff-4236-a334-8bdd3a0b7f77,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.862648 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.056894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:13.221083 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:08Z', 'revision_number': 3, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:13.318945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.343999 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:13.347545 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Updating router 6fe03ec8-490d-433f-a444-c4c867007a53 port 4d8f371d-16f5-4826-b37f-6b40827043ff binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:13.501719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:13.540699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:13.555194 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b41c936d-5bd3-4b83-8f76-29e160308724 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bcf6a96808f48d8831e96a269b14b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346892 Nov 12 00:50:13.556293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.690927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.748881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:13.817098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:13.821776 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.825917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.985742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8fdc9309-ec28-41d6-90ea-016fb518dbb1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:14.027088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.092917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.103138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.153535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-58fdfaf3-3007-437e-8a91-b50d18768a63 service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3862827 Nov 12 00:50:14.267780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.274887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.318335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.356218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.386682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.390820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Allocated IP 172.20.0.1 (22cab940-553e-48b7-8800-7895f9976cdf/0959ed24-a07c-4cd6-a9a7-b612f96f7cec/565fb070-e1bc-42a8-bac1-1fcdd048d19a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:14.417672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.458692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.494877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.497036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-6a568c4e-1767-4722-b133-6de0ab86d5f7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.5963681 Nov 12 00:50:14.598384 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.608105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.624274 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.635325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-2858bef3-7ccc-477d-8267-22d6a1d2f40b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/8d9d4f0b-0f26-4941-b67c-75c441bbe8bb HTTP/1.1" status: 200 len: 1822 time: 2.7892125 Nov 12 00:50:14.743611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03608356-b554-4a82-9366-a045653a230f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:14.780903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.854405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.868823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Attempting to bind port 4d8f371d-16f5-4826-b37f-6b40827043ff on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:14.869538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.875696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84cf41d5-81b1-424c-aed5-4df9f96d23e0 HTTP/1.1" status: 204 len: 168 time: 1.3154109 Nov 12 00:50:14.876541 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Attempting to bind port 4d8f371d-16f5-4826-b37f-6b40827043ff by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:14.876752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.877837 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Attempting to bind port 4d8f371d-16f5-4826-b37f-6b40827043ff on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:14.889222 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Pushing event updated for resources: {'Port': ['ID=4d8f371d-16f5-4826-b37f-6b40827043ff,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.897253 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.905437 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:14.905808 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:14.912722 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.913406 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:14.916852 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Bound port: 4d8f371d-16f5-4826-b37f-6b40827043ff, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:14.919362 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.921911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df704a-d888-47df-b928-674249a6fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf41d5-81b1-424c-aed5-4df9f96d23e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.930349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8003ffce-209c-4ecb-832d-6ca473f92adb None None] Provisioning complete for port 4d8f371d-16f5-4826-b37f-6b40827043ff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:14.930349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8003ffce-209c-4ecb-832d-6ca473f92adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.947282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.986453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.015734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.016101 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.032722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.033359 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.033909 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.034999 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.036114 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.037699 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.039731 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.041512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.042560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.043589 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:15.069431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8003ffce-209c-4ecb-832d-6ca473f92adb None None] Port 4d8f371d-16f5-4826-b37f-6b40827043ff cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:15.077234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:15.077449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Network 22cab940-553e-48b7-8800-7895f9976cdf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:15.092745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:15.106895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca02d940-d410-49a1-a429-71a61c194ce6 req-fe737528-c99d-46a4-99d2-c5ce3e236c40 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5528603 Nov 12 00:50:15.110336 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.113655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.114839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcddc9c5-5a3e-402f-af49-a2930d245d4c req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/8d9d4f0b-0f26-4941-b67c-75c441bbe8bb HTTP/1.1" status: 204 len: 173 time: 0.4705689 Nov 12 00:50:15.132647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-213b3ecd-f924-42d0-a8de-5826afe67e97 service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625063 Nov 12 00:50:15.134738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:15.205547 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] For port 4d8f371d-16f5-4826-b37f-6b40827043ff, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:15.212668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] For port 4d8f371d-16f5-4826-b37f-6b40827043ff, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4d8f371d-16f5-4826-b37f-6b40827043ff,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:15.224191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Pushing event updated for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.229197 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.245485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.344135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-2aca2e52-71b3-4c6e-b5f5-18dd5d56c059 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 217 time: 0.1997924 Nov 12 00:50:15.349648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:15.353514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.360311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e3dbb-18d2-4e2b-ba2e-f29650b6f432 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:15.422163 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:15.424846 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:15.451210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09774-a63f-492d-ad60-d0746c80be5b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9d4f0b-0f26-4941-b67c-75c441bbe8bb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.506247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.537582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015145b-1963-46c2-b516-fb4dfb6da1bf None None] Pushing event updated for resources: {'Port': ['ID=4d8f371d-16f5-4826-b37f-6b40827043ff,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.563093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] Provisioning complete for port 4d8f371d-16f5-4826-b37f-6b40827043ff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:15.563464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.615510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-e7cf029d-312f-4732-832a-8c862fa5076f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/d5a19957-3a3e-4cdb-b46a-37d9090afdd7 HTTP/1.1" status: 200 len: 1822 time: 0.2749722 Nov 12 00:50:15.711308 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:15.782693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.790677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06000506-c6c3-4e2f-8fd0-b656532cf0af req-672dceae-2682-4626-91c0-b8e417d3bfcd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.805502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06000506-c6c3-4e2f-8fd0-b656532cf0af req-672dceae-2682-4626-91c0-b8e417d3bfcd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.5040209 Nov 12 00:50:15.832687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-3a5b2148-bd8b-459b-8c73-9c4d01b9990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.842891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-3a5b2148-bd8b-459b-8c73-9c4d01b9990d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.3786795 Nov 12 00:50:15.856566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.862714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:15.866303 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed056d4e-90e8-401b-b37a-3ee045346883" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:15.872388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.914343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.933107 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.936770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.973767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] For port 4d8f371d-16f5-4826-b37f-6b40827043ff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4d8f371d-16f5-4826-b37f-6b40827043ff,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.982600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Pushing event updated for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.047961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.053200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.055157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.072962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.109174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06000506-c6c3-4e2f-8fd0-b656532cf0af req-15812467-9dc3-486a-93c8-33c561bd45ab tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947445 Nov 12 00:50:16.120189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.124419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-185d9649-988e-40b2-b23f-9ee608b59e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.125944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-185d9649-988e-40b2-b23f-9ee608b59e1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2268958 Nov 12 00:50:16.158952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb14d7-685a-4d62-ab6b-dae240d0eb20 None None] Pushing event updated for resources: {'Port': ['ID=4d8f371d-16f5-4826-b37f-6b40827043ff,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.183146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2f54bb5d-adae-46bd-856b-2966007073eb None None] Provisioning complete for port 565fb070-e1bc-42a8-bac1-1fcdd048d19a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:16.183564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f54bb5d-adae-46bd-856b-2966007073eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.231904 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:08Z', 'revision_number': 3, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:16.234367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2f54bb5d-adae-46bd-856b-2966007073eb None None] Port 565fb070-e1bc-42a8-bac1-1fcdd048d19a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:16.303105 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b594ae85-585f-4f4a-a95f-823c15d54eed None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:08Z', 'revision_number': 3, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:16.308295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Network 22cab940-553e-48b7-8800-7895f9976cdf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:16.310547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:16.389862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-be36e30d-8fbe-4175-9703-9efc0106e7a0 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536089 Nov 12 00:50:16.397967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.407332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.408868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bc661cf-a560-4c9a-b572-5bcbc533c05e req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5a19957-3a3e-4cdb-b46a-37d9090afdd7 HTTP/1.1" status: 204 len: 173 time: 0.7916398 Nov 12 00:50:16.499849 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75150e26-a635-4111-9915-f8ae6c9f6274 x-openstack-request-id: req-75150e26-a635-4111-9915-f8ae6c9f6274 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:16.499849 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:16.500267 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75150e26-a635-4111-9915-f8ae6c9f6274 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:16.500733 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:50:16.501660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f91c95-5b10-4c24-a580-1af6a17c5e61 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a19957-3a3e-4cdb-b46a-37d9090afdd7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.615445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:16.958865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.021248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.022522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-79c741d6-2d15-4793-8c33-1cf532571bd4 None None] Provisioning complete for port 565fb070-e1bc-42a8-bac1-1fcdd048d19a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:17.025293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79c741d6-2d15-4793-8c33-1cf532571bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.054531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:17.078106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.091465 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb769dae-3dd6-4dbd-a26a-e837957ee07d admin admin] 10.222.0.11 "PUT /v2.0/routers/6fe03ec8-490d-433f-a444-c4c867007a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1058869 Nov 12 00:50:17.112628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.141139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.158722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.168622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.169829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-79c741d6-2d15-4793-8c33-1cf532571bd4 None None] Port 565fb070-e1bc-42a8-bac1-1fcdd048d19a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:17.191318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-82fa393e-144b-408b-8dbd-c022e2aa2c0c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.4511158 Nov 12 00:50:17.341134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-da8ba950-794c-40aa-abe6-f00a9180f1bb service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9227378 Nov 12 00:50:17.535667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-b7c0ea02-415d-4cd9-b7d1-ecca9f9fdcd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 217 time: 0.1907308 Nov 12 00:50:17.711174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4fab19d-449b-45c3-9889-bb74ac2e0f26 req-531b4951-6b44-484f-a125-e521b36c78bb tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5114644 Nov 12 00:50:17.753758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-8ce0e978-ed63-4bd8-a9cb-bccd49c83e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.764778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-8ce0e978-ed63-4bd8-a9cb-bccd49c83e09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2147398 Nov 12 00:50:17.812576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-fc30b2eb-52a5-43b0-8617-226cd5df3794 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/48dd8b49-d9d6-4a2f-8c11-54bc01449d3f HTTP/1.1" status: 200 len: 1824 time: 0.1460507 Nov 12 00:50:17.902467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.912672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-0fa0dd3f-9f70-4fce-9013-8cc75bb943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.914248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-0fa0dd3f-9f70-4fce-9013-8cc75bb943f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1387343 Nov 12 00:50:18.149128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.181765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-eadef5b8-3716-4ba7-97ca-04a959679fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.186292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-eadef5b8-3716-4ba7-97ca-04a959679fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1099 time: 0.1626213 Nov 12 00:50:18.232931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4d8f371d-16f5-4826-b37f-6b40827043ff up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:18.378262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.395007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.396687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fc3dafc-cb1e-4eb9-a386-30faf1ec0ff9 req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/48dd8b49-d9d6-4a2f-8c11-54bc01449d3f HTTP/1.1" status: 204 len: 173 time: 0.5653000 Nov 12 00:50:18.453699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d621c-4ae9-4bc7-8b07-f2efc1c5a6c7 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd8b49-d9d6-4a2f-8c11-54bc01449d3f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:18.495532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4d8f371d-16f5-4826-b37f-6b40827043ff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:18.499305 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.529007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d1d0-1f5e-4d0a-8bdc-dcbb85ffae33 req-c1fcd130-0ef3-4dd6-8fb4-88f2b6249bb2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.534195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-9c0fa3f8-4cb3-4e21-91f8-cc0078ac300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.534921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a802d1d0-1f5e-4d0a-8bdc-dcbb85ffae33 req-c1fcd130-0ef3-4dd6-8fb4-88f2b6249bb2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.5506158 Nov 12 00:50:18.547016 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-9c0fa3f8-4cb3-4e21-91f8-cc0078ac300d service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.3350654 Nov 12 00:50:18.564835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-264e7c5e-9e6d-4b35-a75b-cf50e55a60c1 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394688 Nov 12 00:50:18.705303 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-76af42e0-bef9-4243-98bc-329c32d717d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 1001 time: 0.1479907 Nov 12 00:50:18.868874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-9b6f8b95-4ed6-4721-81e6-d7259bb82d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.870640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-9b6f8b95-4ed6-4721-81e6-d7259bb82d14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1566956 Nov 12 00:50:18.899345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a802d1d0-1f5e-4d0a-8bdc-dcbb85ffae33 req-eab9749f-fc23-4299-adc8-30a31a15843d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558741 Nov 12 00:50:18.987580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-244b22ee-9d0c-4620-99a9-cd1d0a0f59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.989479 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-244b22ee-9d0c-4620-99a9-cd1d0a0f59c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090322 Nov 12 00:50:19.010474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-f730ae43-408e-4c01-b5ee-3a1bbcd78268 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199715 Nov 12 00:50:19.144113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-581d3cf6-79b7-48d6-80dd-0a4922e38e6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 200 len: 217 time: 0.1245227 Nov 12 00:50:19.212115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-b1300d63-6007-4869-b40a-3a29cac9c7b4 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121732 Nov 12 00:50:19.396725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-2f9002cc-21bb-4570-ae0f-8ba62e5cb9a5 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/a7137bf4-0234-437d-935d-c890cae1159d HTTP/1.1" status: 200 len: 2424 time: 0.2134435 Nov 12 00:50:19.423785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-0d8eeabd-2671-4132-9de1-486b3e3f172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.425625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-0d8eeabd-2671-4132-9de1-486b3e3f172e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2731657 Nov 12 00:50:19.472443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d1ce4744-b7b7-4a88-bf89-b20d540f6b65 req-31287f13-3c49-4dea-84cf-98a64027c195 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446766 Nov 12 00:50:19.542900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.546560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:19.585033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:19.589194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:19.639443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-b072b056-c8bb-4d34-9d11-500865831db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.653014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-b072b056-c8bb-4d34-9d11-500865831db3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2173977 Nov 12 00:50:19.697001 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.911400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.916105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.954118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c20bd00d-4289-4700-acdc-ede5c36a13c3 req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/a7137bf4-0234-437d-935d-c890cae1159d HTTP/1.1" status: 204 len: 173 time: 0.5559740 Nov 12 00:50:20.063113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-1cc0f2a2-3e7b-4a3c-af93-41f53e034c01 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984401 Nov 12 00:50:20.065507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80cce5-aaef-4e4c-876e-e97ed4d3585f tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7137bf4-0234-437d-935d-c890cae1159d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.203378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:20.337466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.342510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556912437', 'description': 'tempest-description--722539854'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:20.388081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-c5d25e88-f8c2-42ce-8c1a-456ec0dca94d service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145235 Nov 12 00:50:20.399412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.487623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.495418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.506907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.538446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.583393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.628445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.641729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.646637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.655761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-7f292ab4-7969-46a2-a203-e47b0a546b04 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.5106156 Nov 12 00:50:20.658338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-74f52333-be13-41a2-8baf-e0b7ca66b47c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 200 len: 217 time: 0.2548165 Nov 12 00:50:20.660412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.699191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-9cb5e559-76ba-4b26-a109-d3d6419ec07d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=79c6cdfa58e241818546f1344eab6921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392442 Nov 12 00:50:20.704860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c956cbff-5269-4edf-a2e9-95b25be0bbc0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.711524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.717482 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36b7cf76-ebb9-461b-ae67-4a8af148e5b7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3786371 Nov 12 00:50:20.718136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.723255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group_rule': {'security_group_id': 'c956cbff-5269-4edf-a2e9-95b25be0bbc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:20.761697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.779647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 2, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:20.845862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:20.846224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Updating router 6fe03ec8-490d-433f-a444-c4c867007a53 port 565fb070-e1bc-42a8-bac1-1fcdd048d19a binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:20.900998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.907983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.920992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.928808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac0c623-6720-4a7a-9a2d-efadbfd57228,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.938232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-0bed9782-7fff-4d75-a33f-77bec227809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.940242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-0bed9782-7fff-4d75-a33f-77bec227809b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2497852 Nov 12 00:50:20.947131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.948958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24be7885-0b5f-4739-b21c-0aa676d144a1 req-6d9e4f21-78d0-4be3-96af-ad48546696e9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923589 Nov 12 00:50:20.952028 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-690315de-99db-4fe6-8f96-e5fdd6a4e44a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325156 Nov 12 00:50:20.952783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.957477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group_rule': {'security_group_id': 'c956cbff-5269-4edf-a2e9-95b25be0bbc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:20.996115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.049936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-57406ced-9e88-4e43-a432-fa4cb1c01bd2 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.053884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-57406ced-9e88-4e43-a432-fa4cb1c01bd2 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536263 Nov 12 00:50:21.120129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.134764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.145608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a60c5bc2-ac0b-4b90-8cee-708db2ef7aff tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/quotas/79c6cdfa58e241818546f1344eab6921 HTTP/1.1" status: 200 len: 375 time: 0.0635028 Nov 12 00:50:21.161273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c877b13-e7c8-4959-b417-75f04808e2b8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.172473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55945afc-970c-4795-ba52-750c3f7f427e req-68ee13e5-6dba-47a2-941e-2be7784d7a8b tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "GET /v2.0/security-groups/d8d47780-0ce9-402b-8a8c-abbe725f4bc6 HTTP/1.1" status: 200 len: 2417 time: 0.0877154 Nov 12 00:50:21.198313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.202914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-8032f075-3160-4f45-b836-df02383eb57f tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545750 Nov 12 00:50:21.203750 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb55c094-f6e3-4311-8cff-4a9c5af84ab4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498524 Nov 12 00:50:21.204660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.210854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:21.233022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-44bec0e2-0e99-4234-a542-61eec0703763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.234732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-44bec0e2-0e99-4234-a542-61eec0703763 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2847319 Nov 12 00:50:21.244157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.341217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55945afc-970c-4795-ba52-750c3f7f427e req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.383214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55945afc-970c-4795-ba52-750c3f7f427e req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.433470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-4befb7be-69be-4f6c-8831-c332f75f48ee service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883035 Nov 12 00:50:21.480318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.595243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55945afc-970c-4795-ba52-750c3f7f427e req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.598251 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55945afc-970c-4795-ba52-750c3f7f427e req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.606013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55945afc-970c-4795-ba52-750c3f7f427e req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8d47780-0ce9-402b-8a8c-abbe725f4bc6 HTTP/1.1" status: 204 len: 173 time: 0.4324179 Nov 12 00:50:21.611274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.641443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b95bba-275f-4cdf-ba38-c0a3b2d15013 req-99a6094e-f4e3-4291-872c-d1c59f56df07 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.652866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12b95bba-275f-4cdf-ba38-c0a3b2d15013 req-99a6094e-f4e3-4291-872c-d1c59f56df07 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.1990316 Nov 12 00:50:21.688584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12ecf-6c05-4662-b293-d0830094ceb2 tempest-SecurityGroupRulesTestJSON-17982435 tempest-SecurityGroupRulesTestJSON-17982435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d47780-0ce9-402b-8a8c-abbe725f4bc6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.693698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.713532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-c01d38d9-6d83-40ab-bcef-3db432704cae service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669439 Nov 12 00:50:21.745430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.815434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-1453d108-0401-4a3b-94f9-0c4125d991ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 217 time: 0.0929139 Nov 12 00:50:21.865347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12b95bba-275f-4cdf-ba38-c0a3b2d15013 req-70529ad5-e489-4c2a-8b39-c80aed0f9f5c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110703 Nov 12 00:50:21.937723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Deleting subnet da8b31ce-ff5f-4b4f-8a47-5b978be670df {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:21.949049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Allocated IP 172.25.6.74 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/38c93f6f-0f53-4744-bb83-55dddac847f6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:21.951282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.051237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.079981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6caf7d72-eabe-4e74-836d-4c628382af11 req-eb6f5e9f-ccb5-4e6f-b1d3-d4621fcb1e93 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 210 time: 0.2419343 Nov 12 00:50:22.123724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f46d-921e-4c35-9105-ffd7dd8c56e1 None None] Pushing event updated for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.137449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-e9ffe509-48d6-40f9-afcd-bcc302dc5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.139849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-e9ffe509-48d6-40f9-afcd-bcc302dc5f4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.3149238 Nov 12 00:50:22.167333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Attempting to bind port 565fb070-e1bc-42a8-bac1-1fcdd048d19a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:22.169656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Attempting to bind port 565fb070-e1bc-42a8-bac1-1fcdd048d19a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:22.170055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Attempting to bind port 565fb070-e1bc-42a8-bac1-1fcdd048d19a on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:22.209581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:22.215467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Checking segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:22.215966 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.225699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Bound using segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:22.226471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Bound port: 565fb070-e1bc-42a8-bac1-1fcdd048d19a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:22.226873 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.228270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.275968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-6bb4eaec-0954-4449-997a-233ceb92e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.278321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-6bb4eaec-0954-4449-997a-233ceb92e5fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1273186 Nov 12 00:50:22.345714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.401038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.412533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.423277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.435188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.437026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8b31ce-ff5f-4b4f-8a47-5b978be670df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.447322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.449103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.454137 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62c678ae-5ace-4461-9f10-2e46481a229b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da8b31ce-ff5f-4b4f-8a47-5b978be670df HTTP/1.1" status: 204 len: 168 time: 0.8417733 Nov 12 00:50:22.458813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.459658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:22.470344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.479770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-248c45ea-249e-43a7-a647-47de50eec0c3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.2452366 Nov 12 00:50:22.568348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-f6d4fdc4-c654-4172-b794-c2fb592d8c70 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823699 Nov 12 00:50:22.579411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.602279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a462e4b8-806a-4cd8-9c5f-c87003cc444e req-7023a23f-4aac-4618-8f2b-53264966968f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216757 Nov 12 00:50:22.644814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] For port 565fb070-e1bc-42a8-bac1-1fcdd048d19a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:22.679082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] For port 565fb070-e1bc-42a8-bac1-1fcdd048d19a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=565fb070-e1bc-42a8-bac1-1fcdd048d19a,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:22.714235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.761703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.770960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] Provisioning complete for port 565fb070-e1bc-42a8-bac1-1fcdd048d19a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:22.772979 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.864789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:22.867481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:22.928254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-fe422bd9-5747-4040-9bb0-25e8c6fd00e5 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247161 Nov 12 00:50:22.998156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:23.031588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.042674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.133764 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:50:23.165464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-6dbfb421-fe34-43a7-9f95-e36782a60936 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 217 time: 0.2284055 Nov 12 00:50:23.253538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:23.327908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-d5764a67-6842-4924-ae30-4bba7bff7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.329987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-d5764a67-6842-4924-ae30-4bba7bff7bb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.1491594 Nov 12 00:50:23.421755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-760502a8-1023-40fb-b46f-192c720be75c req-ce7efbee-fc7f-4ac8-b769-d59cf5336041 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 210 time: 0.0893593 Nov 12 00:50:23.582671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4158ef-db1b-496d-bd97-af043dae648e req-df71d2b6-feb5-4de3-bb1e-fe35c13feb08 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.585273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a4158ef-db1b-496d-bd97-af043dae648e req-df71d2b6-feb5-4de3-bb1e-fe35c13feb08 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 943 time: 0.4071848 Nov 12 00:50:23.683528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443b99-290b-4115-9707-01171a7c3d98 req-26ae8a78-754f-4666-8f18-1d763512fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.700752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-26ae8a78-754f-4666-8f18-1d763512fd9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2699258 Nov 12 00:50:23.745921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f46d-921e-4c35-9105-ffd7dd8c56e1 None None] Pushing event updated for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:23.885175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-658c9370-bbfe-4e0a-a423-1431a465e554 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554010 Nov 12 00:50:23.893642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-37df1a74-d061-4c18-a0d7-fa6e7566a1ae tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=79c6cdfa58e241818546f1344eab6921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2941065 Nov 12 00:50:23.961424 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:50:23.986980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.033751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=38c93f6f-0f53-4744-bb83-55dddac847f6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.047059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bdf48a-3446-41fc-883f-00e283f50d2f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.062201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:24.070905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:24.080273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:24.084696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cbac8b-1818-4ce9-9558-3e1757385f66') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.085442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cbac8b-1818-4ce9-9558-3e1757385f66') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.106245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-62ef59dd-3c9f-41de-a576-7b0003398c12 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.108205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-62ef59dd-3c9f-41de-a576-7b0003398c12 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025640 Nov 12 00:50:24.112101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.116439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a4158ef-db1b-496d-bd97-af043dae648e req-93ddbc95-cb98-4d2a-a607-800875e790f7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5121853 Nov 12 00:50:24.155399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:22Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:24.168534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Request body: {'port': {'device_id': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '79c6cdfa58e241818546f1344eab6921'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:24.180919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.201219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:24.215632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.229003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] For port 565fb070-e1bc-42a8-bac1-1fcdd048d19a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=565fb070-e1bc-42a8-bac1-1fcdd048d19a,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.233396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbca948-1e95-4378-930a-a6ad5fb20b71 None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:22Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:24.238818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:24.239242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:24.244622 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:24.247206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.428345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.462661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b0da7468-8b0e-45d5-b469-148a9e283794 None None] Provisioning complete for port 565fb070-e1bc-42a8-bac1-1fcdd048d19a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:24.463309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0da7468-8b0e-45d5-b469-148a9e283794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.467977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:24.474880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f172-751f-4836-9c5f-d78b9ca22b00 None None] Pushing event updated for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.511103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.533522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.549292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67bdf48a-3446-41fc-883f-00e283f50d2f HTTP/1.1" status: 204 len: 168 time: 2.0879059 Nov 12 00:50:24.579339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Made reservation on behalf of 79c6cdfa58e241818546f1344eab6921 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:24.590475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.611875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:24.645801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.691343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.713136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe364b0-69c0-4587-a579-cdef793d29f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67bdf48a-3446-41fc-883f-00e283f50d2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.776679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.798789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.863256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604aee0c-676c-4e73-a387-bf74c5c56467 req-d203a917-2eb9-4168-8801-10eaa4343429 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 210 time: 0.1402714 Nov 12 00:50:24.880078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['50b4b947-2fcd-4381-bb69-7ff348b4da39'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:24.887226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.954530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.986187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.020483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.054112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.073418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.090841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.107887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.111776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fabdd65-414a-4313-b803-b694041b758a req-c87cd820-46cc-4fd9-aec9-3af968692ac0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 1.2210295 Nov 12 00:50:25.112313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:25.208508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62443b99-290b-4115-9707-01171a7c3d98 req-1be2274f-9e87-4864-92a0-72c662004274 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3124936 Nov 12 00:50:25.246365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.253992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.328201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=38c93f6f-0f53-4744-bb83-55dddac847f6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.379151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.412212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.449714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.462767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9c124af2-2907-4aa6-bdaa-0711e8668531 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2567189 Nov 12 00:50:26.081109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.299559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 565fb070-e1bc-42a8-bac1-1fcdd048d19a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:26.302537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8161407f-0b70-4dba-a986-efbd6ec7c8a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.319881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f21b6844-7243-4161-a8a5-7ed575cab4e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2504f3fde0843a3b785fbca2cfaa6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1357553 Nov 12 00:50:26.320535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:26.334337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee13ba1-0f35-442d-bb48-7e08f9a7d625 req-7beccdb2-08a3-4a82-a8ff-07768fddd50c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.336422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ee13ba1-0f35-442d-bb48-7e08f9a7d625 req-7beccdb2-08a3-4a82-a8ff-07768fddd50c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 944 time: 0.9089315 Nov 12 00:50:26.380870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.381830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.381830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.382564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.383160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.383548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.383970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.386315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-fae5d395-dc2f-42e9-9771-4c567bfbc27f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6483 time: 1.0024264 Nov 12 00:50:26.451217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.463497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fabdd65-414a-4313-b803-b694041b758a req-85615eee-1d2b-46e7-9a46-847acc9ffcb9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0822966 Nov 12 00:50:26.479882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.496952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 565fb070-e1bc-42a8-bac1-1fcdd048d19a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:26.496952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.601197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.606038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.607927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f64806ba-d4c9-41d4-bdb6-f6d8e97b24dc HTTP/1.1" status: 204 len: 168 time: 0.2864709 Nov 12 00:50:26.646388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354b82-2332-4664-8b49-d093184d7ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64806ba-d4c9-41d4-bdb6-f6d8e97b24dc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.756583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Allocated IP 192.168.233.200 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/6a3571f6-d70b-48ea-ab8b-860732fdd0cb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:26.769020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ee13ba1-0f35-442d-bb48-7e08f9a7d625 req-15c0b2fe-96ff-434c-a2cf-fb7009e58602 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196415 Nov 12 00:50:26.859056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-c68a4983-bbce-4517-8a67-247f65f91ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.860595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-c68a4983-bbce-4517-8a67-247f65f91ac5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 903 time: 0.4538641 Nov 12 00:50:26.993996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-d3e311b2-42d3-4e79-8903-348b37a25b41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 217 time: 0.1210325 Nov 12 00:50:27.006009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:27.028925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10716df4-2ba6-48a9-b2e5-60cd4a6ff3a7 req-f4a100d3-5fbe-498a-8242-c2543bc5839c tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 210 time: 0.0504363 Nov 12 00:50:27.201973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 50b4b947-2fcd-4381-bb69-7ff348b4da39 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:27.202393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.302875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be8e0847-6609-403c-9940-064a17ce5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.305415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be8e0847-6609-403c-9940-064a17ce5135 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.2862120 Nov 12 00:50:27.320677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-fcdcd47a-8c8f-4656-982d-1371ed02b60f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1556912437&fields=id&tenant_id=b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 267 time: 0.3433435 Nov 12 00:50:27.462467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.507150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.529535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:27.532245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:27.534082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-a6f72b2d-08c1-43a0-a038-00790e46c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.535837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-a6f72b2d-08c1-43a0-a038-00790e46c6cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2130649 Nov 12 00:50:27.539222 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75743159-25a2-4b0a-8d28-23b3fc0b4048" -d '{"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:27.549027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.669586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-215da15c-3d10-4587-bfaf-222766f8e50b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.687267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-215da15c-3d10-4587-bfaf-222766f8e50b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 810 time: 0.3655584 Nov 12 00:50:27.707207 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a56dc8-25f8-4aa0-a2b8-618f9a5eb69e x-openstack-request-id: req-26a56dc8-25f8-4aa0-a2b8-618f9a5eb69e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:27.707478 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-plugged", "status": "completed", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:27.707730 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26a56dc8-25f8-4aa0-a2b8-618f9a5eb69e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:27.709469 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'code': 200} Nov 12 00:50:27.714093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.799772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-6fe0939b-f6dd-4029-90c0-ff9c553de4b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/quotas/b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 375 time: 0.1072538 Nov 12 00:50:27.834694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.910515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c012b2-3c71-4359-bc9a-e67546f4fc38 req-29e77545-24b8-47ff-a8be-debb376759ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.913061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14c012b2-3c71-4359-bc9a-e67546f4fc38 req-29e77545-24b8-47ff-a8be-debb376759ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1098 time: 0.1138496 Nov 12 00:50:28.062433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:28.072366 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14c012b2-3c71-4359-bc9a-e67546f4fc38 req-d3834be4-b7db-4920-bb3a-486a619661b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480680 Nov 12 00:50:28.103397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.120888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.134629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.149246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.152525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:28.156521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.174948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.194097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.202303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-bd12d622-5ddf-455e-b864-a8054ea99465 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.4778543 Nov 12 00:50:28.211656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:28.215248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-e93ed1f5-bab4-4e45-8a50-2f15672bbfcd service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690526 Nov 12 00:50:28.215871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Pushing event updated for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.218370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:28.233124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-8599a7cb-20bd-4a75-a1a2-dcc408f30001 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4324131 Nov 12 00:50:28.330187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1081417814-network', 'tenant_id': '4cf085a46898487c9a4e931cc0997f87'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:28.365048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-f07e2475-99cf-46ce-a396-2fd5b5d59d10 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289358 Nov 12 00:50:28.375498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Made reservation on behalf of 4cf085a46898487c9a4e931cc0997f87 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:28.380446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.407481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.605720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.606470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.626490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.634101 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.675994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cb291b77-1c37-4a17-81e8-be8a161c5b68 None None] Provisioning complete for port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:28.677090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb291b77-1c37-4a17-81e8-be8a161c5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.691056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:28.709339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.722363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.722673 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Added segment e6ecf92b-3898-4f29-994f-0bce38800841 of type vlan for network c4fb2aa2-7cbb-493c-8777-e924f57d0971 Nov 12 00:50:28.737411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cb291b77-1c37-4a17-81e8-be8a161c5b68 None None] Port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:28.745233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b28ad7-4e57-4cf9-b861-c7a7f073d8d1 req-db5aeea4-6314-45a7-be38-e12481b6fa27 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5419433 Nov 12 00:50:28.753571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-eb387980-e3e9-4281-9ca9-cfd65bdc5701 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5989187 Nov 12 00:50:28.804187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Request body: {'port': {'device_id': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:28.812510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.880040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.881246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.882021 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.927214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.927705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.928224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.928700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.929390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.930041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.930530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.932924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-be586372-dcd1-499a-b1b4-13a53fcd1599 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6483 time: 0.5005629 Nov 12 00:50:28.988108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] Pushing event updated for resources: {'Network': ['ID=c4fb2aa2-7cbb-493c-8777-e924f57d0971,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.999504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:29.014378 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9f880ab-6307-45be-8fa7-3a424d80837e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8605652 Nov 12 00:50:29.017533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:29.022753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Request body: {'subnet': {'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1081417814-subnet', 'tenant_id': '4cf085a46898487c9a4e931cc0997f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:29.084321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Made reservation on behalf of 4cf085a46898487c9a4e931cc0997f87 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:29.087131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.176909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-77462b0c-c356-4278-ac08-81baf22d2aaa service neutron] 10.222.0.11 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834792 Nov 12 00:50:29.186326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.515756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-a3f21a73-4d2b-478b-873b-63190425615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.517447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-a3f21a73-4d2b-478b-873b-63190425615c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 903 time: 0.5627482 Nov 12 00:50:29.551774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.610187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e376-0465-45f7-a3ec-0eec7ac51b31 req-cc939ec6-ae24-4703-ac70-43642b3289c8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.611989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c2e7e376-0465-45f7-a3ec-0eec7ac51b31 req-cc939ec6-ae24-4703-ac70-43642b3289c8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.7322929 Nov 12 00:50:29.703473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.745477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Checking segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:29.746253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Network hostable DHCP agents. Network: c4fb2aa2-7cbb-493c-8777-e924f57d0971, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:29.793694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:29.823961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c4fb2aa2-7cbb-493c-8777-e924f57d0971) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:29.829300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.830072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.843806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040725a-aee8-443f-b815-45ddf927c975 None None] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:29.862339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6064ece-4856-4dfc-a9a2-fec1964916cd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8436184 Nov 12 00:50:29.876393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-772699d7-c5a0-47a6-a154-39ed812f56b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 217 time: 0.3288562 Nov 12 00:50:30.183661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155395a-c1de-44c3-895a-f18944d1d7c7 None None] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:30.221862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-84ef7329-70c1-4679-9546-3e2a3b030063 service neutron] 10.222.0.11 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637094 Nov 12 00:50:30.280927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-c5463951-b89c-42af-adf2-a4e87ae4724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.282478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-c5463951-b89c-42af-adf2-a4e87ae4724f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.3815057 Nov 12 00:50:30.468967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-d11fcbd0-a5c2-483a-a55f-ee134c09554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.470685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-d11fcbd0-a5c2-483a-a55f-ee134c09554d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1745327 Nov 12 00:50:30.493181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c2e7e376-0465-45f7-a3ec-0eec7ac51b31 req-513deade-9b04-494b-927e-d037b78cdd8f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8594832 Nov 12 00:50:30.727248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-973e3d3d-4216-418d-9e71-c5491977179b service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266905 Nov 12 00:50:30.902490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3571f6-d70b-48ea-ab8b-860732fdd0cb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:30.923407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.943539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Transition to ACTIVE for port object 6a3571f6-d70b-48ea-ab8b-860732fdd0cb will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:31.023851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.168377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2602ac9-735b-4d12-9525-ff7a727dd720 req-b6f790e6-2722-4213-bf4a-db2739dad939 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000630 Nov 12 00:50:31.173289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.220648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24983-10f5-4e51-b998-30a3bf7a6b39 req-e3e6a79f-3e5f-475c-a3d4-e219552d454c tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.228774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a24983-10f5-4e51-b998-30a3bf7a6b39 req-e3e6a79f-3e5f-475c-a3d4-e219552d454c tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 948 time: 0.2830997 Nov 12 00:50:31.240599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.240924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.241562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.241782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.242023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.242485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.242841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.243158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.243495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.243797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.244147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.244475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:31.261880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.269403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.276473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.283606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.289947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.296344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.302640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.305484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-68a0a17a-553b-4dc9-9c9c-a02b91cceb39 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.3398416 Nov 12 00:50:31.457379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a24983-10f5-4e51-b998-30a3bf7a6b39 req-ec0849e9-9120-483d-aed6-21493f159cd8 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277801 Nov 12 00:50:31.528773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e72386a-eef1-448a-84a1-c3c6cb7e7e25 req-eeae6767-7dc1-4cc9-be40-4aa2c396c287 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091167 Nov 12 00:50:31.597873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Attempting to bind port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:31.604284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Attempting to bind port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:31.604915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Attempting to bind port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:31.622385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:31.623638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Attempting to bind port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:31.668100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:31.670785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:31.671208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:31.673304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Bound port: 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:31.673304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.764769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb0a729a-995d-451d-8b26-92db3023ddee req-6f76ddd3-dd90-499e-9970-dac412a63ff2 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 210 time: 0.0554874 Nov 12 00:50:31.862588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:31.866160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:31.889183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.032739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.099241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.101753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.103471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-a3f8343f-42be-4c42-8ec3-55921b817927 service neutron] 10.222.0.32 "PUT /v2.0/ports/6a3571f6-d70b-48ea-ab8b-860732fdd0cb HTTP/1.1" status: 200 len: 1097 time: 3.3251007 Nov 12 00:50:32.105767 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.112617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:32.115468 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73" -d '{"events": [{"name": "network-changed", "server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:32.234410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-b6db2306-00cd-41c2-b9b2-81b777639b1a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.250282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-b6db2306-00cd-41c2-b9b2-81b777639b1a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.3824756 Nov 12 00:50:32.683133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-68631427-a328-47ed-9ac8-14f08afe11ad tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.686823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-68631427-a328-47ed-9ac8-14f08afe11ad tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 810 time: 0.3072972 Nov 12 00:50:32.841956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-c17143bb-ec4a-4583-8511-c93290d52b64 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/quotas/4cf085a46898487c9a4e931cc0997f87 HTTP/1.1" status: 200 len: 375 time: 0.5848548 Nov 12 00:50:32.884267 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-117bf104-b231-477f-ac12-440a6a07e0d1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 380 time: 0.1838200 Nov 12 00:50:32.904265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'port': {'device_id': '3363da58-aff0-4b43-950a-add8db7b29af', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'admin_state_up': True, 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'security_groups': ['c956cbff-5269-4edf-a2e9-95b25be0bbc0']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:32.919611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eeac1-0bcf-4dc7-a223-9bad47dd547e req-f9cee67b-7144-4a00-acf8-85d382f576a0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.939665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80eeac1-0bcf-4dc7-a223-9bad47dd547e req-f9cee67b-7144-4a00-acf8-85d382f576a0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.8764985 Nov 12 00:50:32.962755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-cc700162-d7a8-4f06-941c-0722896f5edd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816739 Nov 12 00:50:33.022840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-16973761-cf93-4882-a3e1-f06607795747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.029381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-16973761-cf93-4882-a3e1-f06607795747 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 1100 time: 0.7741663 Nov 12 00:50:33.093692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Made reservation on behalf of b6efcdb67a70476385efff580d2d3ded for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:33.098827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.132874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-009ba475-42a8-4ddc-80a1-1dd8f25f834d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb HTTP/1.1" status: 200 len: 217 time: 0.0884359 Nov 12 00:50:33.144659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80eeac1-0bcf-4dc7-a223-9bad47dd547e req-a731fa75-4f66-473e-8ec0-aa81ab8c34c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022648 Nov 12 00:50:33.279501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-047fd92c-34c6-4421-aac4-0bba8ba9084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.285350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-047fd92c-34c6-4421-aac4-0bba8ba9084d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1393514 Nov 12 00:50:33.364748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Allocated IP 172.20.0.9 (22cab940-553e-48b7-8800-7895f9976cdf/0959ed24-a07c-4cd6-a9a7-b612f96f7cec/deb6028c-2a81-4dfa-9f03-db65e099f0fb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:33.449465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-17bb37a6-a61e-4421-ac04-55cb7c7f422a service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828367 Nov 12 00:50:33.703962 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d0b80-aab5-482f-b07c-545189f9c849 x-openstack-request-id: req-f50d0b80-aab5-482f-b07c-545189f9c849 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:33.704495 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:33.704897 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f50d0b80-aab5-482f-b07c-545189f9c849 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:33.705442 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb', 'status': 'completed', 'code': 200} Nov 12 00:50:33.707884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-180b64b7-03b2-4992-9be7-fcc47b678485 service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491438 Nov 12 00:50:33.769047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-1594ca40-2690-4524-84f2-d38f4564229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.772975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.777457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-1594ca40-2690-4524-84f2-d38f4564229c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4720900 Nov 12 00:50:33.836187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.907551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Network 22cab940-553e-48b7-8800-7895f9976cdf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:33.911318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:33.916137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:34.048345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.096262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-226c3952-7cee-40ea-95da-c925dbb17874 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101935 Nov 12 00:50:34.100949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.101755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.141265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-62ff18ed-ab30-4771-adf1-291320c972b5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2491577 Nov 12 00:50:34.160130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Request body: {'port': {'device_id': '3363da58-aff0-4b43-950a-add8db7b29af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.257996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.264470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb68e1-f689-4c3d-9f7d-705e53ba84cf req-ecb61413-f42a-43fb-9285-f4ee56004ca8 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.266088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76fb68e1-f689-4c3d-9f7d-705e53ba84cf req-ecb61413-f42a-43fb-9285-f4ee56004ca8 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 948 time: 0.5555418 Nov 12 00:50:34.503572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0fe163ff-8f6a-4854-a362-e36c96840085 None None] Provisioning complete for port deb6028c-2a81-4dfa-9f03-db65e099f0fb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:34.504199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe163ff-8f6a-4854-a362-e36c96840085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.566137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eee1f7dc-8086-4540-9f84-9d294a7242ea req-aa12d044-653b-4643-b87d-f087e9f6c3b1 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541178 Nov 12 00:50:34.661874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0fe163ff-8f6a-4854-a362-e36c96840085 None None] Port deb6028c-2a81-4dfa-9f03-db65e099f0fb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:34.667103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.676617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.686687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.694184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.702969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.712656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.720771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.723077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-ae7c7120-b22c-4e5f-88b9-054621902e72 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.5775309 Nov 12 00:50:34.889554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76fb68e1-f689-4c3d-9f7d-705e53ba84cf req-3d1a1c86-2493-4e44-9232-00244ded78ea tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388251 Nov 12 00:50:35.051795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-64e2aa00-d52c-48d3-8a9a-fa2f40638a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.053450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-64e2aa00-d52c-48d3-8a9a-fa2f40638a42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 1100 time: 0.3288014 Nov 12 00:50:35.054712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.105602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb6028c-2a81-4dfa-9f03-db65e099f0fb {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:35.116843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.136263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Transition to ACTIVE for port object deb6028c-2a81-4dfa-9f03-db65e099f0fb will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:35.155535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.240768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6335bf7c-d0bc-4b16-91b1-4950bb985094 req-d3c7e442-6da7-4160-b7e8-576138aea3ea tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4994173 Nov 12 00:50:35.318707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-1e99ebcb-5ecb-4e11-b22f-b885005fb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.326627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-1e99ebcb-5ecb-4e11-b22f-b885005fb1ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.2501550 Nov 12 00:50:35.574374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-54a007ac-1fa5-4fa0-8344-37cbbd77fb0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb HTTP/1.1" status: 200 len: 217 time: 0.2318223 Nov 12 00:50:35.613949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Pushing event updated for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.695378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d09d8530-ebf5-48c5-820f-8e93ff949e8f req-b2e297e8-a308-485a-b0d5-83c0c036c6f2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 210 time: 0.0898240 Nov 12 00:50:35.711376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Attempting to bind port deb6028c-2a81-4dfa-9f03-db65e099f0fb on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:35.711805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Attempting to bind port deb6028c-2a81-4dfa-9f03-db65e099f0fb by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:35.712164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Attempting to bind port deb6028c-2a81-4dfa-9f03-db65e099f0fb on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:35.730153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Port deb6028c-2a81-4dfa-9f03-db65e099f0fb on network 22cab940-553e-48b7-8800-7895f9976cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:35.730487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Attempting to bind port deb6028c-2a81-4dfa-9f03-db65e099f0fb on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:35.751282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0374787-fe67-40c5-afcc-47a788bceb1c req-258b0c1b-1a72-4ffd-8f85-915d02317eed tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.764952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:35.765291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Checking segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:35.765617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0374787-fe67-40c5-afcc-47a788bceb1c req-258b0c1b-1a72-4ffd-8f85-915d02317eed tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 931 time: 0.7092133 Nov 12 00:50:35.765744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Bound using segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:35.766138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Bound port: deb6028c-2a81-4dfa-9f03-db65e099f0fb, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:35.766497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.853978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0374787-fe67-40c5-afcc-47a788bceb1c req-a89151a6-0290-468c-88c0-b3d492ea6ad9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874462 Nov 12 00:50:35.858536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-bd2a5516-dd8e-4c40-a147-80140eaf8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.864121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-bd2a5516-dd8e-4c40-a147-80140eaf8c1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.2819304 Nov 12 00:50:35.930822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-b800a1a0-75ea-47a1-bd98-ebcc5f26a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.933061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-b800a1a0-75ea-47a1-bd98-ebcc5f26a4e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0577090 Nov 12 00:50:35.939278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:35.951227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:35.958843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.079518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.083420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.089892 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] 10.222.0.32 "PUT /v2.0/ports/deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 1092 time: 1.9398088 Nov 12 00:50:36.090408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:36.098008 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f936cc-2157-4082-a77b-fc730955ff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:36.222512 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254619f4-0086-4fbb-a0ab-17bc1b0f2cc2 x-openstack-request-id: req-254619f4-0086-4fbb-a0ab-17bc1b0f2cc2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:36.223522 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:36.224274 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-254619f4-0086-4fbb-a0ab-17bc1b0f2cc2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:36.224973 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'status': 'completed', 'code': 200} Nov 12 00:50:36.291015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42efd-a07c-413f-9636-8ac950f2ae12 service neutron] Pushing event updated for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:36.360195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-198bf444-d1c3-44c3-8c81-423e79e75617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.368129 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-198bf444-d1c3-44c3-8c81-423e79e75617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1095 time: 0.1794446 Nov 12 00:50:36.485673 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-1be56a77-7512-4e42-9847-8712d83c3daa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 217 time: 0.1088896 Nov 12 00:50:36.559507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-c00a9c88-294e-488c-8cb3-bfee718d5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.561442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-c00a9c88-294e-488c-8cb3-bfee718d5593 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.0673065 Nov 12 00:50:36.576609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4f61-9478-48f6-9ada-0f1c4646e3bb req-76c5ad83-fb20-43a5-8b4a-bcf8d54cc008 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.578234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c99d4f61-9478-48f6-9ada-0f1c4646e3bb req-76c5ad83-fb20-43a5-8b4a-bcf8d54cc008 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 948 time: 0.4234154 Nov 12 00:50:36.580145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-24e9d4fe-a6c6-41a7-8259-4051a840d85b service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387503 Nov 12 00:50:36.677945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-92808ccf-e9b7-438a-9c85-0b29521a6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.688032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-92808ccf-e9b7-438a-9c85-0b29521a6a8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185958 Nov 12 00:50:36.723954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a16d04f2-6ef9-47af-8b4b-091e35dd4e73 req-0ad20235-012c-4b97-8d0d-aa5ac75f6994 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261270 Nov 12 00:50:36.763514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-3bbbf546-1a89-4f9b-aaab-a9cdfb129c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.764989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-3bbbf546-1a89-4f9b-aaab-a9cdfb129c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.5512071 Nov 12 00:50:36.781444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.788394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.801030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.808493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.821703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.830516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.837398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.839650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-a2cb7f17-649f-433e-9743-a4c93b1211f4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.3882329 Nov 12 00:50:36.846404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Request body: {'port': {'device_id': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'admin_state_up': True, 'tenant_id': '4cf085a46898487c9a4e931cc0997f87'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:36.951802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-31d2770f-a348-487d-94a5-8e23748e4341 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551630 Nov 12 00:50:37.046240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a3571f6-d70b-48ea-ab8b-860732fdd0cb details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:37.174738 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4b39258f-f3af-4a58-a69a-5f125f15f811 req-d5bb06f3-fa2f-41a0-affd-90143e2c80ea service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147038 Nov 12 00:50:37.202114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c99d4f61-9478-48f6-9ada-0f1c4646e3bb req-1bbcae00-2125-4ed0-a549-0748c96335f2 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146843 Nov 12 00:50:37.218257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Made reservation on behalf of 4cf085a46898487c9a4e931cc0997f87 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:37.253775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.285966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:37.324252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb', 'mac_address': 'fa:16:3e:91:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:37.345197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-649ad0d9-381e-4c94-b204-7a9026691f06 req-5822e650-40cd-4a54-91eb-7b6cf5db6bdd tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2896745 Nov 12 00:50:37.411580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.439319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f936cc-2157-4082-a77b-fc730955ff0d req-9f81fe4b-5227-44e5-88e3-d4304e888910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.440042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3571f6-d70b-48ea-ab8b-860732fdd0cb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:37.441094 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-9f81fe4b-5227-44e5-88e3-d4304e888910 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1095 time: 0.1772373 Nov 12 00:50:37.468386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:37.475912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.616004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.641529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.643703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.646711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.651367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4c75b27-6b8d-4eef-a558-56a542a797cc req-25a2d191-fcb0-4aca-a0d7-aeca98855084 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 210 time: 0.2692769 Nov 12 00:50:37.652039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.652824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.652824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.653267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.653704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.654141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.655151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.657039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.657501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:37.742077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6a3571f6-d70b-48ea-ab8b-860732fdd0cb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:37.765382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f936cc-2157-4082-a77b-fc730955ff0d req-0c1c91da-e747-4ec5-83bc-9275d5a86346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.766944 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-0c1c91da-e747-4ec5-83bc-9275d5a86346 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.3175488 Nov 12 00:50:37.836701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702c62e-55e6-4fae-90cb-8d369d950d75 req-ddae0a6e-15c5-4b4b-9a16-e673f46aee26 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.847953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2702c62e-55e6-4fae-90cb-8d369d950d75 req-ddae0a6e-15c5-4b4b-9a16-e673f46aee26 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 943 time: 0.1916931 Nov 12 00:50:37.885543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-9f14a293-a526-4b19-a978-dba0de5f4f5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 217 time: 0.1097789 Nov 12 00:50:37.929286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Allocated IP 172.20.0.7 (c4fb2aa2-7cbb-493c-8777-e924f57d0971/0c7aa3ff-46fe-4541-b540-d44e7c7d06a7/d395ab3b-a9e6-4f1f-b054-50b7c4786782) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:37.985365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f936cc-2157-4082-a77b-fc730955ff0d req-b75f11f8-3280-4bda-8dd4-90b8a79c32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.986861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-b75f11f8-3280-4bda-8dd4-90b8a79c32d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.0931411 Nov 12 00:50:38.068376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2702c62e-55e6-4fae-90cb-8d369d950d75 req-c7847afe-15b3-42bf-8480-0be311e055fc tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155919 Nov 12 00:50:38.093232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f936cc-2157-4082-a77b-fc730955ff0d req-0db07ea0-ce45-40f7-89e6-943ed0119fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.096026 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-0db07ea0-ce45-40f7-89e6-943ed0119fbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996306 Nov 12 00:50:38.292715 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-878d2706-8c56-44dc-9ecb-ef68d2a90f57 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877377 Nov 12 00:50:38.357929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.397806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.495570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-94f936cc-2157-4082-a77b-fc730955ff0d req-bbe01094-bf67-4079-8064-e8e179795e66 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950459 Nov 12 00:50:38.502820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1d1cc-a3f2-4baa-b953-7cc1ab0a651a req-bb298100-0881-4898-afe4-46fe781347f9 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.504439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39b1d1cc-a3f2-4baa-b953-7cc1ab0a651a req-bb298100-0881-4898-afe4-46fe781347f9 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 949 time: 0.1577797 Nov 12 00:50:38.603007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.695793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-143a6751-1017-4854-8156-02dccfc432b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.713553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39b1d1cc-a3f2-4baa-b953-7cc1ab0a651a req-f3dc3a65-44e1-4dbc-ae04-4e7bd086d39b tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883314 Nov 12 00:50:38.751172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:38.790570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.796800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.803143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.809858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.816328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.823046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.829770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.841127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-11960af6-971d-4cf6-beb7-14bcbbf967a4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.2865872 Nov 12 00:50:38.849526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:38.852548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:38.889946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.046472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e11772fd-0d86-4b1d-b21e-091c603fc47a req-244a6140-0a15-454a-a667-7964f67029a1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042966 Nov 12 00:50:39.047947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device deb6028c-2a81-4dfa-9f03-db65e099f0fb details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:39.051301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a3571f6-d70b-48ea-ab8b-860732fdd0cb up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:39.071572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.072287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.106371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a207af4-66a4-4f67-ad18-1e45da70912a req-d5c3c8d1-0b97-4d48-a6fc-92469243dc0f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.108025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a207af4-66a4-4f67-ad18-1e45da70912a req-d5c3c8d1-0b97-4d48-a6fc-92469243dc0f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 931 time: 0.2507057 Nov 12 00:50:39.198596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a3913e55-fac1-4644-982a-97364197a9eb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3578267 Nov 12 00:50:39.237416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Request body: {'port': {'device_id': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:39.317043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a207af4-66a4-4f67-ad18-1e45da70912a req-577e3459-a30f-44da-9164-1c1324abd321 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930382 Nov 12 00:50:39.360166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-143a6751-1017-4854-8156-02dccfc432b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.361081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:39.366092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.388969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:39.389145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.390572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2721-756f-4285-8c32-b67e5603044a req-7747e787-93de-4c44-849f-a87d91cf7992 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.392154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44fe2721-756f-4285-8c32-b67e5603044a req-7747e787-93de-4c44-849f-a87d91cf7992 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 943 time: 0.2158480 Nov 12 00:50:39.396079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-143a6751-1017-4854-8156-02dccfc432b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.427867 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38a7a9c7-df21-4980-badb-caad02811319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.442029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:39.468153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.477233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-143a6751-1017-4854-8156-02dccfc432b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9235787d1f140e0afdafb42be5a643c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1145730 Nov 12 00:50:39.496415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'port_id': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'mac_address': 'fa:16:3e:c7:b0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:39.599630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.600347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.658590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.684464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a6751-1017-4854-8156-02dccfc432b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffce4fc-8b65-40f7-84d1-47a5cf48505b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.700905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44fe2721-756f-4285-8c32-b67e5603044a req-2695536c-ebe9-4881-b62f-03bad71b05b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709227 Nov 12 00:50:39.721494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.786377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.790291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.791910 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ffce4fc-8b65-40f7-84d1-47a5cf48505b HTTP/1.1" status: 204 len: 168 time: 0.3227234 Nov 12 00:50:39.797406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb6028c-2a81-4dfa-9f03-db65e099f0fb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:39.814754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffce4fc-8b65-40f7-84d1-47a5cf48505b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.854490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.855068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.855486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.860536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.860810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.861129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.861468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.861799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.862129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.862456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.862782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.863109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fecd267-2457-4ee7-bb6e-45154b0e9fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:39.880029 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.891360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca6a9-79b8-4331-8f54-7fbc2a5f6377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.945194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:40.016159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:40.018111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:40.021135 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e1609-d4d6-450d-b9f3-a3c7f74af2f8" -d '{"events": [{"server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "name": "network-vif-plugged", "status": "completed", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:40.022151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f200099-701f-4f31-b162-f480d404c4ee req-3fe7ccdc-c6d9-4a18-9140-6f2a47f1aa02 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.023934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f200099-701f-4f31-b162-f480d404c4ee req-3fe7ccdc-c6d9-4a18-9140-6f2a47f1aa02 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 949 time: 0.1210852 Nov 12 00:50:40.036543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.137462 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cae41b6-c62e-4d1c-b47e-d7aea4aca527 x-openstack-request-id: req-3cae41b6-c62e-4d1c-b47e-d7aea4aca527 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:40.138081 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "name": "network-vif-plugged", "status": "completed", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:40.138593 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cae41b6-c62e-4d1c-b47e-d7aea4aca527 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:40.139015 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb', 'code': 200} Nov 12 00:50:40.140784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.156525 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.189324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f200099-701f-4f31-b162-f480d404c4ee req-45922ed2-43fa-4b9c-890c-f5226aa7db91 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340241 Nov 12 00:50:40.272255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9947f-5031-4226-9687-04c4d45f013e req-8d832f03-82b0-4757-ba3e-33640fe8c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.273951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-26c9947f-5031-4226-9687-04c4d45f013e req-8d832f03-82b0-4757-ba3e-33640fe8c593 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 1102 time: 0.0807071 Nov 12 00:50:40.347271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca6a9-79b8-4331-8f54-7fbc2a5f6377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.357718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['deb6028c-2a81-4dfa-9f03-db65e099f0fb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:40.367850 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-26c9947f-5031-4226-9687-04c4d45f013e req-bf8be809-58d2-4767-adad-e785d2bece38 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829253 Nov 12 00:50:40.383892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.390424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.397240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.404641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.411082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.421201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.427401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.430178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-c74a00c2-2183-4047-ada0-2e946c90c79b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.2118511 Nov 12 00:50:40.430178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca6a9-79b8-4331-8f54-7fbc2a5f6377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.487386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ca6a9-79b8-4331-8f54-7fbc2a5f6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3740e-26e2-4f05-9b0b-7826b42d7c67,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.522790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.585389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e9ca6a9-79b8-4331-8f54-7fbc2a5f6377 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34457369260544a8b315fc9571883bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9725239 Nov 12 00:50:40.588150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:40.602463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:40.660093 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.679847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Transition to ACTIVE for port object d395ab3b-a9e6-4f1f-b054-50b7c4786782 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:40.690589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.706395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.752127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.755695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e776f-4352-48af-956b-3c17b3c955a5 req-92e3d141-1994-4f1e-8c08-09d443b97494 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.757451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b1e776f-4352-48af-956b-3c17b3c955a5 req-92e3d141-1994-4f1e-8c08-09d443b97494 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 931 time: 0.2413893 Nov 12 00:50:40.781871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cf3cf9e-be10-4113-bc1c-759871528caa req-2f5a2d17-7c4f-432f-b85c-2bb2ac8bb1ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3031368 Nov 12 00:50:40.847660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.860840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.864415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.865779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25b3740e-26e2-4f05-9b0b-7826b42d7c67 HTTP/1.1" status: 204 len: 168 time: 0.2762802 Nov 12 00:50:40.887494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2015b-ac2d-40c4-aa8d-518b4bff2454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3740e-26e2-4f05-9b0b-7826b42d7c67,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.994656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b1e776f-4352-48af-956b-3c17b3c955a5 req-4789de42-f688-494d-9ac7-c37b34cb4c9e tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274127 Nov 12 00:50:41.019270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Attempting to bind port d395ab3b-a9e6-4f1f-b054-50b7c4786782 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:41.019821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Attempting to bind port d395ab3b-a9e6-4f1f-b054-50b7c4786782 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:41.020342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Attempting to bind port d395ab3b-a9e6-4f1f-b054-50b7c4786782 on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:41.031343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Port d395ab3b-a9e6-4f1f-b054-50b7c4786782 on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:41.031960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Attempting to bind port d395ab3b-a9e6-4f1f-b054-50b7c4786782 on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:41.044759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:41.045368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Checking segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:41.045955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Bound using segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:41.046804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Bound port: d395ab3b-a9e6-4f1f-b054-50b7c4786782, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:41.047360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.070220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a4acd-1687-492f-b4ba-41cd527e27a5 req-bc9bd155-abc6-45a6-b35d-3eb74f670deb tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.072032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-922a4acd-1687-492f-b4ba-41cd527e27a5 req-bc9bd155-abc6-45a6-b35d-3eb74f670deb tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 944 time: 0.1306612 Nov 12 00:50:41.155218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:41.160290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:41.175033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.188574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-922a4acd-1687-492f-b4ba-41cd527e27a5 req-87ffc521-c140-476c-aa54-1fd483244712 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831003 Nov 12 00:50:41.218707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.219375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.221155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] 10.222.0.39 "PUT /v2.0/ports/d395ab3b-a9e6-4f1f-b054-50b7c4786782 HTTP/1.1" status: 200 len: 1092 time: 1.9887435 Nov 12 00:50:41.221434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:41.224283 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50a871-1855-4681-9a8b-2f59340561f6" -d '{"events": [{"name": "network-changed", "server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:41.253467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d5395-a674-4068-9e46-cc5a8a9765ed service neutron] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:41.394584 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b519d7b-65ed-402d-a418-8181b38fcd30 x-openstack-request-id: req-1b519d7b-65ed-402d-a418-8181b38fcd30 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:41.394893 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:41.395163 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b519d7b-65ed-402d-a418-8181b38fcd30 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:41.395931 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'status': 'completed', 'code': 200} Nov 12 00:50:41.449577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55258) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.475378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-d5b1652c-039e-47c0-a7b9-039362b1bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.477794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-d5b1652c-039e-47c0-a7b9-039362b1bf27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 1095 time: 0.1785512 Nov 12 00:50:41.481073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd032ee-b7a3-4abc-b327-aea0e3aaa7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.514182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c6ae-4393-4936-8328-514f89b02df9 req-38e1b803-7c6b-4aa4-be09-b83971791dfb tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.516146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7930c6ae-4393-4936-8328-514f89b02df9 req-38e1b803-7c6b-4aa4-be09-b83971791dfb tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 950 time: 0.1267366 Nov 12 00:50:41.556117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-fa4e8b03-839c-4e09-adab-8a11ca890210 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782 HTTP/1.1" status: 200 len: 217 time: 0.0699856 Nov 12 00:50:41.671482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd032ee-b7a3-4abc-b327-aea0e3aaa7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.678792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cd032ee-b7a3-4abc-b327-aea0e3aaa7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.680910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7930c6ae-4393-4936-8328-514f89b02df9 req-1661fd07-1de7-424b-9df2-c42cd141cd21 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281514 Nov 12 00:50:41.682393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-24bd38df-9d67-4790-a1ee-af4d1930aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.683942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-24bd38df-9d67-4790-a1ee-af4d1930aebd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.1101522 Nov 12 00:50:41.695042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aca3cd7c-e346-4835-ae2d-8e20d81adc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.735571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6cd032ee-b7a3-4abc-b327-aea0e3aaa7d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee65c85ba22647f89ee137648651a5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846742 Nov 12 00:50:41.737918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55262) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.754325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-a72b44c3-3b4b-4779-a4d6-cfb5f9991e5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601981 Nov 12 00:50:41.757140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd032ee-b7a3-4abc-b327-aea0e3aaa7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6623a4-a7d8-4643-a570-853cdbea88a0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:41.813676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.843676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.903659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-360c0aed-e278-4a59-be9a-402d657b2bfe service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399574 Nov 12 00:50:41.951365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.954424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.959591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e6623a4-a7d8-4643-a570-853cdbea88a0 HTTP/1.1" status: 204 len: 168 time: 0.2191112 Nov 12 00:50:41.980443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20558e-2fee-42f8-a9cd-1de545b0a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6623a4-a7d8-4643-a570-853cdbea88a0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:42.077433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.084827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.092588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.101160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.109503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.117644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.126376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.136164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-ea1de5ec-6eb9-4231-af3a-cd89cbc17ccf tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.1818078 Nov 12 00:50:42.168755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a198bcb-6807-4434-a011-e59ad3e4582f req-db8e7546-e394-487d-ab3f-a290d1b3b7f3 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543716 Nov 12 00:50:42.231168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaede9ae-39b3-41c5-9e38-8cd9a8f54b99 req-91c7a1fc-c0d6-4c3f-9e71-29491b51abfa tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865417 Nov 12 00:50:42.467809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-3a43ebe4-7b1a-4e1e-a15e-40d9349e9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.469845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-3a43ebe4-7b1a-4e1e-a15e-40d9349e9e22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 1095 time: 0.1790855 Nov 12 00:50:42.489261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6da3-2638-4b91-ba11-3323a026e6f7 req-663a5d31-8ff6-4180-bceb-b188a75fade8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.491997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d5e6da3-2638-4b91-ba11-3323a026e6f7 req-663a5d31-8ff6-4180-bceb-b188a75fade8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 943 time: 0.2804821 Nov 12 00:50:42.531136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431742-9000-4c98-b666-8639bad0bd3c req-b572fc0d-0ffb-4c6e-864c-60eabcc7abf7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.539712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79431742-9000-4c98-b666-8639bad0bd3c req-b572fc0d-0ffb-4c6e-864c-60eabcc7abf7 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 944 time: 0.1713390 Nov 12 00:50:42.689837 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.028913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d5e6da3-2638-4b91-ba11-3323a026e6f7 req-31aae23d-6f75-4d18-90fe-2c270f32ebdf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266218 Nov 12 00:50:43.057498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device deb6028c-2a81-4dfa-9f03-db65e099f0fb up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:43.089373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79431742-9000-4c98-b666-8639bad0bd3c req-9def43ac-c549-4f72-8bf3-565416cf166c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483968 Nov 12 00:50:43.092851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-2c607a65-8a91-409e-be52-e33fa9de0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.095477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-2c607a65-8a91-409e-be52-e33fa9de0804 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 916 time: 0.6169527 Nov 12 00:50:43.191849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6613cdf8-16f1-4554-926b-84d4f7e22843 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:43.294909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-f9d2df12-33d7-4440-affc-7a3e541c332c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782 HTTP/1.1" status: 200 len: 217 time: 0.1869218 Nov 12 00:50:43.305137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port deb6028c-2a81-4dfa-9f03-db65e099f0fb completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:43.330735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port deb6028c-2a81-4dfa-9f03-db65e099f0fb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:43.331202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.467059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbabce0-540b-4cf4-8644-0c1efc92a417 req-db5b84c3-4c70-4b91-a9d8-fca763f8f96d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.472833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fbabce0-540b-4cf4-8644-0c1efc92a417 req-db5b84c3-4c70-4b91-a9d8-fca763f8f96d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 950 time: 0.2642920 Nov 12 00:50:43.546034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-a612ddad-ea29-4016-965f-bb61910bb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.548340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-a612ddad-ea29-4016-965f-bb61910bb2a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.2443743 Nov 12 00:50:43.578533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.601084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.612376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-802cf3a0-9242-4e1f-ba5c-97f76920c835 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543234 Nov 12 00:50:43.649807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.654431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.654590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:43.655176 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73ed11c-b58e-4347-8a5b-8cd8400dfe45" -d '{"events": [{"server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "name": "network-vif-plugged", "status": "completed", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:43.660861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'port_id': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'mac_address': 'fa:16:3e:60:cc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e569dc-2ffb-469a-aa1f-8681a729b665', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:43.664261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.671539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.678318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.688260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.692272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.699195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.701315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-8fa81a85-1eac-45d1-85eb-7f2c9477ae92 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5419 time: 0.3247883 Nov 12 00:50:43.719692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.742043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fbabce0-540b-4cf4-8644-0c1efc92a417 req-9606eb4e-1950-48a4-9b03-ae9995ad3bcf tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492304 Nov 12 00:50:43.782097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.835299 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12d60a-c62b-4849-8516-186e6ea83e35 x-openstack-request-id: req-8e12d60a-c62b-4849-8516-186e6ea83e35 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:43.835599 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "name": "network-vif-plugged", "status": "completed", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:43.836020 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e12d60a-c62b-4849-8516-186e6ea83e35 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:43.836464 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'code': 200} Nov 12 00:50:43.843310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.880541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6613cdf8-16f1-4554-926b-84d4f7e22843 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:43.926641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.929141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.929544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-31eeadfa-7922-4431-9f12-4e95460b8fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268658 Nov 12 00:50:43.930621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:43.935434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.944573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:44.007516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06331a3-5457-45d7-a1a9-39e061065520 req-51f67efe-b216-4a83-b6c1-f4049dac42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.012710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f06331a3-5457-45d7-a1a9-39e061065520 req-51f67efe-b216-4a83-b6c1-f4049dac42db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.1176045 Nov 12 00:50:44.043253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.096681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f06331a3-5457-45d7-a1a9-39e061065520 req-99779568-7db5-4dee-a1ef-33f5daf74f6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737107 Nov 12 00:50:44.259690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:44.277434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'port_id': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97', 'mac_address': 'fa:16:3e:8e:57:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:44.329590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.345531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:44.373218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:44.374686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce50a871-1855-4681-9a8b-2f59340561f6 req-854bbadf-f24b-4087-a648-87715c909167 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100914 Nov 12 00:50:44.397106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.398407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:44.422995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dad9a711-0062-4eb4-898e-d131984ddd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.533712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5471eebb-368e-4dbe-8473-cb97038ba1c4 req-5a38b2a3-25b3-4bb1-a105-edb8bcedcd5e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7901063 Nov 12 00:50:44.759290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dad9a711-0062-4eb4-898e-d131984ddd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.770555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dad9a711-0062-4eb4-898e-d131984ddd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.883336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.926117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9a711-0062-4eb4-898e-d131984ddd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ac60b-01cc-4c23-8c54-a4fffd860db9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.940323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dad9a711-0062-4eb4-898e-d131984ddd98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfdd262a3f0b4060aabd3ea57375e610&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0077641 Nov 12 00:50:44.942385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:44.971114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.080916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:45.111594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'port_id': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'mac_address': 'fa:16:3e:15:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7aa3ff-46fe-4541-b540-d44e7c7d06a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:45.135836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0485-93d8-488d-981b-bdbc6a5153e8 req-3f4ffa6c-2855-41ed-9f41-d7232ebe5b85 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.138526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-755f0485-93d8-488d-981b-bdbc6a5153e8 req-3f4ffa6c-2855-41ed-9f41-d7232ebe5b85 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1966009 Nov 12 00:50:45.141389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.178068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74369392-5221-4a30-922a-32ee7f8baa66 req-4776e789-2c20-4a70-ad6d-322d21871748 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.187238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.188230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74369392-5221-4a30-922a-32ee7f8baa66 req-4776e789-2c20-4a70-ad6d-322d21871748 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 943 time: 0.2430642 Nov 12 00:50:45.205407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.249319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:45.280519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:45.292655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.293885 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.294710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2cc27ac1-075c-4c45-8064-ccb800cd0a50 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:45.296507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.297989 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d6ac60b-01cc-4c23-8c54-a4fffd860db9 HTTP/1.1" status: 204 len: 168 time: 0.3527439 Nov 12 00:50:45.308990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaf956-771f-41c8-8f53-7be61ca62a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ac60b-01cc-4c23-8c54-a4fffd860db9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:45.349329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74369392-5221-4a30-922a-32ee7f8baa66 req-3ab7912f-4634-44a7-a212-bda630270927 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591156 Nov 12 00:50:45.459336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-755f0485-93d8-488d-981b-bdbc6a5153e8 req-61756afd-f716-4b99-8403-67bbac77f0a4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683551 Nov 12 00:50:45.489072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:45.582267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-e8bfb20c-ceb5-47d8-b14b-db782c49dada tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=79c6cdfa58e241818546f1344eab6921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505786 Nov 12 00:50:45.625043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:45.822091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.830196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.838518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.853134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.859827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.866405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'port_id': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'mac_address': 'fa:16:3e:51:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:45.866854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.874095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.883468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-e7f439c7-c299-46be-a0dc-1ad150d2f4ae tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5421 time: 0.1755893 Nov 12 00:50:45.893757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-3d213d63-31f0-4371-9831-7bcba199c0f1 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.895417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-3d213d63-31f0-4371-9831-7bcba199c0f1 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029356 Nov 12 00:50:45.910315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.926631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc27ac1-075c-4c45-8064-ccb800cd0a50 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:45.943994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-af66cf98-2b2c-4af2-8ac2-9bbdc360bd5d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/quotas/79c6cdfa58e241818546f1344eab6921 HTTP/1.1" status: 200 len: 375 time: 0.0320783 Nov 12 00:50:45.948786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:45.954724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.954724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 824dc1b9-97ca-42b1-9b9e-2897497901d2 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.024345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6672acd0-5961-40f8-b5a5-95a30cda39d1 req-f9e13db6-37fe-4d7b-8836-65396facaddd tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398406 Nov 12 00:50:46.025299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.027829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.051278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'port_id': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'mac_address': 'fa:16:3e:c3:53:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:46.058897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-3ea6e030-d3b6-4c82-8a02-4608f4b461d3 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038964 Nov 12 00:50:46.089075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:46.107027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.108144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252b37c3-1809-4435-83ad-bcb557ac360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.124777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824dc1b9-97ca-42b1-9b9e-2897497901d2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:46.148345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.154616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.155385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3941086d-af66-4cdb-952d-c58aa7e96985 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.218257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252b37c3-1809-4435-83ad-bcb557ac360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.224981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-252b37c3-1809-4435-83ad-bcb557ac360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.264675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.283022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a064378b-bf62-47be-9b25-2e9854f65352 req-207bf9f8-fd1a-4e8a-b844-e0bc652e4b61 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 210 time: 0.0472832 Nov 12 00:50:46.285112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.290907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b37c3-1809-4435-83ad-bcb557ac360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b954f6f0-80df-4720-ae09-7bde7d346714,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.303664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '3941086d-af66-4cdb-952d-c58aa7e96985', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'port_id': '3941086d-af66-4cdb-952d-c58aa7e96985', 'mac_address': 'fa:16:3e:a2:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:46.316771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:46.317359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-252b37c3-1809-4435-83ad-bcb557ac360c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c654070b87394edca4c78550fe138a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264702 Nov 12 00:50:46.359304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.379046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3941086d-af66-4cdb-952d-c58aa7e96985 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:46.390992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.403462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.409531 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.410963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.457981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.516118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.607919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.625434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7', 'network_id': '79677879-3b95-47cf-a900-6baea7c5902f', 'port_id': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7', 'mac_address': 'fa:16:3e:05:ef:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbae09fb-8c45-4d4a-a410-932c4ddce5f2', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:46.671725 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.689149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:46.693241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba91aba-a1d8-4464-b0c1-f473c6d6a19d req-65747e28-4ae3-4afb-b94d-29564d116067 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.695128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ba91aba-a1d8-4464-b0c1-f473c6d6a19d req-65747e28-4ae3-4afb-b94d-29564d116067 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.2027714 Nov 12 00:50:46.708199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.711775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.715389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b954f6f0-80df-4720-ae09-7bde7d346714 HTTP/1.1" status: 204 len: 168 time: 0.3946385 Nov 12 00:50:46.746801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.750387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca2ae-a846-495b-8d82-83e93a939cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954f6f0-80df-4720-ae09-7bde7d346714,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.758190 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.759283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device ed2aa351-810d-4283-bb25-7f88b5c1d1a5 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:46.763056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f593d6-c604-48ae-bc6c-8e5e1c33f42a req-954570e3-dcb5-4f44-8a81-9f711cd82188 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.775404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81f593d6-c604-48ae-bc6c-8e5e1c33f42a req-954570e3-dcb5-4f44-8a81-9f711cd82188 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1575797 Nov 12 00:50:46.844855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ba91aba-a1d8-4464-b0c1-f473c6d6a19d req-56553fe4-49f5-4371-95d3-debba3e0e599 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409209 Nov 12 00:50:46.874403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81f593d6-c604-48ae-bc6c-8e5e1c33f42a req-4114f828-8fe5-4a37-bfba-a8590f528a7d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979903 Nov 12 00:50:46.905218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.930908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.955282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'network_id': '1ad0b42f-9515-4e26-9599-a43168b90382', 'port_id': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'mac_address': 'fa:16:3e:c3:bf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e569dc-2ffb-469a-aa1f-8681a729b665', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:47.015807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.033860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2aa351-810d-4283-bb25-7f88b5c1d1a5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:47.064982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:47.071456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.079427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c891ba-3b36-4810-b8de-48377edf6038 req-13a38b3a-d529-438b-966e-59f721b58f5e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.082775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63c891ba-3b36-4810-b8de-48377edf6038 req-13a38b3a-d529-438b-966e-59f721b58f5e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1356862 Nov 12 00:50:47.097551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c8a1-2fe4-4ef0-bece-d5d5dc582d25 req-467e5ea6-e4ae-4ab1-9735-1832836046d0 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.110120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.120188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'floatingip': {'port_id': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:47.121524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8d1c8a1-2fe4-4ef0-bece-d5d5dc582d25 req-467e5ea6-e4ae-4ab1-9735-1832836046d0 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1274152 Nov 12 00:50:47.155198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.197632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.216216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63c891ba-3b36-4810-b8de-48377edf6038 req-04e67a6b-bf09-4433-bd0e-05795b584f7d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936775 Nov 12 00:50:47.384954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.398109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.409788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.421015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.427178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.435395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.441552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.443966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-7fb4a4f2-13d8-4afd-8a79-6d102462899c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5426 time: 0.1742728 Nov 12 00:50:47.541031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51a6d0f9-f7fb-4f49-ba0b-82d427e1ae80 req-d3f81e7f-31ba-424b-9596-802f209c40c0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875385 Nov 12 00:50:47.659104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1455e4e-ab30-40f4-a5f5-1b0a954dbf56 req-6fc0cc24-641a-43d2-8468-0c7f1b4d9d60 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 210 time: 0.0468750 Nov 12 00:50:47.761935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6613cdf8-16f1-4554-926b-84d4f7e22843'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.811079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d395ab3b-a9e6-4f1f-b054-50b7c4786782'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.813908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['ed2aa351-810d-4283-bb25-7f88b5c1d1a5'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.881107 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-2c619ebc-f7a5-45d4-9ade-51fd6be39292 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=79c6cdfa58e241818546f1344eab6921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821364 Nov 12 00:50:47.965101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['824dc1b9-97ca-42b1-9b9e-2897497901d2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.973916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['3941086d-af66-4cdb-952d-c58aa7e96985'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.981681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2cc27ac1-075c-4c45-8064-ccb800cd0a50'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:47.987890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0f520ca8-adfd-4c09-b4ad-5a6eea1960f7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:48.098565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dc33d-0487-4d75-be86-0a7aa9d2ecd9 req-32e191b5-0760-4fee-bfc0-edf59c0c027f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.112811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a58dc33d-0487-4d75-be86-0a7aa9d2ecd9 req-32e191b5-0760-4fee-bfc0-edf59c0c027f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.1115103 Nov 12 00:50:48.203822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37218f-6d76-4a87-be12-ac020b1d5d3e req-8cbae543-0afe-46ec-970a-ea5e4947edf5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.206320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f37218f-6d76-4a87-be12-ac020b1d5d3e req-8cbae543-0afe-46ec-970a-ea5e4947edf5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.0844476 Nov 12 00:50:48.225007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a58dc33d-0487-4d75-be86-0a7aa9d2ecd9 req-70cef067-8ad1-4d47-826d-76900cbea9a0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109240 Nov 12 00:50:48.293358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f37218f-6d76-4a87-be12-ac020b1d5d3e req-3983c21e-d30e-46e1-b4b8-e01de0415cba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666122 Nov 12 00:50:48.688173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['92bcacb9-0320-4d6f-b0a6-f0675d2aac97'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:48.736646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.748724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.755105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.763458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.773174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.781079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.787173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.787403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-f3053d25-7b2f-4b16-a1b8-27570f4d5f51 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.789322 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-f3053d25-7b2f-4b16-a1b8-27570f4d5f51 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9012291 Nov 12 00:50:48.797674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-21911685-13a3-4c95-bf25-959d66eb3530 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5426 time: 0.1481059 Nov 12 00:50:48.800284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:50:48.848403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-396e7471-d63e-4de8-b773-3ff1d5e14ca5 req-15f267e7-842c-4383-bf5b-361a23f62575 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 210 time: 0.0473206 Nov 12 00:50:48.880702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Request body: {'port': {'device_id': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '79c6cdfa58e241818546f1344eab6921'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:48.910410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90a14e1a-e4ce-41f6-a756-8344b417f81c req-d59df51d-c8ea-488c-9c19-ed5483ae7673 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110842 Nov 12 00:50:49.004273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.010824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.132661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:49.186697 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Floating IP da235e84-879a-4f4b-8d18-d8c0e5aeba82 associated. External IP: 172.25.6.74, port: deb6028c-2a81-4dfa-9f03-db65e099f0fb. Nov 12 00:50:49.193646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Made reservation on behalf of 79c6cdfa58e241818546f1344eab6921 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:49.197762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.527413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515a7ad-2023-4bb0-bb40-e5acfbf6c132 req-1562d90c-0405-4764-a0cd-a4ab0a792860 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.535762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f515a7ad-2023-4bb0-bb40-e5acfbf6c132 req-1562d90c-0405-4764-a0cd-a4ab0a792860 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.1725178 Nov 12 00:50:49.560087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Allocated IP 192.168.233.208 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/42ead2a2-97f1-4326-aaae-79b9c3ddc896) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:49.572664 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.604940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc09be-aee6-4682-b9b4-6d30f8cdc95d req-155768f3-aab0-4e33-a60f-006191ac1686 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.613278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffdc09be-aee6-4682-b9b4-6d30f8cdc95d req-155768f3-aab0-4e33-a60f-006191ac1686 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1854272 Nov 12 00:50:49.621601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:49.622459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:49.625352 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174ad0b-074d-4d3d-850f-be39c398dda8" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:49.635399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.679696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f515a7ad-2023-4bb0-bb40-e5acfbf6c132 req-9640decd-7c49-496f-a92a-936baa848758 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428609 Nov 12 00:50:49.739791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.765406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffdc09be-aee6-4682-b9b4-6d30f8cdc95d req-a343a5ba-d083-47ee-bcaa-0e4405be21d2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423407 Nov 12 00:50:49.782054 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e52c9-ca01-4509-905f-fcaa38cfbd8b x-openstack-request-id: req-448e52c9-ca01-4509-905f-fcaa38cfbd8b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:49.782227 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:49.782585 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-448e52c9-ca01-4509-905f-fcaa38cfbd8b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:49.783477 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:50:49.854065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.895246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:50.001979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01c3300f-7b9b-4943-8e07-c02fde55ecb8 req-914a73c3-6408-4023-a574-4a87b8ce47bd tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 210 time: 0.0742407 Nov 12 00:50:50.023999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:50.029320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.039106 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:50.057825 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:50.058662 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:50.064453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6c3d587e-f850-4d30-b48f-389fcfde391e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "PUT /v2.0/floatingips/da235e84-879a-4f4b-8d18-d8c0e5aeba82 HTTP/1.1" status: 200 len: 990 time: 2.9527423 Nov 12 00:50:50.065976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:50.068821 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c066439-7046-4704-bcbe-cbad72ff9de2" -d '{"events": [{"name": "network-changed", "server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:50.072887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.087164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6a3571f6-d70b-48ea-ab8b-860732fdd0cb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:50.133547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:50.138599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:50.150625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:50.161289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.184751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.194709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Pushing event updated for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:50.197909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.222589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.255012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.273893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.278683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.279409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.301492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.311684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-448b9d2b-5540-4526-b89c-a119fe798068 req-d3b43f08-4ea2-4e3d-88cf-f0fdab12fa6b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5426 time: 0.2829552 Nov 12 00:50:50.312030 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7d5194-1ebb-4e47-9370-8f9419ef2c40 x-openstack-request-id: req-4e7d5194-1ebb-4e47-9370-8f9419ef2c40 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:50.312290 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:50.312536 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e7d5194-1ebb-4e47-9370-8f9419ef2c40 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:50.312964 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'status': 'completed', 'code': 200} Nov 12 00:50:50.336708 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-376ed89b-50c1-4345-b12e-fbcc58f141d4 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5350440 Nov 12 00:50:50.352300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Request body: {'port': {'device_id': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:50.395982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:50.461405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-b326c732-3600-459a-a3d0-1ce51ea2ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.462968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-b326c732-3600-459a-a3d0-1ce51ea2ba33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.1304545 Nov 12 00:50:50.506781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.607859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-21b24b94-791f-4f0d-b888-486b198e0c21 None None] Provisioning complete for port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:50.608346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-21b24b94-791f-4f0d-b888-486b198e0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.612544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-448b9d2b-5540-4526-b89c-a119fe798068 req-2989ebb4-5567-4f67-abef-6a416fa9a036 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2998099 Nov 12 00:50:50.688279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-21b24b94-791f-4f0d-b888-486b198e0c21 None None] Port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:50.707817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-0ef85749-2dd1-4805-9deb-4470cfa7fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.711228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-0ef85749-2dd1-4805-9deb-4470cfa7fbf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.2385559 Nov 12 00:50:50.827412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-72790200-7c90-4299-bda5-118138514850 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 998 time: 0.1053150 Nov 12 00:50:50.845788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a96a8a-ce05-42ff-a831-e9b58bb06314 req-529af45b-c799-46e6-acd3-22511e380109 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.861755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7a96a8a-ce05-42ff-a831-e9b58bb06314 req-529af45b-c799-46e6-acd3-22511e380109 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.0939102 Nov 12 00:50:50.934558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-c62c3802-41eb-43d1-a2b6-b1a39ad98393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.936610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-c62c3802-41eb-43d1-a2b6-b1a39ad98393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.0722358 Nov 12 00:50:50.963893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:50.999560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'da235e84-879a-4f4b-8d18-d8c0e5aeba82', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:c7:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363da58-aff0-4b43-950a-add8db7b29af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:48Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:51.032423 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:51.043221 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:51.044670 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:51.130802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-21b1b9b6-86c4-453e-9aae-0ff37405b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.132966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-21b1b9b6-86c4-453e-9aae-0ff37405b614 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1810057 Nov 12 00:50:51.133679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:51.135770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6613cdf8-16f1-4554-926b-84d4f7e22843 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:51.142297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7a96a8a-ce05-42ff-a831-e9b58bb06314 req-4b990420-04c8-4bb9-80f2-51db450e7d4d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795665 Nov 12 00:50:51.173173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ead2a2-97f1-4326-aaae-79b9c3ddc896 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:51.195959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.275796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:51.277811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43570e8c-a1b9-4d1b-9140-afc8dc687a98 req-c1853ea4-044f-4ca6-a127-04feb4a5f8c0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.279525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43570e8c-a1b9-4d1b-9140-afc8dc687a98 req-c1853ea4-044f-4ca6-a127-04feb4a5f8c0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3407340 Nov 12 00:50:51.282370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-287bbdc7-5b5f-414a-9514-e3d65ab714d0 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391540 Nov 12 00:50:51.296771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Transition to ACTIVE for port object 42ead2a2-97f1-4326-aaae-79b9c3ddc896 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:51.301476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff60980-9c25-455b-bf95-32cb266d92eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.308632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.453308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 6613cdf8-16f1-4554-926b-84d4f7e22843 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:51.473848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 6613cdf8-16f1-4554-926b-84d4f7e22843 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:51.474217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.518693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb56d63-8b4a-4f69-abf0-85c01ffd3459 req-470f35ea-8dbc-4a7d-b3f2-e11a2ee5443f tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.528927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bb56d63-8b4a-4f69-abf0-85c01ffd3459 req-470f35ea-8dbc-4a7d-b3f2-e11a2ee5443f tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 948 time: 0.1844058 Nov 12 00:50:51.584832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43570e8c-a1b9-4d1b-9140-afc8dc687a98 req-8c2bca57-59c5-4acb-bda5-8b527cca8062 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953854 Nov 12 00:50:51.636461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:51.674697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'mac_address': 'fa:16:3e:e6:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:51.733863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bb56d63-8b4a-4f69-abf0-85c01ffd3459 req-330c53cf-2fc9-447a-8bc8-28cda940e945 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016242 Nov 12 00:50:51.772437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c066439-7046-4704-bcbe-cbad72ff9de2 req-98da2217-a403-4c46-9395-15e4b62f7dec service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585397 Nov 12 00:50:51.824974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.836869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'da235e84-879a-4f4b-8d18-d8c0e5aeba82', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:c7:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363da58-aff0-4b43-950a-add8db7b29af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:48Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:51.927812 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db0c9-c759-4e02-8904-2eb2619ee124 None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'da235e84-879a-4f4b-8d18-d8c0e5aeba82', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:c7:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3363da58-aff0-4b43-950a-add8db7b29af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:48Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:52.011466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.024312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.042688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.058679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.071389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.089025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.095643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.105334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-f3aeff9e-7076-43e1-be0b-626aaa37f032 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5426 time: 0.2206464 Nov 12 00:50:52.147351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:52.156589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Pushing event updated for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.250024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b7dbb8-b7d2-4421-b283-2dcc2eb03112 req-7b20a89c-623d-49b4-bf2e-1364a4e3afa0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348712 Nov 12 00:50:52.260889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.305239 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.330231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.340935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Attempting to bind port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:52.341524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Attempting to bind port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:52.341524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Attempting to bind port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:52.374791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:52.375227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Attempting to bind port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:52.395691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:52.396124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:52.396501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:52.396957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Bound port: 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:52.397948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.398170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.461891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:52.464109 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673d91f4-a61b-488d-9e1f-6f1f312692fd" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:52.471061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d427a-6757-4814-8af2-b2675c99167b None None] New status for floating IP da235e84-879a-4f4b-8d18-d8c0e5aeba82: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:50:52.496992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddba69-ce78-457a-8827-bdb02c606f8a req-5b3f90df-e648-4d75-bbc7-b33e0efbcfdd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.510220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16ddba69-ce78-457a-8827-bdb02c606f8a req-5b3f90df-e648-4d75-bbc7-b33e0efbcfdd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.1795943 Nov 12 00:50:52.591168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16ddba69-ce78-457a-8827-bdb02c606f8a req-53fe6975-a2da-4bec-a14d-dc98baa789d2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798700 Nov 12 00:50:52.611965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff60980-9c25-455b-bf95-32cb266d92eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.639924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff60980-9c25-455b-bf95-32cb266d92eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.685686 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e02901-f75f-4ec2-addd-f0ad651ce265 x-openstack-request-id: req-65e02901-f75f-4ec2-addd-f0ad651ce265 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:52.686377 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:52.686377 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65e02901-f75f-4ec2-addd-f0ad651ce265 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:52.686732 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'code': 200} Nov 12 00:50:52.688033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8fdc9309-ec28-41d6-90ea-016fb518dbb1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:52.708186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.762611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff60980-9c25-455b-bf95-32cb266d92eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511d675b-76b2-4c3e-a990-607d8a9cc8e9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.788999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.813010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc977d77-218c-4a8d-acea-6b568f48d4c8 req-5aa8534b-8733-4ab8-ac03-461da673e044 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.824715 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eff60980-9c25-455b-bf95-32cb266d92eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14a1f8a75e834d09a5e62d4ef4fa64af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8595288 Nov 12 00:50:52.826506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:52.828840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:52.831054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc977d77-218c-4a8d-acea-6b568f48d4c8 req-5aa8534b-8733-4ab8-ac03-461da673e044 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.1145592 Nov 12 00:50:52.838236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:52.854072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.940853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.947069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc977d77-218c-4a8d-acea-6b568f48d4c8 req-db9acfb0-fb7a-46cd-9706-f55bdf195fff tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149850 Nov 12 00:50:53.027398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Pushing event updated for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.089848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.093758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.098687 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-6c334e27-1c96-4fe6-affd-162a320ed6aa service neutron] 10.222.0.32 "PUT /v2.0/ports/42ead2a2-97f1-4326-aaae-79b9c3ddc896 HTTP/1.1" status: 200 len: 1097 time: 2.7514410 Nov 12 00:50:53.107668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:53.120840 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad189d-9f44-4987-b3c9-1d03011819fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:53.132235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3941086d-af66-4cdb-952d-c58aa7e96985 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:53.170797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.201521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccb16-fc82-4db1-ac24-61738944ab93 req-0df67abc-00f9-4026-8edc-6709a68b7e76 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.209940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fbccb16-fc82-4db1-ac24-61738944ab93 req-0df67abc-00f9-4026-8edc-6709a68b7e76 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 948 time: 0.2090719 Nov 12 00:50:53.300992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.308668 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca5be2-2e73-4774-83d5-4b4d4ee13d13 x-openstack-request-id: req-b7ca5be2-2e73-4774-83d5-4b4d4ee13d13 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:53.308989 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:53.309250 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7ca5be2-2e73-4774-83d5-4b4d4ee13d13 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:53.311713 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896', 'status': 'completed', 'code': 200} Nov 12 00:50:53.350736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-e712f97f-6f17-4bdb-bcc7-662c780bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.352575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-e712f97f-6f17-4bdb-bcc7-662c780bba2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 1100 time: 0.1792424 Nov 12 00:50:53.486057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fbccb16-fc82-4db1-ac24-61738944ab93 req-cdcc5353-f2d9-44fd-a5e7-74bc3c6b8ef7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651265 Nov 12 00:50:53.641227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-5f998059-c0fa-427b-8860-658c7fd96eef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896 HTTP/1.1" status: 200 len: 217 time: 0.2659895 Nov 12 00:50:53.643878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 3941086d-af66-4cdb-952d-c58aa7e96985 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:53.655641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.663628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.668200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 3941086d-af66-4cdb-952d-c58aa7e96985 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:53.672048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.676329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.679320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.686619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.694812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.701716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.705050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-a47577b8-5ef4-4220-8fe6-0231e57a4b1a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5427 time: 0.2062831 Nov 12 00:50:53.789081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.794689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.800339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/511d675b-76b2-4c3e-a990-607d8a9cc8e9 HTTP/1.1" status: 204 len: 168 time: 0.9663212 Nov 12 00:50:53.815588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d3b7-0480-44ff-ba97-a7025b1cf318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511d675b-76b2-4c3e-a990-607d8a9cc8e9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.822751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-bd6abaab-f2c0-4a3d-bf79-40c31e7b31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.825037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-bd6abaab-f2c0-4a3d-bf79-40c31e7b31f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1708732 Nov 12 00:50:53.951246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d272a-2246-49c5-a383-9613355fc045 req-fedbfc4c-e8c1-431d-b644-f35bbef99108 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.953222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-952d272a-2246-49c5-a383-9613355fc045 req-fedbfc4c-e8c1-431d-b644-f35bbef99108 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.1967101 Nov 12 00:50:53.984627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-159d7d8f-a017-46a6-9d4c-d504e3bfa7f3 req-1137ccf5-9cd2-4b38-8323-ed48fac5865b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2701709 Nov 12 00:50:54.023353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-b3477c2a-f711-4189-86f0-68d33ed92b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.023732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.028916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-b3477c2a-f711-4189-86f0-68d33ed92b1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1964467 Nov 12 00:50:54.120046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:54.136716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-952d272a-2246-49c5-a383-9613355fc045 req-ae1e1554-8714-4565-99b3-8cfd65022108 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444652 Nov 12 00:50:54.149779 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.150885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:54.258923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.299355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:54.302458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898d4b-21a6-46f5-a15d-ae373a35f0db req-4fb3c424-eeaa-4473-81e6-ba0ad07fef39 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.304741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:54.305361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.312237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f898d4b-21a6-46f5-a15d-ae373a35f0db req-4fb3c424-eeaa-4473-81e6-ba0ad07fef39 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.0902081 Nov 12 00:50:54.313926 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-412a6a09-0e6b-4851-a78c-7b610e4cb8c2 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728546 Nov 12 00:50:54.411517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f898d4b-21a6-46f5-a15d-ae373a35f0db req-adca40de-2e8c-4fbc-88f8-a7350ff55b00 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950930 Nov 12 00:50:54.471568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.546177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75679b7d-26df-4e78-877b-4a5611c61e5a req-2b067d7c-05f5-4949-a7d9-22f8dd13bb31 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240059 Nov 12 00:50:54.553862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:54.559545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.560504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:54.688791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:54.691150 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fcd3a9-5cc6-484f-9799-122f9d8a3ca5" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "92bcacb9-0320-4d6f-b0a6-f0675d2aac97"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:54.752718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.757578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-3e4e165d-b64e-42d1-a5bf-c375f92dce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.759124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-3e4e165d-b64e-42d1-a5bf-c375f92dce5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79c6cdfa58e241818546f1344eab6921&device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 1100 time: 0.0875392 Nov 12 00:50:54.785258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d395ab3b-a9e6-4f1f-b054-50b7c4786782 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:54.786895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8446d0-9b28-44cb-8cf5-721bf22f4456 req-0a27b144-89f8-48e3-902d-72e106a96c4a tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.795889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d395ab3b-a9e6-4f1f-b054-50b7c4786782 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:54.796774 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.806871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c8446d0-9b28-44cb-8cf5-721bf22f4456 req-0a27b144-89f8-48e3-902d-72e106a96c4a tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 948 time: 0.1220689 Nov 12 00:50:54.880098 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8287578-7a8a-4c09-b459-cba1f3b6c55a x-openstack-request-id: req-b8287578-7a8a-4c09-b459-cba1f3b6c55a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:54.880098 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "92bcacb9-0320-4d6f-b0a6-f0675d2aac97", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:54.889771 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8287578-7a8a-4c09-b459-cba1f3b6c55a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:54.891098 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985', 'code': 200} Nov 12 00:50:54.891624 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bcacb9-0320-4d6f-b0a6-f0675d2aac97', 'code': 200} Nov 12 00:50:54.920266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c8446d0-9b28-44cb-8cf5-721bf22f4456 req-a68516c0-02ba-4ca9-9ae1-aee23a9a7dd1 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086788 Nov 12 00:50:54.953627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-f46b907c-3ec4-490a-a9cf-7d22e62ef673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.956581 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-f46b907c-3ec4-490a-a9cf-7d22e62ef673 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1837261 Nov 12 00:50:55.035205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.037767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-3d609734-9b1d-418a-bcaf-2d17d733931c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896 HTTP/1.1" status: 200 len: 217 time: 0.0717824 Nov 12 00:50:55.119233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:55.124771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.125771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2cc27ac1-075c-4c45-8064-ccb800cd0a50 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:55.198832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-9963954e-bfaf-4149-b8ab-911c1cec84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.202139 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-9963954e-bfaf-4149-b8ab-911c1cec84b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.1558971 Nov 12 00:50:55.251343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.295451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.297715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:55.307211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:55.307941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.316204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.327128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-1c4616e8-9331-4d13-a8d2-bef3974d4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.332552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-1c4616e8-9331-4d13-a8d2-bef3974d4d84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190612 Nov 12 00:50:55.344191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.358435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.390534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.403621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.451098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.468384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.468767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-2fea91ba-e685-4904-bc9a-75ced8dd5d1e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5429 time: 0.3538275 Nov 12 00:50:55.536892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:55.545383 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.546809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 824dc1b9-97ca-42b1-9b9e-2897497901d2 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:55.630885 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-c26565ec-b5ed-40c8-8f6b-ad99b21ac450 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849839 Nov 12 00:50:55.714953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc308-f850-41cf-87b5-e8d94163cca4 req-223b5101-a503-4b7d-902d-2082036a32c4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.733689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a23cc308-f850-41cf-87b5-e8d94163cca4 req-223b5101-a503-4b7d-902d-2082036a32c4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2346687 Nov 12 00:50:55.769511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb681aa5-0935-4edd-8cd7-6f1fa2a28d1c req-0bc5d9f8-1037-4f36-98ad-71f5a699b9c0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2994559 Nov 12 00:50:55.799314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.859872 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4fad189d-9f44-4987-b3c9-1d03011819fc req-aa743bd4-25e1-437d-bdab-29aa859f2faa service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183414 Nov 12 00:50:55.875626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 824dc1b9-97ca-42b1-9b9e-2897497901d2 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:55.883128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 824dc1b9-97ca-42b1-9b9e-2897497901d2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:55.883817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.945556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a23cc308-f850-41cf-87b5-e8d94163cca4 req-584c592d-ceab-4201-b18a-9a0c41d8cda4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098184 Nov 12 00:50:56.083069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.143271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47e33d-0ec5-4d33-9f9e-1b864522816b req-a235c4ed-faa0-4851-b76d-2c8f250fe125 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.147893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:56.154637 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.155740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:56.156515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd47e33d-0ec5-4d33-9f9e-1b864522816b req-a235c4ed-faa0-4851-b76d-2c8f250fe125 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.1492646 Nov 12 00:50:56.312867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935b086-08bb-4abf-9545-c4252477b0d2 req-717d7cdc-3114-40e9-b915-fd19a11a9d20 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.323994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8935b086-08bb-4abf-9545-c4252477b0d2 req-717d7cdc-3114-40e9-b915-fd19a11a9d20 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 948 time: 0.1991065 Nov 12 00:50:56.391983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.420737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd47e33d-0ec5-4d33-9f9e-1b864522816b req-4460d343-4bc0-4db6-afad-785d250cbc30 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594841 Nov 12 00:50:56.430769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:56.457255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:56.458057 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.536408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8935b086-08bb-4abf-9545-c4252477b0d2 req-1fcdf877-6fbf-4400-b0d2-58dbb72fc8f2 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078078 Nov 12 00:50:56.814346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.897568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:56.903144 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881124f-4f3c-4f57-a6d0-a2ca65805dbd" -d '{"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "0f520ca8-adfd-4c09-b4ad-5a6eea1960f7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:56.915131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:56.930255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.936035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device ed2aa351-810d-4283-bb25-7f88b5c1d1a5 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:57.070229 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9d5e1-2385-4db9-a755-7d9d4dbb7015 x-openstack-request-id: req-0dc9d5e1-2385-4db9-a755-7d9d4dbb7015 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:57.070637 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "0f520ca8-adfd-4c09-b4ad-5a6eea1960f7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:57.070789 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dc9d5e1-2385-4db9-a755-7d9d4dbb7015 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:57.071768 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'code': 200} Nov 12 00:50:57.072029 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'code': 200} Nov 12 00:50:57.072338 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'code': 200} Nov 12 00:50:57.072591 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f520ca8-adfd-4c09-b4ad-5a6eea1960f7', 'code': 200} Nov 12 00:50:57.139081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 42ead2a2-97f1-4326-aaae-79b9c3ddc896 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:57.153399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.160784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.168937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.176835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.187891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.188193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.220446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.233323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.235456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-c44af618-c35f-4d43-b438-f791aabde559 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5432 time: 0.2380788 Nov 12 00:50:57.274852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:57.282708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:57.283081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.362072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:57.376724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '42ead2a2-97f1-4326-aaae-79b9c3ddc896', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '42ead2a2-97f1-4326-aaae-79b9c3ddc896', 'mac_address': 'fa:16:3e:fa:ac:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:57.406476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b46a0e2-7d0a-4620-837f-e19a12c0755f req-ecba63a3-403b-4129-ae52-a3003bf008e2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548820 Nov 12 00:50:57.413278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af478004-7dec-4757-98c4-4956d873689e req-27eda20e-9ddc-4e82-8375-7fde487a5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.417806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af478004-7dec-4757-98c4-4956d873689e req-27eda20e-9ddc-4e82-8375-7fde487a5c5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 1097 time: 0.1798465 Nov 12 00:50:57.437874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ed31a-a832-46e2-82cb-ac60cbe88437 req-a9318237-b605-41c1-b9a9-e06b8ec278bb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.439607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95ed31a-a832-46e2-82cb-ac60cbe88437 req-a9318237-b605-41c1-b9a9-e06b8ec278bb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2029762 Nov 12 00:50:57.465296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.479883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.484203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ead2a2-97f1-4326-aaae-79b9c3ddc896 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:57.510625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:57.519175 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.565404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af478004-7dec-4757-98c4-4956d873689e req-12c05477-4f23-45eb-9bf2-88195602bd3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377990 Nov 12 00:50:57.586065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:57.597073 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.607445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:57.635165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.680247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95ed31a-a832-46e2-82cb-ac60cbe88437 req-f976bdd6-bb6e-4cc8-b614-67333f41ab00 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248077 Nov 12 00:50:57.733503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb330ad8-19ad-42cc-863e-cb673c7e7c7b req-e96e2768-0bb6-4ff9-a41b-9dfee8d548fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.747586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.756019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb330ad8-19ad-42cc-863e-cb673c7e7c7b req-e96e2768-0bb6-4ff9-a41b-9dfee8d548fb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 946 time: 0.1912301 Nov 12 00:50:57.775406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:57.776085 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.816396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['42ead2a2-97f1-4326-aaae-79b9c3ddc896'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:57.847307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb330ad8-19ad-42cc-863e-cb673c7e7c7b req-679ecdb7-1c67-48f6-86e7-fe43df283296 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924859 Nov 12 00:50:57.966596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba038-00f3-4a09-95a6-797693e75231 req-5e5f22ea-34de-4622-9a73-e3503df9d8b9 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.968547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-405ba038-00f3-4a09-95a6-797693e75231 req-5e5f22ea-34de-4622-9a73-e3503df9d8b9 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 949 time: 0.0966802 Nov 12 00:50:58.000731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.067115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:58.078817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.119433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-405ba038-00f3-4a09-95a6-797693e75231 req-83cb7fc0-afac-44fa-b49b-934b7be2dba2 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397913 Nov 12 00:50:58.245886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=13']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:58.786511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.811209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.818535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.826023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.834306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.842701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.860841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.869087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-20c6a3b9-50d0-4363-a2d0-8f978e730809 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.2517295 Nov 12 00:50:58.902562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:58.967189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe919-6454-4547-a6a3-6e3c03537b15 req-8bf4e0e2-fafc-4891-b18c-0dba28bff9b0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.968864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4ebe919-6454-4547-a6a3-6e3c03537b15 req-8bf4e0e2-fafc-4891-b18c-0dba28bff9b0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0920453 Nov 12 00:50:58.989091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9e006d2-3f30-4993-98e3-7a894c19a1f4 req-edd44f7a-467f-475e-98ca-fee44817e0d7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188672 Nov 12 00:50:59.075196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5'}, {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:59.079662 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd59d8-749d-47d0-837c-cdcd7aa2c000" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5"}, {"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:59.140515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 42ead2a2-97f1-4326-aaae-79b9c3ddc896 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:59.148611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4ebe919-6454-4547-a6a3-6e3c03537b15 req-d8361183-4651-4da3-a3dd-200dab87ae16 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531813 Nov 12 00:50:59.158573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d8cb95-3fc1-4342-9d12-aeb90b239721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.248043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:59.260571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:59.269265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.289087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210110-c623-4eb7-80a5-b8346b2e7dea req-403961ad-dc58-41d9-b284-32fbf03756c1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.291141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e210110-c623-4eb7-80a5-b8346b2e7dea req-403961ad-dc58-41d9-b284-32fbf03756c1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1591651 Nov 12 00:50:59.306251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d8cb95-3fc1-4342-9d12-aeb90b239721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.315183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16d8cb95-3fc1-4342-9d12-aeb90b239721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.392790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8cb95-3fc1-4342-9d12-aeb90b239721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd6116-7b9e-4947-8b08-ca964bd1c6b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:59.446865 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16d8cb95-3fc1-4342-9d12-aeb90b239721 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=586b0a7fe4874c6d8588efdbe3bfe8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5425301 Nov 12 00:50:59.454397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e210110-c623-4eb7-80a5-b8346b2e7dea req-35fdb195-1711-4764-873c-b584466b66a3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522777 Nov 12 00:50:59.456847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:59.536420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.597630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.689146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460bdde-3f0e-490d-be93-7333ce906c9d req-9687174c-6016-4149-9ea4-f888a5f32c05 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.690765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3460bdde-3f0e-490d-be93-7333ce906c9d req-9687174c-6016-4149-9ea4-f888a5f32c05 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 949 time: 0.1231110 Nov 12 00:50:59.752570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.752570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.752570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42dd6116-7b9e-4947-8b08-ca964bd1c6b0 HTTP/1.1" status: 204 len: 168 time: 0.2901187 Nov 12 00:50:59.779475 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559657ef-01d5-44fb-9780-13b35c830a66 x-openstack-request-id: req-559657ef-01d5-44fb-9780-13b35c830a66 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:59.779475 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-plugged", "status": "completed", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5", "code": 200}, {"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:59.779475 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-559657ef-01d5-44fb-9780-13b35c830a66 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:59.779475 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'code': 200} Nov 12 00:50:59.779475 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:50:59.780412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b87f8d-5f77-4777-a02b-3cecc7391acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd6116-7b9e-4947-8b08-ca964bd1c6b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:59.805915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.831719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.832571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.832746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.833292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.833725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.834191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.834765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.836923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28409c59-b502-4e57-913e-c19da1af1259 req-988befe0-a711-4dd4-912c-5a9eff884ba3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.1758862 Nov 12 00:50:59.883572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3460bdde-3f0e-490d-be93-7333ce906c9d req-2915d004-61ee-47b9-8fd6-6bb56df4f58e tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831203 Nov 12 00:50:59.943573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:59.951380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.007758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28409c59-b502-4e57-913e-c19da1af1259 req-ce37a01d-a22b-4a23-852a-96c14097fa1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208682 Nov 12 00:51:00.170244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.378629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.385148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.406389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.420706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.426990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.446606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.452937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.454975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-6333db86-fae9-4744-b9cb-12edff2522ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.1847215 Nov 12 00:51:00.470085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb3172-16a6-4daa-b15f-427bc38edfc7 req-19d0115f-ae0f-4903-8fdb-c32c6ae6f653 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.479009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71cb3172-16a6-4daa-b15f-427bc38edfc7 req-19d0115f-ae0f-4903-8fdb-c32c6ae6f653 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2241781 Nov 12 00:51:00.502955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:00.532320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cce8f46-b44f-46d5-8cac-e6f8f2603c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.591269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71cb3172-16a6-4daa-b15f-427bc38edfc7 req-4dbd2d27-d2ed-459a-b3b1-71b3cb26f1be tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100035 Nov 12 00:51:00.658643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0a454c6-5ce0-4132-b904-3a291b48d2f4 req-4ec18810-2e8b-41b4-b36c-24a0f61d3d17 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726317 Nov 12 00:51:00.753355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cce8f46-b44f-46d5-8cac-e6f8f2603c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.762473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6cce8f46-b44f-46d5-8cac-e6f8f2603c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.823243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce8f46-b44f-46d5-8cac-e6f8f2603c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d2d866-c359-4706-8d51-f70c25baf927,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.829869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6cce8f46-b44f-46d5-8cac-e6f8f2603c88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a024a1f68e094cf68a2923d9e6388977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248825 Nov 12 00:51:00.832682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:00.852134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f096cb-0c6b-43fa-95c0-194fc2868cfe req-8f3f1dee-300d-4666-a1a4-b85e2c920c10 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.854649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77f096cb-0c6b-43fa-95c0-194fc2868cfe req-8f3f1dee-300d-4666-a1a4-b85e2c920c10 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1093698 Nov 12 00:51:00.931345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.964319 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:00.973518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77f096cb-0c6b-43fa-95c0-194fc2868cfe req-e3740c67-1fae-4eba-a9d4-4ecda645fac1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084480 Nov 12 00:51:00.981367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.993504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec0dc3-d2b8-490f-aecd-c3710e9478eb req-442d6f07-45da-40ec-b6f0-1e5071455181 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.009401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9ec0dc3-d2b8-490f-aecd-c3710e9478eb req-442d6f07-45da-40ec-b6f0-1e5071455181 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1407754 Nov 12 00:51:01.052780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.062854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.096316 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d2d866-c359-4706-8d51-f70c25baf927 HTTP/1.1" status: 204 len: 168 time: 0.2611258 Nov 12 00:51:01.138810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7636c9-b800-4de3-875d-33b8e00bbcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d2d866-c359-4706-8d51-f70c25baf927,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:01.187588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9ec0dc3-d2b8-490f-aecd-c3710e9478eb req-51b3211f-b6fc-4b61-83c6-0af1085d884b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785207 Nov 12 00:51:01.270436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdbcde-022f-4f0c-a9ed-f7dda215fe31 req-ba30e51d-d007-4ccb-9054-350d0bc8d2d5 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.274950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78bdbcde-022f-4f0c-a9ed-f7dda215fe31 req-ba30e51d-d007-4ccb-9054-350d0bc8d2d5 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1508365 Nov 12 00:51:01.422457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78bdbcde-022f-4f0c-a9ed-f7dda215fe31 req-4b414e74-ae09-47a6-a133-bd11aefc6926 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367185 Nov 12 00:51:01.773576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:01.780337 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d805876-be45-4652-96a8-e2cf97665705" -d '{"events": [{"server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "name": "network-vif-plugged", "status": "completed", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:01.925878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.944791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.954416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.961116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.967728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.974083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.980522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.989258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-dc443734-7862-404b-83f5-d077ccf99a1c tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.1951256 Nov 12 00:51:02.134581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.156320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d09c5-ec6e-48e7-a57d-332b0c2628e8 req-72182ed8-d385-43c8-8962-2561126ad9a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.159623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd9d09c5-ec6e-48e7-a57d-332b0c2628e8 req-72182ed8-d385-43c8-8962-2561126ad9a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1690183 Nov 12 00:51:02.191959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e7e5917-b02e-4225-b725-614580b5ea3a req-8023f181-f8f8-470c-b516-12f677fe531b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025089 Nov 12 00:51:02.293997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd9d09c5-ec6e-48e7-a57d-332b0c2628e8 req-123bfa3b-d818-4134-ae8f-aa98217be9a7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002729 Nov 12 00:51:02.344634 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49707de9-34df-47fe-8422-d64b76461b72 x-openstack-request-id: req-49707de9-34df-47fe-8422-d64b76461b72 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:02.345143 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "name": "network-vif-plugged", "status": "completed", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:02.345491 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49707de9-34df-47fe-8422-d64b76461b72 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:02.345982 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896', 'code': 200} Nov 12 00:51:02.468364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f610786-3411-4577-af37-a2dabd7e1904 req-a6358b56-d6cf-490d-b137-7c769b765c67 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.475944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f610786-3411-4577-af37-a2dabd7e1904 req-a6358b56-d6cf-490d-b137-7c769b765c67 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.0748091 Nov 12 00:51:02.555040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cf77-48d5-49c2-b6f2-a56564b33ee7 req-731a8ac6-7bf1-4c56-a167-8a7433fbd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.556749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f55cf77-48d5-49c2-b6f2-a56564b33ee7 req-731a8ac6-7bf1-4c56-a167-8a7433fbd456 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 1102 time: 0.1030905 Nov 12 00:51:02.579989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f610786-3411-4577-af37-a2dabd7e1904 req-0a66448e-7d2f-44d1-a653-77ab19c92051 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027861 Nov 12 00:51:02.659414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.678949 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f55cf77-48d5-49c2-b6f2-a56564b33ee7 req-47f6845b-9db8-4242-a53b-3a4af65777c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069429 Nov 12 00:51:02.682647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.692325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.700606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.707597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.715321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.722903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.730454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d341bc6d-fc5e-4e67-8548-dccff84b37ac req-a648af12-6ece-451b-9372-5ac8165ac50f tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.2362187 Nov 12 00:51:02.738095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:02.744451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Request body: {'floatingip': {'port_id': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:02.792777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.876119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668f42-476a-4b05-91da-5b16e20ce0c2 req-e058f2e1-d3f3-4f25-b0b8-7a9d5296c502 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.888224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6668f42-476a-4b05-91da-5b16e20ce0c2 req-e058f2e1-d3f3-4f25-b0b8-7a9d5296c502 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1561420 Nov 12 00:51:02.975821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6668f42-476a-4b05-91da-5b16e20ce0c2 req-e0d4015b-dfda-4fbb-aca9-8efd9cb3f5ed tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863979 Nov 12 00:51:03.496809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703d86-0c11-41e2-8ad6-29836af25e5f req-c773eef8-9386-4e26-9361-06ca29128c12 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.502243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84703d86-0c11-41e2-8ad6-29836af25e5f req-c773eef8-9386-4e26-9361-06ca29128c12 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0826952 Nov 12 00:51:03.537544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.547849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.645089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84703d86-0c11-41e2-8ad6-29836af25e5f req-9a12289f-e423-418a-b7c7-b56da1029ad9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341980 Nov 12 00:51:03.711611 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Floating IP d146a047-748f-45fc-9f6d-bc659c98deb1 associated. External IP: 172.25.6.213, port: 2cc27ac1-075c-4c45-8064-ccb800cd0a50. Nov 12 00:51:03.792472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd34f4-4a04-44a0-996e-2498b71d1e13 req-ba216326-2aec-4214-ae92-64e38e78d216 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.794177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ecd34f4-4a04-44a0-996e-2498b71d1e13 req-ba216326-2aec-4214-ae92-64e38e78d216 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.0970156 Nov 12 00:51:03.970108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ecd34f4-4a04-44a0-996e-2498b71d1e13 req-75fd5f20-ca3d-47a1-b3f0-edba4e897676 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594958 Nov 12 00:51:04.235579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Router 35f4d756-9e20-4d18-8993-701c541c7d41 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:04.341109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a63d0-8374-442d-8c1a-90629814ac21 req-17af2e2b-103e-45e4-9c6d-a0e6c1b9f16e tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.350562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9a63d0-8374-442d-8c1a-90629814ac21 req-17af2e2b-103e-45e4-9c6d-a0e6c1b9f16e tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1484516 Nov 12 00:51:04.433864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:04.437333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9a63d0-8374-442d-8c1a-90629814ac21 req-0935f8af-d809-41e0-a5bf-61061af5e904 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824277 Nov 12 00:51:04.445142 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Sync routers for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:04.463870 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:04.464757 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:04.473211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.582866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ab09cb0-5326-43c4-b369-01ead2937be0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "PUT /v2.0/floatingips/d146a047-748f-45fc-9f6d-bc659c98deb1 HTTP/1.1" status: 200 len: 991 time: 1.8433211 Nov 12 00:51:04.586896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:04.590395 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b5afce-a43d-42c2-a80c-175f3251997d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:04.598197 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:04.658958 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c0344-6c4c-4a42-973d-88b072e2bb5b x-openstack-request-id: req-443c0344-6c4c-4a42-973d-88b072e2bb5b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:04.659247 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:04.659501 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-443c0344-6c4c-4a42-973d-88b072e2bb5b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:04.659910 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'status': 'completed', 'code': 200} Nov 12 00:51:04.794307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.799598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.800201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.800681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.801154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.801620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.802085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.804296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-b06eb3ed-db14-4e58-b286-f8bded42d91e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.1143689 Nov 12 00:51:04.931076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-57647e7d-37dd-4297-a624-861f74b8ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.932941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-57647e7d-37dd-4297-a624-861f74b8ab0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9 HTTP/1.1" status: 200 len: 913 time: 0.1129069 Nov 12 00:51:05.072112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-25cb02d1-4d74-4113-b4ff-9c3059ee87b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 999 time: 0.1228590 Nov 12 00:51:05.082173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea760e-2482-4b2f-ab82-dae46763b1e2 req-dccb9d24-53a4-47a2-b0ab-916425c47948 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.085238 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.091647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ea760e-2482-4b2f-ab82-dae46763b1e2 req-dccb9d24-53a4-47a2-b0ab-916425c47948 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2833049 Nov 12 00:51:05.194615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-8bc932fe-4f8e-4061-9ad9-50f3b8f84274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.194615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-8bc932fe-4f8e-4061-9ad9-50f3b8f84274 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 200 len: 851 time: 0.0823488 Nov 12 00:51:05.204496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd146a047-748f-45fc-9f6d-bc659c98deb1', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'port_id': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'mac_address': 'fa:16:3e:51:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:20Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 1, 'project_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:05.265748 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Checking router: 35f4d756-9e20-4d18-8993-701c541c7d41 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:05.290601 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:05.291746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ea760e-2482-4b2f-ab82-dae46763b1e2 req-d0b432ee-0c7b-4660-a81f-36f65f23d071 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984925 Nov 12 00:51:05.292104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:05.482660 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:05.984632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:05.997504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-d9342b1e-2303-462e-8a54-696c83b36e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.999575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-d9342b1e-2303-462e-8a54-696c83b36e5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250f867e-bd63-498f-a6e8-f9f275965de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7788143 Nov 12 00:51:06.000585 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd146a047-748f-45fc-9f6d-bc659c98deb1', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'port_id': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'mac_address': 'fa:16:3e:51:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:20Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 1, 'project_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:06.014437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d85c8-f5ed-4f70-b876-93fe6c8cfe9f req-57c049e8-be22-4569-be83-0813f8db696f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.029688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2d85c8-f5ed-4f70-b876-93fe6c8cfe9f req-57c049e8-be22-4569-be83-0813f8db696f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.8278689 Nov 12 00:51:06.032960 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298c1dd-565c-4c83-91db-d43d98892065 None None] The sync data for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 is: [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd146a047-748f-45fc-9f6d-bc659c98deb1', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'port_id': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'mac_address': 'fa:16:3e:51:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:49:20Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 1, 'project_id': '12b7afa7537042f482645466ac7aef90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:06.059660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950400f6-86bd-420c-b2c7-fff203c9f156 req-17de1f04-2452-41fa-bc9c-7a880145a000 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.062030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-950400f6-86bd-420c-b2c7-fff203c9f156 req-17de1f04-2452-41fa-bc9c-7a880145a000 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1487212 Nov 12 00:51:06.274444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd2d85c8-f5ed-4f70-b876-93fe6c8cfe9f req-b00a3c57-204a-47c4-a257-5404d7e54dc2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431254 Nov 12 00:51:06.323514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-950400f6-86bd-420c-b2c7-fff203c9f156 req-8530618d-8908-478d-ba17-1a8234142199 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492535 Nov 12 00:51:06.326864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e160b3d-4a68-4910-b04f-2720116afc0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.409519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-f1d478a8-ee18-4572-8f22-9d07dfcc27fc service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766737 Nov 12 00:51:06.560849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784933f4-3286-4a4e-bd6c-75c279106c1f None None] New status for floating IP d146a047-748f-45fc-9f6d-bc659c98deb1: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:06.657148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e160b3d-4a68-4910-b04f-2720116afc0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.676048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6fdaa-0ea9-4d7e-8fa8-d930dfd31282 req-ff9ed386-79ca-4448-bbe7-58a5f9b9b0f3 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.684302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e6fdaa-0ea9-4d7e-8fa8-d930dfd31282 req-ff9ed386-79ca-4448-bbe7-58a5f9b9b0f3 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1291864 Nov 12 00:51:06.687639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5b5afce-a43d-42c2-a80c-175f3251997d req-84548459-fd60-4b2e-a2c1-a57e0dbc5cbb service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674067 Nov 12 00:51:06.688286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e160b3d-4a68-4910-b04f-2720116afc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.767951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4e160b3d-4a68-4910-b04f-2720116afc0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a613b87891e40d1b8d769cc4ee0b041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7796471 Nov 12 00:51:06.767951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e160b3d-4a68-4910-b04f-2720116afc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fbbb8f-62eb-4dda-bb8c-727e893b9fec,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.768780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:06.797312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e6fdaa-0ea9-4d7e-8fa8-d930dfd31282 req-2b3a6a65-02bf-488d-ae36-8fa7b0d55633 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068227 Nov 12 00:51:06.948297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.018907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.082313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-9df43f01-2727-4d99-ad7b-5896b95d4cce tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.096866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-9df43f01-2727-4d99-ad7b-5896b95d4cce tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 1102 time: 0.1164176 Nov 12 00:51:07.137555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-847f9236-7195-4a94-9edf-f8aa70e375f8 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.142159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.146253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.152091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65fbbb8f-62eb-4dda-bb8c-727e893b9fec HTTP/1.1" status: 204 len: 168 time: 0.3814569 Nov 12 00:51:07.185439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496c7ed-c5a6-44f6-86c7-ab6d11e3439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fbbb8f-62eb-4dda-bb8c-727e893b9fec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:07.325210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-847f9236-7195-4a94-9edf-f8aa70e375f8 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.332105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-847f9236-7195-4a94-9edf-f8aa70e375f8 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.558574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a02340be-d492-45ee-95b6-0a4b2d3fb7aa req-847f9236-7195-4a94-9edf-f8aa70e375f8 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603376 Nov 12 00:51:07.584936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f9236-7195-4a94-9edf-f8aa70e375f8 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce439b-0509-41ab-907a-6fefd460dfad,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:07.617382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847abb-6939-45c4-911a-c105b898d21d req-f7ab3453-5318-4285-8a5d-8a05671f744e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.631082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b847abb-6939-45c4-911a-c105b898d21d req-f7ab3453-5318-4285-8a5d-8a05671f744e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1909108 Nov 12 00:51:07.795677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b847abb-6939-45c4-911a-c105b898d21d req-ff4aafa5-a1e3-4384-abd9-c100e3d4779e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635675 Nov 12 00:51:07.899546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56022) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:07.922247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f432f3-a4eb-41ca-b48d-81ee13fe6f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.980289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909e23-162d-4d0f-b7c9-4f745ef24361 req-47192afb-7cea-43d2-9690-3cde9587130f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.982008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22909e23-162d-4d0f-b7c9-4f745ef24361 req-47192afb-7cea-43d2-9690-3cde9587130f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0825331 Nov 12 00:51:08.087168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f432f3-a4eb-41ca-b48d-81ee13fe6f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.095303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8f432f3-a4eb-41ca-b48d-81ee13fe6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.098476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22909e23-162d-4d0f-b7c9-4f745ef24361 req-54fd5ec2-7e99-4baa-ada0-626d8459a03a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087890 Nov 12 00:51:08.141919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f432f3-a4eb-41ca-b48d-81ee13fe6f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2991124-c49d-49ea-b4e0-8a2cc4e4c6ae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:08.165336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:08.165896 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b8f432f3-a4eb-41ca-b48d-81ee13fe6f67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b12c05630a094fc9a38ccf98b7695b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646160 Nov 12 00:51:08.247154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.272205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.341079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.344615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.349575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2991124-c49d-49ea-b4e0-8a2cc4e4c6ae HTTP/1.1" status: 204 len: 168 time: 0.1800542 Nov 12 00:51:08.376184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e7b6a-611c-47d3-af7c-861991d7e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2991124-c49d-49ea-b4e0-8a2cc4e4c6ae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:08.821823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f51db-06dc-40a2-a622-3a2e911b5143 req-a9f3aca5-078a-4c5c-aa3d-c876eb7553a9 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.837192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d1f51db-06dc-40a2-a622-3a2e911b5143 req-a9f3aca5-078a-4c5c-aa3d-c876eb7553a9 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 1102 time: 0.1098611 Nov 12 00:51:08.933503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d1f51db-06dc-40a2-a622-3a2e911b5143 req-1da56d1a-9b76-4404-94ec-f9cfde916d56 tempest-ServersAdminNegativeTestJSON-103177020 tempest-ServersAdminNegativeTestJSON-103177020-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948582 Nov 12 00:51:09.193940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85085-c174-40ac-9978-c22121c78c61 req-6e8a6494-a551-4c0e-af69-977cd09452ba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.214347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16d85085-c174-40ac-9978-c22121c78c61 req-6e8a6494-a551-4c0e-af69-977cd09452ba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.2083960 Nov 12 00:51:09.249698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4338dfd9-ea95-4987-9fb5-31a1da5597e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.413197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16d85085-c174-40ac-9978-c22121c78c61 req-7b52a723-ff19-4e9b-a7d9-91b5dec2a2ee tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977401 Nov 12 00:51:09.465220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee4c20-db76-4d13-92ae-73d05728497f req-f61e7c01-ce5b-471b-985e-911d9d813be6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.466846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73ee4c20-db76-4d13-92ae-73d05728497f req-f61e7c01-ce5b-471b-985e-911d9d813be6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2125826 Nov 12 00:51:09.592303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73ee4c20-db76-4d13-92ae-73d05728497f req-6da372f0-2958-416a-b7d0-3ab9ff9c24f0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096976 Nov 12 00:51:10.150122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdefba-a8cc-4477-9b3f-790d6fdbff28 req-f12f7a8f-ddbc-48ca-b203-11fd1c0667b1 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.154261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55fdefba-a8cc-4477-9b3f-790d6fdbff28 req-f12f7a8f-ddbc-48ca-b203-11fd1c0667b1 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1420941 Nov 12 00:51:10.239694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55fdefba-a8cc-4477-9b3f-790d6fdbff28 req-ee7d55dc-1c79-4955-96a6-2cdabb84d217 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 Nov 12 00:51:10.658776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f456-d173-4e7b-be2e-7de26ef9d97a req-654bd80b-9457-49b2-9559-c350c71bf551 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.660435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7898f456-d173-4e7b-be2e-7de26ef9d97a req-654bd80b-9457-49b2-9559-c350c71bf551 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1168389 Nov 12 00:51:10.813646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7898f456-d173-4e7b-be2e-7de26ef9d97a req-09c61066-db4a-442c-a32d-ba527c6f6deb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070247 Nov 12 00:51:10.885900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedcc3c-510e-4b94-b867-ab6224628e45 req-109feb09-5899-4608-9d69-c6f1fe796d89 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.892848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acedcc3c-510e-4b94-b867-ab6224628e45 req-109feb09-5899-4608-9d69-c6f1fe796d89 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1852732 Nov 12 00:51:11.107985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acedcc3c-510e-4b94-b867-ab6224628e45 req-ea3b8c7a-d4f5-40f2-9ba5-cd7e46b5873d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075031 Nov 12 00:51:11.470332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24181e8a-9340-4d4c-8271-2a4e169583ee req-b6ebd1b0-5645-49b0-b1e0-214a28ad6f85 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.471969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24181e8a-9340-4d4c-8271-2a4e169583ee req-b6ebd1b0-5645-49b0-b1e0-214a28ad6f85 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.0876505 Nov 12 00:51:11.563265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24181e8a-9340-4d4c-8271-2a4e169583ee req-39c25066-e14a-4b42-8b01-d37cf1d391b5 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Nov 12 00:51:11.605585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aff750-81e8-432a-a055-502f63fc0d1b req-b0f48d84-ecd9-46a9-8f39-a816dc11a1cb tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.607064 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99aff750-81e8-432a-a055-502f63fc0d1b req-b0f48d84-ecd9-46a9-8f39-a816dc11a1cb tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 950 time: 0.1031294 Nov 12 00:51:11.713129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80f281ca-ff88-4509-a753-2616e2cd31c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.741840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Deleting port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:11.742576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.931706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] For port 42ead2a2-97f1-4326-aaae-79b9c3ddc896, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=42ead2a2-97f1-4326-aaae-79b9c3ddc896,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:11.932541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.980037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Calling delete_port for 42ead2a2-97f1-4326-aaae-79b9c3ddc896 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:12.087210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4bbc7-8d06-4450-bcb9-451c3eb1be13 req-133ddd3f-65f8-4a8e-b2c9-46e9aa4da8aa tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.096919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83d4bbc7-8d06-4450-bcb9-451c3eb1be13 req-133ddd3f-65f8-4a8e-b2c9-46e9aa4da8aa tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1321831 Nov 12 00:51:12.236547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83d4bbc7-8d06-4450-bcb9-451c3eb1be13 req-019a773a-7d89-4936-acf1-ac38cdb4337a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360376 Nov 12 00:51:12.356453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.370163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6a3571f6-d70b-48ea-ab8b-860732fdd0cb', '42ead2a2-97f1-4326-aaae-79b9c3ddc896'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:12.373123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7901115-92b1-45f1-aaad-0be03fb34edc req-19138370-31fe-4e17-b9f2-778dca1547ea tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.383756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7901115-92b1-45f1-aaad-0be03fb34edc req-19138370-31fe-4e17-b9f2-778dca1547ea tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1335077 Nov 12 00:51:12.464392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Pushing event deleted for resources: {'Port': ['ID=42ead2a2-97f1-4326-aaae-79b9c3ddc896,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:12.532604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7901115-92b1-45f1-aaad-0be03fb34edc req-7ec98c39-0233-45c3-aa80-ff2b387125d9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474917 Nov 12 00:51:12.577563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] No DVR routers for this DVR port 42ead2a2-97f1-4326-aaae-79b9c3ddc896 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:12.585425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.593940 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99aff750-81e8-432a-a055-502f63fc0d1b req-fc131cc4-82b8-4468-b1d1-8bdf59034656 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "DELETE /v2.0/ports/42ead2a2-97f1-4326-aaae-79b9c3ddc896 HTTP/1.1" status: 204 len: 173 time: 0.9788127 Nov 12 00:51:12.594648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'name': 'network-vif-deleted', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:12.602260 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8988277-1ca0-4ff7-9481-e554af53ecf2" -d '{"events": [{"server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "name": "network-vif-deleted", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:12.744830 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d945e-6d2c-44ec-ac11-fc3e714453fc x-openstack-request-id: req-178d945e-6d2c-44ec-ac11-fc3e714453fc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:12.745447 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2727b79-5d52-4312-a78a-7338fcad23f5", "name": "network-vif-deleted", "tag": "42ead2a2-97f1-4326-aaae-79b9c3ddc896", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:12.745447 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-178d945e-6d2c-44ec-ac11-fc3e714453fc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:12.745770 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2727b79-5d52-4312-a78a-7338fcad23f5', 'name': 'network-vif-deleted', 'tag': '42ead2a2-97f1-4326-aaae-79b9c3ddc896', 'status': 'completed', 'code': 200} Nov 12 00:51:12.878364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.885675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5043c3b9-bdfc-403b-a9bb-84fc99fcad56 req-b412c321-f936-4361-aba5-f76093655715 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2727b79-5d52-4312-a78a-7338fcad23f5 HTTP/1.1" status: 200 len: 210 time: 0.1082907 Nov 12 00:51:13.483433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4988a-1a37-4af8-b08e-5cd75403dfa3 req-ce51b7fd-eaed-46ce-8aae-85f349290588 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.485540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aea4988a-1a37-4af8-b08e-5cd75403dfa3 req-ce51b7fd-eaed-46ce-8aae-85f349290588 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1149037 Nov 12 00:51:13.626566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aea4988a-1a37-4af8-b08e-5cd75403dfa3 req-a4475a94-a4f5-487e-aee0-af0880e009e7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313491 Nov 12 00:51:13.823932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2492bb2-6615-4531-a565-f8c09e4fbe4c req-694fb58a-7681-4be7-9451-2ca182cadfcf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.833554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2492bb2-6615-4531-a565-f8c09e4fbe4c req-694fb58a-7681-4be7-9451-2ca182cadfcf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0792925 Nov 12 00:51:13.933771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2492bb2-6615-4531-a565-f8c09e4fbe4c req-3c5c278c-427e-43d7-8ec5-7e292e73acf1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969751 Nov 12 00:51:13.947809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.429943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b20b77-649f-4488-8ff2-028e36cae1e9 req-5fde5493-3d6f-454c-9e65-a741d83ce99d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.451519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25b20b77-649f-4488-8ff2-028e36cae1e9 req-5fde5493-3d6f-454c-9e65-a741d83ce99d tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 950 time: 0.1180944 Nov 12 00:51:14.635404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25b20b77-649f-4488-8ff2-028e36cae1e9 req-9bb3c2a6-a0fd-4672-a3a0-fc40dad22299 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823776 Nov 12 00:51:14.847888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.962263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148b23-b771-4e2a-a262-616accf1eeef req-83ee930e-edc4-4671-9cdb-b9dc867d21f0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.985297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b148b23-b771-4e2a-a262-616accf1eeef req-83ee930e-edc4-4671-9cdb-b9dc867d21f0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.1403563 Nov 12 00:51:15.086552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b148b23-b771-4e2a-a262-616accf1eeef req-96809882-20db-40b2-93fa-ccdc40b60ea8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962472 Nov 12 00:51:15.197897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baacc80-4a2b-4c9d-9204-22d5988b5099 req-c32c1128-359a-48fe-a167-d28d1376e3c6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.200615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3baacc80-4a2b-4c9d-9204-22d5988b5099 req-c32c1128-359a-48fe-a167-d28d1376e3c6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0915601 Nov 12 00:51:15.283971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3baacc80-4a2b-4c9d-9204-22d5988b5099 req-eb9582dd-9dda-4a01-b95f-ac52d84b5730 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733755 Nov 12 00:51:15.756145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-c3f863f0-cff2-45c1-aed0-cd26e6755f2c tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.758524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-c3f863f0-cff2-45c1-aed0-cd26e6755f2c tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 950 time: 0.0594065 Nov 12 00:51:15.932248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294053-6791-4d3a-93f7-1454c84e1c49 req-0acac4d8-de8d-48a9-b3a7-2c106ccbcfd3 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.945075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23294053-6791-4d3a-93f7-1454c84e1c49 req-0acac4d8-de8d-48a9-b3a7-2c106ccbcfd3 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c55715-e9a0-469a-a263-0c2b96ed801f HTTP/1.1" status: 200 len: 950 time: 0.1850305 Nov 12 00:51:15.964829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Deleting port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:15.966859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.086110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23294053-6791-4d3a-93f7-1454c84e1c49 req-ad94d9f2-d045-4922-9521-2ce937ebe1ba tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.11 "GET /v2.0/security-groups?id=8161407f-0b70-4dba-a986-efbd6ec7c8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371734 Nov 12 00:51:16.130858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-4e2deccf-dc39-4e46-8a87-6cf97d18e2ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149907 Nov 12 00:51:16.180931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] For port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:16.181301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.229993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Calling delete_port for 6a3571f6-d70b-48ea-ab8b-860732fdd0cb owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:16.279921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249319-4160-4872-aa72-467f6621fe9d req-f8045d21-016d-45d4-98f0-1a646c2060a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.282567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-f8045d21-016d-45d4-98f0-1a646c2060a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 1098 time: 0.0930696 Nov 12 00:51:16.305838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31f780-d63e-4809-8473-201ab10eaed5 req-45287dcb-b860-4872-8616-d20f2f919d1b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.313445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d31f780-d63e-4809-8473-201ab10eaed5 req-45287dcb-b860-4872-8616-d20f2f919d1b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.0927575 Nov 12 00:51:16.487607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d31f780-d63e-4809-8473-201ab10eaed5 req-eda2cd0c-a11f-4254-97b0-09ef0c1b0b3d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728694 Nov 12 00:51:16.529058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249319-4160-4872-aa72-467f6621fe9d req-f656aed8-6f20-493b-af61-7cf7d8936400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.531643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-f656aed8-6f20-493b-af61-7cf7d8936400 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.2147963 Nov 12 00:51:16.558958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a428cc5-ae16-41b9-bb1b-06a705c1937b req-16dcfdaf-42d5-4e04-a7b3-e80e46d3beff tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.560669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a428cc5-ae16-41b9-bb1b-06a705c1937b req-16dcfdaf-42d5-4e04-a7b3-e80e46d3beff tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1539123 Nov 12 00:51:16.590215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.602806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6a3571f6-d70b-48ea-ab8b-860732fdd0cb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:16.695837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a428cc5-ae16-41b9-bb1b-06a705c1937b req-12ac3dcd-d46c-4485-a1f4-df976fb824d6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249607 Nov 12 00:51:16.746514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-cca40962-dc45-4ed1-a0e1-ba519ac7a8ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 200 len: 1001 time: 0.1717372 Nov 12 00:51:16.785165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] No DVR routers for this DVR port 6a3571f6-d70b-48ea-ab8b-860732fdd0cb on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:16.787062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Pushing event deleted for resources: {'Port': ['ID=6a3571f6-d70b-48ea-ab8b-860732fdd0cb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:16.790689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.794106 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-32ae8bf4-1cb4-43c2-9313-dbeed5de1d14 req-6e5e4c0e-9178-4657-ab32-c92f3da0daa7 tempest-ServersAdminNegativeTestJSON-140632293 tempest-ServersAdminNegativeTestJSON-140632293-project] 10.222.0.32 "DELETE /v2.0/ports/6a3571f6-d70b-48ea-ab8b-860732fdd0cb HTTP/1.1" status: 204 len: 173 time: 1.0270836 Nov 12 00:51:16.794585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'name': 'network-vif-deleted', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:16.796941 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb8f67-e724-4a49-970d-953b3f522083" -d '{"events": [{"server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "name": "network-vif-deleted", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:16.902626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249319-4160-4872-aa72-467f6621fe9d req-929be55e-bafa-4d94-9495-31c3b81f2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.906724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-929be55e-bafa-4d94-9495-31c3b81f2b61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1592982 Nov 12 00:51:16.930032 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bff47d-7486-465e-ac32-db80d5356c96 x-openstack-request-id: req-d9bff47d-7486-465e-ac32-db80d5356c96 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:16.930249 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c55715-e9a0-469a-a263-0c2b96ed801f", "name": "network-vif-deleted", "tag": "6a3571f6-d70b-48ea-ab8b-860732fdd0cb", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:16.930682 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9bff47d-7486-465e-ac32-db80d5356c96 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:16.931104 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c55715-e9a0-469a-a263-0c2b96ed801f', 'name': 'network-vif-deleted', 'tag': '6a3571f6-d70b-48ea-ab8b-860732fdd0cb', 'status': 'completed', 'code': 200} Nov 12 00:51:17.027884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249319-4160-4872-aa72-467f6621fe9d req-e5c2ae1d-d5b8-42d2-9299-a48130f3a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.029592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-e5c2ae1d-d5b8-42d2-9299-a48130f3a37e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090415 Nov 12 00:51:17.204362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 42ead2a2-97f1-4326-aaae-79b9c3ddc896 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:17.262063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 42ead2a2-97f1-4326-aaae-79b9c3ddc896 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:17.264572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 42ead2a2-97f1-4326-aaae-79b9c3ddc896 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:17.283471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-920e2a79-5e30-4f61-84c6-e5c1599b1d91 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403669 Nov 12 00:51:17.329873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7ed05-6ed7-41ed-a92d-e9eb21b56897 req-e886f3e8-81f6-41e2-b7df-6a604bcddc73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.337893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80b7ed05-6ed7-41ed-a92d-e9eb21b56897 req-e886f3e8-81f6-41e2-b7df-6a604bcddc73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.2160118 Nov 12 00:51:17.479837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221aca-ff73-4353-84ee-b790314216fd req-2fdde816-5065-43b6-9fe4-268b24c31290 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.481973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89221aca-ff73-4353-84ee-b790314216fd req-2fdde816-5065-43b6-9fe4-268b24c31290 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.1810017 Nov 12 00:51:17.489127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80b7ed05-6ed7-41ed-a92d-e9eb21b56897 req-fb95135d-397c-49af-a067-458344c9d384 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503489 Nov 12 00:51:17.534918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e249319-4160-4872-aa72-467f6621fe9d req-6bb5fd1f-c4b0-4d14-913d-455325bbd2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352569 Nov 12 00:51:17.595266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89221aca-ff73-4353-84ee-b790314216fd req-513c26a5-1e6f-4f5c-90d9-afae521992ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870197 Nov 12 00:51:17.922198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd3941-532c-4d6b-bb8c-d19b160c9165 req-982a3a77-f99f-41d6-b229-9f5889c172fb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.960713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58fd3941-532c-4d6b-bb8c-d19b160c9165 req-982a3a77-f99f-41d6-b229-9f5889c172fb tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1488693 Nov 12 00:51:18.225067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58fd3941-532c-4d6b-bb8c-d19b160c9165 req-d5115493-c867-4992-8c5e-82cad26fcbdc tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585838 Nov 12 00:51:18.244033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-96fc070f-1ad3-4bfd-856c-6cb4c661710a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1815586 Nov 12 00:51:18.296374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.374573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-84e1bef3-ce37-466a-842c-a91a86a7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.376350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-84e1bef3-ce37-466a-842c-a91a86a7311f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1099 time: 0.0565886 Nov 12 00:51:18.514383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-20c1d124-f2f9-4a71-8d05-75c8efdbb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.516124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-20c1d124-f2f9-4a71-8d05-75c8efdbb512 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.1176357 Nov 12 00:51:18.597660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6893be74-31c7-4460-bf20-6ddb2ebde80a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79c6cdfa58e241818546f1344eab6921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994289 Nov 12 00:51:18.599258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.644635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-a69b28dd-a717-4d71-88bc-9c9e9279e570 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 1001 time: 0.1173193 Nov 12 00:51:18.692348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.784246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.811794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-968c8fe8-324c-4776-97d6-2e5ddbeb4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.813379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-968c8fe8-324c-4776-97d6-2e5ddbeb4d94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1596694 Nov 12 00:51:18.879099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38f12-a2b6-426d-a10c-640d9b90df87 req-83bcec50-825b-4ff4-8d8c-bc6d967c29a3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.880720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dc38f12-a2b6-426d-a10c-640d9b90df87 req-83bcec50-825b-4ff4-8d8c-bc6d967c29a3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.1623917 Nov 12 00:51:18.967138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.969842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.971073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8161407f-0b70-4dba-a986-efbd6ec7c8a9 HTTP/1.1" status: 204 len: 168 time: 0.3708246 Nov 12 00:51:18.997982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-3a19a21d-2563-42cd-814f-0ff68a7fd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.999998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-3a19a21d-2563-42cd-814f-0ff68a7fd01b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736288 Nov 12 00:51:19.010609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-e103afea-8410-42d6-8db3-fb91356ecf96 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.012155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-e103afea-8410-42d6-8db3-fb91356ecf96 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.1697295 Nov 12 00:51:19.013147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b6c8-47b5-4265-9f00-ff2a4a0f745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8161407f-0b70-4dba-a986-efbd6ec7c8a9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.027894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dc38f12-a2b6-426d-a10c-640d9b90df87 req-b574c69c-0d18-4b20-b9a9-fb0f27763df1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212292 Nov 12 00:51:19.223043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:19.404090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.435087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:19.443831 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf6dcf2-8f86-46fc-8e8e-f455ed196db7" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:19.456919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.458226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-69b74ad4-8fc3-4cd0-b9a9-4e2cf0c25dcc service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424508 Nov 12 00:51:19.463860 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.484463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Deleting port 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:19.484797 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.493039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.529570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=14']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.557279 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f22fd4da-c524-41db-b61b-f555ac446ac7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80b03cd0fa564d0a8e04498a6f0f3550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627220 Nov 12 00:51:19.559852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.587211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d5c4-1181-4bc6-bf43-c4548b21a6f4 req-fe7d7bc3-5966-4dd2-bbe0-6b81f5c062b8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.588989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29f3d5c4-1181-4bc6-bf43-c4548b21a6f4 req-fe7d7bc3-5966-4dd2-bbe0-6b81f5c062b8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 947 time: 0.3699036 Nov 12 00:51:19.615092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.654475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.688984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2207ef-028f-497f-b5d3-511ad03785d8 req-1a291534-5414-4305-984d-774bf116ddd6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.691409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b2207ef-028f-497f-b5d3-511ad03785d8 req-1a291534-5414-4305-984d-774bf116ddd6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.3345075 Nov 12 00:51:19.720986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.723785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.726079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29ce439b-0509-41ab-907a-6fefd460dfad HTTP/1.1" status: 204 len: 168 time: 0.1643004 Nov 12 00:51:19.748112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e84dd7-4574-4eef-adf8-19685e691a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce439b-0509-41ab-907a-6fefd460dfad,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.826608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] For port 50b4b947-2fcd-4381-bb69-7ff348b4da39, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=50b4b947-2fcd-4381-bb69-7ff348b4da39,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.826982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.844861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29f3d5c4-1181-4bc6-bf43-c4548b21a6f4 req-e2753e79-8396-4403-a908-6acb883fe3ab tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262433 Nov 12 00:51:19.869955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b2207ef-028f-497f-b5d3-511ad03785d8 req-0e5669ee-66fa-4bd9-9f3e-4cf0de54b3bd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434653 Nov 12 00:51:19.880209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8336e4ac-98ed-4970-b543-c3b99e866c04 req-01b43aa3-a1a9-4bca-aa51-d63d628841b2 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989360 Nov 12 00:51:19.947964 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556a8dd-d171-4edf-8a3e-93039898582b x-openstack-request-id: req-1556a8dd-d171-4edf-8a3e-93039898582b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:19.948546 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:19.949143 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1556a8dd-d171-4edf-8a3e-93039898582b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:19.949832 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'code': 200} Nov 12 00:51:20.139272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.140207 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.140956 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Floating IP 4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3 disassociated. External IP: 172.25.6.129, port: 50b4b947-2fcd-4381-bb69-7ff348b4da39. Nov 12 00:51:20.141527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Calling delete_port for 50b4b947-2fcd-4381-bb69-7ff348b4da39 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:20.402383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56718) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:20.599395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7189317f-1ad8-47eb-89e4-00a01b5d1b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.745656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7189317f-1ad8-47eb-89e4-00a01b5d1b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.750986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7189317f-1ad8-47eb-89e4-00a01b5d1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.786662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189317f-1ad8-47eb-89e4-00a01b5d1b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e350b03-d7b8-4871-bd77-1812e2aa2c47,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.829575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7189317f-1ad8-47eb-89e4-00a01b5d1b3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=338db297bf96427185135da4c547e69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256394 Nov 12 00:51:20.830754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89b78-40ae-4038-a034-f0314c4db6df req-d87ffa86-5e0b-4e31-96b2-71714dcb9bfa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.831323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:20.838844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63a89b78-40ae-4038-a034-f0314c4db6df req-d87ffa86-5e0b-4e31-96b2-71714dcb9bfa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 946 time: 0.6170490 Nov 12 00:51:20.863572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-11745bd1-b017-4821-9bd5-35a077f4aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.866070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-11745bd1-b017-4821-9bd5-35a077f4aae0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.1528957 Nov 12 00:51:20.912290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.943072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.960927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18239e7-09fa-4d1e-8efe-a54e70cbd669 req-00c9317d-cc9e-4f07-9358-23b204e3b6ce tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.962745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f18239e7-09fa-4d1e-8efe-a54e70cbd669 req-00c9317d-cc9e-4f07-9358-23b204e3b6ce tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2607377 Nov 12 00:51:21.009646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.013452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.031168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e350b03-d7b8-4871-bd77-1812e2aa2c47 HTTP/1.1" status: 204 len: 168 time: 0.1886206 Nov 12 00:51:21.048571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befed53-24c0-4760-a516-7a526961fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e350b03-d7b8-4871-bd77-1812e2aa2c47,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.060477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:21.065881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63a89b78-40ae-4038-a034-f0314c4db6df req-30a43e97-a0d4-4876-a192-893fef0ad075 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=60bf257c-7f96-4b9e-a6b8-5680d1b9e110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227702 Nov 12 00:51:21.216976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.227665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:21.228658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f18239e7-09fa-4d1e-8efe-a54e70cbd669 req-3239b472-bac5-493b-a3f2-265e61d688e4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246761 Nov 12 00:51:21.283704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-network', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:21.311302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 50b4b947-2fcd-4381-bb69-7ff348b4da39 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:21.311645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 50b4b947-2fcd-4381-bb69-7ff348b4da39 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:21.312090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a3571f6-d70b-48ea-ab8b-860732fdd0cb no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:21.338298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Made reservation on behalf of e86c33faddd142cdb58f229f273e3866 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:21.342499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.347735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 6a3571f6-d70b-48ea-ab8b-860732fdd0cb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:21.348151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a3571f6-d70b-48ea-ab8b-860732fdd0cb not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:21.355586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'Port': ['ID=50b4b947-2fcd-4381-bb69-7ff348b4da39,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.372443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.384936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-b4726566-2314-4605-aaab-164536b1ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.386378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-b4726566-2314-4605-aaab-164536b1ff9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.5089772 Nov 12 00:51:21.492321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.503387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.535596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:21.554853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a859183d-b5a7-4c19-bdcb-961948194543,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.573962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50f2c7-5783-42da-b7ce-a570b8724048 req-b5e3a7a1-93fb-4108-904b-51f7c6088808 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.583125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b50f2c7-5783-42da-b7ce-a570b8724048 req-b5e3a7a1-93fb-4108-904b-51f7c6088808 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.3454337 Nov 12 00:51:21.589482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.589770 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Added segment 6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9 of type vlan for network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 Nov 12 00:51:21.682676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.689886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-fd625340-584e-4e32-9418-a4d5f111ebe1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.2898121 Nov 12 00:51:21.722364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b50f2c7-5783-42da-b7ce-a570b8724048 req-e5fb77d3-ed03-42af-a32d-7fec85a79080 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380243 Nov 12 00:51:21.727007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.728639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.729560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.799624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:21.806883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-fa87405e-35a7-4b4b-b39c-ef0a2bcaa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.808587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-fa87405e-35a7-4b4b-b39c-ef0a2bcaa4a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1021831 Nov 12 00:51:21.829532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] Pushing event updated for resources: {'Network': ['ID=8e88a2ca-09f4-4c8a-90c1-02b9221e0573,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.841153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:21.861717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1e8af60a-1b84-4a10-a41d-81a6acdfd02e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7995741 Nov 12 00:51:21.862647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:21.869517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Request body: {'subnet': {'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-subnet', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:21.900505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Made reservation on behalf of e86c33faddd142cdb58f229f273e3866 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:21.909654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.986090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-474b32df-1b24-4131-82f8-18b669061b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.987661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-474b32df-1b24-4131-82f8-18b669061b08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691461 Nov 12 00:51:22.032228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:22.046271 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:22.055720 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:22.056385 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.130524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-a30c7758-c5b1-4c3e-afdf-a3860a0a937c service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322174 Nov 12 00:51:22.161734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.172217 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:22.207719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] No DVR routers for this DVR port 50b4b947-2fcd-4381-bb69-7ff348b4da39 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:22.224086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.249400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d2e753-b95e-4e10-a0de-68445f1a5dd1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.260425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Checking segment: {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:22.260552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Network hostable DHCP agents. Network: 8e88a2ca-09f4-4c8a-90c1-02b9221e0573, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:22.261580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe10857f-5008-43bb-8fa5-456814fa0984 req-318d1630-afb6-4a5a-844a-624722d56f56 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "DELETE /v2.0/ports/50b4b947-2fcd-4381-bb69-7ff348b4da39 HTTP/1.1" status: 204 len: 173 time: 3.2257073 Nov 12 00:51:22.271922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-deleted', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:22.282507 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77261126-bbe7-4b5b-9bf0-03ad4a1238a3" -d '{"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-deleted", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:22.286158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:22.308880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8e88a2ca-09f4-4c8a-90c1-02b9221e0573) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:22.319823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.320794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.336600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ce364-d499-4c0e-8a48-29e3c2f18c96 None None] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:22.360304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-91470d06-effb-4436-ad28-71edce3de798 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4958482 Nov 12 00:51:22.362903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:22.370096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:22.398412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.400278 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.471868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-895c7cdb-c97b-47db-8fb6-bd815bc79184 req-e5affbba-605f-42e4-8ce7-9e651770f7e5 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a911733-b57d-45be-9871-f2964936ec9e HTTP/1.1" status: 200 len: 210 time: 0.2607980 Nov 12 00:51:22.509622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.523585 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.565639 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:22.578336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:22.579208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:22.609090 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126bf3a-3512-4f9d-9d3e-a5b39ca59075 x-openstack-request-id: req-3126bf3a-3512-4f9d-9d3e-a5b39ca59075 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:22.609320 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a911733-b57d-45be-9871-f2964936ec9e", "name": "network-vif-deleted", "tag": "50b4b947-2fcd-4381-bb69-7ff348b4da39", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:22.611521 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3126bf3a-3512-4f9d-9d3e-a5b39ca59075 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:22.612232 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a911733-b57d-45be-9871-f2964936ec9e', 'name': 'network-vif-deleted', 'tag': '50b4b947-2fcd-4381-bb69-7ff348b4da39', 'status': 'completed', 'code': 200} Nov 12 00:51:22.685205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc172d1-c2c6-4079-ab2f-6890b3095c81 req-e3e9cba7-4bbc-4b6f-8104-c9aac08b703d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.687702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cc172d1-c2c6-4079-ab2f-6890b3095c81 req-e3e9cba7-4bbc-4b6f-8104-c9aac08b703d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2353210 Nov 12 00:51:22.715616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4130f2a-6bca-4e05-b9a1-8e046bfc67ed req-849e51f7-2feb-4944-8e11-2a12b638930e service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637770 Nov 12 00:51:22.823221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cc172d1-c2c6-4079-ab2f-6890b3095c81 req-5b0a73c5-e8d1-42e1-a291-cee52ef62564 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210747 Nov 12 00:51:22.891899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:22.893495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.968122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'fixed_ips': [{'subnet_id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:51:22.969021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.132694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc55a6-76c2-4add-9c8c-7ef013e02f83 req-b89c325a-b9da-4057-8d8d-a0b20bfd411f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.142233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cdc55a6-76c2-4add-9c8c-7ef013e02f83 req-b89c325a-b9da-4057-8d8d-a0b20bfd411f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1232145 Nov 12 00:51:23.203935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cdc55a6-76c2-4add-9c8c-7ef013e02f83 req-d2b11318-8978-4640-9dab-b9c4f9f8fe71 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602283 Nov 12 00:51:23.268723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Allocated IP 172.20.0.2 (8e88a2ca-09f4-4c8a-90c1-02b9221e0573/92d2e753-b95e-4e10-a0de-68445f1a5dd1/afef564f-0ea6-4031-963f-33d42ce88b31) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:23.344222 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:23.430793 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65e374-7be8-43ca-9d88-1de8154e5db2 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:23.476121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:23.591268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.602005 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.627886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:23.696745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Pushing event updated for resources: {'Port': ['ID=afef564f-0ea6-4031-963f-33d42ce88b31,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.719896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:23.722257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:23.736834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:23.792626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2126070125'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:23.797492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.847689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.873025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Made reservation on behalf of cb5854fe335845da93d47555b3113f7d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:23.875921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Attempting to bind port afef564f-0ea6-4031-963f-33d42ce88b31 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:23.876922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.879597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Attempting to bind port afef564f-0ea6-4031-963f-33d42ce88b31 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:23.880808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Attempting to bind port afef564f-0ea6-4031-963f-33d42ce88b31 on network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.887531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:23.888250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Checking segment: {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:23.889090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.893891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Bound using segment: {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:23.894507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.895244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Bound port: afef564f-0ea6-4031-963f-33d42ce88b31, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:23.895968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.965713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.966304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.968455 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.972391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "DELETE /v2.0/security-groups/60bf257c-7f96-4b9e-a6b8-5680d1b9e110 HTTP/1.1" status: 204 len: 168 time: 0.3427365 Nov 12 00:51:23.976155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9f7cb-5db0-4621-a059-fccedc49e237 None None] New status for floating IP 4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:23.985004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.005346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.050362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98736163-6401-473c-b234-3226773c684e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bf257c-7f96-4b9e-a6b8-5680d1b9e110,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.066220 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-96b4ba53-9087-4af8-b7c7-f6cbbfc744d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] show failed (client error): The resource could not be found. Nov 12 00:51:24.069592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-96b4ba53-9087-4af8-b7c7-f6cbbfc744d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups/60bf257c-7f96-4b9e-a6b8-5680d1b9e110 HTTP/1.1" status: 404 len: 347 time: 0.0771625 Nov 12 00:51:24.071457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56846) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.102637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] For port afef564f-0ea6-4031-963f-33d42ce88b31, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:24.120234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ff9e-fcbb-4b93-92ee-e860efc31d62 req-10a0b5ae-e100-420b-998f-278c2939a443 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.128272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d978ff9e-fcbb-4b93-92ee-e860efc31d62 req-10a0b5ae-e100-420b-998f-278c2939a443 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1279247 Nov 12 00:51:24.147261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] For port afef564f-0ea6-4031-963f-33d42ce88b31, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afef564f-0ea6-4031-963f-33d42ce88b31,segment=NetworkSegment(6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9),segment_id=6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:24.158831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.165549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.198166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.233341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96155c5a-f02c-4a53-a3b0-40d29dbbda5a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.262466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d978ff9e-fcbb-4b93-92ee-e860efc31d62 req-2367564d-10e0-478d-82ca-c2c12a2366a0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332178 Nov 12 00:51:24.272010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:24.298991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a33451-a627-4c0d-9302-08b8f57116d7 None None] Pushing event updated for resources: {'Port': ['ID=afef564f-0ea6-4031-963f-33d42ce88b31,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.305009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.305359 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Added segment 2b8b7af4-daeb-4b52-acdc-508d89dbf0b7 of type vlan for network d64a0192-749c-472a-b08c-f341fc353eda Nov 12 00:51:24.366016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.441597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ed910-1e00-4f8f-9116-a5662ae94a65 req-c8e582f6-bb69-4bd3-ac8f-a690a1f678d0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.444399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-622ed910-1e00-4f8f-9116-a5662ae94a65 req-c8e582f6-bb69-4bd3-ac8f-a690a1f678d0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0751827 Nov 12 00:51:24.445234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.452044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.452919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.454832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Allocated IP 172.25.6.125 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/629d8ca3-6fcf-42e1-903b-651cc5891a08) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:24.539778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0621111 Nov 12 00:51:24.607283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Deleting port 8efaa0ae-84d2-4c1b-91fa-325fb6189a6b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:24.607766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.652468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-622ed910-1e00-4f8f-9116-a5662ae94a65 req-74e7101a-53f6-47fc-983e-785ff3ca4f7d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819508 Nov 12 00:51:24.672510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec6d39-cb4b-4da4-bac9-e022fa092082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Pushing event updated for resources: {'Network': ['ID=d64a0192-749c-472a-b08c-f341fc353eda,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.686184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d64a0192-749c-472a-b08c-f341fc353eda details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:24.731536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522232d5-a412-450e-a9e7-a50442127c18 req-c5b6c50f-390f-4864-a8af-5f52b2a6576d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.733949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-522232d5-a412-450e-a9e7-a50442127c18 req-c5b6c50f-390f-4864-a8af-5f52b2a6576d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2243493 Nov 12 00:51:24.743230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.813938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-522232d5-a412-450e-a9e7-a50442127c18 req-abb18f15-be22-41f4-b3e7-42c4d4db38a7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708208 Nov 12 00:51:24.828285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.828935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.866985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Calling delete_port for 8efaa0ae-84d2-4c1b-91fa-325fb6189a6b owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:24.869692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.960676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:24.974833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:24.983122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:24.997339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f928a07-e219-4096-ac33-bcabbca5704c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:25.004948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:25.013151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda', 'binding:host_id': 'n-h1-712141-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-983162662'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:25.035528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Pushing event updated for resources: {'Port': ['ID=629d8ca3-6fcf-42e1-903b-651cc5891a08,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.042010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aab17e0f-8473-4e36-8c66-2ebe450c9a9f None None] Provisioning complete for port 629d8ca3-6fcf-42e1-903b-651cc5891a08 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:25.042378 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aab17e0f-8473-4e36-8c66-2ebe450c9a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.077000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec1e4-3c3a-4410-9036-7d8be6a218c2 req-970d1493-fefc-4517-ad46-5b17c8164801 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.079137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-267ec1e4-3c3a-4410-9036-7d8be6a218c2 req-970d1493-fefc-4517-ad46-5b17c8164801 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1498866 Nov 12 00:51:25.080669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Made reservation on behalf of 5d021dc23fbc4770b579b03b672ead4a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:25.083228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.135638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.141440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-aab17e0f-8473-4e36-8c66-2ebe450c9a9f None None] Port 629d8ca3-6fcf-42e1-903b-651cc5891a08 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:25.251152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-267ec1e4-3c3a-4410-9036-7d8be6a218c2 req-b38b3f2a-ba89-45e6-b0b2-d55ac0908219 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233790 Nov 12 00:51:25.355449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.363864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.372082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:25.490736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.502008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149a353-1f25-4ed7-99ba-b08c29d0514d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.534942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'Port': ['ID=8efaa0ae-84d2-4c1b-91fa-325fb6189a6b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.569516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20a73c-1014-4e16-94f1-6ea6b9d3bbff None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:25.695528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.794711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.798893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.805322 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-64d0c454-e706-4b16-b324-1e2ea72a4bb9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "DELETE /v2.0/floatingips/4f13aeb4-b732-4fc0-8c78-e4a4ddd19fb3 HTTP/1.1" status: 204 len: 168 time: 1.7266624 Nov 12 00:51:25.831281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f30a0-e7c1-47be-bd57-e8df65c87eec None None] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:25.882411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-b89db222-d9b5-4361-a133-0fa2e75d495b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.888755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-b89db222-d9b5-4361-a133-0fa2e75d495b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.2879727 Nov 12 00:51:25.914317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] Provisioning complete for port afef564f-0ea6-4031-963f-33d42ce88b31 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:25.914788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.923064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:25.935157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e0d2-82bd-4077-92ae-f2c6cfef9c41 req-f28ae5b6-1054-47b8-aa2a-df7113c78f82 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.936841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bf3e0d2-82bd-4077-92ae-f2c6cfef9c41 req-f28ae5b6-1054-47b8-aa2a-df7113c78f82 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1725743 Nov 12 00:51:25.950632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-509fe7f7-8be7-4300-897c-664567f45b26 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/quotas/98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 375 time: 0.0537248 Nov 12 00:51:25.954628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.999698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.016891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.080430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.091610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bf3e0d2-82bd-4077-92ae-f2c6cfef9c41 req-99348c12-23cb-4eee-9a63-a5f84a81e8e8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385810 Nov 12 00:51:26.096156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=e0463fce-d3f9-4e19-b7eb-4b4b3d04be41,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.117858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-a855489f-2632-4855-b646-c13821e05826 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1662409 Nov 12 00:51:26.123032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] For port afef564f-0ea6-4031-963f-33d42ce88b31, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afef564f-0ea6-4031-963f-33d42ce88b31,segment=NetworkSegment(6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9),segment_id=6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:26.130003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.188467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Router 8a5289a9-6350-42f0-b118-db314984613e is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:26.212277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728d319-61a2-49b3-be27-d049fd31c5b9 None None] Pushing event updated for resources: {'Port': ['ID=afef564f-0ea6-4031-963f-33d42ce88b31,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.213151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Checking segment: {'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:26.213520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Network hostable DHCP agents. Network: d64a0192-749c-472a-b08c-f341fc353eda, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:26.267205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Network d64a0192-749c-472a-b08c-f341fc353eda is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:26.285053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-1ddcf486-e1a3-4e90-a3f3-189002c96e90 service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659420 Nov 12 00:51:26.294891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d64a0192-749c-472a-b08c-f341fc353eda) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:26.310213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:26.317083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329b9ed-c04f-46c3-b3b8-91f04e4ea759 None None] Network d64a0192-749c-472a-b08c-f341fc353eda requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:26.369990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.374330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.374856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.382511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.382931 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.384793 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 2 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.408805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.409145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.409482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.420280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.420584 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.423487 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 3 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.429282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:26.450739 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Sync routers for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:26.506957 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:26.508479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-604c9749-c9ef-43c3-831b-9c7f9ec379c8 service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186844 Nov 12 00:51:26.510409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.510841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.512727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.518174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:26.523219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.526750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.537674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700834737', 'description': 'tempest-description--862016138'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:26.544420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-39a0a54c-5f63-46cb-bba0-e845d21e465a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1756923 Nov 12 00:51:26.545593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.547048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afef564f-0ea6-4031-963f-33d42ce88b31 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:26.560114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.560452 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.566888 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 4 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.618044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.618449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.619643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.636984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.641286 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.641924 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 5 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.650269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.667404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aabb5490-eb10-452d-979b-7dd3f64da191 None None] Provisioning complete for port afef564f-0ea6-4031-963f-33d42ce88b31 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:26.668031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aabb5490-eb10-452d-979b-7dd3f64da191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.708121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.708502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.709026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.711749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port afef564f-0ea6-4031-963f-33d42ce88b31 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:26.712635 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.746945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.747424 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.757064 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 6 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.807413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.808479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.808828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.840391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.840665 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.875660 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 7 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:26.900908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61b6c98d-902c-4e68-8365-5ee67b0f48c1 req-e1f0b04d-3654-4781-9eca-28c5ca8aae99 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 210 time: 0.0831783 Nov 12 00:51:26.937189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:26.938587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:26.939095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:26.982862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:26.983196 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:26.996470 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 8 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:27.002253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.027526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.087795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26591052-c10d-4c09-b704-eb599c9965cd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.113520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:27.114062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:27.115302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:27.124287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.126623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8a0ec3bb-27c1-4a1c-91a7-d521e768c153 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6014440 Nov 12 00:51:27.127913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:27.130458 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:27.139696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:27.146061 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 9 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:27.154737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group_rule': {'security_group_id': '26591052-c10d-4c09-b704-eb599c9965cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:27.198496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:27.236022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:27.240478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:27.241021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:27.263474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:27.268795 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:27.270652 n-d-712141-15 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 10 to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 Nov 12 00:51:27.329980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:27.335664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:27.336399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:27.369934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.409247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:27.409630 n-d-712141-15 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:27.410009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.516702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476993-3a80-4272-be53-8da9fbb181b2 req-e5ce6383-0ec4-4166-9906-deca97276259 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.525420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45476993-3a80-4272-be53-8da9fbb181b2 req-e5ce6383-0ec4-4166-9906-deca97276259 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2279553 Nov 12 00:51:27.541061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.597938 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:25Z', 'revision_number': 3, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:27.631973 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Checking router: 8a5289a9-6350-42f0-b118-db314984613e for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:27.632664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Updating router 8a5289a9-6350-42f0-b118-db314984613e port 629d8ca3-6fcf-42e1-903b-651cc5891a08 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:27.669594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45476993-3a80-4272-be53-8da9fbb181b2 req-e5127d60-7def-4208-a506-5bfc4a97887b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375911 Nov 12 00:51:27.685249 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.697450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.705807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:27.706208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:51:27.712354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.771925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.781390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b94d00-de2d-4dbf-8cbc-00e1608329b3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.783349 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.784823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3421c55-cb1b-48d8-9345-952daad567ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6349995 Nov 12 00:51:27.792395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56916) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:27.799014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'security_group_rule': {'security_group_id': '26591052-c10d-4c09-b704-eb599c9965cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:27.855493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Allocated IP 172.20.0.1 (8e88a2ca-09f4-4c8a-90c1-02b9221e0573/92d2e753-b95e-4e10-a0de-68445f1a5dd1/a063bff2-d78c-42eb-af08-189b3738cea0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:27.870955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.871727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.956879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=e0463fce-d3f9-4e19-b7eb-4b4b3d04be41,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.966226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.986629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2fd7c57-9c4d-47b9-8815-2a409d30371d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9792690 Nov 12 00:51:27.987270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:28.089153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf6db376-fc37-4b62-a60e-78d46f6f835a req-efdb05a4-a859-40b5-b8ec-6252ef6b9e79 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 210 time: 0.0393691 Nov 12 00:51:28.089384 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.159871 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.163159 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.167657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.171750 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.189423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.199531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d492b39-a90f-47ed-a583-0b8dd632d35e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.205101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Deleting port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:28.205451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.210058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.211390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-015cb9aa-8ae4-4226-ab72-170ed34d7df7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4176934 Nov 12 00:51:28.214835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:28.241205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:28.247010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14441ca8-ee8e-4e0f-960e-4ef031229f0a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:28.249852 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Attempting to bind port 629d8ca3-6fcf-42e1-903b-651cc5891a08 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:28.250428 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Attempting to bind port 629d8ca3-6fcf-42e1-903b-651cc5891a08 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:28.250967 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Attempting to bind port 629d8ca3-6fcf-42e1-903b-651cc5891a08 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:28.256808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:28.261670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:28.265927 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:28.266182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:28.266803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:28.267374 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.267915 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:28.268573 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Bound port: 629d8ca3-6fcf-42e1-903b-651cc5891a08, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:28.269392 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.313526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a063bff2-d78c-42eb-af08-189b3738cea0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.359314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.371694 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] For port 629d8ca3-6fcf-42e1-903b-651cc5891a08, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:28.376113 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] For port 629d8ca3-6fcf-42e1-903b-651cc5891a08, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=629d8ca3-6fcf-42e1-903b-651cc5891a08,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:28.385351 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.389663 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Pushing event updated for resources: {'Port': ['ID=629d8ca3-6fcf-42e1-903b-651cc5891a08,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.404857 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.405501 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.406238 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.407053 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.407960 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.408584 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.409112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.409664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.410137 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.410650 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.411164 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.411665 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.429298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] Provisioning complete for port 629d8ca3-6fcf-42e1-903b-651cc5891a08 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:28.429948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.445528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.471629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port e0463fce-d3f9-4e19-b7eb-4b4b3d04be41, host n-h1-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:28.471866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.491892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e831d94-b4aa-44a0-9f62-a4cd494ff29d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:28.519950 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:28.520720 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:28.590715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Calling delete_port for e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:28.674253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.698148 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.726715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] For port 629d8ca3-6fcf-42e1-903b-651cc5891a08, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=629d8ca3-6fcf-42e1-903b-651cc5891a08,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:28.734741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.818981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b17f83-50aa-4a2f-a2a1-67480474b093 None None] Pushing event updated for resources: {'Port': ['ID=629d8ca3-6fcf-42e1-903b-651cc5891a08,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.877135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a08d97de-323e-4e9b-a3b6-528306ad5379 None None] Provisioning complete for port a063bff2-d78c-42eb-af08-189b3738cea0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:28.877439 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08d97de-323e-4e9b-a3b6-528306ad5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.915729 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d7c87-9322-4781-a72e-a1d009c5cc5e None None] Pushing event updated for resources: {'Port': ['ID=629d8ca3-6fcf-42e1-903b-651cc5891a08,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.972666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:28.993394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a08d97de-323e-4e9b-a3b6-528306ad5379 None None] Port a063bff2-d78c-42eb-af08-189b3738cea0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:29.029317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a08d97de-323e-4e9b-a3b6-528306ad5379 None None] Provisioning complete for port 629d8ca3-6fcf-42e1-903b-651cc5891a08 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:29.029956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08d97de-323e-4e9b-a3b6-528306ad5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.117291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.134180 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.257767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.301427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a063bff2-d78c-42eb-af08-189b3738cea0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.365836 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:25Z', 'revision_number': 3, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:29.399085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:29.400697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:29.402459 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a195dc-8326-48ce-b61e-4e7c603ac8e8 None None] The sync data for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 is: [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:25Z', 'revision_number': 3, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:29.528175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99fe90e0-f782-42de-aca0-284fe5af5055 req-2a0788d9-6a12-477b-ba59-e38993e7543c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 210 time: 0.0813012 Nov 12 00:51:29.586572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-33db1d40-bcf1-4d89-bfe2-ae1e59d12e2a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.589028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-33db1d40-bcf1-4d89-bfe2-ae1e59d12e2a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 1.1400371 Nov 12 00:51:29.598873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Router 8a5289a9-6350-42f0-b118-db314984613e has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:29.620337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'device_id': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'admin_state_up': True, 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:29.688111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fde90-ba7d-4125-af9c-2a84d38a9634 req-1c1be17b-33fb-4d2c-87a8-19cf14241b29 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.702665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-597fde90-ba7d-4125-af9c-2a84d38a9634 req-1c1be17b-33fb-4d2c-87a8-19cf14241b29 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.8121297 Nov 12 00:51:29.742211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.775522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-58bc1541-0d5e-4497-a034-bbbf834f1f35 None None] Provisioning complete for port a063bff2-d78c-42eb-af08-189b3738cea0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:29.776751 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58bc1541-0d5e-4497-a034-bbbf834f1f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.852092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-58bc1541-0d5e-4497-a034-bbbf834f1f35 None None] Port a063bff2-d78c-42eb-af08-189b3738cea0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:29.872743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0463fce-d3f9-4e19-b7eb-4b4b3d04be41,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.888944 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.896502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a382c44f-1b22-42de-807b-69aced19ffd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 HTTP/1.1" status: 204 len: 168 time: 1.8972640 Nov 12 00:51:29.907938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.000188 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7221147-37b2-4435-8aa7-e752be984a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:51:30.001605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7221147-37b2-4435-8aa7-e752be984a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports/e0463fce-d3f9-4e19-b7eb-4b4b3d04be41 HTTP/1.1" status: 404 len: 333 time: 0.0880742 Nov 12 00:51:30.013230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.022204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.030647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933684719'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:30.070354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-597fde90-ba7d-4125-af9c-2a84d38a9634 req-1b0b5d62-ba09-4e89-a2ac-5197bbdb5be5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646529 Nov 12 00:51:30.124974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:51:30.124974 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:51:30.124974 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id_1': '5d021dc23fbc4770b579b03b672ead4a', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 51, 10, 54919)}] Nov 12 00:51:30.124974 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:51:30.125452 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:51:30.139740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:30.149321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.349202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.20.0.4 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/993741c8-17ee-4ec5-8b44-c29ed1534f6c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:30.381100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:30.404740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a9a20a44-5203-4db8-9551-79f1ceb149b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/8a5289a9-6350-42f0-b118-db314984613e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8484089 Nov 12 00:51:30.487262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 629d8ca3-6fcf-42e1-903b-651cc5891a08 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:30.542977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Allocated IP 172.25.6.210 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3689a9c7-0a80-4a86-8d0b-0690a774a94c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:30.646118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 629d8ca3-6fcf-42e1-903b-651cc5891a08 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.646697 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.714789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.791492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.850650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7af64a3-71bb-4bf6-a91f-46974868a20a req-1e1d56ad-0e8f-43e5-9fa4-12ea24102b2b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 210 time: 0.1498175 Nov 12 00:51:30.894824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.928876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0538dc7-9be2-44fa-af05-945c1a4b51f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.948338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Made reservation on behalf of 5d021dc23fbc4770b579b03b672ead4a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:30.951066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.014952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:31.064196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.064894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0538dc7-9be2-44fa-af05-945c1a4b51f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.067234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:31.076940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0538dc7-9be2-44fa-af05-945c1a4b51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.077106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:31.139242 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e0538dc7-9be2-44fa-af05-945c1a4b51f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f222b60409d9419e92cd3206592809d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205441 Nov 12 00:51:31.139242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0538dc7-9be2-44fa-af05-945c1a4b51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434576be-6788-402a-b625-2622f5515272,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.139508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.139508 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.140563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.142612 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-1e564276-b93e-45df-b11e-69c1c9a23c7b req-d76e5fa2-6335-4f9c-af27-e0d229261896 tempest-FloatingIPDetailsNegativeTestJSON-1232062932 tempest-FloatingIPDetailsNegativeTestJSON-1232062932-project] show failed (client error): The resource could not be found. Nov 12 00:51:31.157513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e564276-b93e-45df-b11e-69c1c9a23c7b req-d76e5fa2-6335-4f9c-af27-e0d229261896 tempest-FloatingIPDetailsNegativeTestJSON-1232062932 tempest-FloatingIPDetailsNegativeTestJSON-1232062932-project] 10.222.0.11 "GET /v2.0/floatingips/28c932bc-5e7d-43a1-83a7-ef7e884782c5 HTTP/1.1" status: 404 len: 350 time: 0.1689286 Nov 12 00:51:31.163544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.190487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:31.228440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.257178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.311727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.332426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.335998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.337763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/434576be-6788-402a-b625-2622f5515272 HTTP/1.1" status: 204 len: 168 time: 0.1845622 Nov 12 00:51:31.348191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07441239-b91c-43fb-a162-99399c656df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434576be-6788-402a-b625-2622f5515272,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.361664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-6aad7957-1b03-4011-b330-fbbe4fb002b7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7618966 Nov 12 00:51:31.388735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Request body: {'port': {'device_id': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:31.499590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b901af9b-fa77-4fe1-ada5-73d4003619c5 None None] Provisioning complete for port 993741c8-17ee-4ec5-8b44-c29ed1534f6c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:31.500624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b901af9b-fa77-4fe1-ada5-73d4003619c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.563611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.574695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdda554-d16e-47b6-87bb-e72db379e749 req-61e6c7ac-d23a-49be-b6e1-ef62cbe6c8a4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.575849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b901af9b-fa77-4fe1-ada5-73d4003619c5 None None] Port 993741c8-17ee-4ec5-8b44-c29ed1534f6c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:31.582183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fdda554-d16e-47b6-87bb-e72db379e749 req-61e6c7ac-d23a-49be-b6e1-ef62cbe6c8a4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.3155017 Nov 12 00:51:31.735665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.751676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3a6c2e9-ce07-4125-81eb-2b2d43734328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.807719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.847971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3a6c2e9-ce07-4125-81eb-2b2d43734328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.853355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3a6c2e9-ce07-4125-81eb-2b2d43734328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.863430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.896557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6c2e9-ce07-4125-81eb-2b2d43734328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db4512-be1e-4e02-affa-9f35dc5fe65d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.921513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3a6c2e9-ce07-4125-81eb-2b2d43734328 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63c7cb3552c84e60a17fe412a14c1fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823013 Nov 12 00:51:31.928852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56982) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.992653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fdda554-d16e-47b6-87bb-e72db379e749 req-c93e08b5-3ba1-49de-8288-eb34ad371ec6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093621 Nov 12 00:51:31.996853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:32.003054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.033549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:32.039379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:32.043764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.084976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Sync routers for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:32.103426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.107746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.109182 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9db4512-be1e-4e02-affa-9f35dc5fe65d HTTP/1.1" status: 204 len: 168 time: 0.1785221 Nov 12 00:51:32.111215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:32.112400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:32.120076 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.122724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345bb23-1463-48c2-85d5-6498a70017c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db4512-be1e-4e02-affa-9f35dc5fe65d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.218334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=3689a9c7-0a80-4a86-8d0b-0690a774a94c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.297897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.298335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.298610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.298953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.299309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.299599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.299990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.300264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.300974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.304610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.304972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.305329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:32.386556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92890-d137-4884-ae41-a091903e8db9 req-5df1eeae-34a1-472d-a0d1-9f10f7412737 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.388273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ea92890-d137-4884-ae41-a091903e8db9 req-5df1eeae-34a1-472d-a0d1-9f10f7412737 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 931 time: 0.4052382 Nov 12 00:51:32.389279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.459618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:32.527219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Network d64a0192-749c-472a-b08c-f341fc353eda is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:32.545312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:32.553865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:32.554811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.555539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.585322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=33f7bca0-472f-4e0a-8d21-667f47fd1ea5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.599343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.631966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a92f5a5d-a656-490f-8892-a092e567b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6058617 Nov 12 00:51:32.632212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:32.638193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:32.642995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ea92890-d137-4884-ae41-a091903e8db9 req-cb5ddce5-5c75-4a44-9996-38b30be83b63 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211502 Nov 12 00:51:32.731390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.744411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.775227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993741c8-17ee-4ec5-8b44-c29ed1534f6c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:32.787516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.795818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a063bff2-d78c-42eb-af08-189b3738cea0', 'name': '', 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'mac_address': 'fa:16:3e:9f:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 2, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'subnets': [{'id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:32.827305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Transition to ACTIVE for port object 993741c8-17ee-4ec5-8b44-c29ed1534f6c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:32.841511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Checking router: 8a5289a9-6350-42f0-b118-db314984613e for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:32.842288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Updating router 8a5289a9-6350-42f0-b118-db314984613e port a063bff2-d78c-42eb-af08-189b3738cea0 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:32.842824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.885352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.889994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.043002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:33.067239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.069156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Pushing event updated for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.081885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.084163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:33.224837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=33f7bca0-472f-4e0a-8d21-667f47fd1ea5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.242188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.242525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.243103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.268137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.268797 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.269505 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 2 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.295242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.297768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.301528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.302161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:33.309452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Attempting to bind port 993741c8-17ee-4ec5-8b44-c29ed1534f6c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.309708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Attempting to bind port 993741c8-17ee-4ec5-8b44-c29ed1534f6c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.310042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Attempting to bind port 993741c8-17ee-4ec5-8b44-c29ed1534f6c on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.311058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-968343461-network', 'tenant_id': '5514517c92944be99842eec409e038c6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.321848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.322383 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.324911 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 3 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.330499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:33.346040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.346379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.346723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.346908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.351999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Port 993741c8-17ee-4ec5-8b44-c29ed1534f6c on network 831f65fc-225f-47c4-b852-335e8ccd266c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.352333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Attempting to bind port 993741c8-17ee-4ec5-8b44-c29ed1534f6c on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.353191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.353597 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.353980 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 4 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.358225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Made reservation on behalf of 5514517c92944be99842eec409e038c6 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:33.360762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.361023 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.367744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:33.368120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:33.368501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:33.369012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Bound port: 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:33.369367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.377675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.382897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.383298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.383701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.392757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44160a5-5726-4769-bb00-740dd1c5df6e req-c23615e6-0459-495e-a937-9bdf6ddaa117 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.395025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44160a5-5726-4769-bb00-740dd1c5df6e req-c23615e6-0459-495e-a937-9bdf6ddaa117 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.2594457 Nov 12 00:51:33.410752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.411080 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.412752 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 5 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.440314 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.442393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.442393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.442985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.459895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.460512 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.461946 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 6 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.476707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.493038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.493488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.494024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.504861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.505377 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.511911 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 7 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.553145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.553145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.553723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.576785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.577776 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.588160 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 8 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.597335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.605464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70201966-6a24-4f29-91a9-e026cb655e53 None None] Pushing event updated for resources: {'Port': ['ID=a063bff2-d78c-42eb-af08-189b3738cea0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.610536 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.616833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.617475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.618162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.661882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.662294 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.670237 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 9 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.673154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:33.683365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:33.707417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db2cb9-1b32-42c6-8cd0-6f4f94351aef,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.711932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.714907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.715159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.727151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.727494 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Added segment 56e60501-a10c-49c3-9249-3f01ec5019b2 of type vlan for network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae Nov 12 00:51:33.735687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.738311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.738677 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.740348 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 10 to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 Nov 12 00:51:33.772604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'port_id': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'mac_address': 'fa:16:3e:15:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7aa3ff-46fe-4541-b540-d44e7c7d06a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:33.793653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.794236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.794344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.804380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.810008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:33.810725 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:33.811276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.812501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Attempting to bind port a063bff2-d78c-42eb-af08-189b3738cea0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:33.813140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Attempting to bind port a063bff2-d78c-42eb-af08-189b3738cea0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:33.813380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Attempting to bind port a063bff2-d78c-42eb-af08-189b3738cea0 on network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:33.847155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:33.850169 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750e567b-af87-4ba0-b98f-7aab80040d2f" -d '{"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:33.857304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:33.857972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Checking segment: {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:33.858542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.859119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Bound using segment: {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:33.859772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Bound port: a063bff2-d78c-42eb-af08-189b3738cea0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:33.860358 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.883443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.884840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.885571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:33.885749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.893640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.899804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.963934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:33.969943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:33.970315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:51:33.981236 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8930340 Nov 12 00:51:33.981818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:33.989848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Request body: {'subnet': {'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-968343461-subnet', 'tenant_id': '5514517c92944be99842eec409e038c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.996307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=3689a9c7-0a80-4a86-8d0b-0690a774a94c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.002297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.009057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9cddf-1e81-445b-966a-cae93e3708d8 admin admin] Pushing event updated for resources: {'Network': ['ID=83a59d6d-5d8c-47f8-8070-d234d29fb2ae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.042060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:34.050599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.054665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] In _notify_port_updated(), no bound segment for port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:51:34.055578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.056227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.057629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "PUT /v2.0/ports/33f7bca0-472f-4e0a-8d21-667f47fd1ea5 HTTP/1.1" status: 200 len: 980 time: 1.4243090 Nov 12 00:51:34.061056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:34.066050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b44160a5-5726-4769-bb00-740dd1c5df6e req-27c6aea8-37e2-46ce-9bbd-14edb500bfb9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471889 Nov 12 00:51:34.108642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.109473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Made reservation on behalf of 5514517c92944be99842eec409e038c6 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:34.111898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.114160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:34.115680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] For port a063bff2-d78c-42eb-af08-189b3738cea0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:34.118739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:51:34.119436 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:51:34.142686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a9f9-6fab-4fff-b85d-8b9064f3de4f req-d299ed63-ad54-4c67-bf56-a76636f1d58d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.150909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d56a9f9-6fab-4fff-b85d-8b9064f3de4f req-d299ed63-ad54-4c67-bf56-a76636f1d58d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 943 time: 0.2138808 Nov 12 00:51:34.157370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:34.166627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.167854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-33400fd6-1ac4-4579-898a-10a74ad07375 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9518888 Nov 12 00:51:34.173872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f354d-63dd-4991-a324-14eeae3c4862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=33f7bca0-472f-4e0a-8d21-667f47fd1ea5,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.176330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] For port a063bff2-d78c-42eb-af08-189b3738cea0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a063bff2-d78c-42eb-af08-189b3738cea0,segment=NetworkSegment(6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9),segment_id=6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:34.184366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-38f48308-9d06-4a49-b0d2-dabc6d19a2ae None None] Provisioning complete for port a063bff2-d78c-42eb-af08-189b3738cea0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:34.185103 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38f48308-9d06-4a49-b0d2-dabc6d19a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.208540 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.213623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.271515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-38f48308-9d06-4a49-b0d2-dabc6d19a2ae None None] Port a063bff2-d78c-42eb-af08-189b3738cea0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:34.290652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.291315 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.293525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] 10.222.0.32 "PUT /v2.0/ports/993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 200 len: 1092 time: 2.9152722 Nov 12 00:51:34.294079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:34.296470 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8925e118-36d3-4961-b6fb-2c18310209b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:34.296671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:34.297883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:34.300417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70201966-6a24-4f29-91a9-e026cb655e53 None None] Pushing event updated for resources: {'Port': ['ID=a063bff2-d78c-42eb-af08-189b3738cea0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.363785 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243b19a4-dcc2-48ba-93b3-46db6c6f1096 x-openstack-request-id: req-243b19a4-dcc2-48ba-93b3-46db6c6f1096 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:34.364733 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:34.365482 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-243b19a4-dcc2-48ba-93b3-46db6c6f1096 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:34.366516 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'code': 200} Nov 12 00:51:34.384806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d56a9f9-6fab-4fff-b85d-8b9064f3de4f req-2b0c20b1-f2fc-4075-bbe3-aa48c980485d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327864 Nov 12 00:51:34.392383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087be0f-e4d8-4e7a-9853-5f33cf9ef53e service neutron] Pushing event updated for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.475099 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebac10-3fff-4bd1-bf8b-db753cc57e6d x-openstack-request-id: req-5aebac10-3fff-4bd1-bf8b-db753cc57e6d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:34.475411 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:34.475621 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aebac10-3fff-4bd1-bf8b-db753cc57e6d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:34.476027 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'status': 'completed', 'code': 200} Nov 12 00:51:34.505099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.505228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.505824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.506163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.506629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.507085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.507543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.507996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.510653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.511135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.511603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.512086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.512611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.513066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.513518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.513968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.514426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.514871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.515321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.515772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.522495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.523106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.523569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.524035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.524526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.524984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.525446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.525902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.535327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.536090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.536787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.537300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.538610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:34.539439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Deleting port a063bff2-d78c-42eb-af08-189b3738cea0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:34.539844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.540904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.541408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.541949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.542414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.542887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.557300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4ba8452d-72ef-43ae-b1bd-b2a2faaf6b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33157 time: 0.4934223 Nov 12 00:51:34.565340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:34.647434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-97b4d22b-a252-4a92-a419-ade3955ec7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.649234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-97b4d22b-a252-4a92-a419-ade3955ec7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 1095 time: 0.3001022 Nov 12 00:51:34.737558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-6f3e1748-a20a-4046-8843-4b700df6f484 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 200 len: 217 time: 0.0779557 Nov 12 00:51:34.741980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.768792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.772622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:34.792172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-f863c6f6-b57a-4a61-8417-652e654ef932 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1700834737&fields=id&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 267 time: 0.2430267 Nov 12 00:51:34.814847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:34.845793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.848124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Deleting port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:34.849104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.865883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfcdcae-a062-4caf-8006-197808709029,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.881313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a44cea6e-9fde-44fa-ae9d-8d0e051e7989 None None] Provisioning complete for port a063bff2-d78c-42eb-af08-189b3738cea0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:34.881705 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a44cea6e-9fde-44fa-ae9d-8d0e051e7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.884867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] For port a063bff2-d78c-42eb-af08-189b3738cea0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a063bff2-d78c-42eb-af08-189b3738cea0,segment=NetworkSegment(6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9),segment_id=6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:34.885109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.890820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-20e27b96-7603-47b6-b4f6-bcf94109aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.892843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-20e27b96-7603-47b6-b4f6-bcf94109aa26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1432898 Nov 12 00:51:34.937550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Calling delete_port for a063bff2-d78c-42eb-af08-189b3738cea0 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:34.948127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Checking segment: {'id': '56e60501-a10c-49c3-9249-3f01ec5019b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:34.948468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Network hostable DHCP agents. Network: 83a59d6d-5d8c-47f8-8070-d234d29fb2ae, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:34.955345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port 33f7bca0-472f-4e0a-8d21-667f47fd1ea5, host n-h1-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:34.955997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.975360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Calling delete_port for 33f7bca0-472f-4e0a-8d21-667f47fd1ea5 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:34.995532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:35.024665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-5057c7db-e002-4044-bf5e-c96ff6f05f79 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.026274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-5057c7db-e002-4044-bf5e-c96ff6f05f79 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 816 time: 0.2244914 Nov 12 00:51:35.039952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6638-6065-423c-a844-5f080d894c4a req-2636a479-68a8-4449-a9a3-b333877ea826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.041408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-2636a479-68a8-4449-a9a3-b333877ea826 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393504 Nov 12 00:51:35.045623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 83a59d6d-5d8c-47f8-8070-d234d29fb2ae) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:35.053001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.053928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.080733 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad2429c1-681f-41a5-a3c9-38220244aa79 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0948958 Nov 12 00:51:35.102972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c060e-baa7-4b3c-b9f3-bf4c0fd703eb None None] Network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:35.107297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-0fb74410-0fd5-4680-9059-6fd848553a47 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/quotas/b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 375 time: 0.0645359 Nov 12 00:51:35.130282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.201508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event deleted for resources: {'Port': ['ID=33f7bca0-472f-4e0a-8d21-667f47fd1ea5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.218191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.225223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d395ab3b-a9e6-4f1f-b054-50b7c4786782'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:35.228028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.256990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.265220 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00fdddbf-a4c6-4e9c-81e4-bb016db590e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "DELETE /v2.0/ports/33f7bca0-472f-4e0a-8d21-667f47fd1ea5 HTTP/1.1" status: 204 len: 168 time: 0.6981463 Nov 12 00:51:35.266026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:35.290173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a063bff2-d78c-42eb-af08-189b3738cea0', 'name': '', 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'mac_address': 'fa:16:3e:9f:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:51:34Z', 'revision_number': 4, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'subnets': [{'id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:35.319030 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c02a85-5d7f-4f72-b004-a24d346147a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:51:35.330154 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-06c02a85-5d7f-4f72-b004-a24d346147a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports/33f7bca0-472f-4e0a-8d21-667f47fd1ea5 HTTP/1.1" status: 404 len: 333 time: 0.0603576 Nov 12 00:51:35.330679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-5dcf75dc-5101-49ed-bc40-7d257af833c1 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817254 Nov 12 00:51:35.335932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:35.340588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba5369-d71d-47c6-9060-88031f2ac6eb None None] The sync data for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 is: [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a063bff2-d78c-42eb-af08-189b3738cea0', 'name': '', 'network_id': '8e88a2ca-09f4-4c8a-90c1-02b9221e0573', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'mac_address': 'fa:16:3e:9f:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:27Z', 'updated_at': '2021-11-12T00:51:34Z', 'revision_number': 4, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'subnets': [{'id': '92d2e753-b95e-4e10-a0de-68445f1a5dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:35.358924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-dc6fc304-67e8-4813-bc1b-dbcc1761603c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422631 Nov 12 00:51:35.367466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1164505239', 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:35.476083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66c87-ced0-40c2-9e77-863c48a1ccfa req-059dff65-ad29-4537-9179-c503d7c0769c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.479535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23d66c87-ced0-40c2-9e77-863c48a1ccfa req-059dff65-ad29-4537-9179-c503d7c0769c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.2521760 Nov 12 00:51:35.499432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Made reservation on behalf of 5d021dc23fbc4770b579b03b672ead4a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:35.502654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.510082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a44cea6e-9fde-44fa-ae9d-8d0e051e7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.515159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fed250-9319-4fa1-90c0-e8245148455a None None] Network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:35.688731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port 96367932-443a-4731-ba2e-0623af7d5ba6 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:35.839256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.886768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:35.893540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513668770-network', 'tenant_id': '8ee46d41c3864406a9f7e499abdbc9dc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:35.902502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23d66c87-ced0-40c2-9e77-863c48a1ccfa req-e1d1ed4d-d230-4e29-9c7d-0539e6b28c3b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764188 Nov 12 00:51:35.920360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a063bff2-d78c-42eb-af08-189b3738cea0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.931992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-1603b5a4-5527-446f-a0a8-315772cc0886 service neutron] 10.222.0.11 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717363 Nov 12 00:51:35.936262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Made reservation on behalf of 8ee46d41c3864406a9f7e499abdbc9dc for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:35.941146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.969696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.986504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b6638-6065-423c-a844-5f080d894c4a req-682b310a-3097-4120-aab1-cb43043d80fd service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136458 Nov 12 00:51:36.116904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.125680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.182887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e968d5-a237-4561-8795-28308719cd0e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.183148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.198248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:36.216786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.217478 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Added segment c79dbacd-c8b2-484b-b75d-d1b9cc6f7f55 of type vlan for network 78834ad0-4592-458a-8ee1-3a5181eeec74 Nov 12 00:51:36.271597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.319197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-bbc4032a-23fd-4031-b30c-92c09ce77e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.320891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-bbc4032a-23fd-4031-b30c-92c09ce77e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 1095 time: 0.2592082 Nov 12 00:51:36.321455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.322522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.323109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.332586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-9362006a-d68f-436e-8953-3dd4229e516b service neutron] 10.222.0.11 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996174 Nov 12 00:51:36.394439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5049708 Nov 12 00:51:36.397968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.402831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Request body: {'subnet': {'network_id': '78834ad0-4592-458a-8ee1-3a5181eeec74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513668770-subnet', 'tenant_id': '8ee46d41c3864406a9f7e499abdbc9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:36.411339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828293-ed90-4735-be06-e7467592f1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=78834ad0-4592-458a-8ee1-3a5181eeec74,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.425440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 78834ad0-4592-458a-8ee1-3a5181eeec74 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:36.429451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186177-d2e6-4f03-8f16-53737039d7af req-359d4a27-7536-4006-b121-2b3ccb8ce56f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.436658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0186177-d2e6-4f03-8f16-53737039d7af req-359d4a27-7536-4006-b121-2b3ccb8ce56f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 943 time: 0.2659883 Nov 12 00:51:36.464954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Made reservation on behalf of 8ee46d41c3864406a9f7e499abdbc9dc for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:36.467351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.601375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.675334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.704567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0186177-d2e6-4f03-8f16-53737039d7af req-724068f0-180d-4f23-ade3-0c91a7f414a0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667496 Nov 12 00:51:36.732464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Network d64a0192-749c-472a-b08c-f341fc353eda is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:36.739800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:36.775975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:36.776965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.777568 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.781812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-f57a28bd-a82c-4552-b3a9-89b8174c1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.783314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-f57a28bd-a82c-4552-b3a9-89b8174c1299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.4493074 Nov 12 00:51:36.789598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=96367932-443a-4731-ba2e-0623af7d5ba6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.825589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.863179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d2d114b5-7983-42e3-86b9-a93e7cec0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5016527 Nov 12 00:51:36.867164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-fcd7e2fb-ae5f-4520-9515-9182ceaac926 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 200 len: 217 time: 0.0701780 Nov 12 00:51:36.867799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.903025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Pushing event updated for resources: {'Subnet': ['ID=044512d0-20a8-4d99-89bb-dd3a8e763493,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.938722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Checking segment: {'id': 'c79dbacd-c8b2-484b-b75d-d1b9cc6f7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '78834ad0-4592-458a-8ee1-3a5181eeec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:36.939097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Network hostable DHCP agents. Network: 78834ad0-4592-458a-8ee1-3a5181eeec74, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:37.004224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Network 78834ad0-4592-458a-8ee1-3a5181eeec74 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:37.006153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcd955-10f7-4cb2-b03f-d30230499cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.010291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7abcd955-10f7-4cb2-b03f-d30230499cef tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports/96367932-443a-4731-ba2e-0623af7d5ba6 HTTP/1.1" status: 200 len: 959 time: 0.1371517 Nov 12 00:51:37.011592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:37.052972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 78834ad0-4592-458a-8ee1-3a5181eeec74) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:37.061152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.062631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.063517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c7cc7-1af4-4b31-8bd9-b02f16a33762 None None] Network 78834ad0-4592-458a-8ee1-3a5181eeec74 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:37.115065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-4d97ce39-86c5-4007-a623-85d35ff7878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.117112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-4d97ce39-86c5-4007-a623-85d35ff7878f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2357380 Nov 12 00:51:37.118973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c788b078-f12b-4144-8e94-b264529c993f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7198493 Nov 12 00:51:37.146001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d62e6999-e061-46f4-b4a8-e154d25eb744 req-201986e6-06cc-46f9-8bfc-cb8bb7601f68 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0849268 Nov 12 00:51:37.149683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Deleting port 96367932-443a-4731-ba2e-0623af7d5ba6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:37.150192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.254413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.285674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Calling delete_port for 96367932-443a-4731-ba2e-0623af7d5ba6 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:37.291822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc001-2729-49ce-8311-91fee3e215aa req-d6450155-1ecb-484f-856d-e748c843ad76 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.300553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498bc001-2729-49ce-8311-91fee3e215aa req-d6450155-1ecb-484f-856d-e748c843ad76 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 944 time: 0.2594926 Nov 12 00:51:37.314299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:37.379670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0639a-9aa0-4542-a58a-f5f2ca55a8ea None None] Network 78834ad0-4592-458a-8ee1-3a5181eeec74 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:37.443624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.511883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event deleted for resources: {'Port': ['ID=96367932-443a-4731-ba2e-0623af7d5ba6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.545070 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.550641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d395ab3b-a9e6-4f1f-b054-50b7c4786782 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:37.551747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.553177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f29aabd7-4bd7-4ca8-9c49-9512d968210c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "DELETE /v2.0/ports/96367932-443a-4731-ba2e-0623af7d5ba6 HTTP/1.1" status: 204 len: 168 time: 0.5406473 Nov 12 00:51:37.557305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57100) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:37.625290 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f14059-aa99-425e-be21-1b3c722aff8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:51:37.628429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57f14059-aa99-425e-be21-1b3c722aff8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports/96367932-443a-4731-ba2e-0623af7d5ba6 HTTP/1.1" status: 404 len: 333 time: 0.0696044 Nov 12 00:51:37.633479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:37.641055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-584941539'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:37.685918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Made reservation on behalf of 5d021dc23fbc4770b579b03b672ead4a for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:37.690987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.714074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:37.720569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-1d5ad318-f76d-4b86-b304-2bd2c360887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.722050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-1d5ad318-f76d-4b86-b304-2bd2c360887b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5793619 Nov 12 00:51:37.726842 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.760283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:37.763130 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe65528-a6fc-4102-a061-1c07ec1d7caf" -d '{"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:37.779426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.785702 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.840974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.848014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Router 8a5289a9-6350-42f0-b118-db314984613e has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:37.852887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.853237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.853585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.854097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.854404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.855085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.855502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.855839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.856457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.856792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.857171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.859094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:37.891765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-498bc001-2729-49ce-8311-91fee3e215aa req-a56f54da-b121-4220-bf1f-19a19a31e4df tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901387 Nov 12 00:51:37.948177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.969869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:37.994265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-b60c5e1f-e0d0-493b-be97-cce159c1db7c tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.996600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-b60c5e1f-e0d0-493b-be97-cce159c1db7c tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/networks?id=83a59d6d-5d8c-47f8-8070-d234d29fb2ae HTTP/1.1" status: 200 len: 808 time: 0.2527664 Nov 12 00:51:38.020447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-096aa739-5a24-4b11-a385-ce34b58cbbe3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/quotas/5514517c92944be99842eec409e038c6 HTTP/1.1" status: 200 len: 375 time: 0.0137377 Nov 12 00:51:38.119667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-f07718c1-e6ec-47c8-9fd3-0c213b0ca5a8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.120831 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-f07718c1-e6ec-47c8-9fd3-0c213b0ca5a8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 816 time: 0.2073617 Nov 12 00:51:38.123108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.132347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-59fe870d-3ec2-448c-9235-afac37e29d3f tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5514517c92944be99842eec409e038c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687642 Nov 12 00:51:38.141465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-389b0d33-0ffb-45e3-9e76-cad0ce673495 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090827 Nov 12 00:51:38.203945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Network d64a0192-749c-472a-b08c-f341fc353eda is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:38.209943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=6d75e693-e55a-488e-a1ea-bcb0aadeb0e9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.215251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:38.219797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:38.220779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.221383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.264498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bdbfd931-c666-4fdf-8501-9dbbe48b6470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6287398 Nov 12 00:51:38.274058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-7a225547-20b1-48a4-9d09-02fb28c7a5b2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 380 time: 0.1400082 Nov 12 00:51:38.274572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:38.279838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:38.286587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'port': {'device_id': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'admin_state_up': True, 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'security_groups': ['26591052-c10d-4c09-b704-eb599c9965cd']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:38.328624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe4fa3-a2bf-4061-ab70-704e27c7d158 req-3ebbec20-72fd-483a-8747-abf79c4eede9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.328624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4fe4fa3-a2bf-4061-ab70-704e27c7d158 req-3ebbec20-72fd-483a-8747-abf79c4eede9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 943 time: 0.2577515 Nov 12 00:51:38.339050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:38.347509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-afe68d00-0173-4bde-9919-e68979799e5b admin admin] 10.222.0.11 "PUT /v2.0/routers/8a5289a9-6350-42f0-b118-db314984613e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1732051 Nov 12 00:51:38.350993 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Sync routers for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:38.352519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:38.361655 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:38.362372 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:38.405786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.478737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8925e118-36d3-4961-b6fb-2c18310209b3 req-73a4c584-31bf-4e39-9a3f-83dc5fcd7052 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926724 Nov 12 00:51:38.487570 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:38.491317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Made reservation on behalf of b1fbb16c72bb45cd89d3a333aa739098 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:38.495023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.526188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4213e964-7c0d-481d-9ecf-c5a275ace9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779328 Nov 12 00:51:38.573986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4fe4fa3-a2bf-4061-ab70-704e27c7d158 req-cd686c6b-ae45-469f-bd21-476fa0de1484 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305458 Nov 12 00:51:38.673201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-ae7bc695-6ba4-4975-91bc-9eb0086b1baa service neutron] 10.222.0.11 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459274 Nov 12 00:51:38.674633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.678846 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e4479e-978e-4216-9cc6-a6152f40b00c x-openstack-request-id: req-79e4479e-978e-4216-9cc6-a6152f40b00c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:38.679409 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:38.679409 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79e4479e-978e-4216-9cc6-a6152f40b00c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:38.679782 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'code': 200} Nov 12 00:51:38.740379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] device_id is not set on port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:38.748296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:35Z', 'revision_number': 5, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:38.770004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Allocated IP 172.20.0.12 (cc583c62-32af-4bf9-9b5f-08abc3223c49/0a69974b-1680-4d22-8d19-3f87b8a35bbb/424b1c26-987b-4425-924f-537e3be6a034) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:38.832923 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Checking router: 8a5289a9-6350-42f0-b118-db314984613e for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:38.849100 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Routers {'8a5289a9-6350-42f0-b118-db314984613e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:38.850734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8a5289a9-6350-42f0-b118-db314984613e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:38.865572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.913521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.921968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16eea7a9-30c8-4f3a-afe9-fd16cd851764 req-e3d90b5c-8ea3-49e4-b34e-0b9e33490370 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 210 time: 0.0596840 Nov 12 00:51:38.926985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.952533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301142b0-c327-4a33-a947-9f40bd375378 req-22daca21-bf47-4368-98b5-1523955dab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.954171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-301142b0-c327-4a33-a947-9f40bd375378 req-22daca21-bf47-4368-98b5-1523955dab42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 1097 time: 0.1075969 Nov 12 00:51:39.048863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=6d75e693-e55a-488e-a1ea-bcb0aadeb0e9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:39.076777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.082631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.082993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.099035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-301142b0-c327-4a33-a947-9f40bd375378 req-51b40b93-5a3f-4d12-b1bd-d0442c5aced4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242085 Nov 12 00:51:39.101510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.101937 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.105701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.107260 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 2 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.129617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.130037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.130261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] Set router 8a5289a9-6350-42f0-b118-db314984613e gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:39.131199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.155596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.156318 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.158698 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 3 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.182750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.183484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.184195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.200631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.201399 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.202870 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 4 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.217200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Deleting port 629d8ca3-6fcf-42e1-903b-651cc5891a08 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:39.217598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.221603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6b29b3b-b777-453d-ad18-7b0824a2ef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.225893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.229069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb41a8a6-d35d-43f4-9cb1-37a2a457e157 req-6d7144bf-905e-45e4-9825-c6548319f8fb tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 210 time: 0.1284032 Nov 12 00:51:39.256856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.269042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.269853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.300672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7b63-85e8-411f-996e-d5bade4905bf req-ad7390c8-88a5-4d01-8528-2a0449cdac77 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.302649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cba7b63-85e8-411f-996e-d5bade4905bf req-ad7390c8-88a5-4d01-8528-2a0449cdac77 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1799939 Nov 12 00:51:39.310656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 993741c8-17ee-4ec5-8b44-c29ed1534f6c details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:39.347341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:39.357261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:39.361737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.362417 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.363469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:39.370274 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 5 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.473992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cba7b63-85e8-411f-996e-d5bade4905bf req-9a1a3b9f-3cdf-482c-ad43-3ecad3ceb68a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308632 Nov 12 00:51:39.488152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:39.488373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:39.488607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.488607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.488934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.501558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'mac_address': 'fa:16:3e:d8:fe:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:39.519177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.519430 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.522999 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 6 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.552828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.553324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.553686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.563292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.564116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.587463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.588092 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.589725 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 7 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.593405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.603931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] For port 629d8ca3-6fcf-42e1-903b-651cc5891a08, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=629d8ca3-6fcf-42e1-903b-651cc5891a08,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:39.604343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.623644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-17377126-c1e1-4f9a-b688-3e68c029c838 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3407316 Nov 12 00:51:39.637081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993741c8-17ee-4ec5-8b44-c29ed1534f6c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:39.642857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Request body: {'port': {'device_id': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:39.645094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Calling delete_port for 629d8ca3-6fcf-42e1-903b-651cc5891a08 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:39.645782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.646182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.646531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.653223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.653558 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.669595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:35Z', 'revision_number': 5, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:39.673690 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 8 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.692953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:39.700829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.702003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.702342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.702679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.727426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.727782 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.730279 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 9 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.752688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.754958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.755355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.755959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.771223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.771691 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.771871 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314260fc-6092-4f41-a7b9-ddaeb113d138 None None] The sync data for ids ['8a5289a9-6350-42f0-b118-db314984613e'] in n-d-712141-15 is: [{'id': '8a5289a9-6350-42f0-b118-db314984613e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940366715-router', 'tenant_id': 'e86c33faddd142cdb58f229f273e3866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:22Z', 'updated_at': '2021-11-12T00:51:35Z', 'revision_number': 5, 'project_id': 'e86c33faddd142cdb58f229f273e3866', 'gw_port': {'id': '629d8ca3-6fcf-42e1-903b-651cc5891a08', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5289a9-6350-42f0-b118-db314984613e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:24Z', 'updated_at': '2021-11-12T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:39.773406 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempt 10 to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 Nov 12 00:51:39.818832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:39.826172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0fe1db54-e205-4c5a-a9bb-489c950c3afc None None] Provisioning complete for port 424b1c26-987b-4425-924f-537e3be6a034 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:39.826902 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe1db54-e205-4c5a-a9bb-489c950c3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.829491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.834834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.835238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempting to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.860253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:39.860572 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Failed to bind port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd64a0192-749c-472a-b08c-f341fc353eda'}] Nov 12 00:51:39.860963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.882002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1db54-e205-4c5a-a9bb-489c950c3afc None None] Port 424b1c26-987b-4425-924f-537e3be6a034 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:39.914448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542e5a-9ef9-4ab6-9ea4-0b826d719413 req-c2f982e8-920b-4080-a193-dc79fffc12db tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.916261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a542e5a-9ef9-4ab6-9ea4-0b826d719413 req-c2f982e8-920b-4080-a193-dc79fffc12db tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 944 time: 0.1144011 Nov 12 00:51:39.942275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:40.013774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a542e5a-9ef9-4ab6-9ea4-0b826d719413 req-057849ed-d4bb-4f65-8f9b-1a105e6f3e8b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868127 Nov 12 00:51:40.089022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:40.089607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:51:40.098378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.151031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] In _notify_port_updated(), no bound segment for port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 on network d64a0192-749c-472a-b08c-f341fc353eda {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:51:40.151981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.156611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.162525 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "PUT /v2.0/ports/6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 HTTP/1.1" status: 200 len: 979 time: 1.8841925 Nov 12 00:51:40.168554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:40.232555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event updated for resources: {'Port': ['ID=6d75e693-e55a-488e-a1ea-bcb0aadeb0e9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.255462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.256154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.258374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.258735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.259076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.259423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.259794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.260161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.260476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.260799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.261129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.261452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a95b58-1633-4da1-8cb7-65210a2ad1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:40.265383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.329229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a063bff2-d78c-42eb-af08-189b3738cea0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:40.388997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:40.391130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a063bff2-d78c-42eb-af08-189b3738cea0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:40.392732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a063bff2-d78c-42eb-af08-189b3738cea0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:40.403114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.417809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Transition to ACTIVE for port object 424b1c26-987b-4425-924f-537e3be6a034 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:40.420422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Pushing event deleted for resources: {'Port': ['ID=629d8ca3-6fcf-42e1-903b-651cc5891a08,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.424831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.445712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9207f2-1992-4025-bf37-e687f075a3f6 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:40.474117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5e5d59d-d96f-4efd-898b-f1d6b4914708 req-fadfa80a-0be3-4e1e-8a38-777d798b9fae tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 210 time: 0.0464096 Nov 12 00:51:40.538596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.658374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e9f2-7259-477a-be2c-2ede6b341611 req-f127fd61-3460-4088-a10b-6ed39f2b522d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.660458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8353e9f2-7259-477a-be2c-2ede6b341611 req-f127fd61-3460-4088-a10b-6ed39f2b522d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 932 time: 0.3520865 Nov 12 00:51:40.675137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Deleting port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:40.677588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.712317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:40.712663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:40.713017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:40.720097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:40.720467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:40.727145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:40.727676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:40.728115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Bound using segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:40.728660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Bound port: 424b1c26-987b-4425-924f-537e3be6a034, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:40.729200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.826540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:40.830751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:40.838068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.885306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.885930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.887367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] 10.222.0.32 "PUT /v2.0/ports/424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1093 time: 1.2547538 Nov 12 00:51:40.887882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:40.890370 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:40.915413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.925530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb28e98-a053-48dc-b884-e037a9c7f414 service neutron] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.000947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-ddabe1ef-9d8f-480d-b6a0-5a22e3085b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.003043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-ddabe1ef-9d8f-480d-b6a0-5a22e3085b7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0683596 Nov 12 00:51:41.054651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-9d33fe71-d45f-4c9f-8737-3ee55f2a8045 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 217 time: 0.0424824 Nov 12 00:51:41.118618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-32f93bd4-c37d-49df-b1e2-261384b5c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.120323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-32f93bd4-c37d-49df-b1e2-261384b5c87a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0587301 Nov 12 00:51:41.137773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] For port 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9, host n-h1-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:41.138196 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.175064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-344a7a7d-00b7-4394-8c05-ca2ea397cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.175790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.176824 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-344a7a7d-00b7-4394-8c05-ca2ea397cfbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494397 Nov 12 00:51:41.194573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88093b-74f0-4268-bd4a-023f6cb17933 req-e34c12eb-02e2-4f0c-b337-22b4f53c2a9a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.196780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e88093b-74f0-4268-bd4a-023f6cb17933 req-e34c12eb-02e2-4f0c-b337-22b4f53c2a9a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.4509034 Nov 12 00:51:41.198242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Calling delete_port for 6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:41.205419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.235252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8353e9f2-7259-477a-be2c-2ede6b341611 req-b3d360d7-e753-4724-87bc-314eec3a8918 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981837 Nov 12 00:51:41.264136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-c140de16-9028-48f5-aabd-28345d00397d tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.265973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-c140de16-9028-48f5-aabd-28345d00397d tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.39 "GET /v2.0/networks?id=83a59d6d-5d8c-47f8-8070-d234d29fb2ae HTTP/1.1" status: 200 len: 808 time: 0.4767013 Nov 12 00:51:41.285993 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba54ee-ba68-4933-ba58-fd199f0fc9a0 x-openstack-request-id: req-93ba54ee-ba68-4933-ba58-fd199f0fc9a0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:41.286295 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:41.286542 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93ba54ee-ba68-4933-ba58-fd199f0fc9a0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:41.287456 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'status': 'completed', 'code': 200} Nov 12 00:51:41.294626 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-e953c936-a04b-4d79-818d-e5c52176f360 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098430 Nov 12 00:51:41.326989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 993741c8-17ee-4ec5-8b44-c29ed1534f6c up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:41.345527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Request body: {'port': {'device_id': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae', 'admin_state_up': True, 'tenant_id': '5514517c92944be99842eec409e038c6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:41.388773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 993741c8-17ee-4ec5-8b44-c29ed1534f6c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:41.393816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 993741c8-17ee-4ec5-8b44-c29ed1534f6c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:41.394251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.406282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e286cdfc-1344-4f51-aab5-59e7b9e344f3 req-9c2d214c-53e9-4a3b-9b63-762ca1696ede service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044998 Nov 12 00:51:41.444565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.445109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5289a9-6350-42f0-b118-db314984613e {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:51:41.450630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.451810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e8e64ce-0c96-491e-ad18-f8cf65a9293c admin admin] 10.222.0.11 "DELETE /v2.0/routers/8a5289a9-6350-42f0-b118-db314984613e HTTP/1.1" status: 204 len: 168 time: 3.0965109 Nov 12 00:51:41.454518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:41.504096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.528986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e88093b-74f0-4268-bd4a-023f6cb17933 req-5f0550fb-0d30-4104-a11d-35fb27672bc5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114247 Nov 12 00:51:41.543565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:41.546170 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3dbb7f-60d1-4058-81dd-3d33bcbf1da6" -d '{"events": [{"server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "name": "network-vif-plugged", "status": "completed", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:41.567287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4c8c-7ade-4d93-96ad-b89d4ab5ef08 req-3dd47128-4bbd-4d7f-8093-a50f51018185 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.568508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:41.570617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb8d4c8c-7ade-4d93-96ad-b89d4ab5ef08 req-3dd47128-4bbd-4d7f-8093-a50f51018185 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 944 time: 0.1994059 Nov 12 00:51:41.574180 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.582518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Deleting subnet 92d2e753-b95e-4e10-a0de-68445f1a5dd1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:41.602421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.605894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-7d496761-e108-4342-9e57-5beb54504152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.607574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-7d496761-e108-4342-9e57-5beb54504152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1096 time: 0.1472924 Nov 12 00:51:41.660285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.720413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca10b2e-c60a-48ac-9b54-c4dc317f2f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.734281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.814607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-cbfc02ed-14e1-4989-ae74-a05a32aa0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.816670 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-cbfc02ed-14e1-4989-ae74-a05a32aa0f4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.1890261 Nov 12 00:51:42.048798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe406f33-6e85-41ee-9988-09954fdc5a46 req-6c3c5ee7-9451-4098-b430-a4ab48f8cb50 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 210 time: 0.0569618 Nov 12 00:51:42.071842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.128450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d75e693-e55a-488e-a1ea-bcb0aadeb0e9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.145956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb8d4c8c-7ade-4d93-96ad-b89d4ab5ef08 req-ea4b036d-f2b8-4d88-84c7-15d3d7939369 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602674 Nov 12 00:51:42.149938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Made reservation on behalf of 5514517c92944be99842eec409e038c6 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:42.153840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.170754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.174250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f3c6a3a3-4b91-46d7-b8bf-5b9c356a8807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 HTTP/1.1" status: 204 len: 168 time: 2.0047767 Nov 12 00:51:42.180938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:42.205013 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf33455-a76b-4a54-8409-00f6da1786b6 x-openstack-request-id: req-caf33455-a76b-4a54-8409-00f6da1786b6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:42.205308 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "name": "network-vif-plugged", "status": "completed", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:42.205561 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-caf33455-a76b-4a54-8409-00f6da1786b6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:42.205963 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'code': 200} Nov 12 00:51:42.230483 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f0688d-3263-4446-8433-d6e95c342200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:51:42.232764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-96f0688d-3263-4446-8433-d6e95c342200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560487103-project-admin] 10.222.0.11 "GET /v2.0/ports/6d75e693-e55a-488e-a1ea-bcb0aadeb0e9 HTTP/1.1" status: 404 len: 333 time: 0.0437124 Nov 12 00:51:42.238381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:42.270252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e9833-f42b-4210-9c64-62f5536c9c7b req-1890876b-43cf-4d77-9596-2b736c5543de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.278424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b56e9833-f42b-4210-9c64-62f5536c9c7b req-1890876b-43cf-4d77-9596-2b736c5543de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.1450632 Nov 12 00:51:42.282921 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-5de072ca-1823-437c-9a8f-7b1722350c6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 217 time: 0.0630329 Nov 12 00:51:42.299721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.391784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 629d8ca3-6fcf-42e1-903b-651cc5891a08 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:42.399507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-19ee1468-a9fd-40b8-bd9d-60f513806b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.401506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-19ee1468-a9fd-40b8-bd9d-60f513806b06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0986998 Nov 12 00:51:42.417040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 629d8ca3-6fcf-42e1-903b-651cc5891a08 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:42.417650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 629d8ca3-6fcf-42e1-903b-651cc5891a08 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:42.441819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.475666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d2e753-b95e-4e10-a0de-68445f1a5dd1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.482468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.488858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-100c3472-a683-4311-8179-98ba20d55982 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92d2e753-b95e-4e10-a0de-68445f1a5dd1 HTTP/1.1" status: 204 len: 168 time: 1.0332503 Nov 12 00:51:42.491580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:42.491746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2cbb4c-65af-4885-8c84-707edfe8e1ec None None] Network 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:42.498825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-d901bd54-770e-44c8-97bb-fd97b05fea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.500810 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-d901bd54-770e-44c8-97bb-fd97b05fea51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916691 Nov 12 00:51:42.557658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.578541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b56e9833-f42b-4210-9c64-62f5536c9c7b req-2de29cbb-2aae-4e74-a29a-ea7380d2f590 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992253 Nov 12 00:51:42.617136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-c838c0f6-273c-441a-85ec-f10c291835da service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083105 Nov 12 00:51:42.628995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6431f5-e6d4-494b-b2b5-78caeeec06df req-e2ac864d-fea3-45aa-abb9-0d6b5cee6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.630698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a6431f5-e6d4-494b-b2b5-78caeeec06df req-e2ac864d-fea3-45aa-abb9-0d6b5cee6422 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 1097 time: 0.2936080 Nov 12 00:51:42.663989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0f7e-03a8-47ce-b5ca-7d21634b88ac req-3f80dd02-65be-489c-9863-0516fcd31acb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.674829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-168d0f7e-03a8-47ce-b5ca-7d21634b88ac req-3f80dd02-65be-489c-9863-0516fcd31acb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.2541318 Nov 12 00:51:42.685655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.709292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] DHCP port deletion for 8e88a2ca-09f4-4c8a-90c1-02b9221e0573 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:42.732430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Allocated IP 172.20.0.3 (83a59d6d-5d8c-47f8-8070-d234d29fb2ae/8dfcdcae-a062-4caf-8006-197808709029/7c082416-a4b0-483c-9a0e-2f7b7c762ebc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:42.753117 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6b1d86eb-a08d-43a8-9ffd-c037da6f4c4d req-17f39a27-e94d-4a77-b1ba-340e1f0da82f service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280863 Nov 12 00:51:42.774464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.797000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Deleting port afef564f-0ea6-4031-963f-33d42ce88b31 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:42.797426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.886788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] For port afef564f-0ea6-4031-963f-33d42ce88b31, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=afef564f-0ea6-4031-963f-33d42ce88b31,segment=NetworkSegment(6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9),segment_id=6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:42.887186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.902061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Calling delete_port for afef564f-0ea6-4031-963f-33d42ce88b31 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:42.922307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.987344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-168d0f7e-03a8-47ce-b5ca-7d21634b88ac req-344f82bb-dc0c-4034-ad97-20e0a066efe5 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115377 Nov 12 00:51:42.998463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a6431f5-e6d4-494b-b2b5-78caeeec06df req-2bf3630c-97c0-4179-aabb-de1c580d2f00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522689 Nov 12 00:51:43.004084 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.026224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64a0192-749c-472a-b08c-f341fc353eda']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.035420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] Pushing event deleted for resources: {'Port': ['ID=afef564f-0ea6-4031-963f-33d42ce88b31,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.041684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457057d-535a-4049-b212-d084c5313fa2 None None] No DVR routers for this DVR port afef564f-0ea6-4031-963f-33d42ce88b31 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:43.075506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.075893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8b7af4-daeb-4b52-acdc-508d89dbf0b7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.090474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] The port 'afef564f-0ea6-4031-963f-33d42ce88b31' was deleted {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 00:51:43.130740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.221862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a364e14f-5304-42a5-8cfd-f9b6c99edb7e req-9ab75cbe-8a03-42d3-9476-c40052325523 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 210 time: 0.0976150 Nov 12 00:51:43.264244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.266995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.299390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.305734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:43.306066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:43.309079 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:43.336776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e88a2ca-09f4-4c8a-90c1-02b9221e0573']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.408049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.408349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2806f4-f2fd-4b0f-a36e-d0ebd2f308c9') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.437551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-21d85461-d21e-4407-ab86-c31fbbfa56b9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.439022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-21d85461-d21e-4407-ab86-c31fbbfa56b9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.4103134 Nov 12 00:51:43.441386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.478416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.481646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.490093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-6b0251cb-4bc9-4bc7-a58d-d655e59f0baf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/quotas/4cf085a46898487c9a4e931cc0997f87 HTTP/1.1" status: 200 len: 375 time: 0.0387154 Nov 12 00:51:43.496753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.499901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] 10.222.0.11 "DELETE /v2.0/networks/d64a0192-749c-472a-b08c-f341fc353eda HTTP/1.1" status: 204 len: 168 time: 1.2562261 Nov 12 00:51:43.501878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:43.502192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:43.508473 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:43.545608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb76e-b014-44b9-9745-daaa7e3b6ac9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-677303287-project] Pushing event deleted for resources: {'Network': ['ID=d64a0192-749c-472a-b08c-f341fc353eda,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.586323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b554c3e-ca13-4c5f-b89e-7d5b96e521bd req-2043c98f-6b02-4286-ba67-cdf392b23929 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.588085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b554c3e-ca13-4c5f-b89e-7d5b96e521bd req-2043c98f-6b02-4286-ba67-cdf392b23929 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.2638891 Nov 12 00:51:43.608983 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.677961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.696466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:43.703100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.706278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8e88a2ca-09f4-4c8a-90c1-02b9221e0573 HTTP/1.1" status: 204 len: 168 time: 1.2089550 Nov 12 00:51:43.725280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:43.730851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:43.737589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-29e9100b-7036-4320-9035-2d42724a6147 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2322998 Nov 12 00:51:43.738365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a01b-6d6d-4195-af81-f41523f007c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e88a2ca-09f4-4c8a-90c1-02b9221e0573,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.740149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Pushing event updated for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.813450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b554c3e-ca13-4c5f-b89e-7d5b96e521bd req-9016b2fd-64a9-464a-92ef-273231ee3f4f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079427 Nov 12 00:51:43.866039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:43.889656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.890513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.914182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-4a5cc652-b762-443a-87b0-9dda6d8dd719 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6089432 Nov 12 00:51:43.917816 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.971848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Request body: {'port': {'device_id': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:43.985398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:44.078126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b9935ae-287f-4394-93ed-5ed4425c4f88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e86c33faddd142cdb58f229f273e3866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907502 Nov 12 00:51:44.080866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:44.097294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.153110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.159316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-cbe71697-47fe-44e5-a660-3c3773928e0a service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834076 Nov 12 00:51:44.197132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.264922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.268027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.269230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a859183d-b5a7-4c19-bdcb-961948194543 HTTP/1.1" status: 204 len: 168 time: 0.1865816 Nov 12 00:51:44.280947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe816179-44d6-4520-808f-72f96e676a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a859183d-b5a7-4c19-bdcb-961948194543,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:44.292947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574024d-21c6-47b5-a19b-5febff0f7f80 req-6f71ce94-ee1a-46f6-be55-77875c796c7f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.301270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d574024d-21c6-47b5-a19b-5febff0f7f80 req-6f71ce94-ee1a-46f6-be55-77875c796c7f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.2007241 Nov 12 00:51:44.389674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-bc9de1f3-40fa-4fe6-ae6f-cf8aacaf4486 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.391373 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-bc9de1f3-40fa-4fe6-ae6f-cf8aacaf4486 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "GET /v2.0/ports?device_id=383e70e8-c273-4654-8e95-f4d9d6903e0b HTTP/1.1" status: 200 len: 945 time: 0.0654900 Nov 12 00:51:44.394510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afef564f-0ea6-4031-963f-33d42ce88b31 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:44.415715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: afef564f-0ea6-4031-963f-33d42ce88b31 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:44.416193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device afef564f-0ea6-4031-963f-33d42ce88b31 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:44.518078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Deleting port d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:44.518451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d574024d-21c6-47b5-a19b-5febff0f7f80 req-2a81fb1a-a3dd-48be-9d2c-59a02f86c91e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163730 Nov 12 00:51:44.518894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.535215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ae9af8ba-40e8-4b93-8187-173871b0c906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb5854fe335845da93d47555b3113f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679754 Nov 12 00:51:44.542636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:44.597589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-294ebe8f-f9c5-4897-ad39-1706ed810a77 service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950493 Nov 12 00:51:44.668903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] For port d395ab3b-a9e6-4f1f-b054-50b7c4786782, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d395ab3b-a9e6-4f1f-b054-50b7c4786782,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:44.669664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.690862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Calling delete_port for d395ab3b-a9e6-4f1f-b054-50b7c4786782 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:44.727779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.814219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.832268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.913655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a0a5-32de-418f-9cec-77ae89648034 req-519babce-eb31-475c-9522-01bc4cc3e990 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.915304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e52a0a5-32de-418f-9cec-77ae89648034 req-519babce-eb31-475c-9522-01bc4cc3e990 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 931 time: 0.2593474 Nov 12 00:51:44.962264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.976616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d395ab3b-a9e6-4f1f-b054-50b7c4786782'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:44.990586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c7c4244-d7c2-456d-b935-1cc4e8318d9f req-01d29288-2f56-4a58-b5ff-65432bcff49e tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 210 time: 0.1114953 Nov 12 00:51:45.018214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event deleted for resources: {'Port': ['ID=d395ab3b-a9e6-4f1f-b054-50b7c4786782,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.035842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c082416-a4b0-483c-9a0e-2f7b7c762ebc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:45.051077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e52a0a5-32de-418f-9cec-77ae89648034 req-81661c68-550c-419f-be6f-d99e05c62f95 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934012 Nov 12 00:51:45.054647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.067346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.073711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.075024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96155c5a-f02c-4a53-a3b0-40d29dbbda5a HTTP/1.1" status: 204 len: 168 time: 0.5312583 Nov 12 00:51:45.094261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455e785-de8a-4f53-a481-5bcfb00c0e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96155c5a-f02c-4a53-a3b0-40d29dbbda5a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.098622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Transition to ACTIVE for port object 7c082416-a4b0-483c-9a0e-2f7b7c762ebc will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:45.108760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.210634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] No DVR routers for this DVR port d395ab3b-a9e6-4f1f-b054-50b7c4786782 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:45.214680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.220253 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0db6a7f8-06d0-4667-a2b2-8230e5a15829 req-3c84d942-96d8-4c8b-800a-2fdac8ef02b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "DELETE /v2.0/ports/d395ab3b-a9e6-4f1f-b054-50b7c4786782 HTTP/1.1" status: 204 len: 173 time: 0.8185399 Nov 12 00:51:45.220927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-deleted', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:45.223803 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4993184e-7408-4be7-925d-f322051d2578" -d '{"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-deleted", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:45.270542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.346295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aac653-abc1-4cde-bddf-7025fa569bf0 req-d88c8a46-1014-449e-9fae-5f8e057c9e0c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.355551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3aac653-abc1-4cde-bddf-7025fa569bf0 req-d88c8a46-1014-449e-9fae-5f8e057c9e0c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1463649 Nov 12 00:51:45.357081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:45.406699 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7066c012-b254-4c84-ab0a-ef9ab83b0ea5 x-openstack-request-id: req-7066c012-b254-4c84-ab0a-ef9ab83b0ea5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:45.407290 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e70e8-c273-4654-8e95-f4d9d6903e0b", "name": "network-vif-deleted", "tag": "d395ab3b-a9e6-4f1f-b054-50b7c4786782", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:45.407899 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7066c012-b254-4c84-ab0a-ef9ab83b0ea5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:45.408692 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e70e8-c273-4654-8e95-f4d9d6903e0b', 'name': 'network-vif-deleted', 'tag': 'd395ab3b-a9e6-4f1f-b054-50b7c4786782', 'status': 'completed', 'code': 200} Nov 12 00:51:45.416589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Attempting to bind port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:45.416589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Attempting to bind port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '56e60501-a10c-49c3-9249-3f01ec5019b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:45.416589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Attempting to bind port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc on network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:45.428321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc on network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:45.428650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Attempting to bind port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc on network 83a59d6d-5d8c-47f8-8070-d234d29fb2ae {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:45.446318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3aac653-abc1-4cde-bddf-7025fa569bf0 req-31c3eab0-4ed4-409e-bf02-247c9fb9d363 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852466 Nov 12 00:51:45.465416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:45.465754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Checking segment: {'id': '56e60501-a10c-49c3-9249-3f01ec5019b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:45.466142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Bound using segment: {'id': '56e60501-a10c-49c3-9249-3f01ec5019b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:45.466648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Bound port: 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e60501-a10c-49c3-9249-3f01ec5019b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:45.467011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.564440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:45.582725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:45.589575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,segment=NetworkSegment(56e60501-a10c-49c3-9249-3f01ec5019b2),segment_id=56e60501-a10c-49c3-9249-3f01ec5019b2)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:45.601158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.610400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '424b1c26-987b-4425-924f-537e3be6a034', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:45.660935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.662545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.665537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/7c082416-a4b0-483c-9a0e-2f7b7c762ebc HTTP/1.1" status: 200 len: 1092 time: 1.7082081 Nov 12 00:51:45.669630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:45.675913 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:45.715312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07fdb9-0df7-4a4a-b8c4-bc0ecfeb56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.729920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:45.759691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.776933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:45.814881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:45.822855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.932272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:45.940835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.993206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1194552157-network', 'tenant_id': '17a858de18dc4f49b2028ccb8812dbc5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:45.999474 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6677e8b-1a21-4ba2-ac8c-1093c03de655 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d021dc23fbc4770b579b03b672ead4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659900 Nov 12 00:51:46.002098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:46.039955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['424b1c26-987b-4425-924f-537e3be6a034'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:46.049855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Made reservation on behalf of 17a858de18dc4f49b2028ccb8812dbc5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:46.052302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.062094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.094285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.134647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.219054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.225930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-f6be0f6a-3db0-4d4f-90bd-c080348981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.226293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.227555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-f6be0f6a-3db0-4d4f-90bd-c080348981b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5514517c92944be99842eec409e038c6&device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 1095 time: 0.5050795 Nov 12 00:51:46.238190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.241470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.243051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6149a353-1f25-4ed7-99ba-b08c29d0514d HTTP/1.1" status: 204 len: 168 time: 0.2398248 Nov 12 00:51:46.248220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a977bb-dc20-49f2-9f6f-24db61efec9d req-d0c715b5-0cc3-42f9-8c98-36b3768a0461 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.249813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1a977bb-dc20-49f2-9f6f-24db61efec9d req-d0c715b5-0cc3-42f9-8c98-36b3768a0461 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.5246568 Nov 12 00:51:46.263153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90193bc0-b5aa-4e23-b3e1-b720a5e2b9c5 req-4e08da31-eb86-4cea-a2ce-7ae52d3906d8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.270739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90193bc0-b5aa-4e23-b3e1-b720a5e2b9c5 req-4e08da31-eb86-4cea-a2ce-7ae52d3906d8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.4507737 Nov 12 00:51:46.278911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:46.286486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da416a17-dbab-4200-a0d6-fc7c021215df,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.297090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.297796 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Added segment 2268e7d4-1108-4246-9e72-a2e78ddd1dd3 of type vlan for network 5766c693-d1d9-4a59-864e-0ea8e743e6af Nov 12 00:51:46.315001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76fe5a-3a5e-45ad-b644-efad4a98d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149a353-1f25-4ed7-99ba-b08c29d0514d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.329044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-9f2f7f20-1bb2-4136-b5ce-0f05d04cfebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc HTTP/1.1" status: 200 len: 217 time: 0.0903461 Nov 12 00:51:46.367425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.401689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.402726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.403314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.412807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1a977bb-dc20-49f2-9f6f-24db61efec9d req-f9f98120-1cd7-445b-a3b5-1d7bb7e778ff tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393290 Nov 12 00:51:46.429677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90193bc0-b5aa-4e23-b3e1-b720a5e2b9c5 req-df7346aa-d900-462a-8387-94d53824695b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551902 Nov 12 00:51:46.452336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-34b93c7d-2638-4b9b-8a1e-d6ebd891a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.453837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-34b93c7d-2638-4b9b-8a1e-d6ebd891a6dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dfcdcae-a062-4caf-8006-197808709029 HTTP/1.1" status: 200 len: 848 time: 0.1133280 Nov 12 00:51:46.523544 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01215994-1add-460f-a503-14d14bb0fe67 x-openstack-request-id: req-01215994-1add-460f-a503-14d14bb0fe67 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:46.525584 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:46.527875 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01215994-1add-460f-a503-14d14bb0fe67 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:46.528421 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc', 'status': 'completed', 'code': 200} Nov 12 00:51:46.531765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-84a12fae-917e-4368-9d2b-a8db707470dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83a59d6d-5d8c-47f8-8070-d234d29fb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691922 Nov 12 00:51:46.550125 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8150263 Nov 12 00:51:46.550125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992795-fd45-42c0-93da-d57111087609 admin admin] Pushing event updated for resources: {'Network': ['ID=5766c693-d1d9-4a59-864e-0ea8e743e6af,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.555369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:46.580474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Request body: {'subnet': {'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1194552157-subnet', 'tenant_id': '17a858de18dc4f49b2028ccb8812dbc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:46.585637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:46.641081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e731555-82d2-463d-bd3f-1d2eb5917bb7 req-a6967e73-ed11-412e-bfb1-f465bda8be3a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 210 time: 0.1226027 Nov 12 00:51:46.877252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Made reservation on behalf of 17a858de18dc4f49b2028ccb8812dbc5 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:46.879761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.921466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead715f3-0024-4196-a274-d4e095dad1f4 req-7461e1a2-2e17-4793-9dcd-a39381458e5d tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.923053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ead715f3-0024-4196-a274-d4e095dad1f4 req-7461e1a2-2e17-4793-9dcd-a39381458e5d tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 943 time: 0.2791104 Nov 12 00:51:46.982457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-efa6c5a6-f7d1-4929-a0ba-87b113640a2f service neutron] 10.222.0.39 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277620 Nov 12 00:51:47.003152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-f37ac645-50eb-4d87-b62c-17a893328298 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.004628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-f37ac645-50eb-4d87-b62c-17a893328298 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.32 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.3595331 Nov 12 00:51:47.023937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Request body: {'port': {'device_id': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'admin_state_up': True, 'tenant_id': '4cf085a46898487c9a4e931cc0997f87'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:47.179645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ead715f3-0024-4196-a274-d4e095dad1f4 req-c8119db5-020e-49b8-a172-6df7a1a1c88d tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465916 Nov 12 00:51:47.272018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6871855c-ae31-4b79-b5f1-c7238cbf4e7d req-9f064fe0-ea7a-4033-976f-e58d1c892468 service neutron] 10.222.0.39 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787085 Nov 12 00:51:47.318562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Made reservation on behalf of 4cf085a46898487c9a4e931cc0997f87 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:47.322149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.362139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:47.391417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.425389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 424b1c26-987b-4425-924f-537e3be6a034 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:47.431645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 424b1c26-987b-4425-924f-537e3be6a034 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:47.431645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.514928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-4d52e4f8-15a8-4dc5-8198-0395e69892e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.517868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-4d52e4f8-15a8-4dc5-8198-0395e69892e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5514517c92944be99842eec409e038c6&device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 1095 time: 0.1822033 Nov 12 00:51:47.547130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.591927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:47.592956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:47.595706 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5394b16-8e3b-4467-92a0-feeddc977dc9" -d '{"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:47.599776 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.653746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b3a2a7-df2c-4cfa-9110-770a234df266,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:47.669785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:47.758016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Checking segment: {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:47.758381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Network hostable DHCP agents. Network: 5766c693-d1d9-4a59-864e-0ea8e743e6af, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:47.763854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Allocated IP 172.20.0.13 (c4fb2aa2-7cbb-493c-8777-e924f57d0971/0c7aa3ff-46fe-4541-b540-d44e7c7d06a7/f9dc78c7-4b43-459d-b60e-be88bc083a5c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:47.782669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a382cc-442d-414a-a407-665221a95e7f req-cdbd05ab-c4ec-419d-bd71-272af6f6edb1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.784232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13a382cc-442d-414a-a407-665221a95e7f req-cdbd05ab-c4ec-419d-bd71-272af6f6edb1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.2491958 Nov 12 00:51:47.805438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2d90f-8608-43f0-9d5e-dcb248405fd4 req-911236e4-68cf-415a-8f3f-37d22be8186a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.807284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ef2d90f-8608-43f0-9d5e-dcb248405fd4 req-911236e4-68cf-415a-8f3f-37d22be8186a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.2502601 Nov 12 00:51:47.863416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-f5a8ac73-faef-4bb8-9656-a09019e69080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.864967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-f5a8ac73-faef-4bb8-9656-a09019e69080 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83a59d6d-5d8c-47f8-8070-d234d29fb2ae HTTP/1.1" status: 200 len: 909 time: 0.3220031 Nov 12 00:51:47.878045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:47.957709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-4581acb5-b40c-4bb5-b83b-4d14a4a6493b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc HTTP/1.1" status: 200 len: 217 time: 0.0841460 Nov 12 00:51:47.965708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5766c693-d1d9-4a59-864e-0ea8e743e6af) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:47.975834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc9a74-97d6-462a-9abb-1584c49c402c None None] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:47.993195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.993806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.009851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13a382cc-442d-414a-a407-665221a95e7f req-e0cc2f6d-6029-4176-a238-e503da3242be tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125757 Nov 12 00:51:48.056646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57348) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.081074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ef2d90f-8608-43f0-9d5e-dcb248405fd4 req-fd198473-1eb4-4d4e-ba75-18969d066626 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592585 Nov 12 00:51:48.102750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7bd3ed42-6c2f-4263-b757-5662870343f4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5407224 Nov 12 00:51:48.117961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-ad1568c7-bf31-4f10-b328-24773621c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.119569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-ad1568c7-bf31-4f10-b328-24773621c18f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dfcdcae-a062-4caf-8006-197808709029 HTTP/1.1" status: 200 len: 848 time: 0.1449819 Nov 12 00:51:48.150337 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448195e1-edce-4710-bff7-adc533b0d6ee x-openstack-request-id: req-448195e1-edce-4710-bff7-adc533b0d6ee {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:48.150792 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:48.151049 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-448195e1-edce-4710-bff7-adc533b0d6ee {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:48.151753 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'code': 200} Nov 12 00:51:48.173066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d0e61-8e32-4770-b0b2-700a1678a1b5 None None] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:48.186756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-caf6f14f-43e9-4527-b827-0d498a3251cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83a59d6d-5d8c-47f8-8070-d234d29fb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535607 Nov 12 00:51:48.279515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.282257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be22671e-f08e-45bc-9b3f-8a8975a8bd6e tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:48.299039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23ff92ea-3169-4328-920a-f690a91afc49 req-00dc8be9-78aa-43a2-94ba-db94263adc47 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 210 time: 0.0603452 Nov 12 00:51:48.310026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68108-1a34-4c78-aca0-a7b0a283defd req-d0f24f0f-da98-4e45-9170-7440676e86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.312644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-04d68108-1a34-4c78-aca0-a7b0a283defd req-d0f24f0f-da98-4e45-9170-7440676e86c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.1072085 Nov 12 00:51:48.355706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be22671e-f08e-45bc-9b3f-8a8975a8bd6e tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "PUT /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d HTTP/1.1" status: 200 len: 366 time: 0.2979276 Nov 12 00:51:48.361463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.386946 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e796abcf-cf9e-41ce-8bd1-1fb429591db8 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0238924 Nov 12 00:51:48.389990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.400995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-04d68108-1a34-4c78-aca0-a7b0a283defd req-44df9931-654c-4da5-91d9-0c8cb7eaae97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801582 Nov 12 00:51:48.410486 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7aa0f293-4b8f-4c50-accd-df6fa833f5c3 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d HTTP/1.1" status: 200 len: 366 time: 0.0186617 Nov 12 00:51:48.413429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.430364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-748830fc-77d7-483f-aae7-e5da52687dfc tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d HTTP/1.1" status: 204 len: 168 time: 0.0156722 Nov 12 00:51:48.433470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.443953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f32998ce-b24a-4708-8e5c-f27243ed33d9 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0089021 Nov 12 00:51:48.446588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.448051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-90862923-aa14-4edc-947a-01506b421772 service neutron] 10.222.0.39 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470129 Nov 12 00:51:48.458510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2f4eac18-1a66-41e9-b63e-4904c31ab43b tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d HTTP/1.1" status: 200 len: 370 time: 0.0104239 Nov 12 00:51:48.462080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.470353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3a15cbd-e918-45ca-b7b3-956ede638329 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d/default HTTP/1.1" status: 200 len: 370 time: 0.0045238 Nov 12 00:51:48.470647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.471804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.483458 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-dbe8d111-ea28-4a06-bfff-9e3e0be51223 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] delete failed (client error): The resource could not be found. Nov 12 00:51:48.484732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dbe8d111-ea28-4a06-bfff-9e3e0be51223 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/b1c0c1a2ef9f4dcfb3b29ef93cc4820d HTTP/1.1" status: 404 len: 348 time: 0.0126774 Nov 12 00:51:48.578053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cfd5-c745-4eff-9723-caa3f1bdf673 req-aa78eea8-0f00-42bf-9f81-7b5ff0a2eedb tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.579630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7918cfd5-c745-4eff-9723-caa3f1bdf673 req-aa78eea8-0f00-42bf-9f81-7b5ff0a2eedb tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 943 time: 0.1786327 Nov 12 00:51:48.594139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:48.602586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-743874599', 'description': 'tempest-description-542007191'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:48.608424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:48.618832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:48.624219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57376) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:48.633758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:48.653558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:network and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.658024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.668537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:subnet and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.671793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.679095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:subnetpool and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.685915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.695071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:port and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.698572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.699960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-310e8cda-14fe-49e3-bc7f-b97f5979bc0b req-1c941dba-0dd3-4cf9-b5c7-f845d2b5c2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405472 Nov 12 00:51:48.700692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.705686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:router and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.710059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.721921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:floatingip and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.730776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.745210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.745834 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.754114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7918cfd5-c745-4eff-9723-caa3f1bdf673 req-9a530bbe-11dd-4b06-962f-afe52748c3d1 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586108 Nov 12 00:51:48.777070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:security_group and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.781203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-72db5930-b53e-4eda-beb6-5fbee28b7c51 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7628698 Nov 12 00:51:48.781489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.789246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Usage tracker for resource:security_group_rule and project:9f77490423a64d41b6281009364a1658 is out of sync, need to count used quota {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:51:48.793144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.quota.resource [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102676) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:51:48.799553 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe64f20f-4aba-4209-8ce1-1b5da49a12d1 tempest-QuotasTest-1523693091 tempest-QuotasTest-1523693091-project-admin] 10.222.0.11 "GET /v2.0/quotas/9f77490423a64d41b6281009364a1658/details.json HTTP/1.1" status: 200 len: 703 time: 0.1740677 Nov 12 00:51:48.800243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Request body: {'port': {'device_id': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:48.883287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.889518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.894870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.933916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab11c8-3432-4f27-a40a-ea5bbb856c06,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:48.957063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.958850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bec5f9f2-04c7-4276-963c-d998f6d61fdf req-4edcb15e-7655-4a41-b9ba-caea13dbc43e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3715343 Nov 12 00:51:48.992336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-412175139', 'description': 'tempest-description-530253001'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:49.082718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.135566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:49.247799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f05b909-111a-45a0-9932-e07aadee5c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.263884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf688f31-8d63-4cd8-bdf5-86edd7efa019 req-4a0aed83-949b-43c3-8eff-136eb62cf074 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.265429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf688f31-8d63-4cd8-bdf5-86edd7efa019 req-4a0aed83-949b-43c3-8eff-136eb62cf074 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1416526 Nov 12 00:51:49.331000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f05b909-111a-45a0-9932-e07aadee5c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.335382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f05b909-111a-45a0-9932-e07aadee5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.351422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.367845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.378953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f05b909-111a-45a0-9932-e07aadee5c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce334ac17afd4bf28b06ab4fc29a8800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421923 Nov 12 00:51:49.379724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05b909-111a-45a0-9932-e07aadee5c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc828b6-7ffb-4184-9c85-ac44a7618971,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.383968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:49.386458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:49.410957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dc78c7-4b43-459d-b60e-be88bc083a5c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:49.421387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d395ab3b-a9e6-4f1f-b054-50b7c4786782 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:49.421736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d395ab3b-a9e6-4f1f-b054-50b7c4786782 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:49.433421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.438474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.441179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf688f31-8d63-4cd8-bdf5-86edd7efa019 req-3c15a15f-56a4-4e69-bb9f-d9146aa713d7 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640074 Nov 12 00:51:49.447629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.448888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46502653-cc6c-4d2c-b9ac-a4deea9e79e4 req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4626780 Nov 12 00:51:49.452000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90d109-a875-428b-99a6-6cdc597d6c47 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c8ba3-8fd8-492d-9a96-f466e18c6a09,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.461680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Transition to ACTIVE for port object f9dc78c7-4b43-459d-b60e-be88bc083a5c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:49.464726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.467949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.541748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.546504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.552221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.556526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cc828b6-7ffb-4184-9c85-ac44a7618971 HTTP/1.1" status: 204 len: 168 time: 0.1684630 Nov 12 00:51:49.571760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260435f0-4b28-4fa9-b7ff-f621a934f1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc828b6-7ffb-4184-9c85-ac44a7618971,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.696635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Attempting to bind port f9dc78c7-4b43-459d-b60e-be88bc083a5c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:49.696978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Attempting to bind port f9dc78c7-4b43-459d-b60e-be88bc083a5c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:49.697301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Attempting to bind port f9dc78c7-4b43-459d-b60e-be88bc083a5c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:49.736218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Port f9dc78c7-4b43-459d-b60e-be88bc083a5c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:49.737303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Attempting to bind port f9dc78c7-4b43-459d-b60e-be88bc083a5c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:49.760114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:49.760880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Checking segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:49.760880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Bound using segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:49.761278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Bound port: f9dc78c7-4b43-459d-b60e-be88bc083a5c, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:49.761578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.793992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebf7b4-d53b-4a89-a8c8-5f31658c0c3a req-e9bb52c8-6644-4165-89f6-4102f3464d1b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.795561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ceebf7b4-d53b-4a89-a8c8-5f31658c0c3a req-e9bb52c8-6644-4165-89f6-4102f3464d1b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1155035 Nov 12 00:51:49.838122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2380d0c-d18b-4d3e-9b20-76931f046d10 req-99013868-a0ca-4318-8e8d-0e0a00eae775 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.839611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2380d0c-d18b-4d3e-9b20-76931f046d10 req-99013868-a0ca-4318-8e8d-0e0a00eae775 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 944 time: 0.1208696 Nov 12 00:51:49.930795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:49.947159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ceebf7b4-d53b-4a89-a8c8-5f31658c0c3a req-5a7ef90a-5df2-42b1-927c-c148565809da tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280346 Nov 12 00:51:49.957879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:49.966846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:49.973570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2380d0c-d18b-4d3e-9b20-76931f046d10 req-31b8f3c2-eb55-43af-b6fe-447fd0048a06 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187098 Nov 12 00:51:49.976084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.012493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd92c-df70-4ef9-bdcf-044f3347c7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.036581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.038559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.041065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9dc78c7-4b43-459d-b60e-be88bc083a5c HTTP/1.1" status: 200 len: 1093 time: 1.2494032 Nov 12 00:51:50.041776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:50.045878 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22160e8d-b000-488e-bb50-4633fd3b8599" -d '{"events": [{"name": "network-changed", "server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:50.095617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33204a9-fd17-41c0-b852-1365cc0d8350 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.166549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd92c-df70-4ef9-bdcf-044f3347c7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.173238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd92c-df70-4ef9-bdcf-044f3347c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.214414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-3368a79a-e208-4057-b19a-2d5a45d731d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.215875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-3368a79a-e208-4057-b19a-2d5a45d731d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 1096 time: 0.1153860 Nov 12 00:51:50.221047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6dfbd92c-df70-4ef9-bdcf-044f3347c7ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f77490423a64d41b6281009364a1658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578654 Nov 12 00:51:50.221047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbd92c-df70-4ef9-bdcf-044f3347c7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d936d8-c0fb-443f-b28f-8240c9aa1e62,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.221578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:50.276667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.301124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.306353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-e8c48451-e1ec-43aa-8667-2fe708997104 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c HTTP/1.1" status: 200 len: 217 time: 0.0807750 Nov 12 00:51:50.353895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.356824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.360715 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28d936d8-c0fb-443f-b28f-8240c9aa1e62 HTTP/1.1" status: 204 len: 168 time: 0.1355269 Nov 12 00:51:50.367032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551d5b-66e0-4009-850f-32aeb3eca2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d936d8-c0fb-443f-b28f-8240c9aa1e62,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.371031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0dabf-852c-4eda-b41b-91a642624b76 req-374abee9-b9cf-41ed-98c5-76c6a61bb2b2 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.373036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad0dabf-852c-4eda-b41b-91a642624b76 req-374abee9-b9cf-41ed-98c5-76c6a61bb2b2 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 943 time: 0.1808116 Nov 12 00:51:50.410250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368816-5000-4bea-8932-db4a61c2e946 req-ecaf7c79-31f9-433f-aa3b-6fad601ce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.411798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-ecaf7c79-31f9-433f-aa3b-6fad601ce9cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.0911889 Nov 12 00:51:50.424560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-a9c97936-5437-41b4-90ed-350d5cb2f020 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.426027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-a9c97936-5437-41b4-90ed-350d5cb2f020 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 813 time: 0.2524142 Nov 12 00:51:50.471169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-568a6d28-77e9-482b-b58f-7ccc6a7bd1b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418975 Nov 12 00:51:50.484277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-5905dc5f-d71e-448f-bb0a-33041249f651 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/quotas/17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 375 time: 0.0449660 Nov 12 00:51:50.530003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad0dabf-852c-4eda-b41b-91a642624b76 req-4a6e7d48-7cde-46d7-98f1-53d08ecc658f tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348665 Nov 12 00:51:50.547164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-8133b508-3a78-42f1-888a-d718c19373ef tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499737 Nov 12 00:51:50.595451 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcd764-3d29-482c-923c-5c24b031aa3e x-openstack-request-id: req-d3dcd764-3d29-482c-923c-5c24b031aa3e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:50.595737 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:50.595995 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3dcd764-3d29-482c-923c-5c24b031aa3e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:50.597148 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'status': 'completed', 'code': 200} Nov 12 00:51:51.030267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-9333a410-0ef9-4e51-b023-4e30d394c704 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503695 Nov 12 00:51:51.072441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-a01de585-9766-4f70-9a7b-0c36920e4627 service neutron] 10.222.0.11 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999418 Nov 12 00:51:51.086164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c66f6-7b4d-4620-ad37-566ee126846e req-012e460d-9fe0-4082-8e8f-5b120b3aab00 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.087667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d31c66f6-7b4d-4620-ad37-566ee126846e req-012e460d-9fe0-4082-8e8f-5b120b3aab00 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1205559 Nov 12 00:51:51.206461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:51.275168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d31c66f6-7b4d-4620-ad37-566ee126846e req-a10b2d0c-9769-4365-a46e-667a06594a94 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754594 Nov 12 00:51:51.298363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf368816-5000-4bea-8932-db4a61c2e946 req-fbd9a064-2289-40da-809b-243423d74876 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571712 Nov 12 00:51:51.325234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-ff58eb7d-95bb-43fd-8c69-c633a25b9d2f service neutron] 10.222.0.11 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363353 Nov 12 00:51:51.332765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-334908314'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:51.384658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:51.388279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.403323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.409233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7c082416-a4b0-483c-9a0e-2f7b7c762ebc details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:51.418581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-63c97c80-abc3-49fd-9886-659e2bea38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.420550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-63c97c80-abc3-49fd-9886-659e2bea38c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 1096 time: 0.0666296 Nov 12 00:51:51.582754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.589265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.640596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:51.656244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a86fa88-04c1-42c4-8539-4882d7583817,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.675137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,segment=NetworkSegment(56e60501-a10c-49c3-9249-3f01ec5019b2),segment_id=56e60501-a10c-49c3-9249-3f01ec5019b2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.677517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-2a457c93-4274-4128-9242-a068bb7866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.679051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-2a457c93-4274-4128-9242-a068bb7866ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 916 time: 0.2512867 Nov 12 00:51:51.685024 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.685542 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Added segment 323206a0-789f-4bc5-86e8-8b65021b81ff of type vlan for network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb Nov 12 00:51:51.700011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076f00a-a6a8-4b95-a348-1e32c2ec9d0b req-ed08191e-0a24-4211-88a8-464873f48bbd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.700671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc', 'network_id': '83a59d6d-5d8c-47f8-8070-d234d29fb2ae', 'port_id': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc', 'mac_address': 'fa:16:3e:d9:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfcdcae-a062-4caf-8006-197808709029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:51.702437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a076f00a-a6a8-4b95-a348-1e32c2ec9d0b req-ed08191e-0a24-4211-88a8-464873f48bbd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 944 time: 0.1386037 Nov 12 00:51:51.736129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.747430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.758098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-2934ecee-453a-4404-9853-0018e4ae47a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c HTTP/1.1" status: 200 len: 217 time: 0.0541234 Nov 12 00:51:51.763523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c082416-a4b0-483c-9a0e-2f7b7c762ebc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:51.768771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.771881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af309-8461-4c9f-b862-730247904205 req-2c8f3e94-a24f-4ad6-911e-5f0c6615ec8f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.777202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.777902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.782231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea7af309-8461-4c9f-b862-730247904205 req-2c8f3e94-a24f-4ad6-911e-5f0c6615ec8f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1771379 Nov 12 00:51:51.789542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,segment=NetworkSegment(56e60501-a10c-49c3-9249-3f01ec5019b2),segment_id=56e60501-a10c-49c3-9249-3f01ec5019b2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.794956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.831751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6237919 Nov 12 00:51:51.835417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57472) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:51.841166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'subnet': {'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:51.905217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea7af309-8461-4c9f-b862-730247904205 req-30f6b2ee-fd84-435b-ace9-07bd8578e1ba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220016 Nov 12 00:51:51.910618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.970823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a076f00a-a6a8-4b95-a348-1e32c2ec9d0b req-acf09fec-c07e-4fbc-899f-d5ffa7827658 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115798 Nov 12 00:51:51.982238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa56a-99c9-46d0-ba1d-d7504dd74efe tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Network': ['ID=9c8d3224-43a1-47f4-9a64-21a90c63ebcb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.985984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-ee3a69e1-dde8-4bec-8874-0b68f2ea8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.987519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-ee3a69e1-dde8-4bec-8874-0b68f2ea8265 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.1941905 Nov 12 00:51:52.012901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:52.043288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-a6560a0a-9e8a-4959-9026-64788d150194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456846 Nov 12 00:51:52.062177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:52.068857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.178336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['7c082416-a4b0-483c-9a0e-2f7b7c762ebc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:52.188764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6be320dd-0e61-46fb-bd77-1e0cd022898d req-08571471-88a2-4272-814b-06f200a61614 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 210 time: 0.0512788 Nov 12 00:51:52.256769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c4529-4ab4-4319-bee7-a534b5fd6e27 req-940ca0d4-c5d0-41b9-b330-e90bdb6d9701 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.258408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c3c4529-4ab4-4319-bee7-a534b5fd6e27 req-940ca0d4-c5d0-41b9-b330-e90bdb6d9701 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1223135 Nov 12 00:51:52.260619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-de74bcf2-cfee-42b3-bedb-220fdda6cb2a service neutron] 10.222.0.32 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091384 Nov 12 00:51:52.269606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:52.285023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Request body: {'floatingip': {'port_id': '424b1c26-987b-4425-924f-537e3be6a034'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:52.335186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.400719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.500623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Checking segment: {'id': '323206a0-789f-4bc5-86e8-8b65021b81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:52.501015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network hostable DHCP agents. Network: 9c8d3224-43a1-47f4-9a64-21a90c63ebcb, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:52.504625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Subnet': ['ID=76debd94-7b37-429d-a9f6-96701e683e17,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:52.526688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:52.549749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9c8d3224-43a1-47f4-9a64-21a90c63ebcb) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:52.559118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.559721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.560631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e60ab2-e3b6-4057-9987-311595cd3c45 None None] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:52.571857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607e6c5-6dc2-4fec-b63e-820d3100eb65 req-69a25998-2001-4b82-afa6-5751b4a89ef4 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.580862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8607e6c5-6dc2-4fec-b63e-820d3100eb65 req-69a25998-2001-4b82-afa6-5751b4a89ef4 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 944 time: 0.2322271 Nov 12 00:51:52.585273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22160e8d-b000-488e-bb50-4633fd3b8599 req-cd3be4c9-b538-44d2-9bcf-c9a4a13a50ad service neutron] 10.222.0.32 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164258 Nov 12 00:51:52.597233 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6573debb-1979-4a3b-916a-0fd68a8fa1c3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7609525 Nov 12 00:51:52.601924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:52.611454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1099913401', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:52.689660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.691963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.714178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8607e6c5-6dc2-4fec-b63e-820d3100eb65 req-ccb225cb-a756-4a29-84cf-c78c69812bea tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322525 Nov 12 00:51:52.778592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.795071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91049b-0c3f-4915-af7c-7cc67cc0e8f0 None None] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:52.938944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.130515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:51:53.251084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef1b8-e3aa-43d1-a549-0948d1daa87b req-8b341775-6412-4938-bef5-83ab56d64c59 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.252799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80cef1b8-e3aa-43d1-a549-0948d1daa87b req-8b341775-6412-4938-bef5-83ab56d64c59 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.2361844 Nov 12 00:51:53.280752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.287867 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.299926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c420a4-4a2a-4bb5-9cd7-3dc74cb30947 req-91173cf4-79d8-4b56-975b-cf30ae917dc7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.301755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7c420a4-4a2a-4bb5-9cd7-3dc74cb30947 req-91173cf4-79d8-4b56-975b-cf30ae917dc7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 944 time: 0.2239501 Nov 12 00:51:53.308582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.315642 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.421500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.3 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/6a0c42c2-3479-4529-b906-5f0b3570d0cb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:53.437856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7c082416-a4b0-483c-9a0e-2f7b7c762ebc up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:53.450597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d2af2578-675d-49aa-8a2f-c14344adb3b0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.452180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d2af2578-675d-49aa-8a2f-c14344adb3b0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 813 time: 0.3510211 Nov 12 00:51:53.475303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'device_id': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af', 'admin_state_up': True, 'tenant_id': '17a858de18dc4f49b2028ccb8812dbc5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:53.510158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:53.515138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:53.515514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.553572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80cef1b8-e3aa-43d1-a549-0948d1daa87b req-39536858-c0ba-4a85-b04f-2f9105735846 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836311 Nov 12 00:51:53.583816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.659295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.684116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7c420a4-4a2a-4bb5-9cd7-3dc74cb30947 req-b76d0e20-15b0-40f4-9fef-2e48db44efc7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558071 Nov 12 00:51:53.684769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.718439 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Floating IP c55f1f19-33d1-452b-92d4-897a6e7e662f associated. External IP: 172.25.6.210, port: 424b1c26-987b-4425-924f-537e3be6a034. Nov 12 00:51:53.740205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:53.740731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:53.743312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:53.744813 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc4bac6-f7e5-47c6-9bfe-4382e401eff0" -d '{"events": [{"server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "name": "network-vif-plugged", "status": "completed", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:53.749726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:53.792795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c183c-54b4-411a-81a8-61ef9897b4db None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:53.808247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,segment=NetworkSegment(56e60501-a10c-49c3-9249-3f01ec5019b2),segment_id=56e60501-a10c-49c3-9249-3f01ec5019b2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:53.815251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=6a0c42c2-3479-4529-b906-5f0b3570d0cb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:53.821317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.851367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa889e01-a04a-4596-8564-637ce7ce4c9e req-99b542df-a2b6-4848-bd39-2aca36ca75db tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 210 time: 0.0580010 Nov 12 00:51:53.937527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cc41bcf3-f9b4-4d60-b541-ff76ad95066c None None] Provisioning complete for port 6a0c42c2-3479-4529-b906-5f0b3570d0cb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:53.938031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc41bcf3-f9b4-4d60-b541-ff76ad95066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.945223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:54.004354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cc41bcf3-f9b4-4d60-b541-ff76ad95066c None None] Port 6a0c42c2-3479-4529-b906-5f0b3570d0cb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:54.040993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Made reservation on behalf of 17a858de18dc4f49b2028ccb8812dbc5 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:54.044771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.047280 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6869fb69-e7c4-4fe6-a96d-df4e61f1fd8f x-openstack-request-id: req-6869fb69-e7c4-4fe6-a96d-df4e61f1fd8f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:54.048532 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "name": "network-vif-plugged", "status": "completed", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:54.049138 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6869fb69-e7c4-4fe6-a96d-df4e61f1fd8f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:54.050032 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc', 'code': 200} Nov 12 00:51:54.095229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9236d1-b4fb-4a0e-a13a-c90df98661ab req-0281d5eb-62da-4aca-842f-81d8955cc359 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.103565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b9236d1-b4fb-4a0e-a13a-c90df98661ab req-0281d5eb-62da-4aca-842f-81d8955cc359 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 945 time: 0.1236043 Nov 12 00:51:54.168461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.325664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b9236d1-b4fb-4a0e-a13a-c90df98661ab req-6078c0b9-c3e7-4f8c-967f-1dffc64e86b1 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211583 Nov 12 00:51:54.331984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef136fc-3f10-4b53-a22b-7c53e4007c85 req-8cc2cbea-6c39-4ba3-916d-e47087fb5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.331984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4ef136fc-3f10-4b53-a22b-7c53e4007c85 req-8cc2cbea-6c39-4ba3-916d-e47087fb5864 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 1097 time: 0.1834774 Nov 12 00:51:54.358191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:54.386706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Allocated IP 172.20.0.4 (5766c693-d1d9-4a59-864e-0ea8e743e6af/36b3a2a7-df2c-4cfa-9110-770a234df266/e3b38af1-4d5c-46cb-b411-edffcf74df20) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:54.435111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4ef136fc-3f10-4b53-a22b-7c53e4007c85 req-e8cf2097-2d10-44fb-bfff-6d7751d89c68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943580 Nov 12 00:51:54.509859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.604184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:54.611708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.650737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:54.660744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3cc366d1-2b39-401c-9274-382c6cb6aa0e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "PUT /v2.0/floatingips/c55f1f19-33d1-452b-92d4-897a6e7e662f HTTP/1.1" status: 200 len: 992 time: 2.3901007 Nov 12 00:51:54.664384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:54.666855 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f185de70-b738-4b2e-b3d4-c3c57c033ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:54.678287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:54.678944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:54.699625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:54.739127 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.766957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dc508-a8ea-45ed-aadd-8c0843830d8f req-72b7a8d8-e38f-4838-8c80-9cc6caf9ad17 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.775001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-802dc508-a8ea-45ed-aadd-8c0843830d8f req-72b7a8d8-e38f-4838-8c80-9cc6caf9ad17 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1045256 Nov 12 00:51:54.805868 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93207087-1ad4-4947-8b35-c742f33451e1 x-openstack-request-id: req-93207087-1ad4-4947-8b35-c742f33451e1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:54.806237 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:54.806438 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93207087-1ad4-4947-8b35-c742f33451e1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:54.806870 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'status': 'completed', 'code': 200} Nov 12 00:51:54.855732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:54.896217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-802dc508-a8ea-45ed-aadd-8c0843830d8f req-2762a50e-e68c-4dc6-bbfc-edd1b568bed9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200764 Nov 12 00:51:54.906002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:54.921093 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:54.929226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.958046 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:54.959134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:54.965397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.967851 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-13446692-c4a1-4afb-875c-2cf285044053 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3643961 Nov 12 00:51:54.970482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:54.986259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-38413cfd-6e31-4a50-b163-2d95ddb16293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.987783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-38413cfd-6e31-4a50-b163-2d95ddb16293 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.1510851 Nov 12 00:51:55.050554 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:55.078310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:55.079336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:55.135867 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:55.136907 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02b34d-9075-40d5-9891-c25ace999636 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:55.258373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c55f1f19-33d1-452b-92d4-897a6e7e662f', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:53Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:55.287746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:55.301665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:55.301665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:55.408084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:55.423634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:55.466414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:55.476218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39cbf1-8a1f-4ec6-a9dd-e4ef35666d90 req-0f136b6a-d2a8-4c5d-9b1a-46f7b87373b8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.484217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da39cbf1-8a1f-4ec6-a9dd-e4ef35666d90 req-0f136b6a-d2a8-4c5d-9b1a-46f7b87373b8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 944 time: 0.6096094 Nov 12 00:51:55.487240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:55.495469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.523991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:55.575865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.588298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:55.621694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'port_id': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'mac_address': 'fa:16:3e:30:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7aa3ff-46fe-4541-b540-d44e7c7d06a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:55.634359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.635085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.653943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da39cbf1-8a1f-4ec6-a9dd-e4ef35666d90 req-0e3e0970-ed5b-47f7-bfae-e0b15ff31a4d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579168 Nov 12 00:51:55.684560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c42f-c19d-4830-b005-42fbdaffe371 req-7e951957-6492-4b51-9e21-d86f51e0c8bb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.686990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18c9c42f-c19d-4830-b005-42fbdaffe371 req-7e951957-6492-4b51-9e21-d86f51e0c8bb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 931 time: 0.2580967 Nov 12 00:51:55.694990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-59d56e6a-a854-45b9-8811-de48e8ac2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.697648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-59d56e6a-a854-45b9-8811-de48e8ac2b8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.6932909 Nov 12 00:51:55.784963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-70ad7ef5-ce62-46a0-a5f3-76ac099a1b82 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3202631 Nov 12 00:51:55.796923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.830462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Request body: {'port': {'device_id': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:55.868916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dc78c7-4b43-459d-b60e-be88bc083a5c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:55.910595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18c9c42f-c19d-4830-b005-42fbdaffe371 req-8903a18c-8559-4a58-b692-3203d02be9fb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090662 Nov 12 00:51:55.912410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:55.923215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-57413a0e-314a-4169-a520-5ffbbcadff58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1000 time: 0.2124212 Nov 12 00:51:55.924521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.968253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.006736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.1 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/10d3158a-8337-4e41-9966-f3bccbdc2a91) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:56.037500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e7c61-74e4-4282-9448-e706e0aeb5c1 req-8f4e2214-3582-439f-b4b6-164b41403d6f tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.045748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-218e7c61-74e4-4282-9448-e706e0aeb5c1 req-8f4e2214-3582-439f-b4b6-164b41403d6f tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 945 time: 0.2097380 Nov 12 00:51:56.068914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:56.106266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-626a1249-eeb2-4e48-a711-0f6bfd5d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.107811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-626a1249-eeb2-4e48-a711-0f6bfd5d65cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1426799 Nov 12 00:51:56.116976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c55f1f19-33d1-452b-92d4-897a6e7e662f', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:53Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:56.153745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524201d-5fdd-4e20-a340-03a59b856b05 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c55f1f19-33d1-452b-92d4-897a6e7e662f', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:53Z', 'revision_number': 1, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:56.186856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f9dc78c7-4b43-459d-b60e-be88bc083a5c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:56.215751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.266718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.283178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-218e7c61-74e4-4282-9448-e706e0aeb5c1 req-97cb2ac7-b21b-4356-8e75-55462ff63b1a tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363932 Nov 12 00:51:56.350808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:56.355840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:56.358833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:56.399577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-670ed956-5093-4f34-a760-ac5d7e8f1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.402576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-670ed956-5093-4f34-a760-ac5d7e8f1f56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2788703 Nov 12 00:51:56.416940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34cef0-ed02-4a8a-ba3c-d43e99ce4275 req-683d0280-8a3d-4c2d-bc4a-834a44046599 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.426219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d34cef0-ed02-4a8a-ba3c-d43e99ce4275 req-683d0280-8a3d-4c2d-bc4a-834a44046599 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.2849510 Nov 12 00:51:56.433655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=10d3158a-8337-4e41-9966-f3bccbdc2a91,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:56.452474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.513971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407bba96-e452-4ddd-ad88-ae3c1fd59efa None None] New status for floating IP c55f1f19-33d1-452b-92d4-897a6e7e662f: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:56.666115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b38af1-4d5c-46cb-b411-edffcf74df20 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:56.701476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.703376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.765752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d34cef0-ed02-4a8a-ba3c-d43e99ce4275 req-4719c563-92ba-4738-a673-9fa580788a33 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388197 Nov 12 00:51:56.766840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Transition to ACTIVE for port object e3b38af1-4d5c-46cb-b411-edffcf74df20 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:56.838971 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.857222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-7a40b22e-415e-488e-908b-15bd620e2c48 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239379 Nov 12 00:51:57.027839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aa5b4-12a9-44de-ba05-dbdd26e9b408 req-fdfe9240-adee-423b-9356-203ae8b7f6de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.031883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-328aa5b4-12a9-44de-ba05-dbdd26e9b408 req-fdfe9240-adee-423b-9356-203ae8b7f6de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 945 time: 0.2637172 Nov 12 00:51:57.033309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.143010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.149809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.183480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Attempting to bind port e3b38af1-4d5c-46cb-b411-edffcf74df20 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:57.183819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Attempting to bind port e3b38af1-4d5c-46cb-b411-edffcf74df20 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:57.184176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Attempting to bind port e3b38af1-4d5c-46cb-b411-edffcf74df20 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.187622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f185de70-b738-4b2e-b3d4-c3c57c033ff1 req-5fd42f7c-2c42-400f-9c5f-5e72dc842c2c service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974689 Nov 12 00:51:57.198004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-328aa5b4-12a9-44de-ba05-dbdd26e9b408 req-83b1d18a-65d1-4c27-9606-15ffbb664ea3 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385310 Nov 12 00:51:57.200820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Port e3b38af1-4d5c-46cb-b411-edffcf74df20 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:57.201169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Attempting to bind port e3b38af1-4d5c-46cb-b411-edffcf74df20 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.219338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505449b-05ab-4a72-a7c5-166b4c2727bc req-b19d6f70-3edc-499f-98b5-de1c3bf29c29 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.221044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7505449b-05ab-4a72-a7c5-166b4c2727bc req-b19d6f70-3edc-499f-98b5-de1c3bf29c29 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 943 time: 0.1629620 Nov 12 00:51:57.236571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:57.236941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Checking segment: {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:57.237331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Bound using segment: {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:57.237790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Bound port: e3b38af1-4d5c-46cb-b411-edffcf74df20, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:57.238152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.265974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=10d3158a-8337-4e41-9966-f3bccbdc2a91,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.288177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.328691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7505449b-05ab-4a72-a7c5-166b4c2727bc req-341802af-ee94-40f2-8433-7417c26d03bb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999095 Nov 12 00:51:57.371262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:57.377986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:57.384424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.419384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:57.449226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.449881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.451453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] 10.222.0.39 "PUT /v2.0/ports/e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 1092 time: 1.6253710 Nov 12 00:51:57.453829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:57.458413 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df5aeb-6f95-45de-9590-8de433bf15d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:57.534116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f9dc78c7-4b43-459d-b60e-be88bc083a5c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:57.549889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f9dc78c7-4b43-459d-b60e-be88bc083a5c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:57.550559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.553052 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a03500b-f2c0-4553-8dab-59cd1280170d x-openstack-request-id: req-2a03500b-f2c0-4553-8dab-59cd1280170d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:57.553392 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:57.553651 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a03500b-f2c0-4553-8dab-59cd1280170d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:57.554070 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'status': 'completed', 'code': 200} Nov 12 00:51:57.588448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e9e43-6e9d-4361-818b-89f8a6897aba service neutron] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.622945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-9bd18442-e877-4e0c-ae9e-cda118d3ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.624600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-9bd18442-e877-4e0c-ae9e-cda118d3ba95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1095 time: 0.1177711 Nov 12 00:51:57.667016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.696254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-7031bab1-f4bc-4375-87e3-e72e1b01d8fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 217 time: 0.0631661 Nov 12 00:51:57.719749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:57.722401 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc4d10f-bd90-41c2-9653-4e0624b86d2a" -d '{"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:57.742621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:57.761184 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.768223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-aa97aa1b-7c26-4911-b377-62d5f2ac0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.769730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-aa97aa1b-7c26-4911-b377-62d5f2ac0f07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0649669 Nov 12 00:51:57.815471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-8de4c6e4-439d-4345-b29d-4125bb1661fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369964 Nov 12 00:51:57.838682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.875111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:57.876199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:57.925094 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297fbe6-7b28-496c-928e-848c37199c1f x-openstack-request-id: req-7297fbe6-7b28-496c-928e-848c37199c1f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:57.925513 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:57.925861 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7297fbe6-7b28-496c-928e-848c37199c1f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:57.926358 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'code': 200} Nov 12 00:51:58.029891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:58.096138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-7a3f7d5f-0a1f-4273-a5fb-ba171fa20e44 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720017 Nov 12 00:51:58.100421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41e3fe-9d1f-4e70-8af2-715f0de28ce4 req-f6eeacc3-194d-4a60-8384-6816da15972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.101870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df41e3fe-9d1f-4e70-8af2-715f0de28ce4 req-f6eeacc3-194d-4a60-8384-6816da15972f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 1098 time: 0.1267445 Nov 12 00:51:58.138928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eed4e8-6745-44f5-97c0-96329ac8129d req-d43a7198-3823-4ff3-aa96-5218974691f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.140497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02eed4e8-6745-44f5-97c0-96329ac8129d req-d43a7198-3823-4ff3-aa96-5218974691f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1094382 Nov 12 00:51:58.168443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:58.176647 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af4f7a52-e20b-493e-a32d-de62f076be30 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/routers/87f6af62-37b9-4c34-92ee-81aa28f2cd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045438 Nov 12 00:51:58.177920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:58.179290 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:58.187247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'port': {'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb', 'name': 'tempest-FloatingIPTestJSON-1386708586'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:58.190407 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:58.191264 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.228931 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.240672 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:58.241718 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.256252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df41e3fe-9d1f-4e70-8af2-715f0de28ce4 req-d44a36f9-f6f7-43a0-9270-89ef7c0435fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437328 Nov 12 00:51:58.281004 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.282895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2010ccc-9817-4f66-acde-45172487f46f None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:58.294571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02eed4e8-6745-44f5-97c0-96329ac8129d req-891ff763-609a-4fff-a778-fa154e69c866 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347520 Nov 12 00:51:58.302761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb64cd94-5b52-4afb-a645-aa3d142e4b8f req-0042054b-b1f7-4a65-b048-519caca19847 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990714 Nov 12 00:51:58.330491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:58.338120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.362580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] device_id is not set on port e9c86e70-2d3c-42c3-8846-70f84af39aed yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:58.424972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638a6f-7049-432e-a2c6-ea0cbfc47ad1 req-bf9cccc9-dec1-463e-853f-96cb08960871 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.426537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc638a6f-7049-432e-a2c6-ea0cbfc47ad1 req-bf9cccc9-dec1-463e-853f-96cb08960871 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0879827 Nov 12 00:51:58.435336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-12b23b2f-4d99-4232-aba2-0440468ba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.436825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-12b23b2f-4d99-4232-aba2-0440468ba532 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1095 time: 0.0682881 Nov 12 00:51:58.484800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.3 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/e9c86e70-2d3c-42c3-8846-70f84af39aed) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:58.588340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc638a6f-7049-432e-a2c6-ea0cbfc47ad1 req-a0f281af-b1b6-405a-8699-289437d12069 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554606 Nov 12 00:51:58.614514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-9d1760b4-d381-4d60-aadd-877c3380a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.616443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-9d1760b4-d381-4d60-aadd-877c3380a1e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.1606302 Nov 12 00:51:58.635631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862d97a-a768-4abc-bf94-79d83d2d7477 req-5b12539a-cc67-4f0e-a545-6347c4075a6d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.637255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9862d97a-a768-4abc-bf94-79d83d2d7477 req-5b12539a-cc67-4f0e-a545-6347c4075a6d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 943 time: 0.1087892 Nov 12 00:51:58.676538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.688541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-2f452927-e3b3-4615-b2ec-96aacd309a8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 217 time: 0.0501442 Nov 12 00:51:58.723544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.754696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9862d97a-a768-4abc-bf94-79d83d2d7477 req-9daa9150-7ae1-4c0e-bff6-fc15290a0e34 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Nov 12 00:51:58.765971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-fae0b651-4ad6-4a3c-8ae3-43c337e55519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.767581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:58.767829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-fae0b651-4ad6-4a3c-8ae3-43c337e55519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0701540 Nov 12 00:51:58.770879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:58.777107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:58.809361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=e9c86e70-2d3c-42c3-8846-70f84af39aed,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:58.814032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-e5230908-4736-4bef-8fba-127aecbd1935 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384064 Nov 12 00:51:58.840269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.840269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.866523 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-435c0582-32ee-4d71-8b99-c7a3f7b87f4c tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6871142 Nov 12 00:51:58.872490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:58.877784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'port': {'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb', 'name': 'tempest-FloatingIPTestJSON-21555869'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:58.932277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-b112e139-d007-4896-a85c-8589ea086f14 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108501 Nov 12 00:51:59.001093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:59.013230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.037557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] device_id is not set on port d522f81d-a02f-45ca-90a1-27ef79ec50f5 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:51:59.049850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89df5aeb-6f95-45de-9590-8de433bf15d7 req-9ccead2f-b439-469a-a174-87f19b74c9ba service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097732 Nov 12 00:51:59.207891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.2 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/d522f81d-a02f-45ca-90a1-27ef79ec50f5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:59.401595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.452534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.455868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71361125-2a09-4556-8085-1f64a97d6ab7 req-edd569af-10bf-4a7d-9194-6a79d73a2c30 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.458483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71361125-2a09-4556-8085-1f64a97d6ab7 req-edd569af-10bf-4a7d-9194-6a79d73a2c30 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.0718334 Nov 12 00:51:59.511976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:59.516524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:59.519490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:59.542540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71361125-2a09-4556-8085-1f64a97d6ab7 req-bfed09a6-2a2a-428b-95e4-23af90353958 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772080 Nov 12 00:51:59.559887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=d522f81d-a02f-45ca-90a1-27ef79ec50f5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:59.588908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.589558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.607295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebf7968c-7f16-41f7-811c-d7f5f90440dd tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7335453 Nov 12 00:51:59.610471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:59.615723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'd522f81d-a02f-45ca-90a1-27ef79ec50f5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:59.651487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.773417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b535-0d38-481f-90d5-be13020b3d69 req-8d1a6868-49c2-4696-afbd-92b0e111a507 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.777250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6611b535-0d38-481f-90d5-be13020b3d69 req-8d1a6868-49c2-4696-afbd-92b0e111a507 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1045551 Nov 12 00:51:59.844623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6611b535-0d38-481f-90d5-be13020b3d69 req-a11e4bdc-6061-4cee-b6f7-02635c41db2f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Nov 12 00:51:59.889654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.964135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2dd84-166f-4abe-bbe5-d0fc00b67006 req-48cfde04-6dfd-492e-bf06-9ea1195a133d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.965660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4e2dd84-166f-4abe-bbe5-d0fc00b67006 req-48cfde04-6dfd-492e-bf06-9ea1195a133d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 943 time: 0.1201525 Nov 12 00:52:00.097124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8543e42-eb22-4629-acc0-8be3ad4f9bb2 req-bd239492-75a3-4473-8c10-9424d6b9a749 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.098762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8543e42-eb22-4629-acc0-8be3ad4f9bb2 req-bd239492-75a3-4473-8c10-9424d6b9a749 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1453667 Nov 12 00:52:00.107123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4e2dd84-166f-4abe-bbe5-d0fc00b67006 req-9932b675-78b9-408c-ae69-4603d3576bb5 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272984 Nov 12 00:52:00.140397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.104 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:00.197761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8543e42-eb22-4629-acc0-8be3ad4f9bb2 req-975297cc-57a3-4e03-8683-cb0fc15a091b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Nov 12 00:52:00.278041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.325255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.374130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:00.377167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:00.380302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:00.458481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:00.563024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e076e8-fd6d-4803-abb6-be3d8a7ce3fc req-ac608979-3cc9-4a8d-9ab1-6aee544e8164 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.564602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e076e8-fd6d-4803-abb6-be3d8a7ce3fc req-ac608979-3cc9-4a8d-9ab1-6aee544e8164 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1563690 Nov 12 00:52:00.593143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18af0-9083-4399-a7ac-124a456b81a5 req-c142bae6-5ec6-4e12-a6fd-3436c309aa52 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.594558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c18af0-9083-4399-a7ac-124a456b81a5 req-c142bae6-5ec6-4e12-a6fd-3436c309aa52 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 945 time: 0.1634569 Nov 12 00:52:01.060740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c18af0-9083-4399-a7ac-124a456b81a5 req-cd0d0499-33c0-4078-8f76-03fd2fe02e8c tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564652 Nov 12 00:52:01.066022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e076e8-fd6d-4803-abb6-be3d8a7ce3fc req-cfe498c6-a667-4327-a6e6-8dc518c3aaa2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930558 Nov 12 00:52:01.240322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b023-defa-4ee3-8f9f-ccbce7e606d7 req-89b2a015-260c-4347-a7a6-431243ce1157 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.241942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5df8b023-defa-4ee3-8f9f-ccbce7e606d7 req-89b2a015-260c-4347-a7a6-431243ce1157 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.0972583 Nov 12 00:52:01.355804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.386126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5df8b023-defa-4ee3-8f9f-ccbce7e606d7 req-cfa30c39-0fe8-49c4-a2dc-bc7692009a8d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146286 Nov 12 00:52:01.399372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5faf-210e-4c79-93e1-2db4feddafb4 req-0be5b6ef-a48c-4a59-b847-c8527937faaf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.400994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f94a5faf-210e-4c79-93e1-2db4feddafb4 req-0be5b6ef-a48c-4a59-b847-c8527937faaf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1279602 Nov 12 00:52:01.489956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e3b38af1-4d5c-46cb-b411-edffcf74df20 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:01.514418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f94a5faf-210e-4c79-93e1-2db4feddafb4 req-70604545-ed20-4602-8053-7476a05cb6d5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063099 Nov 12 00:52:01.521536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.580074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad8964-6ea8-450a-965e-cdfd1fdacae3 req-b0d45662-31a0-4d4a-bb05-c4ff5d5e30e7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.581698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ad8964-6ea8-450a-965e-cdfd1fdacae3 req-b0d45662-31a0-4d4a-bb05-c4ff5d5e30e7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 943 time: 0.1274393 Nov 12 00:52:01.613754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:01.627540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af', 'port_id': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'mac_address': 'fa:16:3e:66:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3a2a7-df2c-4cfa-9110-770a234df266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:01.671998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.689480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b38af1-4d5c-46cb-b411-edffcf74df20 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:01.711905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:01.719294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.736149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ad8964-6ea8-450a-965e-cdfd1fdacae3 req-6a6911f9-4f32-4a30-b518-19fc5f9fe07a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463232 Nov 12 00:52:01.771860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-675b154d-2e5b-4c27-96de-389d36af78f8 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.773397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-675b154d-2e5b-4c27-96de-389d36af78f8 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 945 time: 0.1057296 Nov 12 00:52:01.782588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:01.872756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.880358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.971966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:01.986026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:02.022624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.028929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Deleting port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:02.029264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.140812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.145328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe92e-f174-432f-b2b8-976835a72c09 req-aed6a941-ff05-4571-86b5-cd5c4ccd61a5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.147611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-169fe92e-f174-432f-b2b8-976835a72c09 req-aed6a941-ff05-4571-86b5-cd5c4ccd61a5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1843958 Nov 12 00:52:02.309288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] For port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,segment=NetworkSegment(56e60501-a10c-49c3-9249-3f01ec5019b2),segment_id=56e60501-a10c-49c3-9249-3f01ec5019b2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:02.309646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.333168 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 6d70d5fb-e95f-4da7-ab3e-2f081e379716 associated. External IP: 172.25.6.104, port: d522f81d-a02f-45ca-90a1-27ef79ec50f5. Nov 12 00:52:02.335903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Calling delete_port for 7c082416-a4b0-483c-9a0e-2f7b7c762ebc owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:02.341693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-169fe92e-f174-432f-b2b8-976835a72c09 req-0927cacc-e6b3-4764-a699-e1ddfc63f98b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813583 Nov 12 00:52:02.386805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4b518-28f6-46ea-a32e-9c19a97e3791 req-7327e521-eab6-4d86-b1ed-b9119d59c86a tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.388280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83f4b518-28f6-46ea-a32e-9c19a97e3791 req-7327e521-eab6-4d86-b1ed-b9119d59c86a tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/ports?device_id=c29322f3-026b-4ad1-ac03-30b0a20558f8 HTTP/1.1" status: 200 len: 945 time: 0.2193584 Nov 12 00:52:02.547255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83f4b518-28f6-46ea-a32e-9c19a97e3791 req-6c47f411-6404-4cc6-a972-e7e695be0b92 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.11 "GET /v2.0/security-groups?id=37db2cb9-1b32-42c6-8cd0-6f4f94351aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503606 Nov 12 00:52:02.691047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289995-abb0-4e4b-b4b7-f7545256f4f1 req-aee25192-b95d-4b55-94ad-d29d9cf82d88 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.693770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd289995-abb0-4e4b-b4b7-f7545256f4f1 req-aee25192-b95d-4b55-94ad-d29d9cf82d88 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1530845 Nov 12 00:52:02.769115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.832445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Pushing event deleted for resources: {'Port': ['ID=7c082416-a4b0-483c-9a0e-2f7b7c762ebc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:02.866062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:02.892696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd289995-abb0-4e4b-b4b7-f7545256f4f1 req-bccb2f80-1d73-4299-a71a-1039f88b9cab tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916718 Nov 12 00:52:02.916623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] No DVR routers for this DVR port 7c082416-a4b0-483c-9a0e-2f7b7c762ebc on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:02.921283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.924613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e4529a8-4a07-4863-ab38-1d1cb485e0f6 req-ab39765f-4994-410c-abf3-1d768d9bdfd3 tempest-VolumesActionsTest-305955759 tempest-VolumesActionsTest-305955759-project] 10.222.0.39 "DELETE /v2.0/ports/7c082416-a4b0-483c-9a0e-2f7b7c762ebc HTTP/1.1" status: 204 len: 173 time: 1.1440408 Nov 12 00:52:02.925198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'name': 'network-vif-deleted', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:02.928013 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d300ffe-0515-4677-bdda-04323f64e7af" -d '{"events": [{"server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "name": "network-vif-deleted", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:02.980046 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32a2ca-76cb-4ecf-96c9-e95842a849bf x-openstack-request-id: req-fc32a2ca-76cb-4ecf-96c9-e95842a849bf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:02.980370 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29322f3-026b-4ad1-ac03-30b0a20558f8", "name": "network-vif-deleted", "tag": "7c082416-a4b0-483c-9a0e-2f7b7c762ebc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:02.980623 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc32a2ca-76cb-4ecf-96c9-e95842a849bf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:02.981027 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29322f3-026b-4ad1-ac03-30b0a20558f8', 'name': 'network-vif-deleted', 'tag': '7c082416-a4b0-483c-9a0e-2f7b7c762ebc', 'status': 'completed', 'code': 200} Nov 12 00:52:02.996450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f5d1d-ba61-4cd9-9a11-95f462bb631b req-2da22033-b9ec-466b-baf4-c32a5bcd633d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.998027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-441f5d1d-ba61-4cd9-9a11-95f462bb631b req-2da22033-b9ec-466b-baf4-c32a5bcd633d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 944 time: 0.1781716 Nov 12 00:52:03.103317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-441f5d1d-ba61-4cd9-9a11-95f462bb631b req-805a9884-6159-4789-a537-02201fa5b30b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976894 Nov 12 00:52:03.105099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:03.128549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:03.129357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.139661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:03.140433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.163526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-61e6bff6-57b6-4f03-98ad-72dd7e4ffbec tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5518107 Nov 12 00:52:03.166712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:03.171288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:03.183796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.193959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:03.194515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.229069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.229751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.230435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470da0-b350-49b9-a547-dc10e5bbf090 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:03.395717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.403976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.404935 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 6d70d5fb-e95f-4da7-ab3e-2f081e379716 disassociated. External IP: 172.25.6.104, port: d522f81d-a02f-45ca-90a1-27ef79ec50f5. Nov 12 00:52:03.502668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e3b38af1-4d5c-46cb-b411-edffcf74df20 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:03.543010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c09b-76d2-43c2-8aff-78ea4a3df83e req-117ea7df-2789-4077-a47b-239370ed535d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.544605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec4c09b-76d2-43c2-8aff-78ea4a3df83e req-117ea7df-2789-4077-a47b-239370ed535d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1000540 Nov 12 00:52:03.578146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port e3b38af1-4d5c-46cb-b411-edffcf74df20 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:03.584565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port e3b38af1-4d5c-46cb-b411-edffcf74df20 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:03.585119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.660651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec4c09b-76d2-43c2-8aff-78ea4a3df83e req-f7ac4173-85fb-489b-ac83-ff77a3d81499 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013343 Nov 12 00:52:03.704280 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.735471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:03.738345 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a1a0a-15b0-4a4f-aa51-fdf5804f163b" -d '{"events": [{"server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "name": "network-vif-plugged", "status": "completed", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:03.765335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:03.776178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.777313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7c082416-a4b0-483c-9a0e-2f7b7c762ebc no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:03.812129 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b70a3b-0b35-4b42-a7d6-12505280d6ae x-openstack-request-id: req-d6b70a3b-0b35-4b42-a7d6-12505280d6ae {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:03.812844 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "name": "network-vif-plugged", "status": "completed", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:03.814316 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6b70a3b-0b35-4b42-a7d6-12505280d6ae {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:03.814996 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'code': 200} Nov 12 00:52:03.840643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 7c082416-a4b0-483c-9a0e-2f7b7c762ebc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:03.841426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7c082416-a4b0-483c-9a0e-2f7b7c762ebc not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:03.882447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:04.182821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:04.199531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90950-6617-4d64-949c-16377ac05bac req-7cdbd9ec-2dbd-4e94-817b-b3e53343efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.202020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25e90950-6617-4d64-949c-16377ac05bac req-7cdbd9ec-2dbd-4e94-817b-b3e53343efdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1097 time: 0.1227577 Nov 12 00:52:04.221238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40513e-3b6d-4d5d-9048-49e8035c21ea req-298976c4-4964-4995-aaf8-acfaa6b3b25b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.222774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b40513e-3b6d-4d5d-9048-49e8035c21ea req-298976c4-4964-4995-aaf8-acfaa6b3b25b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1448038 Nov 12 00:52:04.379921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25e90950-6617-4d64-949c-16377ac05bac req-16c8d010-2e06-46a1-867a-10b391b029ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560080 Nov 12 00:52:04.397066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3051-57a4-4a01-b9ea-d0db7381aeb8 req-66f6c92d-4158-4575-9bda-04c84b264292 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.398614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69bb3051-57a4-4a01-b9ea-d0db7381aeb8 req-66f6c92d-4158-4575-9bda-04c84b264292 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 945 time: 0.2098324 Nov 12 00:52:04.436662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b40513e-3b6d-4d5d-9048-49e8035c21ea req-7fb2aa56-a507-4909-9c46-20c81c351523 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028944 Nov 12 00:52:04.498691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:04.503616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.510037 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:04.510573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69bb3051-57a4-4a01-b9ea-d0db7381aeb8 req-17259511-95fe-4f74-8d1c-2c313e01d1ac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803974 Nov 12 00:52:04.549730 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:04.550592 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:04.564690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:04.577763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed00c88a-6c21-4b9a-8321-593143dca8c4 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/6d70d5fb-e95f-4da7-ab3e-2f081e379716 HTTP/1.1" status: 200 len: 688 time: 1.4098623 Nov 12 00:52:04.618033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:04.632108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:04.633115 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:04.687431 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:04.688484 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f0b36-64eb-4d98-b52f-496097369da0 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:04.726968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:04.727626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.807623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5eef0-8adb-4e10-8193-708b7fd54fa2 req-db1bd80d-e13f-4011-9ba2-323c9ef538d5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.815554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ed5eef0-8adb-4e10-8193-708b7fd54fa2 req-db1bd80d-e13f-4011-9ba2-323c9ef538d5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0733435 Nov 12 00:52:04.866375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.866683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.882368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ed5eef0-8adb-4e10-8193-708b7fd54fa2 req-a66b2a0c-f4f1-4a0f-8a98-e6e2c3b92f82 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654404 Nov 12 00:52:04.886621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:05.050513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.073198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.080239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=21b6c2b3-68cc-46f3-b01e-d8e8b539d3cc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.146048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.149445 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.151414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a9051e0f-73d8-4e0e-b81f-6cd34891747f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/6d70d5fb-e95f-4da7-ab3e-2f081e379716 HTTP/1.1" status: 204 len: 168 time: 0.5854604 Nov 12 00:52:05.155095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57692) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:05.162614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'e9c86e70-2d3c-42c3-8846-70f84af39aed'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:05.191347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.308704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.443549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.232 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/40587cc1-abb3-4d23-99b1-25c91dcce2a3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:05.587909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.704156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07555a9-d6ec-46ff-946a-372982ca8b9f req-a53b4cb7-448a-4d4b-ac12-1d865979b857 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.705626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e07555a9-d6ec-46ff-946a-372982ca8b9f req-a53b4cb7-448a-4d4b-ac12-1d865979b857 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1367924 Nov 12 00:52:05.730340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e5540-3df3-475c-abb7-6f494a0d4706 req-278bbfa4-6464-47db-9384-119f694c5e16 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.732002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-991e5540-3df3-475c-abb7-6f494a0d4706 req-278bbfa4-6464-47db-9384-119f694c5e16 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 945 time: 0.1197133 Nov 12 00:52:05.739451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.815053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:05.830046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:05.832679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:05.843659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=40587cc1-abb3-4d23-99b1-25c91dcce2a3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.909332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-991e5540-3df3-475c-abb7-6f494a0d4706 req-facbe64f-7744-462d-b4d4-cb27121772c7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665785 Nov 12 00:52:05.913930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e07555a9-d6ec-46ff-946a-372982ca8b9f req-ec430c2a-2a06-48e2-a470-d32afc8fa633 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963511 Nov 12 00:52:06.313803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a4c61-314a-401e-aa67-1737bd9bb5fb req-3c0f11d7-f856-4828-9e94-0c5ac674121d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.316194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-505a4c61-314a-401e-aa67-1737bd9bb5fb req-3c0f11d7-f856-4828-9e94-0c5ac674121d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.2217405 Nov 12 00:52:06.327555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b235b80-d851-4447-8793-2e610760f690 req-009cc419-acd0-4d19-a783-b454c68fb846 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-743874599&fields=id&tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 267 time: 0.1836343 Nov 12 00:52:06.545031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-505a4c61-314a-401e-aa67-1737bd9bb5fb req-0c3abe59-b698-4192-acd2-128e1a24105d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162542 Nov 12 00:52:06.579352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235b80-d851-4447-8793-2e610760f690 req-0f46deaa-5d18-4204-9317-506073487c3f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.580772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b235b80-d851-4447-8793-2e610760f690 req-0f46deaa-5d18-4204-9317-506073487c3f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 945 time: 0.2400255 Nov 12 00:52:06.594346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'security_groups': ['da416a17-dbab-4200-a0d6-fc7c021215df', 'b3ab11c8-3432-4f27-a40a-ea5bbb856c06']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:06.643855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.715878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.783602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.115201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:07.119504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.132174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.144311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be40841-9029-4675-b14f-5972ad0303d5 req-0ac6f8c7-0c0f-47da-94c2-7c4cc2952d3b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.145902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4be40841-9029-4675-b14f-5972ad0303d5 req-0ac6f8c7-0c0f-47da-94c2-7c4cc2952d3b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1246479 Nov 12 00:52:07.215085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.245468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.255672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=40587cc1-abb3-4d23-99b1-25c91dcce2a3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:07.261936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:07.332173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4be40841-9029-4675-b14f-5972ad0303d5 req-cf5bb5ed-3306-4d21-92a7-fe378f2d6e3d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746488 Nov 12 00:52:07.333187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.342940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.343621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.345359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b235b80-d851-4447-8793-2e610760f690 req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "PUT /v2.0/ports/e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 981 time: 0.7572470 Nov 12 00:52:07.346985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:07.353048 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5001fc-0fce-4d57-ba94-34f21097b28c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:07.433851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:07.434466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff75e1-a176-48ba-9ce5-068d8af7b335 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:07.583014 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 5bb1606c-a27e-4b21-9d04-d5d832e993fc associated. External IP: 172.25.6.232, port: e9c86e70-2d3c-42c3-8846-70f84af39aed. Nov 12 00:52:07.682798 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497fa80-c93e-40cc-9fe1-399ad5852904 x-openstack-request-id: req-6497fa80-c93e-40cc-9fe1-399ad5852904 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:07.683068 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:07.683331 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6497fa80-c93e-40cc-9fe1-399ad5852904 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:07.683744 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'status': 'completed', 'code': 200} Nov 12 00:52:07.815063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-787466d4-da1a-483a-852d-d4e313871bf1 req-1b9992cd-02af-48fd-86cb-22cf3eccf0fa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-412175139&fields=id&tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 267 time: 0.1551068 Nov 12 00:52:07.874089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-6c6f2721-edcc-4bf5-b4a3-faa3a74cf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.877344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-6c6f2721-edcc-4bf5-b4a3-faa3a74cf6ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1136 time: 0.1586485 Nov 12 00:52:07.888127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24d08b-f24f-4487-b29b-f33c188d7d8e req-509b13ec-699e-4957-b297-e1c0b5139927 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.889628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c24d08b-f24f-4487-b29b-f33c188d7d8e req-509b13ec-699e-4957-b297-e1c0b5139927 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1450632 Nov 12 00:52:08.027794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787466d4-da1a-483a-852d-d4e313871bf1 req-e0e6b632-6aa7-4b07-8ecf-03f394824b49 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.029435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-787466d4-da1a-483a-852d-d4e313871bf1 req-e0e6b632-6aa7-4b07-8ecf-03f394824b49 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 984 time: 0.2017350 Nov 12 00:52:08.075081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'security_groups': ['b3ab11c8-3432-4f27-a40a-ea5bbb856c06', 'da416a17-dbab-4200-a0d6-fc7c021215df', 'ca1c8ba3-8fd8-492d-9a96-f466e18c6a09']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:08.485504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c24d08b-f24f-4487-b29b-f33c188d7d8e req-490c9c6d-7440-465b-978f-41e5bda9b63f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521867 Nov 12 00:52:08.544350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:08.545800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-56c0af95-1b1b-43d5-8729-19456c040fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.547372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-56c0af95-1b1b-43d5-8729-19456c040fce service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.6568403 Nov 12 00:52:08.680886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.708252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-3a2aac79-a1bc-4949-9469-27f5814ae397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 217 time: 0.1483743 Nov 12 00:52:08.904172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210ff88-e9e4-46e7-85cb-7861afcdc498 req-2d5ba825-59ba-415b-a3c8-a774ee6b6ec2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.905759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1210ff88-e9e4-46e7-85cb-7861afcdc498 req-2d5ba825-59ba-415b-a3c8-a774ee6b6ec2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.3444602 Nov 12 00:52:08.907234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-35f611b7-86fb-4408-ba1a-87dd5fb46b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.908618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-35f611b7-86fb-4408-ba1a-87dd5fb46b66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.1530850 Nov 12 00:52:08.983594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-6b2c2b73-32e2-48e0-8482-d2d510d25cb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619075 Nov 12 00:52:09.103032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:09.114970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:09.129872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:09.130532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:09.145824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1210ff88-e9e4-46e7-85cb-7861afcdc498 req-0c973e48-71a9-4d5e-bd9b-73f664d45ca4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288032 Nov 12 00:52:09.166335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.219555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:09.230739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0773af2a-0d61-42a6-bcd5-d539601c650b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0740910 Nov 12 00:52:09.234896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.235649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:09.236117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:09.240042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ebf0b5-034b-476d-bdc8-d97788c47516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.278633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:09.279636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cb693-9420-467e-979b-ce2eee35bfb9 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:09.334931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:09.335255 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2d6e20f-7784-4bbe-b48c-5f0369be5f60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/floatingips/5bb1606c-a27e-4b21-9d04-d5d832e993fc HTTP/1.1" status: 200 len: 978 time: 0.0975380 Nov 12 00:52:09.335835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.348007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-c71055a7-e1b5-4d39-bfd4-d782119b6152 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507216 Nov 12 00:52:09.435246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.466411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.466689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-84ea7dc7-8584-483f-bea8-b72b040d683a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1269045 Nov 12 00:52:09.467551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.472576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': 'd522f81d-a02f-45ca-90a1-27ef79ec50f5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:09.479873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:09.534117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.634943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.656195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf5001fc-0fce-4d57-ba94-34f21097b28c req-13e3afd1-75dd-450b-9000-c01c8b083b6a service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983785 Nov 12 00:52:09.696556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.697215 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.702469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-787466d4-da1a-483a-852d-d4e313871bf1 req-032bc724-b809-482a-b0f8-bc4d64e2f76f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "PUT /v2.0/ports/e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 1020 time: 1.6368177 Nov 12 00:52:09.703135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:09.705730 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:09.746073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57790c-943b-4adb-9e9a-4d9d39edb58e req-1afc2245-2ac2-45a0-b091-96467cbed705 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.755406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c57790c-943b-4adb-9e9a-4d9d39edb58e req-1afc2245-2ac2-45a0-b091-96467cbed705 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1212082 Nov 12 00:52:09.778342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:09.853435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c57790c-943b-4adb-9e9a-4d9d39edb58e req-51b08389-aa16-4fa6-89ac-bdf2a5b21341 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969348 Nov 12 00:52:09.968037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ff271-03a0-4c30-8ff1-d0a1a247ac06 req-924d41eb-2d84-4a41-ba6e-f50c28a41923 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.969811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-207ff271-03a0-4c30-8ff1-d0a1a247ac06 req-924d41eb-2d84-4a41-ba6e-f50c28a41923 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1023 time: 0.1586103 Nov 12 00:52:09.972021 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642bb76-0eca-4fd5-8394-f76edda9d7a6 x-openstack-request-id: req-9642bb76-0eca-4fd5-8394-f76edda9d7a6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:09.972440 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:09.972819 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9642bb76-0eca-4fd5-8394-f76edda9d7a6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:09.973407 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'status': 'completed', 'code': 200} Nov 12 00:52:10.111814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-5a368db2-e931-413f-b0d1-0f30516e4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.114369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-5a368db2-e931-413f-b0d1-0f30516e4cdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1175 time: 0.0981715 Nov 12 00:52:10.121543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-207ff271-03a0-4c30-8ff1-d0a1a247ac06 req-3cf7c983-ffea-4203-9144-115639461a6b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca1c8ba3-8fd8-492d-9a96-f466e18c6a09&id=b3ab11c8-3432-4f27-a40a-ea5bbb856c06&id=da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 200 len: 6205 time: 0.1394536 Nov 12 00:52:10.163957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1904751313 ', 'description': 'tempest-description-1909190437'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:10.228420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.285047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-a9851f36-3428-4b0b-8522-e552c80b5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.289547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-a9851f36-3428-4b0b-8522-e552c80b5fee service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.1643336 Nov 12 00:52:10.323540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.329436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.358154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-8a6f0dff-0a26-486c-a62f-273c21987db0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 200 len: 217 time: 0.0624733 Nov 12 00:52:10.431023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0ec73-1c50-4ba8-bbba-ac2a089e4e10 req-fa33d9ff-0d29-45fb-a7d5-cbe343bcf744 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.432518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4df0ec73-1c50-4ba8-bbba-ac2a089e4e10 req-fa33d9ff-0d29-45fb-a7d5-cbe343bcf744 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1988096 Nov 12 00:52:10.454409 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 5bb1606c-a27e-4b21-9d04-d5d832e993fc associated. External IP: 172.25.6.232, port: e9c86e70-2d3c-42c3-8846-70f84af39aed. Nov 12 00:52:10.491151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.498888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-f82fb740-ed2c-4608-8aac-b1562b565975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.500320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-f82fb740-ed2c-4608-8aac-b1562b565975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.1341422 Nov 12 00:52:10.503664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.563388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4df0ec73-1c50-4ba8-bbba-ac2a089e4e10 req-8fec8a10-34fc-4892-be3f-1b110642ec65 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229279 Nov 12 00:52:10.570002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-b840dd2a-90fb-4dc1-b11e-54abe9baedea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583036 Nov 12 00:52:10.594309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f2e8c-9aaa-4aee-b0b9-131584cf1722,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:10.599686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.601009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4fff4a9-c9d6-48d2-b132-177601ac15ff req-2d7eea21-dd33-4ae5-b02b-ba1e3e406934 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4431524 Nov 12 00:52:10.716825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-4d697981-92ac-4f44-b3bd-3a029e9116b9 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359730 Nov 12 00:52:10.748486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:10.856463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef52e142-28dc-4cca-bcb9-fb7ba6af778c req-2ac1a256-eec7-4e96-9677-856b833898cb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/a03f2e8c-9aaa-4aee-b0b9-131584cf1722 HTTP/1.1" status: 200 len: 1800 time: 0.0989726 Nov 12 00:52:10.881188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:10.886877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6bb7ce1-d702-4dd0-b9da-2a5e724c131c req-c827ef42-73cc-40dd-b202-caa3b860bbaa service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649940 Nov 12 00:52:10.893623 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:10.913020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:10.914719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:10.961342 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:10.972332 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:10.973222 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:51:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:10.975180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-8c1187b2-ea10-47be-87bd-f5dcf9a68a78 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/a03f2e8c-9aaa-4aee-b0b9-131584cf1722 HTTP/1.1" status: 200 len: 1800 time: 0.0939512 Nov 12 00:52:11.023430 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:11.024372 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1875834-0b9d-48a4-a2b6-d4cbdd03a2f6 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:11.058639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fef6f2-a1d4-465d-865a-8829bd584bef req-5713926c-ede5-45ef-881b-7c010ed14f89 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.061221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41fef6f2-a1d4-465d-865a-8829bd584bef req-5713926c-ede5-45ef-881b-7c010ed14f89 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0889201 Nov 12 00:52:11.097891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.151257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41fef6f2-a1d4-465d-865a-8829bd584bef req-6ed160b4-ac96-46f8-90c2-81d8a46d9427 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837848 Nov 12 00:52:11.153026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.214872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.217654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.218862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29a582e9-3ff7-43c2-941c-eab4c71b3aba req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/a03f2e8c-9aaa-4aee-b0b9-131584cf1722 HTTP/1.1" status: 204 len: 173 time: 0.2342026 Nov 12 00:52:11.231852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f03421-4d6e-446b-8f94-e8b1c0dadac4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f2e8c-9aaa-4aee-b0b9-131584cf1722,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.264841 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-482de4da-fd43-4d40-8ca7-af4f2173caaa req-13ac0047-4fbf-4e69-803b-359d4372ee65 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:11.265786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-482de4da-fd43-4d40-8ca7-af4f2173caaa req-13ac0047-4fbf-4e69-803b-359d4372ee65 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/a03f2e8c-9aaa-4aee-b0b9-131584cf1722 HTTP/1.1" status: 404 len: 352 time: 0.0175402 Nov 12 00:52:11.306697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-208628227', 'description': 'tempest-description-1444634967'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:11.366524 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.469897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.477117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.530518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.535670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e5852cde-f03e-4e25-83e9-dba5b7216b41 req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2347097 Nov 12 00:52:11.539703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02054ab1-b91b-42df-9db8-4915b87ffaac tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de2cad7-3e6e-450c-a65d-12a07a0d9663,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.541183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:11.567077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2015224219', 'description': 'tempest-description-344901287'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:11.606533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.688864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fc2330e-8cb7-4a57-a3d7-c1815d5372cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.725597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:11.734824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.748123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:11.766644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:11.768138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:11.769325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa583fe-634f-4e31-871c-6034f4df32f3 req-fc7a23f1-2e31-4494-ae14-dc5b9f9332b9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.771175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daa583fe-634f-4e31-871c-6034f4df32f3 req-fc7a23f1-2e31-4494-ae14-dc5b9f9332b9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.0944419 Nov 12 00:52:11.774235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.790086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.824363 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f76ef36-657d-4ef6-828b-d8b618578a44 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/5bb1606c-a27e-4b21-9d04-d5d832e993fc HTTP/1.1" status: 200 len: 976 time: 2.3553481 Nov 12 00:52:11.825822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:11.835372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:11.843752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:11.851004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.860099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:11.860900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:11.863984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62394394-d177-4dbe-bde3-2d961390a710 req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3025432 Nov 12 00:52:11.888141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaccc-44a9-4a67-a69f-fc2a527e6708 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a23c8-08b6-4e54-afaa-e53f97ad57d5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.921977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:11.922724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa213-f722-4c00-832c-2e04c13b4fd7 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:11.929493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daa583fe-634f-4e31-871c-6034f4df32f3 req-3484f62d-461e-4397-8fbb-5377f1dcd80e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479611 Nov 12 00:52:11.932687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.053601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1128290640', 'description': 'tempest-description-2029665296'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:12.084271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.148342 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.157812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.158164 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 5bb1606c-a27e-4b21-9d04-d5d832e993fc disassociated. External IP: 172.25.6.232, port: d522f81d-a02f-45ca-90a1-27ef79ec50f5. Nov 12 00:52:12.202640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.209530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.294590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.296572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5413b76a-519c-42bd-b771-e591793ec981 req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2492335 Nov 12 00:52:12.334830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4b981-0165-4ded-ab85-bda729bf3016 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bceca75b-f171-4bec-ba71-93039ea2a4a2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:12.449674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377109-c341-45ff-afc0-66950b422b4f req-28a4ccfd-d908-41b8-a8bc-5cad8776e7c2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.451302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e377109-c341-45ff-afc0-66950b422b4f req-28a4ccfd-d908-41b8-a8bc-5cad8776e7c2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.2126927 Nov 12 00:52:12.465275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:12.491028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf39e93-f1e8-454e-ab74-70dc1947f6f8 req-d82bb32a-34f6-4f3b-acff-e14fa3252806 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 11010 time: 0.1612151 Nov 12 00:52:12.564295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e377109-c341-45ff-afc0-66950b422b4f req-b4383acc-cb3a-407e-91fa-d3322c2f1a0b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021817 Nov 12 00:52:12.598665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf39e93-f1e8-454e-ab74-70dc1947f6f8 req-f9fd8aab-c840-40e0-9936-85681dc58d93 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 200 len: 3002 time: 0.0890872 Nov 12 00:52:12.623041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:12.630645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.640031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:12.659777 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:12.662695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:12.668034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf39e93-f1e8-454e-ab74-70dc1947f6f8 req-ea42b799-5981-4ae5-b5d2-f2a35c1ca110 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 200 len: 3002 time: 0.0684011 Nov 12 00:52:12.695208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6bddd5b3-25e2-4e29-b86a-1f68d4201617 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/5bb1606c-a27e-4b21-9d04-d5d832e993fc HTTP/1.1" status: 200 len: 688 time: 0.8673878 Nov 12 00:52:12.695916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.698556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:12.718034 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:12.729787 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:12.730430 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:12.765627 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:12.766276 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a59ea7-9669-452c-b153-54c787b34246 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:12.852441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-50476c0a-d995-4a2e-a908-90a10d02cdb8 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/4de2cad7-3e6e-450c-a65d-12a07a0d9663 HTTP/1.1" status: 200 len: 1819 time: 0.1460257 Nov 12 00:52:12.906036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 40587cc1-abb3-4d23-99b1-25c91dcce2a3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:12.906378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.996669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.077870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.081718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.082054 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.116890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 40587cc1-abb3-4d23-99b1-25c91dcce2a3 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:13.172180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201afe3d-534e-4dc5-8174-74d87a27a2ea req-2b4ac654-6116-4891-b27f-8c168cb81d04 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.174889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-201afe3d-534e-4dc5-8174-74d87a27a2ea req-2b4ac654-6116-4891-b27f-8c168cb81d04 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1530616 Nov 12 00:52:13.254821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.257415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.258571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2848b84e-f67f-404b-bb73-8bce9d6160d3 req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/4de2cad7-3e6e-450c-a65d-12a07a0d9663 HTTP/1.1" status: 204 len: 173 time: 0.3972399 Nov 12 00:52:13.286384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ace23-a588-49dc-bcad-0b8be13009aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de2cad7-3e6e-450c-a65d-12a07a0d9663,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:13.337138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-201afe3d-534e-4dc5-8174-74d87a27a2ea req-2e5b4c74-2470-44e8-8862-02fabb45be58 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010282 Nov 12 00:52:13.439130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.496612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=40587cc1-abb3-4d23-99b1-25c91dcce2a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:13.502429 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-b6b24907-601c-4591-abb7-04dd729d2e9a req-2f75daea-8e9a-4b77-9326-3079e524b0a7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:13.505094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6b24907-601c-4591-abb7-04dd729d2e9a req-2f75daea-8e9a-4b77-9326-3079e524b0a7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/4de2cad7-3e6e-450c-a65d-12a07a0d9663 HTTP/1.1" status: 404 len: 352 time: 0.0257394 Nov 12 00:52:13.610611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.613246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.614485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-92ff6cd5-6eea-491c-b195-bd27971c4e9b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/5bb1606c-a27e-4b21-9d04-d5d832e993fc HTTP/1.1" status: 204 len: 168 time: 0.9147401 Nov 12 00:52:13.617793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.620361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e75a269b-53b2-4645-b8cb-a37c9fbb0568 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/5f3a23c8-08b6-4e54-afaa-e53f97ad57d5 HTTP/1.1" status: 200 len: 1819 time: 0.0851376 Nov 12 00:52:13.692952 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-9590d6ad-4648-4aa3-9210-84c401f9bff5 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] delete failed (client error): The resource could not be found. Nov 12 00:52:13.694508 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9590d6ad-4648-4aa3-9210-84c401f9bff5 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/5bb1606c-a27e-4b21-9d04-d5d832e993fc HTTP/1.1" status: 404 len: 345 time: 0.0746841 Nov 12 00:52:13.700513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.834830 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.848984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9449e62-957b-4ebf-b35a-0eecaf6b9490 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.855113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9449e62-957b-4ebf-b35a-0eecaf6b9490 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.866618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9449e62-957b-4ebf-b35a-0eecaf6b9490 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.866618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b9449e62-957b-4ebf-b35a-0eecaf6b9490 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/ports?network_id=9c8d3224-43a1-47f4-9a64-21a90c63ebcb HTTP/1.1" status: 200 len: 2356 time: 0.1614935 Nov 12 00:52:13.868697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.875518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd63e0-4145-4013-8105-ebaf471fa6a3 req-4c540746-c1d6-4bd7-870b-e7bb5a3fa7e8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.877067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0dd63e0-4145-4013-8105-ebaf471fa6a3 req-4c540746-c1d6-4bd7-870b-e7bb5a3fa7e8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1807508 Nov 12 00:52:13.911580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.925552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.955195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef169ce-ac95-43a5-869d-a5fcead2e690 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.957033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5ef169ce-ac95-43a5-869d-a5fcead2e690 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/subnets/76debd94-7b37-429d-a9f6-96701e683e17 HTTP/1.1" status: 200 len: 797 time: 0.0885139 Nov 12 00:52:13.962861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57842) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.970004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'port': {'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb', 'name': 'tempest-FloatingIPTestJSON-1570922724', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:13.979399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0dd63e0-4145-4013-8105-ebaf471fa6a3 req-3679dbdc-888a-4e48-862f-285de728bd14 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900686 Nov 12 00:52:13.994929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.998945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.000246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e069a43-85c9-413d-953a-59731e25e4ed req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/5f3a23c8-08b6-4e54-afaa-e53f97ad57d5 HTTP/1.1" status: 204 len: 173 time: 0.3513126 Nov 12 00:52:14.022633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7516fad-66b4-4c92-832d-4f501aeeef6f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a23c8-08b6-4e54-afaa-e53f97ad57d5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:14.068958 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-d7a345b1-8176-45db-af6c-a38bb57521c3 req-1b7a1f9b-5f68-49e8-baa2-63b8459aaab2 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:14.070894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7a345b1-8176-45db-af6c-a38bb57521c3 req-1b7a1f9b-5f68-49e8-baa2-63b8459aaab2 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/5f3a23c8-08b6-4e54-afaa-e53f97ad57d5 HTTP/1.1" status: 404 len: 352 time: 0.0371842 Nov 12 00:52:14.144779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:14.166912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-db57e941-a948-4665-bb7f-ea4c363267e2 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/bceca75b-f171-4bec-ba71-93039ea2a4a2 HTTP/1.1" status: 200 len: 1820 time: 0.0678964 Nov 12 00:52:14.242903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.258076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.271897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.278551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] device_id is not set on port 73d56c5d-d6c7-43cb-ba47-60ea1fd3072e yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:52:14.341313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.344555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.357351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e89616d-cb72-4f46-aed3-0e524c16ad4a req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/bceca75b-f171-4bec-ba71-93039ea2a4a2 HTTP/1.1" status: 204 len: 173 time: 0.1784208 Nov 12 00:52:14.373435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4f497-ace3-41c5-ae48-c081e791f2b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceca75b-f171-4bec-ba71-93039ea2a4a2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:14.423401 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-740310b2-ef28-4f58-a24e-b72269450aff req-69323752-3e90-44bf-ab19-dc4e0c7684b0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:14.424867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-740310b2-ef28-4f58-a24e-b72269450aff req-69323752-3e90-44bf-ab19-dc4e0c7684b0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/bceca75b-f171-4bec-ba71-93039ea2a4a2 HTTP/1.1" status: 404 len: 352 time: 0.0198507 Nov 12 00:52:14.499172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07d68e-9029-448e-a0b7-1e59aeda99ba req-46e3ea7c-fb32-44b8-8b13-b26fad2932f3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.501590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e07d68e-9029-448e-a0b7-1e59aeda99ba req-46e3ea7c-fb32-44b8-8b13-b26fad2932f3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.0643213 Nov 12 00:52:14.627286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8e07d68e-9029-448e-a0b7-1e59aeda99ba req-37cb8b75-6581-4952-a957-6d0a26646e87 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Nov 12 00:52:14.704454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.14 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/73d56c5d-d6c7-43cb-ba47-60ea1fd3072e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:14.715276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edd33e65-6cb0-4804-9e13-6bed53e0fa56 req-2a4cc2f0-4102-4b39-becf-64785a2c5b33 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 6205 time: 0.1513546 Nov 12 00:52:14.718586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.13 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/73d56c5d-d6c7-43cb-ba47-60ea1fd3072e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:14.824472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.835034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edd33e65-6cb0-4804-9e13-6bed53e0fa56 req-86c60a6c-e90e-46d1-95c9-bc698ea19535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 200 len: 3002 time: 0.1070418 Nov 12 00:52:14.933287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edd33e65-6cb0-4804-9e13-6bed53e0fa56 req-a09c88de-3e00-4cc3-add2-e310514d4a0a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 200 len: 3002 time: 0.0972733 Nov 12 00:52:14.970735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:14.983285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-877193529', 'description': 'tempest-description-1020582633'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:15.027077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.038481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.072131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.125324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:15.132575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:15.138228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:15.154354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fad01-304e-43ab-96a7-4711cef3142e req-da036d23-fb3d-4ee0-a43b-19972cb8f08b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.155935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d34fad01-304e-43ab-96a7-4711cef3142e req-da036d23-fb3d-4ee0-a43b-19972cb8f08b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0819950 Nov 12 00:52:15.191901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=73d56c5d-d6c7-43cb-ba47-60ea1fd3072e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.228086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d34fad01-304e-43ab-96a7-4711cef3142e req-628eff16-4b6c-4f21-bc54-cbac516b145c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592868 Nov 12 00:52:15.237478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.238038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.252765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.264548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.264763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-490f8e00-43d3-4183-88a1-51a0d785c30b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3007243 Nov 12 00:52:15.265385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:15.271108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '73d56c5d-d6c7-43cb-ba47-60ea1fd3072e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:15.293492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.298179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6a64c-e71d-44fe-8a1b-23a710b1074b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.303943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.305235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f84224e-109c-4fdc-b16b-463909619c2a req-14d6d237-da37-44a1-8047-9dabbb4d25dd tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3262415 Nov 12 00:52:15.339844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977553711', 'description': 'tempest-description-1985322406'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:15.371795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.447412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.470702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.477311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.521601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.523616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-743651a6-9306-4afa-88d5-3c95fec31f53 req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1944900 Nov 12 00:52:15.543654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601396d5-18ad-4154-a0c6-ff9652be51c6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5970673-e9bd-407a-b78b-3cc80634171c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.605126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.46 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a83ba680-8212-407f-804b-b6b647b8b752) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:15.781288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.818637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.852680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dccc9-ba7d-440f-8b18-8885a8583952 req-c35f5828-3316-419a-93a3-076c4a788c48 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.860590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-684dccc9-ba7d-440f-8b18-8885a8583952 req-c35f5828-3316-419a-93a3-076c4a788c48 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1359131 Nov 12 00:52:15.864833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:15.870985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:15.874679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:15.907947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=a83ba680-8212-407f-804b-b6b647b8b752,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.930957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-d40ea6c6-0b1c-446d-bb01-29684bdeda3d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.932446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-d40ea6c6-0b1c-446d-bb01-29684bdeda3d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 813 time: 0.1783278 Nov 12 00:52:15.948617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-684dccc9-ba7d-440f-8b18-8885a8583952 req-2a605e82-5e7c-422b-995b-e36363b26279 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870302 Nov 12 00:52:15.981615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-9b545cb8-4d22-4782-a0fc-b488a9aab81e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/quotas/17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 375 time: 0.0303950 Nov 12 00:52:16.039988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-81edcfb5-033b-4368-be5d-f84b6f1be3dc tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549414 Nov 12 00:52:16.195796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-b34d8969-ddb6-42f1-b015-c252b9f76705 service neutron] 10.222.0.11 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460807 Nov 12 00:52:16.304025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-fcbd296b-f985-4592-9b62-3d39fc763cde service neutron] 10.222.0.11 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993478 Nov 12 00:52:16.374880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.377013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a10e1-091f-4619-8ddd-40a8a02465e9 req-ba204f51-84c5-4066-b7bc-689b9cd3c44a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.380564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5a10e1-091f-4619-8ddd-40a8a02465e9 req-ba204f51-84c5-4066-b7bc-689b9cd3c44a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0646641 Nov 12 00:52:16.434390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5a10e1-091f-4619-8ddd-40a8a02465e9 req-02fddfc2-e88a-4b86-a6a0-f3fcab9a4f80 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Nov 12 00:52:16.459390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.503130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e7c39776-fdd7-41b5-b2fd-0187ee69dcd2 req-ad66b551-5d40-4b90-a6ee-0372cb391de7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 210 time: 0.0279424 Nov 12 00:52:16.638861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.644693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.734437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=a83ba680-8212-407f-804b-b6b647b8b752,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.747242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.853060 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 8cdfdf41-383a-4bad-ad1f-de4bfd9be74b associated. External IP: 172.25.6.46, port: 73d56c5d-d6c7-43cb-ba47-60ea1fd3072e. Nov 12 00:52:17.083706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-4dddc7c2-ca1c-46b2-a80b-02918a963b74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985119 Nov 12 00:52:17.117745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9307-b110-4d32-a2b3-eaf47196132b req-0e61c916-1308-46ef-a6fd-7f62b4bcb5c9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.124189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa6e9307-b110-4d32-a2b3-eaf47196132b req-0e61c916-1308-46ef-a6fd-7f62b4bcb5c9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.0876284 Nov 12 00:52:17.150072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:17.215167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beb297-4db8-4c4a-884f-e202460fc785 req-7245bbc1-c60f-46c8-8fd6-c243fc009219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.216741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-7245bbc1-c60f-46c8-8fd6-c243fc009219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.0914094 Nov 12 00:52:17.220315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa6e9307-b110-4d32-a2b3-eaf47196132b req-b2ebb0a5-239a-4635-9480-f117d49c045c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836732 Nov 12 00:52:17.457321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beb297-4db8-4c4a-884f-e202460fc785 req-14c0dc4e-f01e-4a3b-b6ce-cd2825ec2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.459547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-14c0dc4e-f01e-4a3b-b6ce-cd2825ec2e29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.2110705 Nov 12 00:52:17.819450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:17.836226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:17.845056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.849216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:17.850355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:17.886480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:17.889232 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb97e569-b25e-4f82-8048-38092471a5f3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6226475 Nov 12 00:52:17.889997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:17.896419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': '73d56c5d-d6c7-43cb-ba47-60ea1fd3072e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:17.898527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:17.899318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:17.940870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:17.941835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd0fd5-6feb-4c72-9c86-7c9146207baa None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:17.975692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.047659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c36ce-a44f-4ff6-8b00-e258793ca948 req-62c4c224-934e-48fd-96c0-767e3e86a05e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.049301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-648c36ce-a44f-4ff6-8b00-e258793ca948 req-62c4c224-934e-48fd-96c0-767e3e86a05e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.6245511 Nov 12 00:52:18.054854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-002d1bf4-c227-43fe-bfcf-b1f491774cad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 1000 time: 0.5833097 Nov 12 00:52:18.156968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae315db3-54fb-452c-bfa2-a030319ec619 req-317e369c-86e5-4fec-b685-8d419f667d40 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.158590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae315db3-54fb-452c-bfa2-a030319ec619 req-317e369c-86e5-4fec-b685-8d419f667d40 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.5872457 Nov 12 00:52:18.199211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-f96f8425-a669-4637-8229-e9c932f11370 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.200641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-f96f8425-a669-4637-8229-e9c932f11370 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 813 time: 0.6135218 Nov 12 00:52:18.215531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beb297-4db8-4c4a-884f-e202460fc785 req-19489873-5722-49ea-aa79-679344a13922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.217032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-19489873-5722-49ea-aa79-679344a13922 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.1495290 Nov 12 00:52:18.226237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'device_id': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af', 'admin_state_up': True, 'tenant_id': '17a858de18dc4f49b2028ccb8812dbc5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:18.253325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-648c36ce-a44f-4ff6-8b00-e258793ca948 req-f72638bc-4064-4b4a-ab76-6f65615c2bb8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906996 Nov 12 00:52:18.373522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae315db3-54fb-452c-bfa2-a030319ec619 req-53c8b0d0-3b4e-4099-8da7-6f73fd7e9b74 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042139 Nov 12 00:52:18.411803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fcb13be-f614-450d-8601-6ffcdbc61d57 req-59ca07c0-1bdb-4b78-9bef-4a5354b423ce tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 210 time: 0.0453849 Nov 12 00:52:18.413869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beb297-4db8-4c4a-884f-e202460fc785 req-daf1d96a-f55e-4f6c-a762-6bc270c5022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.415305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-daf1d96a-f55e-4f6c-a762-6bc270c5022f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824913 Nov 12 00:52:18.543488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Made reservation on behalf of 17a858de18dc4f49b2028ccb8812dbc5 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:18.547157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.607271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.610501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-3dbb17cb-4591-4f7d-977d-c078cc8d1967 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858475 Nov 12 00:52:18.615627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.728307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891c793-673b-43ae-919d-29288f61c271 req-c1837b1d-94a8-46bb-9979-70bf3cdc9ad0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.729751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d891c793-673b-43ae-919d-29288f61c271 req-c1837b1d-94a8-46bb-9979-70bf3cdc9ad0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1613724 Nov 12 00:52:18.843963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80beb297-4db8-4c4a-884f-e202460fc785 req-05c197fc-b477-400b-97ee-6ca9147eab14 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216094 Nov 12 00:52:18.854846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:18.858780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Allocated IP 172.20.0.9 (5766c693-d1d9-4a59-864e-0ea8e743e6af/36b3a2a7-df2c-4cfa-9110-770a234df266/b582f990-72b6-4962-abf3-3c0c402e5796) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:18.883458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d891c793-673b-43ae-919d-29288f61c271 req-b7d9538b-a33b-4ee6-8d87-42f23b01f19c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413078 Nov 12 00:52:19.032004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:19.047719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:19.049953 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.065229 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:19.066005 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:19.102106 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:19.112427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.113433 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:19.114618 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:19.138430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-ad1be6e1-d5d2-47c3-bbc3-0337c1958233 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1550169 Nov 12 00:52:19.150316 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:19.151446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea5fb0-0f6a-4747-8d58-5d9447c59fe4 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:19.172542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7a9bb8b0-5721-48e8-a9b6-c92fe18e04cc tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/8cdfdf41-383a-4bad-ad1f-de4bfd9be74b HTTP/1.1" status: 200 len: 978 time: 1.2787130 Nov 12 00:52:19.173163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:19.252398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.265941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:19.291235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.291615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.292117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.292713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.293723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.294198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.294661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.296620 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a578b347-8b4b-4479-88b8-68423593aab5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.1161306 Nov 12 00:52:19.303330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-1a12cab8-c88c-48a8-bc38-abce79fb2651 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.305106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-1a12cab8-c88c-48a8-bc38-abce79fb2651 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.1852257 Nov 12 00:52:19.318762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Network 5766c693-d1d9-4a59-864e-0ea8e743e6af is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:19.333098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-d431a7c6-337c-4fb5-bfc4-d2fe6079585d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/quotas/98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 375 time: 0.0129108 Nov 12 00:52:19.338648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:19.342237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:19.401150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.401819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.442873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:19.501403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd900b43-46bf-40fd-a7f4-f570266177a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.501893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd900b43-46bf-40fd-a7f4-f570266177a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.502408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd900b43-46bf-40fd-a7f4-f570266177a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.504087 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd900b43-46bf-40fd-a7f4-f570266177a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=1ad0b42f-9515-4e26-9599-a43168b90382&id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 2293 time: 0.1654754 Nov 12 00:52:19.511526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port a83ba680-8212-407f-804b-b6b647b8b752 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:19.511834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.533508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-c03150e4-7305-4889-82ef-10cc36ce6244 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3124301 Nov 12 00:52:19.568159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Request body: {'port': {'device_id': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:19.669108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-78a8991e-1eb0-4440-ad1f-745772b5b1ef tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2763712 Nov 12 00:52:19.673866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-d452c1f6-cc2e-4345-8975-f573f8be35dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 1001 time: 0.1592853 Nov 12 00:52:19.675491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.699055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beca04-3a1b-46a0-a9c2-6ccdccddd6d1 req-909bbffd-b5d7-4a71-839b-f0ac82925355 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.702195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42beca04-3a1b-46a0-a9c2-6ccdccddd6d1 req-909bbffd-b5d7-4a71-839b-f0ac82925355 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1915059 Nov 12 00:52:19.734483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.734843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.753484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for a83ba680-8212-407f-804b-b6b647b8b752 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:19.773463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-107119ed-cbd3-4d73-9237-9a29c2e9e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.775230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-107119ed-cbd3-4d73-9237-9a29c2e9e8c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 200 len: 851 time: 0.0814798 Nov 12 00:52:19.861279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42beca04-3a1b-46a0-a9c2-6ccdccddd6d1 req-2633423a-0fdd-4a9a-9703-9f754d4fc285 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388016 Nov 12 00:52:19.909469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-6758aadb-e357-4aaa-8216-a6ddb3a6d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.911062 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-6758aadb-e357-4aaa-8216-a6ddb3a6d223 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250f867e-bd63-498f-a6e8-f9f275965de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039386 Nov 12 00:52:19.935240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-858b5ba3-87fd-4960-bae0-a1ef19cee805 service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555971 Nov 12 00:52:20.060404 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-7bce5804-1630-4ad9-a0d9-e3e85a711c10 service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367218 Nov 12 00:52:20.120079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121a3d-11c4-4298-9d7b-7ec1ff415e6f req-5a34bc2e-6321-45e7-b0bd-5d08c9dce76a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.121637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a121a3d-11c4-4298-9d7b-7ec1ff415e6f req-5a34bc2e-6321-45e7-b0bd-5d08c9dce76a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 931 time: 0.1833580 Nov 12 00:52:20.152384 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.186122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=a83ba680-8212-407f-804b-b6b647b8b752,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:20.204283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-5329b805-a010-4ab5-b6e4-deae67328e7d service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496791 Nov 12 00:52:20.244793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a121a3d-11c4-4298-9d7b-7ec1ff415e6f req-e35548a6-534a-427b-8b75-e6b3cca4bb16 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149421 Nov 12 00:52:20.270347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-4179efa7-8aed-4903-89d6-9ee9f5389d2c service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974699 Nov 12 00:52:20.325172 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-26a305b0-7ea9-4f09-8349-ef60f5bc614f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 217 time: 0.0463078 Nov 12 00:52:20.326017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.326343 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 8cdfdf41-383a-4bad-ad1f-de4bfd9be74b disassociated (deleted). External IP: 172.25.6.46, port: 73d56c5d-d6c7-43cb-ba47-60ea1fd3072e. Nov 12 00:52:20.331507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b582f990-72b6-4962-abf3-3c0c402e5796 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:20.344104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.369494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Transition to ACTIVE for port object b582f990-72b6-4962-abf3-3c0c402e5796 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:20.384678 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.463681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:20.469107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fd8bea22-22b2-4744-aefe-960a7e459a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.470619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fd8bea22-22b2-4744-aefe-960a7e459a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.1011653 Nov 12 00:52:20.564154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e363e973-fd97-4145-9b5c-dcda78a0b7b2 req-0b406139-8545-4153-a046-d9bb98edc401 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 210 time: 0.0496066 Nov 12 00:52:20.584364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-09f216bc-b79e-4b38-a19e-4893a9b6610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.584364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-09f216bc-b79e-4b38-a19e-4893a9b6610a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934219 Nov 12 00:52:20.591794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Attempting to bind port b582f990-72b6-4962-abf3-3c0c402e5796 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:20.593553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Attempting to bind port b582f990-72b6-4962-abf3-3c0c402e5796 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:20.593898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Attempting to bind port b582f990-72b6-4962-abf3-3c0c402e5796 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:20.600395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Port b582f990-72b6-4962-abf3-3c0c402e5796 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:20.600726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Attempting to bind port b582f990-72b6-4962-abf3-3c0c402e5796 on network 5766c693-d1d9-4a59-864e-0ea8e743e6af {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:20.610771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:20.611342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Checking segment: {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:20.615809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Bound using segment: {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:20.616356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Bound port: b582f990-72b6-4962-abf3-3c0c402e5796, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2268e7d4-1108-4246-9e72-a2e78ddd1dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:20.616691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.747860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:20.751825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:20.754466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-02026398-c5d7-45ef-9667-781c37b5e4ac service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614661 Nov 12 00:52:20.764206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.809608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.810312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.811675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 1092 time: 1.2489202 Nov 12 00:52:20.812150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:20.814454 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e63af-c051-4f66-9e7b-2e7badf08891" -d '{"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:20.846175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc34c-41c3-4f1c-aec5-3334a2a64eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:20.907710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-cad92de2-dff2-4fac-a978-f27003a470a2 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334345 Nov 12 00:52:20.913634 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180009d-1776-4044-a411-7a50b93ff938 x-openstack-request-id: req-6180009d-1776-4044-a411-7a50b93ff938 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:20.913928 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:20.921366 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6180009d-1776-4044-a411-7a50b93ff938 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:20.921862 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'status': 'completed', 'code': 200} Nov 12 00:52:20.955137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-a92f7e13-c901-4832-8c10-b122bf7e472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.960030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-a92f7e13-c901-4832-8c10-b122bf7e472d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1095 time: 0.0946217 Nov 12 00:52:20.969813 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fa21a265-19ac-4206-bce4-180284117df8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 217 time: 0.0604603 Nov 12 00:52:20.983593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:21.086196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-3805b526-61ca-4d7b-9abe-d65bd300b305 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 217 time: 0.1164958 Nov 12 00:52:21.198502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb15c-ed60-4bae-bf6c-ba17a6cf6319 req-6a5393b5-ac36-4df1-ba23-88317e835d7c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.200413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3adb15c-ed60-4bae-bf6c-ba17a6cf6319 req-6a5393b5-ac36-4df1-ba23-88317e835d7c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1338058 Nov 12 00:52:21.210304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a2b-aae0-483b-825f-bb52a7414204 req-6155e513-9643-4966-95cc-f24ed57d4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.212896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-6155e513-9643-4966-95cc-f24ed57d4a74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0837765 Nov 12 00:52:21.290147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-70a57bbe-8e6b-4049-a3d2-9aeb0c50c1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533929 Nov 12 00:52:21.464679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3adb15c-ed60-4bae-bf6c-ba17a6cf6319 req-648b6585-6c38-4d37-a2a2-52db2f27beb8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506621 Nov 12 00:52:21.489899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20d54-1faf-4bc4-84d6-cdfdf2855b72 req-0947589e-0826-4b4a-820e-399891fc44f6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.491461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bd20d54-1faf-4bc4-84d6-cdfdf2855b72 req-0947589e-0826-4b4a-820e-399891fc44f6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 943 time: 0.1314950 Nov 12 00:52:21.566507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-fa04818a-9559-4b63-8d25-c0c95f6c45aa service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657990 Nov 12 00:52:21.623719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bd20d54-1faf-4bc4-84d6-cdfdf2855b72 req-e1a8a5c7-2fe0-4623-ba85-23af6b61635a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Nov 12 00:52:21.717236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-dff6ccaf-6d78-43f2-b5b0-410f42cc7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.719933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-dff6ccaf-6d78-43f2-b5b0-410f42cc7825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.7388287 Nov 12 00:52:21.735449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88765a2b-aae0-483b-825f-bb52a7414204 req-8f84375d-bb42-4d5e-ae4c-2e5fddc6c3e3 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584790 Nov 12 00:52:21.801639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:21.810593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.815177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:21.819214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-8a7c83ee-1c63-4421-8abc-fa39fe333da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.821869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-8a7c83ee-1c63-4421-8abc-fa39fe333da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905194 Nov 12 00:52:21.841607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:21.842271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:21.882982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:21.890964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-f9850a58-ad5a-4deb-a309-621f7725e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.893022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-f9850a58-ad5a-4deb-a309-621f7725e702 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1095 time: 0.0899663 Nov 12 00:52:21.902524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:21.903629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:21.934884 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a22c6827-b20f-4799-8dde-223538cb2e7d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/8cdfdf41-383a-4bad-ad1f-de4bfd9be74b HTTP/1.1" status: 204 len: 168 time: 2.7605200 Nov 12 00:52:21.938978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b646a2aa-fc5a-442e-a47d-86eab78c5940 req-e715f7a1-99dd-4c1c-a6bd-49bd26e778fa tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 210 time: 0.0808592 Nov 12 00:52:21.939922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:21.976302 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-31bae643-7081-454f-a20b-04731736da83 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364405 Nov 12 00:52:21.991438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:21.992287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef83b3-077a-4c1f-bf09-d6362b440598 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:22.093752 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-77daa98d-92d9-4461-9fc0-43740b2e64ba service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083498 Nov 12 00:52:22.155907 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-84a6c5bf-9a0e-453f-9e43-231046f33e05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 200 len: 217 time: 0.0526807 Nov 12 00:52:22.214685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-eec9c09c-32f1-40a5-801f-800438b691f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.216819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-eec9c09c-32f1-40a5-801f-800438b691f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.0515640 Nov 12 00:52:22.228402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-f12d0194-7fe8-42ff-8450-db7897e182f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.229946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-f12d0194-7fe8-42ff-8450-db7897e182f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.2890797 Nov 12 00:52:22.246449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-9edb8c98-f30e-4935-90b7-a8fefe85dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.247923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-9edb8c98-f30e-4935-90b7-a8fefe85dedd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.3058155 Nov 12 00:52:22.254365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'device_id': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'admin_state_up': True, 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:22.268378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-8c8cb19d-769c-403a-a9a7-7539d7f62bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.269932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-8c8cb19d-769c-403a-a9a7-7539d7f62bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457196 Nov 12 00:52:22.349552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 73d56c5d-d6c7-43cb-ba47-60ea1fd3072e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:22.349897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.367052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-976d4737-3e0c-4170-9864-b8edef9a8906 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 217 time: 0.1072459 Nov 12 00:52:22.375251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fa49af22-d5d4-454a-917b-139013a909e4 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948389 Nov 12 00:52:22.469522 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-5c800165-7c41-4045-880f-28e79e06bc8d service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861638 Nov 12 00:52:22.491348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-f7d18792-1ea5-4586-b9fc-3598d15fe502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.492931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-f7d18792-1ea5-4586-b9fc-3598d15fe502 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.1157029 Nov 12 00:52:22.516759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.517322 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-31f20bc9-70e3-4d01-97dc-9c82ba95778b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 200 len: 217 time: 0.0392141 Nov 12 00:52:22.557268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-0534c5fb-e1d8-4583-9c74-5a81a897c3c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523901 Nov 12 00:52:22.559247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 73d56c5d-d6c7-43cb-ba47-60ea1fd3072e owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:22.571380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a5cf1c54-3712-4766-8df4-28b3d68bdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.572817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a5cf1c54-3712-4766-8df4-28b3d68bdb2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.0474806 Nov 12 00:52:22.588955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:22.592449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.625964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-1e9ed28a-2b98-4ebf-af15-2da07368a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.633238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-1e9ed28a-2b98-4ebf-af15-2da07368a047 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477979 Nov 12 00:52:22.747073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-0aedcee7-18f9-427a-9e58-129a0ec63835 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100342 Nov 12 00:52:22.840837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-a6163d53-a743-4a78-ac0e-4f81a426b9b3 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Nov 12 00:52:22.890141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-19093a1e-65b8-4889-9126-e1867e3b2e15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 217 time: 0.0402262 Nov 12 00:52:22.944917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-db9334c5-faad-4e97-af9c-c558e7f9e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.946451 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-db9334c5-faad-4e97-af9c-c558e7f9e36e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.0480127 Nov 12 00:52:22.997714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fbfc7ed2-1617-4c42-9641-16bc52e022dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.999147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-fbfc7ed2-1617-4c42-9641-16bc52e022dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443754 Nov 12 00:52:23.106607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-7bcda96e-0a17-496a-92fd-b72154c4c4cf service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989704 Nov 12 00:52:23.183338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-8c7c7691-7b72-44ce-9872-f61442146fee service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149299 Nov 12 00:52:23.214365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-416daeeb-d9fa-4fa5-935b-ea4b19271753 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988946 Nov 12 00:52:23.269712 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-b9f1ceb1-6b9c-49e9-a992-ac82ca9ea811 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 217 time: 0.0414805 Nov 12 00:52:23.288287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b3401-c931-4c8a-a66a-ab33bde74607 req-c35ad823-3fc7-43ed-b1fc-b6e00dfce4c4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.289822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c76b3401-c931-4c8a-a66a-ab33bde74607 req-c35ad823-3fc7-43ed-b1fc-b6e00dfce4c4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.7194967 Nov 12 00:52:23.321387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd149bd0-8be1-4b1d-9861-db633c5db7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.323175 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-bd149bd0-8be1-4b1d-9861-db633c5db7bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.0472419 Nov 12 00:52:23.336160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577dda0-3796-4494-be10-a06e36f85ac5 req-17d25200-2714-4ba4-b951-7bc8fd6d0751 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.337691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9577dda0-3796-4494-be10-a06e36f85ac5 req-17d25200-2714-4ba4-b951-7bc8fd6d0751 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 943 time: 0.5850747 Nov 12 00:52:23.375682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-f9d1917f-5ae0-4970-a275-b66d49832b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.377262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-f9d1917f-5ae0-4970-a275-b66d49832b2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459297 Nov 12 00:52:23.390822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.20.0.5 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:23.491898 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-04f9c03e-4bb4-426a-b7e7-8b529edbb4e9 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046991 Nov 12 00:52:23.513493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e2e63af-c051-4f66-9e7b-2e7badf08891 req-a97afc52-18ab-45c1-aa6a-01ce5193943f service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179164 Nov 12 00:52:23.525914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c76b3401-c931-4c8a-a66a-ab33bde74607 req-1474ff7f-fc58-4beb-afac-f4f07543c260 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979280 Nov 12 00:52:23.557903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9577dda0-3796-4494-be10-a06e36f85ac5 req-a239b337-cfe9-44e7-8c0f-5975ab4b2889 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910779 Nov 12 00:52:23.561315 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.609955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=73d56c5d-d6c7-43cb-ba47-60ea1fd3072e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.642813 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d1abc0-1112-4ac6-8943-0ab617c445c1 req-b1e800cc-44ec-4ca2-9065-54f7ecc05f7a service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427746 Nov 12 00:52:23.780960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b1e06ef-d29b-47cc-a704-c6bb0ab8a650 req-eeaa2b01-033c-4edb-b28b-77a8da49eccb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 210 time: 0.0366538 Nov 12 00:52:23.824145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.827389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8802225e-c0fe-4a9e-9336-86955c7954da tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/73d56c5d-d6c7-43cb-ba47-60ea1fd3072e HTTP/1.1" status: 204 len: 168 time: 1.8831630 Nov 12 00:52:23.831460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:23.834565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.837131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:23.862143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.871807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.887853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:23.917892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:23.923722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:23.927954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:23.935168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.997806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.998962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.010094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.025710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-e5b9040d-a88d-4964-8a59-41f00a5f6814 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7750762 Nov 12 00:52:24.040677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Request body: {'port': {'device_id': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:24.117656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.171061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.242 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/c277a629-02d9-40c6-b3ec-59b49a4466df) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:24.223813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e37828c4-dd37-4809-80a0-9ecf32c6d813 None None] Provisioning complete for port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:24.224289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e37828c4-dd37-4809-80a0-9ecf32c6d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.321961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.389883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.423314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e37828c4-dd37-4809-80a0-9ecf32c6d813 None None] Port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:24.435673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:24.438711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:24.441744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:24.475110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=c277a629-02d9-40c6-b3ec-59b49a4466df,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.492405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:24.504399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.527491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Transition to ACTIVE for port object a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:24.534876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.559507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.604435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.611633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Pushing event updated for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.766155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Attempting to bind port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:24.766503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Attempting to bind port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:24.766945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Attempting to bind port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:24.785217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e6c2-6f63-43e9-94d9-9a0fe87d6e2c req-708010a3-9139-429c-9312-66482845f3c7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.793342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0598e6c2-6f63-43e9-94d9-9a0fe87d6e2c req-708010a3-9139-429c-9312-66482845f3c7 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1015224 Nov 12 00:52:24.815583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.823175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.838445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 on network 831f65fc-225f-47c4-b852-335e8ccd266c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:24.838825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Attempting to bind port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:24.885531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:24.885773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:24.886212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:24.886634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Bound port: a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:24.886994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.924168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=c277a629-02d9-40c6-b3ec-59b49a4466df,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.934164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.948840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0598e6c2-6f63-43e9-94d9-9a0fe87d6e2c req-d13e7a99-74e6-416b-9769-eb1eeefae1b1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543429 Nov 12 00:52:24.962397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.963670 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9be8fe76-eac1-40be-91bb-8fa0d501a899 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1305585 Nov 12 00:52:24.966389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:24.974980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'port': {'network_id': '9c8d3224-43a1-47f4-9a64-21a90c63ebcb', 'name': 'tempest-FloatingIPTestJSON-730122911'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:24.989864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78ce19-6cd8-4db1-9c28-af57142e8f7a req-1842325a-8c48-4a0e-83ca-45b883a039d4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.991559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b78ce19-6cd8-4db1-9c28-af57142e8f7a req-1842325a-8c48-4a0e-83ca-45b883a039d4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 943 time: 0.3010404 Nov 12 00:52:25.021145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:25.039846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:25.050401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.117732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.118397 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.119891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] 10.222.0.32 "PUT /v2.0/ports/a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 HTTP/1.1" status: 200 len: 1092 time: 1.0846467 Nov 12 00:52:25.122826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:25.134041 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387f007-0106-47e6-9aad-3f7b97cf1d80" -d '{"events": [{"name": "network-changed", "server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:25.148776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b78ce19-6cd8-4db1-9c28-af57142e8f7a req-f2c6b009-7767-4ddf-ac68-106d6ec68eeb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461329 Nov 12 00:52:25.180835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:25.184305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ed5ec-70a5-4057-aedb-f230b2c2b621 service neutron] Pushing event updated for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.198301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.237350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] device_id is not set on port b72d47d3-c5c3-4b7f-afc7-a44bf1beb041 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:52:25.272378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-7bf7bef8-07f2-44b8-a1ff-4d72f504c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.274278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-7bf7bef8-07f2-44b8-a1ff-4d72f504c0e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 1095 time: 0.0832989 Nov 12 00:52:25.348339 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb0159-a77a-479e-9590-ca48d0e5443e x-openstack-request-id: req-badb0159-a77a-479e-9590-ca48d0e5443e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:25.348649 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:25.348877 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-badb0159-a77a-479e-9590-ca48d0e5443e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:25.349419 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8', 'status': 'completed', 'code': 200} Nov 12 00:52:25.353257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-8a6ef309-b1f8-4801-8075-a1e72781b57b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 HTTP/1.1" status: 200 len: 217 time: 0.0692067 Nov 12 00:52:25.391352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.4 (9c8d3224-43a1-47f4-9a64-21a90c63ebcb/76debd94-7b37-429d-a9f6-96701e683e17/b72d47d3-c5c3-4b7f-afc7-a44bf1beb041) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:25.438130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-0d204919-50a6-4038-80fa-86e3c908eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.439593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-0d204919-50a6-4038-80fa-86e3c908eb7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.0771620 Nov 12 00:52:25.448904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda9cd0-3c1b-485b-a343-d3494e7a95b2 req-c72bc308-67cd-4139-9709-b4928d36b445 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.450373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eda9cd0-3c1b-485b-a343-d3494e7a95b2 req-c72bc308-67cd-4139-9709-b4928d36b445 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 943 time: 0.1001863 Nov 12 00:52:25.534393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-9f7d6265-87e9-441a-902a-3264ee5c54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.536620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-9f7d6265-87e9-441a-902a-3264ee5c54cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852239 Nov 12 00:52:25.544691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1eda9cd0-3c1b-485b-a343-d3494e7a95b2 req-4295b60f-f9c4-4f70-8ae3-b458b0b6119c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822163 Nov 12 00:52:25.587340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b582f990-72b6-4962-abf3-3c0c402e5796 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:25.600697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.656266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.656728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-2cb6169e-5c6a-4c1b-be69-17140e999a0b service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110687 Nov 12 00:52:25.718413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:25.731311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'network_id': '5766c693-d1d9-4a59-864e-0ea8e743e6af', 'port_id': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'mac_address': 'fa:16:3e:e4:71:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3a2a7-df2c-4cfa-9110-770a234df266', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:25.736473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network 9c8d3224-43a1-47f4-9a64-21a90c63ebcb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:25.743638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:25.745941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=b72d47d3-c5c3-4b7f-afc7-a44bf1beb041,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.757689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:25.778316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.787945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c6897a-29e4-41cb-85e4-adfb019da1cf req-0e11f64c-fe2f-4dcb-ba30-87cc8494e39e service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162014 Nov 12 00:52:25.794929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582f990-72b6-4962-abf3-3c0c402e5796 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:25.823212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:25.827559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.844103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.844103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.876095 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-032b0cf4-eaa2-4038-8843-0a0759728dc0 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9081841 Nov 12 00:52:25.878580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.883821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.887140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': 'b72d47d3-c5c3-4b7f-afc7-a44bf1beb041'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:25.905836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-082ada24-0d7f-481d-922e-bafc6ef19b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.907391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-082ada24-0d7f-481d-922e-bafc6ef19b49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 1095 time: 0.0638337 Nov 12 00:52:25.930998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.033878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-5d3dc2dd-42d2-402b-89ce-42f320892b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.035364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-5d3dc2dd-42d2-402b-89ce-42f320892b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.1181748 Nov 12 00:52:26.100101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-d6c732af-c72a-4fa4-91b9-d8e8784c5120 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 HTTP/1.1" status: 200 len: 217 time: 0.0485334 Nov 12 00:52:26.129198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:26.129857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677dcd-6c2f-48b0-a475-9b8d071884f4 req-b39eb508-b63f-4b0c-9fe8-3c7d89510287 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.132335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70677dcd-6c2f-48b0-a475-9b8d071884f4 req-b39eb508-b63f-4b0c-9fe8-3c7d89510287 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1135278 Nov 12 00:52:26.286624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-ed12b968-ebaa-482c-99e1-d1d1f9339089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.295575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-ed12b968-ebaa-482c-99e1-d1d1f9339089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1878183 Nov 12 00:52:26.310895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70677dcd-6c2f-48b0-a475-9b8d071884f4 req-293b49f1-125d-45d7-958a-288bd95bafda tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442869 Nov 12 00:52:26.396537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-0ad20862-afcd-4ac0-b14c-3a7e3567bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.399960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-0ad20862-afcd-4ac0-b14c-3a7e3567bac1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878437 Nov 12 00:52:26.407784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09159c21-7349-4113-b3ab-30380dfb89b0 req-f884125b-3309-4c08-92ce-63147aed3dfc tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.409192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09159c21-7349-4113-b3ab-30380dfb89b0 req-f884125b-3309-4c08-92ce-63147aed3dfc tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 944 time: 0.0861886 Nov 12 00:52:26.514685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09159c21-7349-4113-b3ab-30380dfb89b0 req-7bc64c77-1a8d-43fa-acba-ab576e2f744e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970550 Nov 12 00:52:26.540147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-20edaefd-cda8-4e56-aef5-1f7455c9a882 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222346 Nov 12 00:52:26.541627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.546439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.664759 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 0b14756d-cb36-4006-9c9d-337ca5833341 associated. External IP: 172.25.6.242, port: b72d47d3-c5c3-4b7f-afc7-a44bf1beb041. Nov 12 00:52:26.693449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b387f007-0106-47e6-9aad-3f7b97cf1d80 req-baf6c8d8-fd60-495d-bdb3-317206169c18 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504226 Nov 12 00:52:26.709459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91c505-f7ae-4f13-a2cc-bcbcf0bd48e1 req-35e686e5-7d27-484f-9978-593f3998d82e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.711222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b91c505-f7ae-4f13-a2cc-bcbcf0bd48e1 req-35e686e5-7d27-484f-9978-593f3998d82e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 943 time: 0.0752006 Nov 12 00:52:26.778071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b91c505-f7ae-4f13-a2cc-bcbcf0bd48e1 req-2ff74acf-45e0-4751-99b9-9117e72b8d11 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Nov 12 00:52:26.933570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:27.069160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:27.073828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.082532 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:27.103571 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:27.104131 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:27.107530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:27.107870 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed970b10-68cd-4ff9-ae8d-418b1a8d55ca tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/0b14756d-cb36-4006-9c9d-337ca5833341 HTTP/1.1" status: 200 len: 977 time: 1.2261636 Nov 12 00:52:27.166489 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:27.187499 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:27.193468 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:27.233373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:27.234233 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257ce6c-7fca-4a6c-b687-65ab37b832df None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:27.251892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port b72d47d3-c5c3-4b7f-afc7-a44bf1beb041 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:27.252334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.348928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.517353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d1bd-24a0-4fd1-9f36-e949c9982336 req-505e8de5-7769-4f46-bdc0-546d945f85cf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.518844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c4d1bd-24a0-4fd1-9f36-e949c9982336 req-505e8de5-7769-4f46-bdc0-546d945f85cf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1133878 Nov 12 00:52:27.609338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b582f990-72b6-4962-abf3-3c0c402e5796 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:27.643011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c4d1bd-24a0-4fd1-9f36-e949c9982336 req-04958391-478a-4813-a692-a56de891e4bf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166143 Nov 12 00:52:27.665079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.665482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.665754 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 0b14756d-cb36-4006-9c9d-337ca5833341 disassociated. External IP: 172.25.6.242, port: b72d47d3-c5c3-4b7f-afc7-a44bf1beb041. Nov 12 00:52:27.666102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for b72d47d3-c5c3-4b7f-afc7-a44bf1beb041 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:27.680542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b582f990-72b6-4962-abf3-3c0c402e5796 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:27.686417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b582f990-72b6-4962-abf3-3c0c402e5796 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:27.687273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.725964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c803c-dc12-48a6-b2b5-202cacd756f4 req-335f7a26-cc2d-4bb2-b514-a551fd689b7c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.727583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d87c803c-dc12-48a6-b2b5-202cacd756f4 req-335f7a26-cc2d-4bb2-b514-a551fd689b7c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 944 time: 0.1279328 Nov 12 00:52:27.799270 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.812692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d87c803c-dc12-48a6-b2b5-202cacd756f4 req-e29579d6-9e35-499d-8fb9-e2ef53da53f6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771570 Nov 12 00:52:27.847257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:27.851302 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b3d02-9442-4a0f-a992-90cfeb0f7880" -d '{"events": [{"server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "name": "network-vif-plugged", "status": "completed", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:27.867058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:27.880682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.909754 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f283bd-78ca-4c4e-b9d0-e803f3a9d108 x-openstack-request-id: req-38f283bd-78ca-4c4e-b9d0-e803f3a9d108 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:27.910101 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "name": "network-vif-plugged", "status": "completed", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:27.910303 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38f283bd-78ca-4c4e-b9d0-e803f3a9d108 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:27.910940 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'code': 200} Nov 12 00:52:27.938062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.953902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.989494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=b72d47d3-c5c3-4b7f-afc7-a44bf1beb041,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:28.012155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a927da-1335-4c26-8251-45de49cdee9f req-488ae35b-8c9c-4d64-8d2f-4c04bd4b7316 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.013708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18a927da-1335-4c26-8251-45de49cdee9f req-488ae35b-8c9c-4d64-8d2f-4c04bd4b7316 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 943 time: 0.1067066 Nov 12 00:52:28.025497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bd7e1-c97e-4e7e-8c8b-b7a475269661 req-9c2f0ab6-f67d-48a3-a6f7-aab5f03a21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.027771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-287bd7e1-c97e-4e7e-8c8b-b7a475269661 req-9c2f0ab6-f67d-48a3-a6f7-aab5f03a21a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1097 time: 0.0461195 Nov 12 00:52:28.078206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-287bd7e1-c97e-4e7e-8c8b-b7a475269661 req-34510eff-5566-44d8-805a-b96a0fa8fffe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Nov 12 00:52:28.138078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18a927da-1335-4c26-8251-45de49cdee9f req-28766073-84f6-4526-be59-221ccfd6f8d8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930722 Nov 12 00:52:28.158369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:28.272621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:28.284249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:28.297848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:28.298499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:28.337602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:28.354664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.361258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-43a5aab3-94b6-4e6f-8461-d8fa871c2988 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/b72d47d3-c5c3-4b7f-afc7-a44bf1beb041 HTTP/1.1" status: 204 len: 168 time: 1.2503045 Nov 12 00:52:28.361627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:28.364929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:28.365557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:28.402234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:28.403174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdba74-a845-4ae1-ad6d-cb4e81f9be07 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:28.751521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-39a2d8fa-4e8a-42a0-989a-6b1772a79bd6 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/floatingips/0b14756d-cb36-4006-9c9d-337ca5833341 HTTP/1.1" status: 200 len: 688 time: 0.3861625 Nov 12 00:52:28.751742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:28.780245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9253-faf8-47e6-a301-8e4f14285418 req-f34470a1-4fac-45a3-9858-0395e60cd7b5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.781867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f92d9253-faf8-47e6-a301-8e4f14285418 req-f34470a1-4fac-45a3-9858-0395e60cd7b5 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0600853 Nov 12 00:52:28.846541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f92d9253-faf8-47e6-a301-8e4f14285418 req-74832ea8-9171-4c99-8fb0-3dfa67b8eabf tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566144 Nov 12 00:52:28.898609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port c277a629-02d9-40c6-b3ec-59b49a4466df {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:28.898952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.961777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b7a6b-a44d-4294-b779-6c6c7f56046c req-d3d94587-9e40-4293-8568-e154e797b2fe tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.963317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-853b7a6b-a44d-4294-b779-6c6c7f56046c req-d3d94587-9e40-4293-8568-e154e797b2fe tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Nov 12 00:52:28.976827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.977178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.990407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for c277a629-02d9-40c6-b3ec-59b49a4466df owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:29.014003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-853b7a6b-a44d-4294-b779-6c6c7f56046c req-32a2172e-3849-4738-8700-e3e03a620e4c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Nov 12 00:52:29.143835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.180460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=c277a629-02d9-40c6-b3ec-59b49a4466df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.253232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.256501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.261677 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-73b20450-ecf3-4372-9f6d-b2d5c6eea952 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/0b14756d-cb36-4006-9c9d-337ca5833341 HTTP/1.1" status: 204 len: 168 time: 0.5052042 Nov 12 00:52:29.262090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:29.267065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'd522f81d-a02f-45ca-90a1-27ef79ec50f5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:29.296280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfeb4e-0f21-4442-9c84-e5c8da53ef97 req-6d6ce83a-91ad-4787-a5fe-4ebb60ce0613 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.304620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6bfeb4e-0f21-4442-9c84-e5c8da53ef97 req-6d6ce83a-91ad-4787-a5fe-4ebb60ce0613 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 943 time: 0.0879209 Nov 12 00:52:29.324573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.381330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6bfeb4e-0f21-4442-9c84-e5c8da53ef97 req-4ac8d8c5-e10d-40c7-83d8-2adfee091362 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 Nov 12 00:52:29.452937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.568723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.99 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d7b2533d-1ece-4d33-9aa9-4b9ee57210da) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:29.575856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:29.732704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:29.741168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.748964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8', 'mac_address': 'fa:16:3e:1d:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:29.783494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.797522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.812212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:29.834094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:29.839694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:29.839947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:29.843463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:29.846066 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.912384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=d7b2533d-1ece-4d33-9aa9-4b9ee57210da,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.931081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.073241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd052a-cb21-4a67-be95-52a3fb212f95 req-51c84279-4146-4e36-b08b-9017f5c8752a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.077004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6abd052a-cb21-4a67-be95-52a3fb212f95 req-51c84279-4146-4e36-b08b-9017f5c8752a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1180100 Nov 12 00:52:30.093806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:30.571878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6abd052a-cb21-4a67-be95-52a3fb212f95 req-db1bb9ed-7143-4db4-b174-4308087aca21 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614527 Nov 12 00:52:30.587807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594171-f74c-4620-adda-ea61d8ef8f5a req-67649550-dd0d-4de5-8008-dd3a9925d8e0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.595659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef594171-f74c-4620-adda-ea61d8ef8f5a req-67649550-dd0d-4de5-8008-dd3a9925d8e0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 945 time: 0.4774015 Nov 12 00:52:30.682486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef594171-f74c-4620-adda-ea61d8ef8f5a req-b51711ab-5a3d-42fb-b08b-8af2f98ecffb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845821 Nov 12 00:52:30.936968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.981301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201190b-82ab-4803-bd89-6022f4022f68 req-f3faf2ec-83c3-4273-9577-1f7dfa7e64df tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.982863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8201190b-82ab-4803-bd89-6022f4022f68 req-f3faf2ec-83c3-4273-9577-1f7dfa7e64df tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 944 time: 0.1358016 Nov 12 00:52:30.996630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-cd8a7998-fdec-4d86-881c-c37d96b3a7eb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-877193529&fields=id&tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 267 time: 0.1005845 Nov 12 00:52:31.114759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8201190b-82ab-4803-bd89-6022f4022f68 req-4e0fa606-524c-4dc6-ae5e-2533289461d8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242211 Nov 12 00:52:31.122434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.159498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-d15d5ced-9cd0-498c-9249-160160bddba6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.161382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-d15d5ced-9cd0-498c-9249-160160bddba6 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 945 time: 0.1542537 Nov 12 00:52:31.183350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'security_groups': ['da416a17-dbab-4200-a0d6-fc7c021215df', '84a6a64c-e71d-44fe-8a1b-23a710b1074b']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:31.304708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.414261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.427784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.558112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=d7b2533d-1ece-4d33-9aa9-4b9ee57210da,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.581221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.591713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:31.667432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:31.669957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:31.672360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:31.674364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.762819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.779587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.783267 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 4db1b1b9-44d3-451f-93ca-f2f85fc1c9ce associated. External IP: 172.25.6.99, port: d522f81d-a02f-45ca-90a1-27ef79ec50f5. Nov 12 00:52:31.788661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:31.788986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.792980 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bd8dd-349e-413c-a614-0f3b17b54883" -d '{"events": [{"server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "name": "network-vif-plugged", "status": "completed", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:31.806358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20', 'b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:31.811185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:31.842416 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.845132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2070-4be3-4eb3-9d7b-77a17bbdf7dd req-47a72924-637f-484f-90b7-91593d5cb142 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.854377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-590c2070-4be3-4eb3-9d7b-77a17bbdf7dd req-47a72924-637f-484f-90b7-91593d5cb142 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1888533 Nov 12 00:52:31.901697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.951346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.952025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.961075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d30ab2c2-d49a-4b02-8fc0-73e036e89fd6 req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "PUT /v2.0/ports/b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 981 time: 0.7883351 Nov 12 00:52:31.961714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:31.964109 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693189e-5f2e-4172-8ddb-9a65fd03c999" -d '{"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:32.095913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e1c6-f9d0-4bc7-b2dd-5de5ea61f91a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.098908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:32.134642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-590c2070-4be3-4eb3-9d7b-77a17bbdf7dd req-86ab3f1f-2f5c-40b9-beae-5231deb25670 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778609 Nov 12 00:52:32.232035 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a0aa9-1c20-413b-9224-1577c810490e x-openstack-request-id: req-1e3a0aa9-1c20-413b-9224-1577c810490e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:32.232035 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "name": "network-vif-plugged", "status": "completed", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:32.232035 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e3a0aa9-1c20-413b-9224-1577c810490e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:32.232035 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8', 'code': 200} Nov 12 00:52:32.284299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.290932 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd7705b-dc20-4583-a2e3-a0225101a203 x-openstack-request-id: req-8fd7705b-dc20-4583-a2e3-a0225101a203 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:32.291327 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:32.291669 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fd7705b-dc20-4583-a2e3-a0225101a203 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:32.292189 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'status': 'completed', 'code': 200} Nov 12 00:52:32.342564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba0aa22-f4c0-4b4f-be3d-03954dbc12a7 req-91870e02-5a63-4c57-9830-cfeb5fa4bc17 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/84a6a64c-e71d-44fe-8a1b-23a710b1074b HTTP/1.1" status: 200 len: 1819 time: 0.1547670 Nov 12 00:52:32.389611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-4072f84a-7fe5-47a8-b25c-c3734d0675d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.391323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-4072f84a-7fe5-47a8-b25c-c3734d0675d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1136 time: 0.0799792 Nov 12 00:52:32.413967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad0cb-2a7e-4fa9-a845-57a6fafb21ae req-b1bd2999-b196-451a-a2c5-384ccc969143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.425347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9ad0cb-2a7e-4fa9-a845-57a6fafb21ae req-b1bd2999-b196-451a-a2c5-384ccc969143 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 1097 time: 0.2085083 Nov 12 00:52:32.450410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:32.535253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-9b028bd6-6ca3-405a-9977-e2d094b79df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.537422 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-9b028bd6-6ca3-405a-9977-e2d094b79df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.1376891 Nov 12 00:52:32.588279 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-58d4cff3-697c-47e8-8ab0-63bd4a524e5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 217 time: 0.0410948 Nov 12 00:52:32.643256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb67bca-e1c0-41d3-b702-cf7d83a8ffe1 req-0c703256-efb9-4793-8e32-5c64e08f29db tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.651658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-31ab0af9-666c-4cfb-b5a5-448b2fead2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.651658 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-31ab0af9-666c-4cfb-b5a5-448b2fead2eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0537450 Nov 12 00:52:32.652101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbb67bca-e1c0-41d3-b702-cf7d83a8ffe1 req-0c703256-efb9-4793-8e32-5c64e08f29db tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.2786040 Nov 12 00:52:32.662614 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-5ba0aa22-f4c0-4b4f-be3d-03954dbc12a7 req-af15b511-a46d-42d4-a728-ccaa926e7457 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:52:32.663613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba0aa22-f4c0-4b4f-be3d-03954dbc12a7 req-af15b511-a46d-42d4-a728-ccaa926e7457 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/84a6a64c-e71d-44fe-8a1b-23a710b1074b HTTP/1.1" status: 409 len: 341 time: 0.3136153 Nov 12 00:52:32.668511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9ad0cb-2a7e-4fa9-a845-57a6fafb21ae req-ae3df843-b81d-4f50-b4cd-4465cabb7a55 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107186 Nov 12 00:52:32.684731 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-f351b0a8-5333-4f0e-8582-dd3865fdc494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280955 Nov 12 00:52:32.778466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbb67bca-e1c0-41d3-b702-cf7d83a8ffe1 req-59960bc9-3fc6-4f42-bceb-1292f84dbe68 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111038 Nov 12 00:52:32.793371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:32.805371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-cd4f3778-d440-45da-890f-c679b21eb0f1 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127338 Nov 12 00:52:32.805603 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:32.819434 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:32.820126 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:32.825864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.853880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-850a92c3-e7c7-4306-a0e4-c8a84b7e1a60 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.5906823 Nov 12 00:52:32.856544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.862021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-671396746'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:32.865754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:32.877766 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:32.878692 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:32.928763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:32.930604 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:32.931548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc0014-f4e7-4adc-b3e7-6a33d6199215 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:32.933369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.985151 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d693189e-5f2e-4172-8ddb-9a65fd03c999 req-fbfdfe7c-88f4-4f8b-9a25-bb05e188d7f9 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463137 Nov 12 00:52:32.999412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:33.010810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.011254 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Added segment fd7f7d4c-4bbc-44b7-a15e-13141960914a of type vlan for network a5ae8194-8d10-4608-b0e4-b92d8193db0d Nov 12 00:52:33.093242 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.109233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-dafd6840-d7da-46d8-9930-adeaab28575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.110808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-dafd6840-d7da-46d8-9930-adeaab28575c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1136 time: 0.0576203 Nov 12 00:52:33.125698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43c3f-7139-4470-a2d3-e2c073dde48d req-10486752-25c8-445a-be1b-5041030456eb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.127656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3f43c3f-7139-4470-a2d3-e2c073dde48d req-10486752-25c8-445a-be1b-5041030456eb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 984 time: 0.0795729 Nov 12 00:52:33.221124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.230162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.233509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.266715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-7f7841b5-cc27-43c0-9b1b-50e91e848812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.268728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-7f7841b5-cc27-43c0-9b1b-50e91e848812 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.1493077 Nov 12 00:52:33.299234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4414058 Nov 12 00:52:33.312537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:33.328545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'subnet': {'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:33.372538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-584c6e64-7ade-4ddc-9725-2238c0e58fd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 217 time: 0.0841603 Nov 12 00:52:33.432636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-3dc5b629-b644-4e4f-ae1a-27fdfe7212ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.435669 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-3dc5b629-b644-4e4f-ae1a-27fdfe7212ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0563595 Nov 12 00:52:33.462686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Network': ['ID=a5ae8194-8d10-4608-b0e4-b92d8193db0d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:33.476543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-fa03efaf-83e2-44ed-8b51-5812e4396f7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316768 Nov 12 00:52:33.509026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3f43c3f-7139-4470-a2d3-e2c073dde48d req-27a09a09-8ff3-40d4-884b-9d277163215d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a6a64c-e71d-44fe-8a1b-23a710b1074b&id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3521686 Nov 12 00:52:33.510456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.510804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.511145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.511480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.511816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.512170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.512504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.512833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.513161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.513487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.513812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.514132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06a0da4-985a-4c55-863f-a7977439782f tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:33.543218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:33.615973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5db2a-e398-4742-9267-703d61e96051 req-c8c141a1-57c0-4e87-bfa2-177cf020ec3a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.624584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adc5db2a-e398-4742-9267-703d61e96051 req-c8c141a1-57c0-4e87-bfa2-177cf020ec3a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.2396502 Nov 12 00:52:33.628105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:33.632987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.651274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-4ea556d7-6f6b-4a65-b5e3-4a8ca1b29889 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673365 Nov 12 00:52:33.752215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adc5db2a-e398-4742-9267-703d61e96051 req-ab75ff1c-a18b-427c-8a58-c43e0b43b532 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264606 Nov 12 00:52:33.796142 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-334cc4a2-4b2e-48ca-91b8-05d4717a1719 req-0256f8a1-baf7-4f88-832f-aca5e8856bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311884 Nov 12 00:52:33.971153 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.056278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d285-9fd3-49e3-9939-12e6842bf137 req-05c96345-6a5a-46bf-aca2-352bc5102a22 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.057915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc10d285-9fd3-49e3-9939-12e6842bf137 req-05c96345-6a5a-46bf-aca2-352bc5102a22 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.1794722 Nov 12 00:52:34.064364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Subnet': ['ID=ae7269a1-5333-46e8-9979-45e829be10be,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:34.089390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Checking segment: {'id': 'fd7f7d4c-4bbc-44b7-a15e-13141960914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:34.089796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network hostable DHCP agents. Network: a5ae8194-8d10-4608-b0e4-b92d8193db0d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:34.127562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:34.147797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc10d285-9fd3-49e3-9939-12e6842bf137 req-b74d9ecb-f00b-4ee5-8276-c25ad07e9b92 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795372 Nov 12 00:52:34.156799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a5ae8194-8d10-4608-b0e4-b92d8193db0d) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:34.169284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.170260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.183552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e8b6e-3684-4b27-be20-d4a1885928dd None None] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:34.197545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2043b573-8a82-4f6a-affc-74aa9fa8d4f2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8707743 Nov 12 00:52:34.198706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:34.202628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-3390096', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:34.242415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.243538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.391135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a5ae8194-8d10-4608-b0e4-b92d8193db0d', 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d', 'tenant_id': 'de8273112a1b4f80acc47a124641842f', 'fixed_ips': [{'subnet_id': 'ae7269a1-5333-46e8-9979-45e829be10be'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:52:34.392498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.396110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.577874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.588168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Allocated IP 172.20.0.2 (a5ae8194-8d10-4608-b0e4-b92d8193db0d/ae7269a1-5333-46e8-9979-45e829be10be/60c27244-75f7-4474-91ce-96de6720c24b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:34.763716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.779731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6b14-890d-41f8-a3b2-71da6d7a5789 req-432db0ca-dc80-4a38-9926-8e63f2fa0c48 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.779885 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.790095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53db6b14-890d-41f8-a3b2-71da6d7a5789 req-432db0ca-dc80-4a38-9926-8e63f2fa0c48 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 984 time: 0.1789234 Nov 12 00:52:34.861261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:34.867188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:34.877892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:34.889512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Pushing event updated for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:34.912895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53db6b14-890d-41f8-a3b2-71da6d7a5789 req-80c53db9-2ee3-43d8-a16c-06db6dd43e8f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a6a64c-e71d-44fe-8a1b-23a710b1074b&id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1212900 Nov 12 00:52:34.938506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241369-5694-4c10-bfc7-23082880d0f8 req-13e914a4-575b-447b-8756-fa5e0391dffd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.952607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83241369-5694-4c10-bfc7-23082880d0f8 req-13e914a4-575b-447b-8756-fa5e0391dffd tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1117642 Nov 12 00:52:34.980983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Attempting to bind port 60c27244-75f7-4474-91ce-96de6720c24b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:34.981702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Attempting to bind port 60c27244-75f7-4474-91ce-96de6720c24b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'fd7f7d4c-4bbc-44b7-a15e-13141960914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:34.982273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Attempting to bind port 60c27244-75f7-4474-91ce-96de6720c24b on network a5ae8194-8d10-4608-b0e4-b92d8193db0d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:34.991305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:34.992095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Checking segment: {'id': 'fd7f7d4c-4bbc-44b7-a15e-13141960914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:34.993282 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.996367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Bound using segment: {'id': 'fd7f7d4c-4bbc-44b7-a15e-13141960914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:34.997380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Bound port: 60c27244-75f7-4474-91ce-96de6720c24b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7f7d4c-4bbc-44b7-a15e-13141960914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:34.998023 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.098655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:35.103907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60c27244-75f7-4474-91ce-96de6720c24b,segment=NetworkSegment(fd7f7d4c-4bbc-44b7-a15e-13141960914a),segment_id=fd7f7d4c-4bbc-44b7-a15e-13141960914a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:35.106343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.113407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.191794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65c52c-da26-4cd9-8e2b-e4527a40b41c None None] Pushing event updated for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:35.330770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:35.456036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Deleting subnet 8dfcdcae-a062-4caf-8006-197808709029 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:35.472155 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.543409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.567859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83241369-5694-4c10-bfc7-23082880d0f8 req-919a8660-e76c-4484-9e24-44cd510d2f41 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111767 Nov 12 00:52:35.599259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.654196 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.695202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.713817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.749070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-bb8b169c-3265-46e7-b276-269f3dc30234 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-977553711&fields=id&tenant_id=17a858de18dc4f49b2028ccb8812dbc5 HTTP/1.1" status: 200 len: 267 time: 0.6996610 Nov 12 00:52:35.751674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfcdcae-a062-4caf-8006-197808709029,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:35.756992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.761718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed3e1530-4837-4ba2-a15e-08f72227cdd6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8dfcdcae-a062-4caf-8006-197808709029 HTTP/1.1" status: 204 len: 168 time: 0.4297037 Nov 12 00:52:35.764041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:35.855126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.857331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b95dea-ec5a-404c-9da5-d3636edda887 req-e16f4657-7e8b-4d59-8018-c58688b3b822 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.859029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06b95dea-ec5a-404c-9da5-d3636edda887 req-e16f4657-7e8b-4d59-8018-c58688b3b822 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.1691682 Nov 12 00:52:35.904166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-199d1319-6495-4b18-80a9-0433344701f4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.912182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-199d1319-6495-4b18-80a9-0433344701f4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 984 time: 0.1621118 Nov 12 00:52:35.927660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'port': {'security_groups': ['84a6a64c-e71d-44fe-8a1b-23a710b1074b', 'da416a17-dbab-4200-a0d6-fc7c021215df', 'e5970673-e9bd-407a-b78b-3cc80634171c']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:35.970991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.995623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a59d6d-5d8c-47f8-8070-d234d29fb2ae']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:36.007423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e60501-a10c-49c3-9249-3f01ec5019b2') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:36.007990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e60501-a10c-49c3-9249-3f01ec5019b2') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:36.019911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.036096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.037937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.044939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:36.045342 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:36.047302 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:36.059762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.25.6.238 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/9e7eae9d-0dbd-460c-9068-14c13e1ac366) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:36.069306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06b95dea-ec5a-404c-9da5-d3636edda887 req-6ad001ab-0b9a-4681-b685-9b103099bf14 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023735 Nov 12 00:52:36.181055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.209897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.217631 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] 10.222.0.11 "DELETE /v2.0/networks/83a59d6d-5d8c-47f8-8070-d234d29fb2ae HTTP/1.1" status: 204 len: 168 time: 0.4520686 Nov 12 00:52:36.218799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c993c0f-cfa0-46c9-9d4b-c8f183fa4e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a59d6d-5d8c-47f8-8070-d234d29fb2ae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.223242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:36.330172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.343629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Deleting subnet 044512d0-20a8-4d99-89bb-dd3a8e763493 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:36.348745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.427370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.478585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.521160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.556190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60c27244-75f7-4474-91ce-96de6720c24b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:36.598818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:36.602682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.608728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:36.612281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:36.624328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.630889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/044512d0-20a8-4d99-89bb-dd3a8e763493 HTTP/1.1" status: 204 len: 168 time: 0.4063570 Nov 12 00:52:36.653444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:36.673278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9a464-522c-492f-bd50-1d8966012999 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:36.704896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9af7c-949d-4e3c-95c7-31953ccea809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044512d0-20a8-4d99-89bb-dd3a8e763493,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.742781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 60c27244-75f7-4474-91ce-96de6720c24b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:36.743660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.771257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.815624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ffd133fb-d86b-465b-aa4a-8da5409907d5 None None] Provisioning complete for port 9e7eae9d-0dbd-460c-9068-14c13e1ac366 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:36.816251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffd133fb-d86b-465b-aa4a-8da5409907d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.846381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=9e7eae9d-0dbd-460c-9068-14c13e1ac366,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.860584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:36.876033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca90a12-d7a8-4622-a3be-c9d68dc874c5 None None] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:36.891901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ffd133fb-d86b-465b-aa4a-8da5409907d5 None None] Port 9e7eae9d-0dbd-460c-9068-14c13e1ac366 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:36.987102 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.997789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16564423-c344-4d91-8414-7b633afad460 req-0c3f965e-aa36-4415-b773-0900a0a93f0c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.005529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16564423-c344-4d91-8414-7b633afad460 req-0c3f965e-aa36-4415-b773-0900a0a93f0c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.2253242 Nov 12 00:52:37.042863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.113711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20', 'b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:37.180225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.182985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.191032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a47aac07-045c-4250-ad55-bb765feb0743 None None] Provisioning complete for port 60c27244-75f7-4474-91ce-96de6720c24b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:37.191393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a47aac07-045c-4250-ad55-bb765feb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.212922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.213564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.215005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f23fa62-59c6-4dc3-a6bd-ae0571f2d58d req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "PUT /v2.0/ports/b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 1020 time: 1.3019998 Nov 12 00:52:37.221874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:37.225312 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4" -d '{"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:37.256841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78834ad0-4592-458a-8ee1-3a5181eeec74']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:37.284538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16564423-c344-4d91-8414-7b633afad460 req-0150af4b-71a2-487c-9009-925eb71979b4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642424 Nov 12 00:52:37.324749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60c27244-75f7-4474-91ce-96de6720c24b,segment=NetworkSegment(fd7f7d4c-4bbc-44b7-a15e-13141960914a),segment_id=fd7f7d4c-4bbc-44b7-a15e-13141960914a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.346559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.370355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:37.445888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.485894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-3ab07a7b-a388-41cf-940c-a7f7d1a36be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.487609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-3ab07a7b-a388-41cf-940c-a7f7d1a36be1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1175 time: 0.0932384 Nov 12 00:52:37.538902 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbf1fc-bc21-4c2f-a353-ab797df38da4 x-openstack-request-id: req-3ccbf1fc-bc21-4c2f-a353-ab797df38da4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:37.540949 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:37.541384 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ccbf1fc-bc21-4c2f-a353-ab797df38da4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:37.542880 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'status': 'completed', 'code': 200} Nov 12 00:52:37.544160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c51be-6dcb-4059-b30a-182410379a0b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.546325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.604848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:37.606551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:37.608081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-29c105c7-e08c-4eb1-a5d0-71e3ac9b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.609777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-29c105c7-e08c-4eb1-a5d0-71e3ac9b4ff7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 200 len: 914 time: 0.1142523 Nov 12 00:52:37.674743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79dbacd-c8b2-484b-b75d-d1b9cc6f7f55') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:37.676680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79dbacd-c8b2-484b-b75d-d1b9cc6f7f55') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:37.696594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.715355 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-5724ac2e-0b13-4378-8fa5-5ed7fb960c97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 200 len: 217 time: 0.0976579 Nov 12 00:52:37.808709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.818521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-eaac3d54-fa4b-457e-873a-bd6834f9e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.820711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-eaac3d54-fa4b-457e-873a-bd6834f9e97f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 200 len: 853 time: 0.0923853 Nov 12 00:52:37.837053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:37.837452 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:37.843152 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:37.876649 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-e2e25d0a-5616-4e61-baad-901519606cfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5766c693-d1d9-4a59-864e-0ea8e743e6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468545 Nov 12 00:52:37.956029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd91889d-5196-4f42-9c2a-306fb45dbcaf req-c80fc5f8-e5cb-43b3-8b2e-f9f1d1b1b8ad tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/e5970673-e9bd-407a-b78b-3cc80634171c HTTP/1.1" status: 200 len: 1819 time: 0.4260836 Nov 12 00:52:37.977803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.992367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.995479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] 10.222.0.11 "DELETE /v2.0/networks/78834ad0-4592-458a-8ee1-3a5181eeec74 HTTP/1.1" status: 204 len: 168 time: 1.3388605 Nov 12 00:52:38.021927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-3258e0e6-8399-4328-ba2e-5b97d218c1e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358342 Nov 12 00:52:38.026815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.052712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f0e02-8ee2-49a7-b121-b1bb1c101397 admin admin] Pushing event deleted for resources: {'Network': ['ID=78834ad0-4592-458a-8ee1-3a5181eeec74,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.069173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d49db9f4-b623-45e2-ae42-f767f56c858f None None] Provisioning complete for port 60c27244-75f7-4474-91ce-96de6720c24b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:38.069441 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d49db9f4-b623-45e2-ae42-f767f56c858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.129951 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.154296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-31950e3e-6fd3-4e92-8d6f-0bdf2d6bfde4 req-6c1d763f-0e24-4c04-8735-29dcf5afa4a5 service neutron] 10.222.0.39 "GET /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240065 Nov 12 00:52:38.175792 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-fd91889d-5196-4f42-9c2a-306fb45dbcaf req-153e3988-f08b-438a-baab-5f7c90cb1bdb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:52:38.177079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd91889d-5196-4f42-9c2a-306fb45dbcaf req-153e3988-f08b-438a-baab-5f7c90cb1bdb tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5970673-e9bd-407a-b78b-3cc80634171c HTTP/1.1" status: 409 len: 341 time: 0.2071691 Nov 12 00:52:38.196643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:38.221586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:38.224076 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab709b0-9d59-42f0-98a5-943579efb757" -d '{"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:38.252728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'port_id': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'mac_address': 'fa:16:3e:30:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7aa3ff-46fe-4541-b540-d44e7c7d06a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:38.260802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:38.308903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:38.315503 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc7f40-2ee8-4887-8372-41a980683728 x-openstack-request-id: req-edbc7f40-2ee8-4887-8372-41a980683728 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:38.315791 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:38.316044 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edbc7f40-2ee8-4887-8372-41a980683728 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:38.324158 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'code': 200} Nov 12 00:52:38.336869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.368751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:52:38.403889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eb45158e-12aa-4472-922a-6d143c4dd6b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5514517c92944be99842eec409e038c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916235 Nov 12 00:52:38.404507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:38.513025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.518775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60c27244-75f7-4474-91ce-96de6720c24b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:38.543850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.589526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.599609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982d5d5-7f78-4964-a184-c335a8b82589 req-4c032957-78ea-47c4-a66e-b36ecce3004f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.607397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9982d5d5-7f78-4964-a184-c335a8b82589 req-4c032957-78ea-47c4-a66e-b36ecce3004f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 944 time: 0.1449087 Nov 12 00:52:38.617028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.621593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dc78c7-4b43-459d-b60e-be88bc083a5c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:38.622116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.626164 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37db2cb9-1b32-42c6-8cd0-6f4f94351aef HTTP/1.1" status: 204 len: 168 time: 0.2200053 Nov 12 00:52:38.633798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:38.635717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6211d0-58ff-4162-846f-5924a935f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db2cb9-1b32-42c6-8cd0-6f4f94351aef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.654813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:38.682308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] Sync routers for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:38.688190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9982d5d5-7f78-4964-a184-c335a8b82589 req-cfb597d6-72b8-4606-aa00-981a41bde9e6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799003 Nov 12 00:52:38.693449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.696203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8287c576-69c4-4e92-a37d-06f0e1429284 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4971416 Nov 12 00:52:38.699620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:38.727034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.768942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.823491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.823827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.832824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.833349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.833692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.834030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.834356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.834684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.835009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.835328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.835643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.835957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:38.839500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:38.840130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:38.964179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:38.985297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2d58-35f5-437e-a35b-9759d250fc20 req-b128b268-a739-47e3-9705-8234f138361c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.999793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54ab2d58-35f5-437e-a35b-9759d250fc20 req-b128b268-a739-47e3-9705-8234f138361c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1023 time: 0.2214801 Nov 12 00:52:39.034925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:39.036121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:39.037807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 60c27244-75f7-4474-91ce-96de6720c24b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:39.038173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.125622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54ab2d58-35f5-437e-a35b-9759d250fc20 req-8e52f9b5-9642-438a-9204-e8100130a641 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a6a64c-e71d-44fe-8a1b-23a710b1074b&id=da416a17-dbab-4200-a0d6-fc7c021215df&id=e5970673-e9bd-407a-b78b-3cc80634171c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1245086 Nov 12 00:52:39.136536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.136536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f9dc78c7-4b43-459d-b60e-be88bc083a5c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:39.142882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:39.143520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef6a31-6da3-4692-a855-b3221be97833 None None] The sync data for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:39.252640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:39.312780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.316658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4568db3c-c6aa-499d-8d37-2bc2f50fecbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ee46d41c3864406a9f7e499abdbc9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603755 Nov 12 00:52:39.318077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:39.359690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3ae72e7-b15e-4cfa-8321-861dc9affbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.387371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.415870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.488583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.491720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.495474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4e968d5-a237-4561-8795-28308719cd0e HTTP/1.1" status: 204 len: 168 time: 0.1739821 Nov 12 00:52:39.505843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084164-5a44-42cb-9ef4-4ab573e416d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e968d5-a237-4561-8795-28308719cd0e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.715199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.1 (a5ae8194-8d10-4608-b0e4-b92d8193db0d/ae7269a1-5333-46e8-9979-45e829be10be/68a76a5c-d5ba-403b-8680-68d0c097f415) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:39.917897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.925405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe156e9-53d6-430d-8620-d7a97da7c871 req-71a967c9-313e-45bb-8a7e-3d5b919cc982 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.927365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfe156e9-53d6-430d-8620-d7a97da7c871 req-71a967c9-313e-45bb-8a7e-3d5b919cc982 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 945 time: 0.0938926 Nov 12 00:52:39.977124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.998296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfe156e9-53d6-430d-8620-d7a97da7c871 req-197f0711-be73-41b4-875b-edb23d5badd0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Nov 12 00:52:40.080205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=68a76a5c-d5ba-403b-8680-68d0c097f415,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:40.086236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:40.091032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:40.094008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:40.153461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-f2002204-d31d-45ba-a80d-7a832ceb73b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.155086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-f2002204-d31d-45ba-a80d-7a832ceb73b7 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1023 time: 0.1263700 Nov 12 00:52:40.171273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.340241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668468c-76c2-4e69-8b74-a2b258f83fa5 req-6b98071e-e8d3-4fb1-a5be-dd9b5eab91aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.348218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a668468c-76c2-4e69-8b74-a2b258f83fa5 req-6b98071e-e8d3-4fb1-a5be-dd9b5eab91aa tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 1023 time: 0.1268094 Nov 12 00:52:40.383055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Deleting port b582f990-72b6-4962-abf3-3c0c402e5796 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:40.383410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.444185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a668468c-76c2-4e69-8b74-a2b258f83fa5 req-9c1767b4-9702-4ca4-bcc4-9d26e04d8bd9 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=84a6a64c-e71d-44fe-8a1b-23a710b1074b&id=da416a17-dbab-4200-a0d6-fc7c021215df&id=e5970673-e9bd-407a-b78b-3cc80634171c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0930436 Nov 12 00:52:40.450246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9bf05a71-1929-4f29-9019-7e44a9405112 None None] Provisioning complete for port 68a76a5c-d5ba-403b-8680-68d0c097f415 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:40.450742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bf05a71-1929-4f29-9019-7e44a9405112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.500275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.505260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9bf05a71-1929-4f29-9019-7e44a9405112 None None] Port 68a76a5c-d5ba-403b-8680-68d0c097f415 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:40.556526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port b582f990-72b6-4962-abf3-3c0c402e5796, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b582f990-72b6-4962-abf3-3c0c402e5796,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:40.556884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.579204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Calling delete_port for b582f990-72b6-4962-abf3-3c0c402e5796 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:40.875680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.888637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20', 'b582f990-72b6-4962-abf3-3c0c402e5796'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:40.916179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'Port': ['ID=b582f990-72b6-4962-abf3-3c0c402e5796,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:40.938201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.938596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.938933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.939267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.940026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.940026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.940392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.940700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.941025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.941343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.942181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.942181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:40.957684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.990319 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.020155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] No DVR routers for this DVR port b582f990-72b6-4962-abf3-3c0c402e5796 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:41.099532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.103663 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d88cb709-6af4-46d1-9a7c-ea56c3e56a19 req-3915bc5d-dfe0-460b-a04f-ba8daa6c0d9e tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "DELETE /v2.0/ports/b582f990-72b6-4962-abf3-3c0c402e5796 HTTP/1.1" status: 204 len: 173 time: 0.9391279 Nov 12 00:52:41.106241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'name': 'network-vif-deleted', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:41.108909 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf5da4-e3af-4fce-a55a-9dbce28b7761" -d '{"events": [{"server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "name": "network-vif-deleted", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:41.177857 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e5a1e-0aa3-4492-bb08-3b7cd3d252f2 x-openstack-request-id: req-898e5a1e-0aa3-4492-bb08-3b7cd3d252f2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:41.178376 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684f39c9-e66a-4e05-8cf7-20300a15e699", "name": "network-vif-deleted", "tag": "b582f990-72b6-4962-abf3-3c0c402e5796", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:41.178717 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-898e5a1e-0aa3-4492-bb08-3b7cd3d252f2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:41.179293 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684f39c9-e66a-4e05-8cf7-20300a15e699', 'name': 'network-vif-deleted', 'tag': 'b582f990-72b6-4962-abf3-3c0c402e5796', 'status': 'completed', 'code': 200} Nov 12 00:52:41.194611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=68a76a5c-d5ba-403b-8680-68d0c097f415,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.200856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.235836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742a83-8d29-4257-bc6f-318957525e16 req-2afe019f-9632-4237-9c46-859d3776c959 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.237597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87742a83-8d29-4257-bc6f-318957525e16 req-2afe019f-9632-4237-9c46-859d3776c959 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 945 time: 0.0949199 Nov 12 00:52:41.295811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87742a83-8d29-4257-bc6f-318957525e16 req-d0545603-129b-4c8c-b287-edff126a394e tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Nov 12 00:52:41.318581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:41.320049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:41.562560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-96e88a79-4d87-47ec-8980-5e43b2801641 None None] Provisioning complete for port 68a76a5c-d5ba-403b-8680-68d0c097f415 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:41.563642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96e88a79-4d87-47ec-8980-5e43b2801641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.628746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:41.640784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cbab137-3918-4939-bcc9-509f4ce04b11 req-e132b0c1-1a73-44b4-bd99-912160a35bfc tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=684f39c9-e66a-4e05-8cf7-20300a15e699 HTTP/1.1" status: 200 len: 210 time: 0.0613060 Nov 12 00:52:41.713654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-96e88a79-4d87-47ec-8980-5e43b2801641 None None] Port 68a76a5c-d5ba-403b-8680-68d0c097f415 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:41.721369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-430e128a-3fc5-4f1b-ac35-49cdeb1d469a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.734134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f9dc78c7-4b43-459d-b60e-be88bc083a5c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:41.734585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.827712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.858467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:41.862301 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1f0b7-f74a-4c5d-b378-d9ffdfb4af41" -d '{"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:41.868072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:41.877424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:41.884243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.949160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.968820 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba597f-205a-44ae-a7bd-af53f74fbf8a x-openstack-request-id: req-8bba597f-205a-44ae-a7bd-af53f74fbf8a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:41.969366 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:41.969617 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bba597f-205a-44ae-a7bd-af53f74fbf8a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:41.970241 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'code': 200} Nov 12 00:52:42.021303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:42.026654 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-462f81cb-209f-4764-9a39-589c5c9da570 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/routers/976b0149-4b70-4dc0-bfd9-ffa8568615f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3249738 Nov 12 00:52:42.029297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:42.038004 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] Sync routers for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:42.043281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'port': {'network_id': 'a5ae8194-8d10-4608-b0e4-b92d8193db0d', 'name': 'tempest-FloatingIPTestJSON-818326286'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:42.050176 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:42.050813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.107851 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.125111 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:42.126016 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.172723 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.173368 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215846d-bd67-4f33-bba3-f99e53261d62 None None] The sync data for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:42.203603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Made reservation on behalf of de8273112a1b4f80acc47a124641842f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:42.207382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.226555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] device_id is not set on port c312409f-40cd-4420-a118-53c1b3fd5499 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:52:42.369351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12fbf8-9afc-4f06-b17a-7be08bb7a3fa req-4569d14a-b96b-46a0-b787-f57935fd8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.370885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd12fbf8-9afc-4f06-b17a-7be08bb7a3fa req-4569d14a-b96b-46a0-b787-f57935fd8025 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 1098 time: 0.2483475 Nov 12 00:52:42.421596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Allocated IP 172.20.0.12 (a5ae8194-8d10-4608-b0e4-b92d8193db0d/ae7269a1-5333-46e8-9979-45e829be10be/c312409f-40cd-4420-a118-53c1b3fd5499) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:42.471648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd12fbf8-9afc-4f06-b17a-7be08bb7a3fa req-f78e8a40-2d5f-4d24-b3bf-2ed1082b863b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908024 Nov 12 00:52:42.498924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f8d-d593-451f-8a8d-3da77ae2bae7 req-39915cb6-d50c-4b07-bf79-a337e2e236bc tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.500420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-174f0f8d-d593-451f-8a8d-3da77ae2bae7 req-39915cb6-d50c-4b07-bf79-a337e2e236bc tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1038525 Nov 12 00:52:42.614318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-174f0f8d-d593-451f-8a8d-3da77ae2bae7 req-7b93f195-9bd9-4671-a5dc-774760536523 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050313 Nov 12 00:52:42.663204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.697949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.712449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.781434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:42.792038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:42.800257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:42.824222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event updated for resources: {'Port': ['ID=c312409f-40cd-4420-a118-53c1b3fd5499,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.840668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-ca78feaf-1d0e-425e-b70f-e11b8dabf786 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/84a6a64c-e71d-44fe-8a1b-23a710b1074b HTTP/1.1" status: 200 len: 1819 time: 0.1209507 Nov 12 00:52:42.880797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.881616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.907677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f91dd777-fdd2-4c09-bf27-3788bbac747d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8771620 Nov 12 00:52:42.910631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:42.915801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Request body: {'floatingip': {'port_id': 'c312409f-40cd-4420-a118-53c1b3fd5499'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:42.936977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.966842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.007506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.022369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.026499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.028302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d0e2667-eaef-421a-9cb8-9be0ff3180a0 req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/84a6a64c-e71d-44fe-8a1b-23a710b1074b HTTP/1.1" status: 204 len: 173 time: 0.1831722 Nov 12 00:52:43.041436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79510-d576-49c6-94de-827f3e998a10 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6a64c-e71d-44fe-8a1b-23a710b1074b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.119453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-53317531-63ae-4383-bffb-c988d32de45c tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/e5970673-e9bd-407a-b78b-3cc80634171c HTTP/1.1" status: 200 len: 1819 time: 0.0634525 Nov 12 00:52:43.207891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.235733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.263849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d3b8c1f1-a34f-420b-88ab-73efabcecf33 None None] Provisioning complete for port c312409f-40cd-4420-a118-53c1b3fd5499 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:43.264309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c1f1-a34f-420b-88ab-73efabcecf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.286604 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.290104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.291402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6ff192e-09a6-4d52-8123-3b75502b7037 req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5970673-e9bd-407a-b78b-3cc80634171c HTTP/1.1" status: 204 len: 173 time: 0.1631956 Nov 12 00:52:43.308160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a148-14a0-4723-8d88-9ea6e80ee273 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5970673-e9bd-407a-b78b-3cc80634171c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.324794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785568955', 'description': 'tempest-description-1165482805'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:43.365442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.468792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.479245 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.536774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8c1f1-a34f-420b-88ab-73efabcecf33 None None] Port c312409f-40cd-4420-a118-53c1b3fd5499 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:43.559470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82435de2-842b-4b27-ac18-182c3527dd37,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.566806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.577350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00985088-c82d-43dc-a16a-dc4cfa4f7b97 req-af24d932-ec0c-4463-847d-c218d58eb7a4 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2564616 Nov 12 00:52:43.645011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-c1212724-4a07-42a0-bcd3-92c8d2cb2e64 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/82435de2-842b-4b27-ac18-182c3527dd37 HTTP/1.1" status: 200 len: 1819 time: 0.0519242 Nov 12 00:52:43.660596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b582f990-72b6-4962-abf3-3c0c402e5796 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:43.661908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1249439466', 'description': 'tempest-description-hth-1181862414'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:43.688593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b582f990-72b6-4962-abf3-3c0c402e5796 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:43.690565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b582f990-72b6-4962-abf3-3c0c402e5796 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:43.691028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.701393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.718807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.824521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ec6b7-b6fe-408c-914b-3f224297bc9c req-17acc838-a738-431b-80a8-0ad093c95f91 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.826403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e3ec6b7-b6fe-408c-914b-3f224297bc9c req-17acc838-a738-431b-80a8-0ad093c95f91 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1005099 Nov 12 00:52:43.829969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.834257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.837657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.839477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a041d5-b61d-4b27-8fa7-ebc00d085475 req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "PUT /v2.0/security-groups/82435de2-842b-4b27-ac18-182c3527dd37 HTTP/1.1" status: 200 len: 1794 time: 0.1824245 Nov 12 00:52:43.889682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a98f-db8f-4772-a3ed-ee7ba75a492a tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82435de2-842b-4b27-ac18-182c3527dd37,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.901973 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 4db1b1b9-44d3-451f-93ca-f2f85fc1c9ce associated. External IP: 172.25.6.99, port: d522f81d-a02f-45ca-90a1-27ef79ec50f5. Nov 12 00:52:43.930680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.966620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e3ec6b7-b6fe-408c-914b-3f224297bc9c req-1a7827b9-f0d2-4aad-858d-bd4daea2769c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260121 Nov 12 00:52:43.985884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f0b3f89-f1f9-465d-bb6c-76218432bba6 req-d35ded18-15d7-4319-8c48-cb2fe2f1523f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/82435de2-842b-4b27-ac18-182c3527dd37 HTTP/1.1" status: 200 len: 1794 time: 0.0692647 Nov 12 00:52:44.071832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-ab57ae83-513c-4672-9c70-192c58b19e08 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/82435de2-842b-4b27-ac18-182c3527dd37 HTTP/1.1" status: 200 len: 1794 time: 0.0496807 Nov 12 00:52:44.144420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.202832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.230138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:44.243929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ecfc1-6a30-4cc4-b26f-2f9763b67d8f req-b6c48736-c672-4699-a8b4-42df82240b6b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.245582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-204ecfc1-6a30-4cc4-b26f-2f9763b67d8f req-b6c48736-c672-4699-a8b4-42df82240b6b tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.0823689 Nov 12 00:52:44.283883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.287660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.289417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98d67d6c-80d1-4b32-8d38-38a10b80da21 req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/82435de2-842b-4b27-ac18-182c3527dd37 HTTP/1.1" status: 204 len: 173 time: 0.2100689 Nov 12 00:52:44.315320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d113aef-1621-4878-be78-fb8958c16f0d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82435de2-842b-4b27-ac18-182c3527dd37,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:44.330651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-204ecfc1-6a30-4cc4-b26f-2f9763b67d8f req-c774921b-8f7c-42a0-a025-cc4f8d320ce2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Nov 12 00:52:44.369456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:44.383373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:44.396112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:44.396773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.438633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.449958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:44.450600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.491049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.493936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185f372-94d0-4dc0-9034-a54a34b79394 None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:44.539796 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-f5cd73e9-9866-4019-ae14-10c46722cfdd req-b4e28b59-48a1-40fd-94d2-59b2aeac256d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.544855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5cd73e9-9866-4019-ae14-10c46722cfdd req-b4e28b59-48a1-40fd-94d2-59b2aeac256d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/e5970673-e9bd-407a-b78b-3cc80634171c HTTP/1.1" status: 404 len: 352 time: 0.0251763 Nov 12 00:52:44.593654 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-834b5ddd-34f5-4853-8bee-9dc6fff8b5ec req-ec3cb30d-557e-408f-8303-60192464f597 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.601512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-834b5ddd-34f5-4853-8bee-9dc6fff8b5ec req-ec3cb30d-557e-408f-8303-60192464f597 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/84a6a64c-e71d-44fe-8a1b-23a710b1074b HTTP/1.1" status: 404 len: 352 time: 0.0243852 Nov 12 00:52:44.680097 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-f8331f78-2c5c-4c06-9f8d-ae124b828c46 req-07a6c4a0-77b7-4fae-b32f-a9f9ce0f10f9 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.681255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8331f78-2c5c-4c06-9f8d-ae124b828c46 req-07a6c4a0-77b7-4fae-b32f-a9f9ce0f10f9 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/bceca75b-f171-4bec-ba71-93039ea2a4a2 HTTP/1.1" status: 404 len: 352 time: 0.0258346 Nov 12 00:52:44.716519 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-792757c0-7ed2-49c0-b0b0-cf2e66f7532c req-4bfc4076-be9c-43f7-8ecd-46940620bf3f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.717706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-792757c0-7ed2-49c0-b0b0-cf2e66f7532c req-4bfc4076-be9c-43f7-8ecd-46940620bf3f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/5f3a23c8-08b6-4e54-afaa-e53f97ad57d5 HTTP/1.1" status: 404 len: 352 time: 0.0153062 Nov 12 00:52:44.738127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:44.775702 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-c3c89f58-9e59-47f4-9964-1aad405ea798 req-68f83f67-61dd-4d32-a3e6-a02129f185d9 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.776944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3c89f58-9e59-47f4-9964-1aad405ea798 req-68f83f67-61dd-4d32-a3e6-a02129f185d9 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/4de2cad7-3e6e-450c-a65d-12a07a0d9663 HTTP/1.1" status: 404 len: 352 time: 0.0175061 Nov 12 00:52:44.816193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.874051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:44.879457 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-53714d88-a824-4171-b877-3ff85fe6618c req-b340a76e-7d18-47e9-b434-12d95015525f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] show failed (client error): The resource could not be found. Nov 12 00:52:44.880555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53714d88-a824-4171-b877-3ff85fe6618c req-b340a76e-7d18-47e9-b434-12d95015525f tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/a03f2e8c-9aaa-4aee-b0b9-131584cf1722 HTTP/1.1" status: 404 len: 352 time: 0.0509362 Nov 12 00:52:44.881462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.890577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] Sync routers for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:44.901300 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:44.901992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.951635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.961616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:44.962488 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:44.973988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-390331ce-00e9-4f9f-94c7-0e263ced5a3c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.983244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-390331ce-00e9-4f9f-94c7-0e263ced5a3c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.1850684 Nov 12 00:52:44.998022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eea6a11e-9a20-4f22-84c5-0e13f8cb26ac tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/floatingips/4db1b1b9-44d3-451f-93ca-f2f85fc1c9ce HTTP/1.1" status: 200 len: 977 time: 2.0836458 Nov 12 00:52:44.998295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:44.999093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1bee5d28-c958-4e37-afb0-8fd24a347753 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/quotas/4cf085a46898487c9a4e931cc0997f87 HTTP/1.1" status: 200 len: 375 time: 0.0149279 Nov 12 00:52:45.024353 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:45.025013 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af9cc7-b036-425e-909f-10796e79b7b2 None None] The sync data for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:45.085531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-fa4848b2-3ed8-4bf6-8543-b9e761dd8f6c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854986 Nov 12 00:52:45.136214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port c312409f-40cd-4420-a118-53c1b3fd5499 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:45.136663 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.237695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-aa5f9dc7-cc79-4b38-9467-bc44732071bd service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511683 Nov 12 00:52:45.240372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.248418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0842-93bb-45ec-81ba-d93c7226d963 req-d3fc3215-5e35-4e4f-b889-0309896a28e0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.249991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e93a0842-93bb-45ec-81ba-d93c7226d963 req-d3fc3215-5e35-4e4f-b889-0309896a28e0 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1023 time: 0.0936859 Nov 12 00:52:45.419495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-3166f77d-d76f-4fb8-89c8-828dab022fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683965 Nov 12 00:52:45.428472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e93a0842-93bb-45ec-81ba-d93c7226d963 req-12421adc-ee12-40d9-8a7b-3146bf5cdd6d tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca1c8ba3-8fd8-492d-9a96-f466e18c6a09&id=b3ab11c8-3432-4f27-a40a-ea5bbb856c06&id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1497610 Nov 12 00:52:45.546240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.546751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.547448 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Floating IP 4db1b1b9-44d3-451f-93ca-f2f85fc1c9ce disassociated. External IP: 172.25.6.99, port: c312409f-40cd-4420-a118-53c1b3fd5499. Nov 12 00:52:45.547975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for c312409f-40cd-4420-a118-53c1b3fd5499 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:45.723923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a67a9375-6e22-4a79-8eb4-f8ec92eac351 req-c0e8e739-4041-4d14-b516-e030253f2a96 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 210 time: 0.0487220 Nov 12 00:52:45.767182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.798680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=c312409f-40cd-4420-a118-53c1b3fd5499,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.981832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:46.203071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:46.217803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] Sync routers for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:46.234632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:46.235883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.236344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-418edea3-0add-4164-8570-2b1db952c7e8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.244781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-418edea3-0add-4164-8570-2b1db952c7e8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b390baf-68bf-469e-87f8-9123d93ea36f HTTP/1.1" status: 200 len: 946 time: 0.1261373 Nov 12 00:52:46.290376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.313871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:46.315668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.317207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.323103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2d546eff-8caa-42f5-84d4-3e1310c614c2 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/c312409f-40cd-4420-a118-53c1b3fd5499 HTTP/1.1" status: 204 len: 168 time: 1.3234105 Nov 12 00:52:46.323734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58530) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:46.368960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.370038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4300d36-415e-4a9f-b218-7b52633d2752 None None] The sync data for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:46.521364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-8cc79aa1-7d32-47fe-ab45-c7e700c1525b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.523060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-8cc79aa1-7d32-47fe-ab45-c7e700c1525b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1023 time: 0.1446385 Nov 12 00:52:46.767779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Deleting port e3b38af1-4d5c-46cb-b411-edffcf74df20 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:46.768474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.955865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] For port e3b38af1-4d5c-46cb-b411-edffcf74df20, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e3b38af1-4d5c-46cb-b411-edffcf74df20,segment=NetworkSegment(2268e7d4-1108-4246-9e72-a2e78ddd1dd3),segment_id=2268e7d4-1108-4246-9e72-a2e78ddd1dd3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:46.961435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.984830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Calling delete_port for e3b38af1-4d5c-46cb-b411-edffcf74df20 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:47.072213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e260bec-b787-4cdc-9823-6eae5ee29012 req-3e86c241-e2a1-4a94-8141-a1b23d80c978 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.083377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e260bec-b787-4cdc-9823-6eae5ee29012 req-3e86c241-e2a1-4a94-8141-a1b23d80c978 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 1023 time: 0.2491238 Nov 12 00:52:47.110123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Deleting port f9dc78c7-4b43-459d-b60e-be88bc083a5c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:47.110489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.125612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-74828e70-a239-4891-bee6-3a4fc2377edc tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.127591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-74828e70-a239-4891-bee6-3a4fc2377edc tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 815 time: 0.2347925 Nov 12 00:52:47.164354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Request body: {'port': {'device_id': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'admin_state_up': True, 'tenant_id': '4cf085a46898487c9a4e931cc0997f87'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:47.387304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e260bec-b787-4cdc-9823-6eae5ee29012 req-5ddd32dc-adf0-4aca-84e7-1911d12da4e5 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups?id=ca1c8ba3-8fd8-492d-9a96-f466e18c6a09&id=b3ab11c8-3432-4f27-a40a-ea5bbb856c06&id=da416a17-dbab-4200-a0d6-fc7c021215df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3029802 Nov 12 00:52:47.396268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a27f32-d60b-42c1-b4e2-ebe6b7afa4be req-f1f2d66f-de46-4e8a-a8bc-ffdb5e053a53 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.403745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59a27f32-d60b-42c1-b4e2-ebe6b7afa4be req-f1f2d66f-de46-4e8a-a8bc-ffdb5e053a53 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2620878 Nov 12 00:52:47.408763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] For port f9dc78c7-4b43-459d-b60e-be88bc083a5c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f9dc78c7-4b43-459d-b60e-be88bc083a5c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:47.409129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.448488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Calling delete_port for f9dc78c7-4b43-459d-b60e-be88bc083a5c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:47.499657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.586434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59a27f32-d60b-42c1-b4e2-ebe6b7afa4be req-9ef5da51-2244-4425-8df3-043353cbae13 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815872 Nov 12 00:52:47.595299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ae00446-2c3a-408e-ac4a-d1c52f17ec5a req-b7f2f613-372e-42ea-b16c-5eeb141efb8d tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 210 time: 0.0734205 Nov 12 00:52:47.652855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.656380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Made reservation on behalf of 4cf085a46898487c9a4e931cc0997f87 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:47.665972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e3b38af1-4d5c-46cb-b411-edffcf74df20'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:47.679223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.698004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'Port': ['ID=e3b38af1-4d5c-46cb-b411-edffcf74df20,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.791714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] No DVR routers for this DVR port e3b38af1-4d5c-46cb-b411-edffcf74df20 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:47.795164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.798994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4acfba13-45fd-49db-835e-bf9f8bd612fe req-ee9fbe56-955b-453b-afcb-d44f694b2fe3 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.39 "DELETE /v2.0/ports/e3b38af1-4d5c-46cb-b411-edffcf74df20 HTTP/1.1" status: 204 len: 173 time: 1.2686319 Nov 12 00:52:47.798994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'name': 'network-vif-deleted', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:47.801426 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d49cf-ddf0-43c5-9a07-63da238d22b0" -d '{"events": [{"server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "name": "network-vif-deleted", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:47.878667 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0ae96-7cf4-4d04-9e7b-03576206a196 x-openstack-request-id: req-06a0ae96-7cf4-4d04-9e7b-03576206a196 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:47.883454 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc6212-6f49-402f-a96e-82477d0b341d", "name": "network-vif-deleted", "tag": "e3b38af1-4d5c-46cb-b411-edffcf74df20", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:47.883454 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06a0ae96-7cf4-4d04-9e7b-03576206a196 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:47.883454 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc6212-6f49-402f-a96e-82477d0b341d', 'name': 'network-vif-deleted', 'tag': 'e3b38af1-4d5c-46cb-b411-edffcf74df20', 'status': 'completed', 'code': 200} Nov 12 00:52:47.934601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e1077-146b-47ae-bb53-c9066f12cf02 req-a1dafaab-2e06-4fdc-874a-13775a2cfdb6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.944882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-382e1077-146b-47ae-bb53-c9066f12cf02 req-a1dafaab-2e06-4fdc-874a-13775a2cfdb6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1774070 Nov 12 00:52:47.961738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 68a76a5c-d5ba-403b-8680-68d0c097f415 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:47.962113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.973982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.073930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event deleted for resources: {'Port': ['ID=f9dc78c7-4b43-459d-b60e-be88bc083a5c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:48.078847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Allocated IP 172.20.0.11 (c4fb2aa2-7cbb-493c-8777-e924f57d0971/0c7aa3ff-46fe-4541-b540-d44e7c7d06a7/b2f882bb-d2ea-4333-925b-e407735a7b2c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:48.081226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] No DVR routers for this DVR port f9dc78c7-4b43-459d-b60e-be88bc083a5c on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:48.086065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.090156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.093618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b4c3493-f659-4fc7-8a7c-ba02dc2014f3 req-d752e81b-4eb7-4777-b523-576e27be755f tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.32 "DELETE /v2.0/ports/f9dc78c7-4b43-459d-b60e-be88bc083a5c HTTP/1.1" status: 204 len: 173 time: 1.8403959 Nov 12 00:52:48.095240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-deleted', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:48.097720 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54709cd6-3d4b-4cb7-bcfd-3017ec20be4a" -d '{"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-deleted", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:48.109630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 68a76a5c-d5ba-403b-8680-68d0c097f415 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:48.124521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-382e1077-146b-47ae-bb53-c9066f12cf02 req-61083e9e-599f-4300-af45-7351c380ee06 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786220 Nov 12 00:52:48.383940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6213f8-c769-4649-b756-6a5e72fdcbc9 req-6b9986a6-b7be-4128-9395-3c943579db73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.391419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e6213f8-c769-4649-b756-6a5e72fdcbc9 req-6b9986a6-b7be-4128-9395-3c943579db73 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1625381 Nov 12 00:52:48.400238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10e0f65-2240-462f-97d7-471e0884d3c6 x-openstack-request-id: req-e10e0f65-2240-462f-97d7-471e0884d3c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:48.400519 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b390baf-68bf-469e-87f8-9123d93ea36f", "name": "network-vif-deleted", "tag": "f9dc78c7-4b43-459d-b60e-be88bc083a5c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:48.400770 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e10e0f65-2240-462f-97d7-471e0884d3c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:48.401309 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b390baf-68bf-469e-87f8-9123d93ea36f', 'name': 'network-vif-deleted', 'tag': 'f9dc78c7-4b43-459d-b60e-be88bc083a5c', 'status': 'completed', 'code': 200} Nov 12 00:52:48.413490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.459521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.494122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e6213f8-c769-4649-b756-6a5e72fdcbc9 req-427e8813-4735-481c-aeca-ba7f73b0c406 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016383 Nov 12 00:52:48.550634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebe24226-2a0a-423f-a2c7-d4f67b89e2c2 req-64c5dec3-faea-4d58-8dd1-400e72cfbecc tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6dc6212-6f49-402f-a96e-82477d0b341d HTTP/1.1" status: 200 len: 210 time: 0.0553913 Nov 12 00:52:48.552614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=68a76a5c-d5ba-403b-8680-68d0c097f415,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:48.607510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.675393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Network c4fb2aa2-7cbb-493c-8777-e924f57d0971 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:48.678936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:48.685515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:48.776115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.776849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.806462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event updated for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:48.830096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-14fb22de-5528-4ee6-971a-17ccc6aa21ed tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6866961 Nov 12 00:52:48.844958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Request body: {'port': {'device_id': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:48.859972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.901609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae5d6b-b11a-44d8-84eb-4fc15174ea8e req-c6676819-4b55-4345-b128-3ab282fb2a7c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.903202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42ae5d6b-b11a-44d8-84eb-4fc15174ea8e req-c6676819-4b55-4345-b128-3ab282fb2a7c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1226337 Nov 12 00:52:48.984583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.051428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42ae5d6b-b11a-44d8-84eb-4fc15174ea8e req-f5624e11-5fad-4b73-9799-d01a1df98dee tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194179 Nov 12 00:52:49.064345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f6bc-bd02-4837-88d2-ebe1bc9ea07d req-f812bea0-eed7-4d26-afc9-abd2311680de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.072042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d57f6bc-bd02-4837-88d2-ebe1bc9ea07d req-f812bea0-eed7-4d26-afc9-abd2311680de tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 932 time: 0.1365299 Nov 12 00:52:49.153375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:49.199029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d57f6bc-bd02-4837-88d2-ebe1bc9ea07d req-d5858734-e744-4b0d-9522-506a5c47cb04 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241660 Nov 12 00:52:49.323594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:49.333464 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe23e759-6246-415f-89e8-8db61eb31c40 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/routers/976b0149-4b70-4dc0-bfd9-ffa8568615f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0086286 Nov 12 00:52:49.334117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:49.339288 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] Sync routers for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:49.349970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf579bc-d97b-4e1e-a5c2-2139a83774f5 req-cdf02ba2-3908-43f3-9cb9-03447d044c69 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.350310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:49.351082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:49.351513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaf579bc-d97b-4e1e-a5c2-2139a83774f5 req-cdf02ba2-3908-43f3-9cb9-03447d044c69 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1308837 Nov 12 00:52:49.393880 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:49.403148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] Routers {'976b0149-4b70-4dc0-bfd9-ffa8568615f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:49.403868 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:49.436792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:49.437620 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f21164-6aac-40ab-a04e-b3b20e5c6873 None None] The sync data for ids ['976b0149-4b70-4dc0-bfd9-ffa8568615f8'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:49.513306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaf579bc-d97b-4e1e-a5c2-2139a83774f5 req-e0f2947c-5417-4631-88ce-51b1130baffc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534140 Nov 12 00:52:49.557600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.611706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f882bb-d2ea-4333-925b-e407735a7b2c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:49.626391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.646658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:49.677360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: f9dc78c7-4b43-459d-b60e-be88bc083a5c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:49.678124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f9dc78c7-4b43-459d-b60e-be88bc083a5c not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:49.698462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Transition to ACTIVE for port object b2f882bb-d2ea-4333-925b-e407735a7b2c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:49.712947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.785457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.790683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-d9a63bc8-b374-4336-b187-d4857c6b036b tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/ca1c8ba3-8fd8-492d-9a96-f466e18c6a09 HTTP/1.1" status: 200 len: 1818 time: 0.1200149 Nov 12 00:52:49.806129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Pushing event updated for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.011598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Attempting to bind port b2f882bb-d2ea-4333-925b-e407735a7b2c on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:50.011927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Attempting to bind port b2f882bb-d2ea-4333-925b-e407735a7b2c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:50.012271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Attempting to bind port b2f882bb-d2ea-4333-925b-e407735a7b2c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:50.016869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.027904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fe3c3-f0fa-4748-b581-bba8d0c1df7b req-35c37394-8b0e-4947-ae3c-78899bce7dda tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.029603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc5fe3c3-f0fa-4748-b581-bba8d0c1df7b req-35c37394-8b0e-4947-ae3c-78899bce7dda tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1231189 Nov 12 00:52:50.032408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 9e7eae9d-0dbd-460c-9068-14c13e1ac366 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:50.032800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.038228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Port b2f882bb-d2ea-4333-925b-e407735a7b2c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:50.038577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Attempting to bind port b2f882bb-d2ea-4333-925b-e407735a7b2c on network c4fb2aa2-7cbb-493c-8777-e924f57d0971 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:50.083287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:50.083287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Checking segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:50.083287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Bound using segment: {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:50.084253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Bound port: b2f882bb-d2ea-4333-925b-e407735a7b2c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ecf92b-3898-4f29-994f-0bce38800841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:50.084253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.131608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.231615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc5fe3c3-f0fa-4748-b581-bba8d0c1df7b req-c95c542b-8665-424a-9c96-2b9ce58f0842 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767707 Nov 12 00:52:50.240252 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.242980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.244111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d08f1d2-f773-45c7-975c-a751d5d2efa0 req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/ca1c8ba3-8fd8-492d-9a96-f466e18c6a09 HTTP/1.1" status: 204 len: 173 time: 0.4426677 Nov 12 00:52:50.252658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.287132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 9e7eae9d-0dbd-460c-9068-14c13e1ac366 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:50.289029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9de9-d792-4ca4-98bd-d495be23e711 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c8ba3-8fd8-492d-9a96-f466e18c6a09,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.293322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:50.298407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:50.308679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.396520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.397549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.399090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] 10.222.0.39 "PUT /v2.0/ports/b2f882bb-d2ea-4333-925b-e407735a7b2c HTTP/1.1" status: 200 len: 1093 time: 1.5607536 Nov 12 00:52:50.405742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:50.408157 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:50.529333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ae3b8-a820-4b7a-a5a4-7c6b60b403cc service neutron] Pushing event updated for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.937121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b98b6-90f0-41eb-9c62-13634ed4fac4 req-e1c8b207-bf84-4f4d-9148-201c664c7f3a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.939242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-742b98b6-90f0-41eb-9c62-13634ed4fac4 req-e1c8b207-bf84-4f4d-9148-201c664c7f3a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.5923207 Nov 12 00:52:50.959268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca7d6d-2b6e-4620-8928-4736b5406f13 req-97fbe939-8d2b-4733-b438-fffe4a156a24 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.961435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edca7d6d-2b6e-4620-8928-4736b5406f13 req-97fbe939-8d2b-4733-b438-fffe4a156a24 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 944 time: 0.5468335 Nov 12 00:52:51.002902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-c5bda054-b2ee-4329-8f03-989648a24489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.005481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-c5bda054-b2ee-4329-8f03-989648a24489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 1096 time: 0.5505111 Nov 12 00:52:51.106350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:51.116021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-37c4d0b5-032a-45fc-8c00-f852f04c8007 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c HTTP/1.1" status: 200 len: 217 time: 0.0807462 Nov 12 00:52:51.220191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edca7d6d-2b6e-4620-8928-4736b5406f13 req-94167be9-8d06-481b-9f4c-fc69681c03d8 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425170 Nov 12 00:52:51.223934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-742b98b6-90f0-41eb-9c62-13634ed4fac4 req-60ec4360-0335-4359-846a-2c27b0712b63 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481933 Nov 12 00:52:51.232547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59c7ff89-689a-4a5b-acff-ba7971e5d7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.243118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702e1d-a688-443e-8962-a1a0cb489787 req-635ca316-b8d6-405a-a982-0c959ada70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.245125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-635ca316-b8d6-405a-a982-0c959ada70cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.1116366 Nov 12 00:52:51.245772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.335109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-7b7523ab-fbf8-4994-8834-8c63e6a92677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767651 Nov 12 00:52:51.335890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=9e7eae9d-0dbd-460c-9068-14c13e1ac366,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.337750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59c7ff89-689a-4a5b-acff-ba7971e5d7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.367509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aba522-71c2-4fca-b6b9-f300b5775186 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:51.384390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59c7ff89-689a-4a5b-acff-ba7971e5d7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.385917 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4e6a2-b0a5-4561-9cc4-1054a3495e3b x-openstack-request-id: req-f9f4e6a2-b0a5-4561-9cc4-1054a3495e3b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:51.386162 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:51.386440 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9f4e6a2-b0a5-4561-9cc4-1054a3495e3b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:51.386773 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c', 'status': 'completed', 'code': 200} Nov 12 00:52:51.436041 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-59c7ff89-689a-4a5b-acff-ba7971e5d7ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ac3f4f8d7074316bb0472a16879b24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277361 Nov 12 00:52:51.437623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7ff89-689a-4a5b-acff-ba7971e5d7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f80d51-8327-4d1e-b818-65b123096aa4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.444305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:51.497058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.520623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.539603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.569576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-60b9d21f-eae1-4c7e-a78f-a256dbd410be tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "GET /v2.0/security-groups/b3ab11c8-3432-4f27-a40a-ea5bbb856c06 HTTP/1.1" status: 200 len: 1818 time: 0.2932029 Nov 12 00:52:51.576090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.578864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.580239 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07f80d51-8327-4d1e-b818-65b123096aa4 HTTP/1.1" status: 204 len: 168 time: 0.1357157 Nov 12 00:52:51.589440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afc5a6-ac2f-489f-bf9b-6ccdbac9bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f80d51-8327-4d1e-b818-65b123096aa4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.663587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.670631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.692320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-86e38400-08e6-490d-a984-e0c4b44bc7f8 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441563 Nov 12 00:52:51.710673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e3b38af1-4d5c-46cb-b411-edffcf74df20 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:51.735671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: e3b38af1-4d5c-46cb-b411-edffcf74df20 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:51.735671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e3b38af1-4d5c-46cb-b411-edffcf74df20 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:51.750879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c91b3d-0eb8-4d6c-b124-dbaafc9e575e req-56575251-8899-47f2-9696-5672551e6bfb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.752350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43c91b3d-0eb8-4d6c-b124-dbaafc9e575e req-56575251-8899-47f2-9696-5672551e6bfb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3238089 Nov 12 00:52:51.773722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.774240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Fanout notify agent at l3_agent the message router_deleted on router 976b0149-4b70-4dc0-bfd9-ffa8568615f8 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:52:51.789147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.790202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f049b2fb-0ffb-49cf-a8f8-661279cf219b tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/routers/976b0149-4b70-4dc0-bfd9-ffa8568615f8 HTTP/1.1" status: 204 len: 168 time: 2.4377367 Nov 12 00:52:51.794714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:51.850988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting subnet ae7269a1-5333-46e8-9979-45e829be10be {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:51.854704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.854849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.895956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.898551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43c91b3d-0eb8-4d6c-b124-dbaafc9e575e req-496b8c6c-bffd-43ec-852d-279e0d45dfaf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332538 Nov 12 00:52:51.909762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.914166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93702e1d-a688-443e-8962-a1a0cb489787 req-6a172d72-ac1f-43d0-aa19-e2d9c8a8a889 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876690 Nov 12 00:52:51.974644 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:51.975443 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.979271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.984201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-636c1fdb-cc28-43c9-ba33-3a2e6851ed90 req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] 10.222.0.11 "DELETE /v2.0/security-groups/b3ab11c8-3432-4f27-a40a-ea5bbb856c06 HTTP/1.1" status: 204 len: 173 time: 0.3747950 Nov 12 00:52:51.997929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.023673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.053176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7145e20-4de5-44ac-89c5-110a747f8535 tempest-SecurityGroupsTestJSON-1374756359 tempest-SecurityGroupsTestJSON-1374756359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab11c8-3432-4f27-a40a-ea5bbb856c06,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.086211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Deleting subnet 36b3a2a7-df2c-4cfa-9110-770a234df266 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:52.091730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-34a3028c-8c4d-46a1-9f4c-ca27ba56876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.093137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-34a3028c-8c4d-46a1-9f4c-ca27ba56876f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cf085a46898487c9a4e931cc0997f87&device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 1096 time: 0.1078773 Nov 12 00:52:52.093815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.104434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.136376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7269a1-5333-46e8-9979-45e829be10be,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.140887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.148434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dfec0b77-155c-48da-ac99-add5ec575c10 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/subnets/ae7269a1-5333-46e8-9979-45e829be10be HTTP/1.1" status: 204 len: 168 time: 0.3522799 Nov 12 00:52:52.149285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.155254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abf0ad-3973-4d9c-ab12-a21773213410 None None] Network a5ae8194-8d10-4608-b0e4-b92d8193db0d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:52.215503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.351152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.355658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.394014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] DHCP port deletion for a5ae8194-8d10-4608-b0e4-b92d8193db0d request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:52.401307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-02adea8d-7387-4b1f-9bba-b7cdc6d688e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.401307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-02adea8d-7387-4b1f-9bba-b7cdc6d688e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 200 len: 916 time: 0.2868171 Nov 12 00:52:52.468426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Deleting port 60c27244-75f7-4474-91ce-96de6720c24b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:52.469063 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.496682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-0e8e539a-d905-4fc2-973a-5f5e2537cb2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c HTTP/1.1" status: 200 len: 217 time: 0.0781574 Nov 12 00:52:52.522235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60c27244-75f7-4474-91ce-96de6720c24b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:52.566871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60c27244-75f7-4474-91ce-96de6720c24b,segment=NetworkSegment(fd7f7d4c-4bbc-44b7-a15e-13141960914a),segment_id=fd7f7d4c-4bbc-44b7-a15e-13141960914a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:52.567293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.587355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbdf49-45fb-4caf-bb06-ca3dcd38a7d2 req-49e957b4-1f0d-4e2f-959f-4f065f865df4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.587629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Calling delete_port for 60c27244-75f7-4474-91ce-96de6720c24b owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:52.588944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cdbdf49-45fb-4caf-bb06-ca3dcd38a7d2 req-49e957b4-1f0d-4e2f-959f-4f065f865df4 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 944 time: 0.2573912 Nov 12 00:52:52.619793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526127da-c87e-4acd-b223-55e88926e8ac req-eba61d88-1ff6-48c2-a000-52df1955c4a4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.621280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-526127da-c87e-4acd-b223-55e88926e8ac req-eba61d88-1ff6-48c2-a000-52df1955c4a4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2631655 Nov 12 00:52:52.630845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.676704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-134e57da-646d-4e2a-b9c0-c481f0086f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.678183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-134e57da-646d-4e2a-b9c0-c481f0086f09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 200 len: 855 time: 0.1707284 Nov 12 00:52:52.680772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.694153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b3a2a7-df2c-4cfa-9110-770a234df266,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.714751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.720630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58666) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.720843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f0b9b18f-c1c5-4b22-9c11-8b5e25e35d3d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/36b3a2a7-df2c-4cfa-9110-770a234df266 HTTP/1.1" status: 204 len: 168 time: 0.7216344 Nov 12 00:52:52.724735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60c27244-75f7-4474-91ce-96de6720c24b,segment=NetworkSegment(fd7f7d4c-4bbc-44b7-a15e-13141960914a),segment_id=fd7f7d4c-4bbc-44b7-a15e-13141960914a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:52.731611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.761994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-3ada0929-b06f-4fb7-b3b4-9c5e5a488039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4fb2aa2-7cbb-493c-8777-e924f57d0971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588024 Nov 12 00:52:52.792323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cdbdf49-45fb-4caf-bb06-ca3dcd38a7d2 req-d37b1464-e933-49f4-a842-22613e3f8541 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891758 Nov 12 00:52:52.804209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.808405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.822632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.853643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-526127da-c87e-4acd-b223-55e88926e8ac req-589c42bf-532a-48f3-9077-573f1a0319b6 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093189 Nov 12 00:52:52.857865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] Pushing event deleted for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.858147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 60c27244-75f7-4474-91ce-96de6720c24b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:52.858512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.872369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ab597-6048-43fc-bf1e-d8492034e7ed None None] No DVR routers for this DVR port 60c27244-75f7-4474-91ce-96de6720c24b on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:52.989574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.992137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] For port 60c27244-75f7-4474-91ce-96de6720c24b, host n-d-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:52.993803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.012611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5766c693-d1d9-4a59-864e-0ea8e743e6af']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.026427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2268e7d4-1108-4246-9e72-a2e78ddd1dd3') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.026917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2268e7d4-1108-4246-9e72-a2e78ddd1dd3') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.040876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.058844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.063937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 60c27244-75f7-4474-91ce-96de6720c24b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:53.068377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Port 60c27244-75f7-4474-91ce-96de6720c24b was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:52:53.069110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:53.069570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.070495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:53.086298 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:53.124719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] No DVR routers for this DVR port 60c27244-75f7-4474-91ce-96de6720c24b on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:53.130502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=60c27244-75f7-4474-91ce-96de6720c24b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.148453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.157781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.163945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5766c693-d1d9-4a59-864e-0ea8e743e6af HTTP/1.1" status: 204 len: 168 time: 0.4418268 Nov 12 00:52:53.180148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6dd06-efe2-458e-9a55-929db988f3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5766c693-d1d9-4a59-864e-0ea8e743e6af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.259575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5cd8e-8392-4aa4-a9c6-38ca78d50d4b req-33011345-ddf1-4ab5-8cd2-2bd0bc2c9b1e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.266614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adf5cd8e-8392-4aa4-a9c6-38ca78d50d4b req-33011345-ddf1-4ab5-8cd2-2bd0bc2c9b1e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2610137 Nov 12 00:52:53.284659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.336210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-c0c0cb9f-e42d-4a02-921c-72b957f60039 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633483 Nov 12 00:52:53.337695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ae8194-8d10-4608-b0e4-b92d8193db0d']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.366154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7f7d4c-4bbc-44b7-a15e-13141960914a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.366872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7f7d4c-4bbc-44b7-a15e-13141960914a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:53.377945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:53.401537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.407709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adf5cd8e-8392-4aa4-a9c6-38ca78d50d4b req-525a0aff-a4f2-44fc-9842-37994e1fed26 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401751 Nov 12 00:52:53.436033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cbf036a-9770-460d-b4f1-7e31f8bcbfa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a858de18dc4f49b2028ccb8812dbc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563695 Nov 12 00:52:53.438278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:53.446911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.459450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:53.459765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:53.462902 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:53.491509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.514410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.539055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b2a32db-146e-4fd4-99f3-c96b2bb95af1 req-cea50344-f71a-4536-8fbc-d59f2282c8d3 service neutron] 10.222.0.39 "GET /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880155 Nov 12 00:52:53.546890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.552269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.558241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/networks/a5ae8194-8d10-4608-b0e4-b92d8193db0d HTTP/1.1" status: 204 len: 168 time: 1.3963292 Nov 12 00:52:53.558921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:53.574118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284063f-a92a-4e32-9fe3-e0ff13ad8f02 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Network': ['ID=a5ae8194-8d10-4608-b0e4-b92d8193db0d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.649817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.652541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.653816 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da416a17-dbab-4200-a0d6-fc7c021215df HTTP/1.1" status: 204 len: 168 time: 0.2145324 Nov 12 00:52:53.685328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c68ba-7666-44d9-ada7-0d7deb901f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da416a17-dbab-4200-a0d6-fc7c021215df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.723137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port d7b2533d-1ece-4d33-9aa9-4b9ee57210da {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:53.723470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.855285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.857847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.877060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for d7b2533d-1ece-4d33-9aa9-4b9ee57210da owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:53.957562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840cdbc-7904-4f2c-b3a2-b8c341106c1b req-63637302-2a96-4e06-8179-8955afd706da tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.959571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b840cdbc-7904-4f2c-b3a2-b8c341106c1b req-63637302-2a96-4e06-8179-8955afd706da tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 944 time: 0.0683792 Nov 12 00:52:54.047714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b840cdbc-7904-4f2c-b3a2-b8c341106c1b req-ce08ebee-7f80-44bc-a135-e95fc39252d6 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794175 Nov 12 00:52:54.057577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c410a-a2ed-4942-9985-3e9ed5cfee95 req-2aa11de4-ea90-4f49-92eb-63c218d14446 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.059143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-475c410a-a2ed-4942-9985-3e9ed5cfee95 req-2aa11de4-ea90-4f49-92eb-63c218d14446 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.0816479 Nov 12 00:52:54.112761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.154478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-475c410a-a2ed-4942-9985-3e9ed5cfee95 req-d5d2463e-8be6-4314-95df-27196f44b7ec tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869412 Nov 12 00:52:54.189342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=d7b2533d-1ece-4d33-9aa9-4b9ee57210da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.249104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.251738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.256555 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7a79505f-ed29-447f-8925-551d79434480 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/floatingips/4db1b1b9-44d3-451f-93ca-f2f85fc1c9ce HTTP/1.1" status: 204 len: 168 time: 0.6933792 Nov 12 00:52:54.258418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.287429 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e0accd-03eb-456b-8685-5d33afc8429d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] DELETE failed (client error): The resource could not be found. Nov 12 00:52:54.288447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e0accd-03eb-456b-8685-5d33afc8429d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:52:54.292449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-41e0accd-03eb-456b-8685-5d33afc8429d tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/c312409f-40cd-4420-a118-53c1b3fd5499 HTTP/1.1" status: 404 len: 333 time: 0.0328991 Nov 12 00:52:54.295071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.332016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0fce012c-9258-480f-bab0-1acfd3e049ea tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/ports?device_id=976b0149-4b70-4dc0-bfd9-ffa8568615f8 HTTP/1.1" status: 200 len: 205 time: 0.0355105 Nov 12 00:52:54.334914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.381255 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-e5c818bc-ed55-4d3e-a32f-35843753acf3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] delete failed (client error): The resource could not be found. Nov 12 00:52:54.382326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e5c818bc-ed55-4d3e-a32f-35843753acf3 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/routers/976b0149-4b70-4dc0-bfd9-ffa8568615f8 HTTP/1.1" status: 404 len: 336 time: 0.0465589 Nov 12 00:52:54.385103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.413134 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc68b42-c1ea-4047-95fc-eb569cddb217 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] DELETE failed (client error): The resource could not be found. Nov 12 00:52:54.413603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc68b42-c1ea-4047-95fc-eb569cddb217 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:52:54.416734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8fc68b42-c1ea-4047-95fc-eb569cddb217 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/subnets/ae7269a1-5333-46e8-9979-45e829be10be HTTP/1.1" status: 404 len: 337 time: 0.0306063 Nov 12 00:52:54.420825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.576282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef0ca-30f1-423f-8eb3-574e57966f57 req-f3deacdc-66ed-4712-a912-bf9bb9285ccc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.579701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port d522f81d-a02f-45ca-90a1-27ef79ec50f5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:54.580029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.585529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d9ef0ca-30f1-423f-8eb3-574e57966f57 req-f3deacdc-66ed-4712-a912-bf9bb9285ccc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0746779 Nov 12 00:52:54.649814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d9ef0ca-30f1-423f-8eb3-574e57966f57 req-907a7b88-bae3-43c4-b715-9729bd1e1f45 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559556 Nov 12 00:52:54.695571 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.709421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for d522f81d-a02f-45ca-90a1-27ef79ec50f5 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:54.856866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.889904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=d522f81d-a02f-45ca-90a1-27ef79ec50f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.970589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.974716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c47e1c3-295b-4521-9188-fe1542c5cb5a tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/d522f81d-a02f-45ca-90a1-27ef79ec50f5 HTTP/1.1" status: 204 len: 168 time: 0.5526869 Nov 12 00:52:54.977264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.092005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port e9c86e70-2d3c-42c3-8846-70f84af39aed {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:55.092381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.197549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07568a11-2895-42ad-96ce-e503a7bcd96f req-f6377c67-71de-41ab-aed1-a32843575db9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.202023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07568a11-2895-42ad-96ce-e503a7bcd96f req-f6377c67-71de-41ab-aed1-a32843575db9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 944 time: 0.0730405 Nov 12 00:52:55.216788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.230466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for e9c86e70-2d3c-42c3-8846-70f84af39aed owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:55.275165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07568a11-2895-42ad-96ce-e503a7bcd96f req-8555dc20-8462-4b76-97b0-01cfa807415c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Nov 12 00:52:55.298328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.410672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665545-e1f3-4dcb-aeb7-25b7bb5896b6 req-b611b1f3-c54d-4acb-978e-c44a903c4d00 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.418324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90665545-e1f3-4dcb-aeb7-25b7bb5896b6 req-b611b1f3-c54d-4acb-978e-c44a903c4d00 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.0667939 Nov 12 00:52:55.427259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.472128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=e9c86e70-2d3c-42c3-8846-70f84af39aed,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.479628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e016ab1-a47d-4b74-bd4f-cef5f1f3b930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.492231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90665545-e1f3-4dcb-aeb7-25b7bb5896b6 req-9fa49815-b572-45d5-b471-10b4df8471e0 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729876 Nov 12 00:52:55.554688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.560140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7c21977b-de2c-468c-a767-add1ebfb3277 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/ports/e9c86e70-2d3c-42c3-8846-70f84af39aed HTTP/1.1" status: 204 len: 168 time: 0.5801499 Nov 12 00:52:55.561920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.605650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e016ab1-a47d-4b74-bd4f-cef5f1f3b930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.610022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e016ab1-a47d-4b74-bd4f-cef5f1f3b930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.624386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb043ae-663b-460b-be95-a789e882f6e9 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.630012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.632168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2cb043ae-663b-460b-be95-a789e882f6e9 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "GET /v2.0/ports?device_id=87f6af62-37b9-4c34-92ee-81aa28f2cd84 HTTP/1.1" status: 200 len: 913 time: 0.0669973 Nov 12 00:52:55.694755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016ab1-a47d-4b74-bd4f-cef5f1f3b930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1340a292-75de-4920-a908-debed777c189,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.703955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e016ab1-a47d-4b74-bd4f-cef5f1f3b930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b92ecc39c914488e9a8fdc34fe76fe5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044583 Nov 12 00:52:55.706782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.712911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b2f882bb-d2ea-4333-925b-e407735a7b2c details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:55.851388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.858133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:55.870792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b2f882bb-d2ea-4333-925b-e407735a7b2c', 'network_id': 'c4fb2aa2-7cbb-493c-8777-e924f57d0971', 'port_id': 'b2f882bb-d2ea-4333-925b-e407735a7b2c', 'mac_address': 'fa:16:3e:eb:7a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7aa3ff-46fe-4541-b540-d44e7c7d06a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:55.912538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.928364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f882bb-d2ea-4333-925b-e407735a7b2c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:55.932883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.949925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:55.956440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.958923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fab69-c45f-400b-aa97-bca186320ea6 req-bd5201ed-7f18-4d0f-8768-87d18eb86062 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.962239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b04fab69-c45f-400b-aa97-bca186320ea6 req-bd5201ed-7f18-4d0f-8768-87d18eb86062 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1564457 Nov 12 00:52:56.031860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.105471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b04fab69-c45f-400b-aa97-bca186320ea6 req-610b7650-0813-453b-8102-2ce1b94ed400 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073580 Nov 12 00:52:56.117051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.119625 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.124087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1340a292-75de-4920-a908-debed777c189 HTTP/1.1" status: 204 len: 168 time: 0.4130273 Nov 12 00:52:56.138677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b9cd-d9ae-4e67-ba9b-76497de1f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340a292-75de-4920-a908-debed777c189,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.239597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b2f882bb-d2ea-4333-925b-e407735a7b2c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:56.703184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf544077-cdff-45e9-a112-dfc445fad22a req-730e2f70-cf8a-44c9-a45f-8047cb8c9afd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.704691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf544077-cdff-45e9-a112-dfc445fad22a req-730e2f70-cf8a-44c9-a45f-8047cb8c9afd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1107039 Nov 12 00:52:56.741461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9fa74-ae94-4678-8ba7-b7d71cddd12d req-1d250abe-8785-4b83-8fd9-daa52be7aa34 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.742423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65d9fa74-ae94-4678-8ba7-b7d71cddd12d req-1d250abe-8785-4b83-8fd9-daa52be7aa34 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 945 time: 0.1495628 Nov 12 00:52:56.837947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65d9fa74-ae94-4678-8ba7-b7d71cddd12d req-f756ab05-b1a7-4e1c-8dc6-3d122ae2d95a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 Nov 12 00:52:56.843146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf544077-cdff-45e9-a112-dfc445fad22a req-0b953710-8944-4063-8dc8-a36e4f106ea5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285527 Nov 12 00:52:56.859715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.948001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:57.080548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155979497-network', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:57.111102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:57.115350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.127402 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.198811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 10d3158a-8337-4e41-9966-f3bccbdc2a91 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:57.199078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.220565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.227252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.252119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:57.274712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25251e8-3666-43a8-91da-4a5818ee0b4b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.278920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.279291 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Added segment 752dd83b-9401-4aba-88cb-236dbebbaf80 of type vlan for network d157b105-16cd-4319-a7e7-1205b550239a Nov 12 00:52:57.334174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.361524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39761fc-8a61-44a3-96aa-105d4b70584d req-cbc20332-38a6-4e65-9040-3121bda929d0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.363236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e39761fc-8a61-44a3-96aa-105d4b70584d req-cbc20332-38a6-4e65-9040-3121bda929d0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0889838 Nov 12 00:52:57.365617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.381439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.382549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.383370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.385655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 10d3158a-8337-4e41-9966-f3bccbdc2a91 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:57.424598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4753802 Nov 12 00:52:57.429640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:57.434869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Request body: {'subnet': {'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1155979497-subnet', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:57.474132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e39761fc-8a61-44a3-96aa-105d4b70584d req-3d07c3ea-837e-447c-a80a-eb891d5e5fa7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987749 Nov 12 00:52:57.487583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825037f-63de-494b-9008-8016c9067e3d admin admin] Pushing event updated for resources: {'Network': ['ID=d157b105-16cd-4319-a7e7-1205b550239a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.499665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:57.505042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d157b105-16cd-4319-a7e7-1205b550239a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:57.515435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.666384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.698643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=10d3158a-8337-4e41-9966-f3bccbdc2a91,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.727670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b2f882bb-d2ea-4333-925b-e407735a7b2c up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:57.800130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b2f882bb-d2ea-4333-925b-e407735a7b2c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:57.804026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.808515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b2f882bb-d2ea-4333-925b-e407735a7b2c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:57.809207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.850064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99458bf6-f8cd-406b-be92-3231eab8ce7a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.898848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Checking segment: {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:57.899276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Network hostable DHCP agents. Network: d157b105-16cd-4319-a7e7-1205b550239a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:57.908213 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.923165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.929174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Network d157b105-16cd-4319-a7e7-1205b550239a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:57.955066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d157b105-16cd-4319-a7e7-1205b550239a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:57.959950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.960901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.965748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:57.971808 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0802b67f-4e88-4181-b978-b3228e46c349" -d '{"events": [{"server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "name": "network-vif-plugged", "status": "completed", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:57.988022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d8c76-ec45-4a7f-ad0e-f5be31698f88 None None] Network d157b105-16cd-4319-a7e7-1205b550239a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:57.996543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c1442077-4eb7-4ee2-a6ea-7d2fda9dfc79 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5630469 Nov 12 00:52:57.996899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:58.003171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:58.028695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:58.044634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.044865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.050045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.143059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.153048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9927ec-314f-4b09-b814-f24e596955af req-df17698f-c91b-4523-be4d-dce27b21f0f1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.155252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9927ec-314f-4b09-b814-f24e596955af req-df17698f-c91b-4523-be4d-dce27b21f0f1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1146970 Nov 12 00:52:58.176302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:58.288395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d157b105-16cd-4319-a7e7-1205b550239a', 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'fixed_ips': [{'subnet_id': '99458bf6-f8cd-406b-be92-3231eab8ce7a'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:52:58.289367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.327436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04ea21-edac-4a69-bd30-b5aed10d6c64 req-cb7b04ec-ff71-41e4-a13a-37115da69e47 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.329468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e04ea21-edac-4a69-bd30-b5aed10d6c64 req-cb7b04ec-ff71-41e4-a13a-37115da69e47 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.3297451 Nov 12 00:52:58.356723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.403264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9927ec-314f-4b09-b814-f24e596955af req-fc03b51a-de83-4d56-a82d-34ed7e27bdeb tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297671 Nov 12 00:52:58.430061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:58.473270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e04ea21-edac-4a69-bd30-b5aed10d6c64 req-f3752259-6fe6-4f96-a9a7-e41e0a53a0f9 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355205 Nov 12 00:52:58.539363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Allocated IP 172.20.0.2 (d157b105-16cd-4319-a7e7-1205b550239a/99458bf6-f8cd-406b-be92-3231eab8ce7a/60beb894-5ed9-4a44-8c72-174bf471d267) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:58.555641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:58.652821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:58.660225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e0a1801a-5d87-4cb6-968d-fc5f9aa35534 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "PUT /v2.0/routers/87f6af62-37b9-4c34-92ee-81aa28f2cd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231016 Nov 12 00:52:58.661352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:58.701162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] Sync routers for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:58.827196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:58.835174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:58.845443 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b1921-b74d-4d53-974d-463bb5322555 x-openstack-request-id: req-7f5b1921-b74d-4d53-974d-463bb5322555 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:58.845935 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "name": "network-vif-plugged", "status": "completed", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:58.846471 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f5b1921-b74d-4d53-974d-463bb5322555 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:58.847068 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c', 'code': 200} Nov 12 00:52:58.913313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:58.958643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] Routers {'87f6af62-37b9-4c34-92ee-81aa28f2cd84'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:58.959375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:58.975236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.975818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.005570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.018328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:59.019192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01af9ac-b20c-41e0-8560-fee8c7f43bef None None] The sync data for ids ['87f6af62-37b9-4c34-92ee-81aa28f2cd84'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:59.039971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d92984f1-b169-447e-8412-c0044f5fc21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.042348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.052269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.117961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Pushing event updated for resources: {'Port': ['ID=60beb894-5ed9-4a44-8c72-174bf471d267,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.137598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Network d157b105-16cd-4319-a7e7-1205b550239a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:59.139788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:59.143409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:59.219188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Attempting to bind port 60beb894-5ed9-4a44-8c72-174bf471d267 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:59.219569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Attempting to bind port 60beb894-5ed9-4a44-8c72-174bf471d267 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:59.224210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Attempting to bind port 60beb894-5ed9-4a44-8c72-174bf471d267 on network d157b105-16cd-4319-a7e7-1205b550239a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:59.231896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:59.232379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Checking segment: {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:59.232718 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.233098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Bound using segment: {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:59.233681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Bound port: 60beb894-5ed9-4a44-8c72-174bf471d267, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:59.234080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.242152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Allocated IP 172.25.6.66 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5a1b979a-4705-436c-b8db-b482b27a1088) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:59.273764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d92984f1-b169-447e-8412-c0044f5fc21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.279813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d92984f1-b169-447e-8412-c0044f5fc21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.280264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdbee1-eba7-432d-a9ca-d26b184086da req-ad625375-60be-4219-a331-35b1637c9616 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.281943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eebdbee1-eba7-432d-a9ca-d26b184086da req-ad625375-60be-4219-a331-35b1637c9616 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3025422 Nov 12 00:52:59.316203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] For port 60beb894-5ed9-4a44-8c72-174bf471d267, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:59.323208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] For port 60beb894-5ed9-4a44-8c72-174bf471d267, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60beb894-5ed9-4a44-8c72-174bf471d267,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:59.332452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92984f1-b169-447e-8412-c0044f5fc21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ee428-c8a9-4ccc-810d-0051e9bd6582,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.334596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.351590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a2e8e-07a3-44b4-8a17-510d206609ba req-74f4a248-22a8-4a3d-a58d-8c2ca7197105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.353169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-749a2e8e-07a3-44b4-8a17-510d206609ba req-74f4a248-22a8-4a3d-a58d-8c2ca7197105 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 1098 time: 0.3039615 Nov 12 00:52:59.367746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-f557fb66-18b2-4c8d-a392-adf182522488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.369341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-f557fb66-18b2-4c8d-a392-adf182522488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.3243423 Nov 12 00:52:59.383122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d92984f1-b169-447e-8412-c0044f5fc21f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aec2699b62944c2a39eab7b36fb7375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8235979 Nov 12 00:52:59.385961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:59.391115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f701-3193-411c-ba17-83daf885119a req-23097dc7-87e1-4e55-af4a-3eddaf364634 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.398997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7902f701-3193-411c-ba17-83daf885119a req-23097dc7-87e1-4e55-af4a-3eddaf364634 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2075408 Nov 12 00:52:59.457281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c38cf-fc9d-4af2-87c4-f632e084a6f8 None None] Pushing event updated for resources: {'Port': ['ID=60beb894-5ed9-4a44-8c72-174bf471d267,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.475451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.531744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.535755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.555137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.576895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eebdbee1-eba7-432d-a9ca-d26b184086da req-d8a98f09-03e3-4b57-8ce1-1c634efc49cc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548225 Nov 12 00:52:59.621027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.656771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.660836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.666268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f43ee428-c8a9-4ccc-810d-0051e9bd6582 HTTP/1.1" status: 204 len: 168 time: 0.2751260 Nov 12 00:52:59.683512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e21fea-ce0b-43e1-a941-1ae428381e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ee428-c8a9-4ccc-810d-0051e9bd6582,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.691509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:59.698348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:59.703620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:59.708390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-749a2e8e-07a3-44b4-8a17-510d206609ba req-fded9dbc-7dc3-457e-816d-a2944089c1fd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365898 Nov 12 00:52:59.721691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7902f701-3193-411c-ba17-83daf885119a req-80f58140-24fe-412f-a376-2a1650813602 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217449 Nov 12 00:52:59.748190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597a84e-5f3d-4e37-baeb-c4fa04671520 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:59.849293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Pushing event updated for resources: {'Port': ['ID=5a1b979a-4705-436c-b8db-b482b27a1088,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.852255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b6aacae2-18b0-4875-a17b-f37bbe393dcd None None] Provisioning complete for port 5a1b979a-4705-436c-b8db-b482b27a1088 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:59.853162 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6aacae2-18b0-4875-a17b-f37bbe393dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.872494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-387d85df-9ce9-4c3e-8a34-474067615f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.875068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-387d85df-9ce9-4c3e-8a34-474067615f57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.4554663 Nov 12 00:52:59.880042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting port 6a0c42c2-3479-4529-b906-5f0b3570d0cb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:59.880755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.932135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6aacae2-18b0-4875-a17b-f37bbe393dcd None None] Port 5a1b979a-4705-436c-b8db-b482b27a1088 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:00.072001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9087682-ac16-4669-8c82-8589bbb7a0ae req-129ebb72-352f-43c5-adb1-d31e1282b268 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.073683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9087682-ac16-4669-8c82-8589bbb7a0ae req-129ebb72-352f-43c5-adb1-d31e1282b268 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.4080005 Nov 12 00:53:00.099511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.104353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-8831e679-874f-47a0-8384-87fefd82a37e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 1000 time: 0.1254780 Nov 12 00:53:00.132098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.200777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Calling delete_port for 6a0c42c2-3479-4529-b906-5f0b3570d0cb owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:00.252318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-eacc1cc5-7e6d-4bd7-8b9f-753dbaf52784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.254814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-eacc1cc5-7e6d-4bd7-8b9f-753dbaf52784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.1418955 Nov 12 00:53:00.259049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9087682-ac16-4669-8c82-8589bbb7a0ae req-a168b18a-6b65-4596-9302-4f2a082220af tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535053 Nov 12 00:53:00.355758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-2031f235-b239-4cda-87c4-0b3a7b0fbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.357371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-2031f235-b239-4cda-87c4-0b3a7b0fbf51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653956 Nov 12 00:53:00.568362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60beb894-5ed9-4a44-8c72-174bf471d267 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:00.571923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-617dcc34-23a8-4a54-912b-a90e52c33dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646113 Nov 12 00:53:00.684253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 60beb894-5ed9-4a44-8c72-174bf471d267 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:00.685131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.721057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.885963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.912805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.928401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 60beb894-5ed9-4a44-8c72-174bf471d267, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60beb894-5ed9-4a44-8c72-174bf471d267,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:00.940995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.033638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=60beb894-5ed9-4a44-8c72-174bf471d267,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.037740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db4131-f801-49d9-8fa3-100a283e077e None None] Network d157b105-16cd-4319-a7e7-1205b550239a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:01.119915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4ba7cb3d-3fda-40b6-a1df-c9007a51e7ce None None] Provisioning complete for port 60beb894-5ed9-4a44-8c72-174bf471d267 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:01.120226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ba7cb3d-3fda-40b6-a1df-c9007a51e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.137457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Router 3f9e4531-e15a-43d0-8a0b-4e920e046417 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:01.223973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Port': ['ID=6a0c42c2-3479-4529-b906-5f0b3570d0cb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.324955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:01.334432 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Sync routers for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:01.350416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:01.351061 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.358946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.367086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b29142e-8cea-42b4-9ec2-d49183e88abe admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3632016 Nov 12 00:53:01.367086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:01.378756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4949-6d15-450d-90b4-041cf786b6bb req-d5f13dc4-5674-4cea-a7d6-5eaf728dcbf4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.381336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd9d4949-6d15-450d-90b4-041cf786b6bb req-d5f13dc4-5674-4cea-a7d6-5eaf728dcbf4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.6947186 Nov 12 00:53:01.389582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9527c9cf-8ace-4aab-b8ff-22c320d6f711 req-23f70a7d-3513-49fa-90f4-17d302293eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054919 Nov 12 00:53:01.457193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26786dd-818d-4ee4-98cf-24cd03e4450e req-c6ff9cf8-2bf9-459a-ab91-8b9f3517d4ef tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.465161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f26786dd-818d-4ee4-98cf-24cd03e4450e req-c6ff9cf8-2bf9-459a-ab91-8b9f3517d4ef tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2357173 Nov 12 00:53:01.477030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.550425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa05629-0995-4b9e-adbf-7805e3c6621b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:01.563308 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:01.618368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd9d4949-6d15-450d-90b4-041cf786b6bb req-8c96914c-de75-4e66-b922-5061f581d107 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266912 Nov 12 00:53:01.679357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f26786dd-818d-4ee4-98cf-24cd03e4450e req-6c6ed893-2f76-4bdd-875e-4d27f5fbb41a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129829 Nov 12 00:53:01.687725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.700772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.879676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:52:59Z', 'revision_number': 3, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.886205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.887120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Fanout notify agent at l3_agent the message router_deleted on router 87f6af62-37b9-4c34-92ee-81aa28f2cd84 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:01.931211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.943754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5285328-8d43-4896-bc71-5560432bf800 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/routers/87f6af62-37b9-4c34-92ee-81aa28f2cd84 HTTP/1.1" status: 204 len: 168 time: 3.2784119 Nov 12 00:53:01.944739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:01.953479 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Checking router: 3f9e4531-e15a-43d0-8a0b-4e920e046417 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:01.953828 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Updating router 3f9e4531-e15a-43d0-8a0b-4e920e046417 port 5a1b979a-4705-436c-b8db-b482b27a1088 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:02.005950 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.135445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.195145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0741b822-b0df-4377-a683-577c57611239 None None] Provisioning complete for port 60beb894-5ed9-4a44-8c72-174bf471d267 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:02.196021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0741b822-b0df-4377-a683-577c57611239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.196984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Deleting subnet 76debd94-7b37-429d-a9f6-96701e683e17 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:02.241100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8f7e-f4e7-485e-acec-7448f1066724 req-682eb17e-5012-471b-ad0d-b52727d147ee tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.261980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eddb8f7e-f4e7-485e-acec-7448f1066724 req-682eb17e-5012-471b-ad0d-b52727d147ee tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.2775409 Nov 12 00:53:02.272360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.373133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.451798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.527035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e328-5866-45d2-b04d-c0054b1acda8 req-5c6f4ec2-e6c6-4592-bdf6-5f0daf533245 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.528829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6331e328-5866-45d2-b04d-c0054b1acda8 req-5c6f4ec2-e6c6-4592-bdf6-5f0daf533245 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2420115 Nov 12 00:53:02.531235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-22f1807d-6e74-4f25-8bd2-a1071d75702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.532976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-22f1807d-6e74-4f25-8bd2-a1071d75702d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.1607108 Nov 12 00:53:02.541250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eddb8f7e-f4e7-485e-acec-7448f1066724 req-d538ac6c-4206-446d-bc6d-939a3772c587 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783382 Nov 12 00:53:02.556445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60beb894-5ed9-4a44-8c72-174bf471d267 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:02.582625 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.596175 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.650979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.678888 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Pushing event updated for resources: {'Port': ['ID=5a1b979a-4705-436c-b8db-b482b27a1088,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.686615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 60beb894-5ed9-4a44-8c72-174bf471d267 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:02.686923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.702145 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Attempting to bind port 5a1b979a-4705-436c-b8db-b482b27a1088 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:02.702745 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Attempting to bind port 5a1b979a-4705-436c-b8db-b482b27a1088 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:02.703297 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Attempting to bind port 5a1b979a-4705-436c-b8db-b482b27a1088 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:02.711502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Allocated IP 172.20.0.1 (d157b105-16cd-4319-a7e7-1205b550239a/99458bf6-f8cd-406b-be92-3231eab8ce7a/1492025d-549d-4214-996f-1b313eb553b2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:02.727069 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:02.727767 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:02.728490 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.729033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:02.729992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Bound port: 5a1b979a-4705-436c-b8db-b482b27a1088, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:02.730546 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.749650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc1ab0-fd36-40bc-a607-55db82701919 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:02.804997 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] For port 5a1b979a-4705-436c-b8db-b482b27a1088, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:02.809241 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] For port 5a1b979a-4705-436c-b8db-b482b27a1088, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5a1b979a-4705-436c-b8db-b482b27a1088,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:02.812686 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.813028 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.813418 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.814158 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.814292 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.814554 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.814877 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.815207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.815530 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.816083 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.816565 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.816898 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:02.822185 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.858303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.874869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:02.875507 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:02.883143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ca906-1b41-442a-9cd4-4b24ca409adb None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:02.898388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.926238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-77fd8810-2316-47bc-a9b5-d77fac0a3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.930403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-77fd8810-2316-47bc-a9b5-d77fac0a3fe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.3831494 Nov 12 00:53:02.959603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.960298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] Provisioning complete for port 5a1b979a-4705-436c-b8db-b482b27a1088 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:02.961075 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.978329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Network d157b105-16cd-4319-a7e7-1205b550239a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:02.980636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:02.987566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:02.999679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:03.058717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-f2c77915-607b-4adf-8976-edd8f330c479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.1210747 Nov 12 00:53:03.082051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6331e328-5866-45d2-b04d-c0054b1acda8 req-a696f362-f2b3-45e1-a967-1cc365c6eef5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345671 Nov 12 00:53:03.103845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.151094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c0ab5-455b-4bb2-9062-ee3bca64fa76 req-e1981a68-d531-40e1-90a2-09d5e8ac8a41 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.155255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-181c0ab5-455b-4bb2-9062-ee3bca64fa76 req-e1981a68-d531-40e1-90a2-09d5e8ac8a41 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.4453700 Nov 12 00:53:03.191766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.218489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.248860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] For port 5a1b979a-4705-436c-b8db-b482b27a1088, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5a1b979a-4705-436c-b8db-b482b27a1088,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:03.256118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.263417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Subnet': ['ID=76debd94-7b37-429d-a9f6-96701e683e17,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.290181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.336226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.341844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7bb2d955-2709-4905-b9db-71e1b7528802 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/subnets/76debd94-7b37-429d-a9f6-96701e683e17 HTTP/1.1" status: 204 len: 168 time: 1.3957016 Nov 12 00:53:03.347837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b929-0665-40b3-b0ec-6649a5e5c0a2 None None] Pushing event updated for resources: {'Port': ['ID=5a1b979a-4705-436c-b8db-b482b27a1088,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.350116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:03.365474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-9e069fe3-fff0-44e2-aced-00ff326a29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.367873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-9e069fe3-fff0-44e2-aced-00ff326a29b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2823706 Nov 12 00:53:03.386510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f3257d7-056a-4e66-911a-df9963dd8414 None None] Provisioning complete for port 5a1b979a-4705-436c-b8db-b482b27a1088 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:03.386891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f3257d7-056a-4e66-911a-df9963dd8414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.471858 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:52:59Z', 'revision_number': 3, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:03.519229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-181c0ab5-455b-4bb2-9062-ee3bca64fa76 req-3bd27ac3-0320-47dd-8f0a-5a008329577a tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521442 Nov 12 00:53:03.542263 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddcb8f-a186-4417-8b1d-d1f641e3a621 None None] Pushing event updated for resources: {'Port': ['ID=5a1b979a-4705-436c-b8db-b482b27a1088,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.545258 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e62a81-6144-42b1-8a1c-09e13072c762 None None] The sync data for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 is: [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:52:59Z', 'revision_number': 3, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:03.548629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b2204-7a17-4af1-887c-32a6ac6c86e6 req-fb4436e8-a2e7-427e-a56e-e0757f5db8db tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.563606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a6b2204-7a17-4af1-887c-32a6ac6c86e6 req-fb4436e8-a2e7-427e-a56e-e0757f5db8db tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.3229110 Nov 12 00:53:03.564860 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.582821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f3257d7-056a-4e66-911a-df9963dd8414 None None] Provisioning complete for port 1492025d-549d-4214-996f-1b313eb553b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:03.583494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f3257d7-056a-4e66-911a-df9963dd8414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.586949 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.667753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f3257d7-056a-4e66-911a-df9963dd8414 None None] Port 1492025d-549d-4214-996f-1b313eb553b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:03.700318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.712993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.730508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.739290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-4b7362f1-1ddf-408f-9892-7f6786b7e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.740915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-4b7362f1-1ddf-408f-9892-7f6786b7e970 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369062 Nov 12 00:53:03.786040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a6b2204-7a17-4af1-887c-32a6ac6c86e6 req-ea48f87f-6a0a-406d-98fa-b49c78a2f162 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189369 Nov 12 00:53:03.899879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Network d157b105-16cd-4319-a7e7-1205b550239a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:03.901417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:04.028347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.091491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8d3224-43a1-47f4-9a64-21a90c63ebcb']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:04.101522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-6d75a7dc-7a3f-483f-896a-947ba60737a2 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481548 Nov 12 00:53:04.112867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Router 3f9e4531-e15a-43d0-8a0b-4e920e046417 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:04.231922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323206a0-789f-4bc5-86e8-8b65021b81ff') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:04.236378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323206a0-789f-4bc5-86e8-8b65021b81ff') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:04.279597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.297125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:04.305280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.313590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:04.314378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.320694 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c185d937-13a2-4abe-b2b0-6d0d846860e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/3f9e4531-e15a-43d0-8a0b-4e920e046417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543951 Nov 12 00:53:04.355695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e8cba0f2-baf4-4eff-b9fb-49bfb127ec6c None None] Provisioning complete for port 1492025d-549d-4214-996f-1b313eb553b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:04.356846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8cba0f2-baf4-4eff-b9fb-49bfb127ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:04.389824 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:04.402769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.439163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.447389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] 10.222.0.11 "DELETE /v2.0/networks/9c8d3224-43a1-47f4-9a64-21a90c63ebcb HTTP/1.1" status: 204 len: 168 time: 1.0926516 Nov 12 00:53:04.466434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9896a-ece6-46fc-a65c-9a410565975b req-e4b1327c-4ef5-49f7-a5f0-c79065c8e050 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.468513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dd9896a-ece6-46fc-a65c-9a410565975b req-e4b1327c-4ef5-49f7-a5f0-c79065c8e050 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.4049981 Nov 12 00:53:04.505215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e8cba0f2-baf4-4eff-b9fb-49bfb127ec6c None None] Port 1492025d-549d-4214-996f-1b313eb553b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:04.549572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d10f-d002-4697-a368-8fbafb04a902 req-220311f7-a48a-4cf9-9611-49ed31f46616 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.559871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3596d10f-d002-4697-a368-8fbafb04a902 req-220311f7-a48a-4cf9-9611-49ed31f46616 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3422627 Nov 12 00:53:04.563838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a341b-fa01-4e8a-9665-fc241bbf4d08 tempest-FloatingIPTestJSON-653794375 tempest-FloatingIPTestJSON-653794375-project] Pushing event deleted for resources: {'Network': ['ID=9c8d3224-43a1-47f4-9a64-21a90c63ebcb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.586766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5a1b979a-4705-436c-b8db-b482b27a1088 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:04.623254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3a0cec9-1f0e-44d5-8ea5-b76587f76967 req-ecb59bf0-9341-48ab-b088-6be9ff8497fc service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005987 Nov 12 00:53:04.642036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:04.653096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dd9896a-ece6-46fc-a65c-9a410565975b req-411b2b2a-677d-48c0-b93c-ed633ac32f19 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590316 Nov 12 00:53:04.699059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5a1b979a-4705-436c-b8db-b482b27a1088 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:04.699853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.756799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3596d10f-d002-4697-a368-8fbafb04a902 req-a695b145-827d-4229-9eab-89f40d5427d3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957626 Nov 12 00:53:04.905821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-449671208'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:04.961802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:04.966934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.986700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08b5b8-8ec2-4625-803c-bbb0c63408b2 req-36f9fb80-6560-4cb2-80a2-408d6e59c598 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.997322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c08b5b8-8ec2-4625-803c-bbb0c63408b2 req-36f9fb80-6560-4cb2-80a2-408d6e59c598 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.1340499 Nov 12 00:53:04.998962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:05.031164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.032429 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Added segment cbf24b76-c9d9-458e-8102-c165d79333a3 of type vlan for network 2317c965-67ef-4738-a447-9cb2a8f806dc Nov 12 00:53:05.076772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c08b5b8-8ec2-4625-803c-bbb0c63408b2 req-b6ecbd8d-6c91-4ff1-8a31-2a81a675a3b0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 Nov 12 00:53:05.091740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.166368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.176129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.226077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.232823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.233465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.287851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.288381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6447229 Nov 12 00:53:05.292952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'subnet': {'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:05.325037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f170831-3591-4040-9c2a-ac33e6111dca tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Network': ['ID=2317c965-67ef-4738-a447-9cb2a8f806dc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.336312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 2317c965-67ef-4738-a447-9cb2a8f806dc details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:05.471148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81538eaa-103b-464d-95e4-1022023f2017 req-67b04d4a-a2bc-410f-a886-f32b7ee052b2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.472664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81538eaa-103b-464d-95e4-1022023f2017 req-67b04d4a-a2bc-410f-a886-f32b7ee052b2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.1284876 Nov 12 00:53:05.477188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5f72cfc-a0d1-48ad-8b14-4e75f85d4fac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de8273112a1b4f80acc47a124641842f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999032 Nov 12 00:53:05.480254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.498826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:05.501979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.536510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.562901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.588037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81538eaa-103b-464d-95e4-1022023f2017 req-b13203db-f333-434a-84e2-b87176951f89 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086185 Nov 12 00:53:05.634483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.637608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.641201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a86fa88-04c1-42c4-8539-4882d7583817 HTTP/1.1" status: 204 len: 168 time: 0.1575203 Nov 12 00:53:05.651834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639e0d-b147-4eef-8f97-8550d4884bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a86fa88-04c1-42c4-8539-4882d7583817,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.751645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.813743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583ee7b-60a4-4d5e-bf6c-3b808725b7cc req-f30570de-324f-43e5-a189-0bc370e32564 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.815279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2583ee7b-60a4-4d5e-bf6c-3b808725b7cc req-f30570de-324f-43e5-a189-0bc370e32564 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.1169431 Nov 12 00:53:05.835286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Subnet': ['ID=7e606141-0140-4bfc-808e-9a57df06143c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.892103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Checking segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:05.892103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network hostable DHCP agents. Network: 2317c965-67ef-4738-a447-9cb2a8f806dc, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:05.944490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2583ee7b-60a4-4d5e-bf6c-3b808725b7cc req-1b515201-874d-4ef2-984c-e3f6fab23118 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079321 Nov 12 00:53:05.959999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 2317c965-67ef-4738-a447-9cb2a8f806dc is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:05.981417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1998a89-c0e4-4e97-b021-4cb4837f239f req-736d851f-d4c7-427d-830c-20831a7960bf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.991913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1998a89-c0e4-4e97-b021-4cb4837f239f req-736d851f-d4c7-427d-830c-20831a7960bf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1377742 Nov 12 00:53:05.999374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Sync routers for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:06.010470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 2317c965-67ef-4738-a447-9cb2a8f806dc) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:06.010470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.011319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.026772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:06.028232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:06.030898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e7c93-d2a9-48b2-adc7-eec7245cc1e5 None None] Network 2317c965-67ef-4738-a447-9cb2a8f806dc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:06.098071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:06.098355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-34d1ae1d-4c47-4acc-85e5-1f22eb930c87 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8091190 Nov 12 00:53:06.106623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1968102326'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:06.123101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1998a89-c0e4-4e97-b021-4cb4837f239f req-016c53d9-0df0-485d-a10c-e1059b9866bb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279249 Nov 12 00:53:06.177966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:06.182079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.231544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:06.258115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.260221 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Added segment f33c626f-4663-41ef-995f-ecc7d42b4c7b of type vlan for network 0fe12151-5edd-45c8-9790-401b3d9f1a9e Nov 12 00:53:06.365186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669434-8a07-4db4-a7d6-fb050f1fca3f req-f4076c2f-38a6-43fb-a1bd-0fb79967d456 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.381163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c669434-8a07-4db4-a7d6-fb050f1fca3f req-f4076c2f-38a6-43fb-a1bd-0fb79967d456 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0869575 Nov 12 00:53:06.389014 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.440534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.452995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.454993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.461328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c669434-8a07-4db4-a7d6-fb050f1fca3f req-03a7a5a3-e5bd-4833-b573-3bff2cdf0e8a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786057 Nov 12 00:53:06.503788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:06.564956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:06.565296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4642143 Nov 12 00:53:06.573961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'subnet': {'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:06.578449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-2317c965-67ef-4738-a447-9cb2a8f806dc', 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'fixed_ips': [{'subnet_id': '7e606141-0140-4bfc-808e-9a57df06143c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:06.580552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.581833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9a3c-7e4d-4878-8316-427594d621a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Network': ['ID=0fe12151-5edd-45c8-9790-401b3d9f1a9e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:06.647986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:06.806864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:06.823153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a319d9-6005-4141-9295-6ec5c49cea4a req-a043b7e4-5112-4f6e-83f7-33efc832a03e tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.825117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98a319d9-6005-4141-9295-6ec5c49cea4a req-a043b7e4-5112-4f6e-83f7-33efc832a03e tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.1137743 Nov 12 00:53:06.842312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:06.845876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.980673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38003-e6ad-496b-bfc4-90088706f70c req-941290c0-00d4-4a27-957a-5aba37651391 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.982194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8a38003-e6ad-496b-bfc4-90088706f70c req-941290c0-00d4-4a27-957a-5aba37651391 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1541336 Nov 12 00:53:06.991704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-13e72834-a37f-4977-8617-db17201df48d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] Request body: {'port': {'network_id': 'feee5f70-ccec-4a70-bd5f-c80c92fec27e', 'name': 'tempest-NetworksNegativeTestJSON-1810198864'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.008819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98a319d9-6005-4141-9295-6ec5c49cea4a req-be5c043d-05f8-41ec-964c-41eb68ee195c tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691546 Nov 12 00:53:07.015832 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e72834-a37f-4977-8617-db17201df48d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] POST failed (client error): The resource could not be found. Nov 12 00:53:07.016686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e72834-a37f-4977-8617-db17201df48d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.022474 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-13e72834-a37f-4977-8617-db17201df48d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2103343 Nov 12 00:53:07.024796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.034202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Allocated IP 19.80.0.2 (2317c965-67ef-4738-a447-9cb2a8f806dc/7e606141-0140-4bfc-808e-9a57df06143c/9ebe24f6-518c-44b5-b58a-cca3a363b300) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:07.067955 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b777d3ef-05d8-4d63-b031-44ed55b9bc5d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] DELETE failed (client error): The resource could not be found. Nov 12 00:53:07.068605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b777d3ef-05d8-4d63-b031-44ed55b9bc5d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.071665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b777d3ef-05d8-4d63-b031-44ed55b9bc5d tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "DELETE /v2.0/networks/d6f033d4-ffa4-41ba-b5bf-8d67c8a1fbf1 HTTP/1.1" status: 404 len: 339 time: 0.0456975 Nov 12 00:53:07.076685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.124119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1492025d-549d-4214-996f-1b313eb553b2', 'name': '', 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'mac_address': 'fa:16:3e:be:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:02Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 2, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'subnets': [{'id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:07.150139 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63c4085-0b2c-443a-a3bd-e3642bc39d45 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] DELETE failed (client error): The resource could not be found. Nov 12 00:53:07.150826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8a38003-e6ad-496b-bfc4-90088706f70c req-4686210f-5316-4bb3-a68c-e370179612d9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521578 Nov 12 00:53:07.151787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63c4085-0b2c-443a-a3bd-e3642bc39d45 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.159580 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b63c4085-0b2c-443a-a3bd-e3642bc39d45 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "DELETE /v2.0/ports/963ffd0d-1780-4965-93d2-38e5893c7bcb HTTP/1.1" status: 404 len: 333 time: 0.0691819 Nov 12 00:53:07.160222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.165363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Checking router: 3f9e4531-e15a-43d0-8a0b-4e920e046417 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:07.165726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Updating router 3f9e4531-e15a-43d0-8a0b-4e920e046417 port 1492025d-549d-4214-996f-1b313eb553b2 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:07.202784 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.242752 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4518b8-4970-4ab9-b61b-95ed05a2f564 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] DELETE failed (client error): The resource could not be found. Nov 12 00:53:07.243216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4518b8-4970-4ab9-b61b-95ed05a2f564 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.250602 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb4518b8-4970-4ab9-b61b-95ed05a2f564 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "DELETE /v2.0/subnets/7a7cf60d-4b5a-4b8c-bb7b-22046004e620 HTTP/1.1" status: 404 len: 337 time: 0.0890718 Nov 12 00:53:07.251243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.281303 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfe7a82-fdcc-4684-b9c9-aa08529ddae2 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] GET failed (client error): The resource could not be found. Nov 12 00:53:07.289466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.289636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ccfe7a82-fdcc-4684-b9c9-aa08529ddae2 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "GET /v2.0/networks/77c10e1a-6fe4-479b-93f2-e8f53fdf0f21 HTTP/1.1" status: 404 len: 339 time: 0.0373023 Nov 12 00:53:07.359086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.409820 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da1c84d-093e-4d0a-a047-f028a251fef2 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] GET failed (client error): The resource could not be found. Nov 12 00:53:07.411535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2da1c84d-093e-4d0a-a047-f028a251fef2 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "GET /v2.0/ports/fe8131a1-949c-4c46-af3f-b18291cb0af7 HTTP/1.1" status: 404 len: 333 time: 0.1179130 Nov 12 00:53:07.415826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.418977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Subnet': ['ID=2071655d-419d-4853-9211-0f521af3516f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:07.456760 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1666481d-fc8d-4776-bec8-58eb2134511f tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] GET failed (client error): The resource could not be found. Nov 12 00:53:07.463252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1666481d-fc8d-4776-bec8-58eb2134511f tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "GET /v2.0/subnets/45513fa2-b940-4837-876d-3f61cfa63c28 HTTP/1.1" status: 404 len: 337 time: 0.0446837 Nov 12 00:53:07.464148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.471499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5bead223-c37e-451c-a58e-1ac9a5e16e36 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.490959 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bead223-c37e-451c-a58e-1ac9a5e16e36 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] PUT failed (client error): The resource could not be found. Nov 12 00:53:07.492256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bead223-c37e-451c-a58e-1ac9a5e16e36 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.500032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5bead223-c37e-451c-a58e-1ac9a5e16e36 tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "PUT /v2.0/networks/d75dd8a2-4d91-41b4-881f-24ca0b02198d HTTP/1.1" status: 404 len: 339 time: 0.0307944 Nov 12 00:53:07.501187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59092) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.509909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ac119ae-5e56-46ba-92c3-6da1b34a30df tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.539200 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac119ae-5e56-46ba-92c3-6da1b34a30df tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] PUT failed (client error): The resource could not be found. Nov 12 00:53:07.540335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac119ae-5e56-46ba-92c3-6da1b34a30df tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.546466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ea71f-c275-4a5d-b501-a73a48c038f6 req-503b6403-e9a1-41a0-8073-500cd97a3db5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.548358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ac119ae-5e56-46ba-92c3-6da1b34a30df tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "PUT /v2.0/ports/262b14e5-723d-469d-a70b-b6e0336152b4 HTTP/1.1" status: 404 len: 333 time: 0.0454876 Nov 12 00:53:07.549242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.556184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-628ea71f-c275-4a5d-b501-a73a48c038f6 req-503b6403-e9a1-41a0-8073-500cd97a3db5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1430514 Nov 12 00:53:07.558532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf16f0f2-6df2-486b-a635-f45c1f25a5cf tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.565473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.583077 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.600953 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf16f0f2-6df2-486b-a635-f45c1f25a5cf tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] PUT failed (client error): The resource could not be found. Nov 12 00:53:07.602701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf16f0f2-6df2-486b-a635-f45c1f25a5cf tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:53:07.610318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf16f0f2-6df2-486b-a635-f45c1f25a5cf tempest-NetworksNegativeTestJSON-1049695346 tempest-NetworksNegativeTestJSON-1049695346-project] 10.222.0.11 "PUT /v2.0/subnets/bfd0686c-b0c9-403a-8365-48969cc855f5 HTTP/1.1" status: 404 len: 337 time: 0.0594523 Nov 12 00:53:07.624659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Checking segment: {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:07.625236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network hostable DHCP agents. Network: 0fe12151-5edd-45c8-9790-401b3d9f1a9e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:07.652247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Network 2317c965-67ef-4738-a447-9cb2a8f806dc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:07.663460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:07.666780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:07.684236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-628ea71f-c275-4a5d-b501-a73a48c038f6 req-437cf0c4-aba2-4cda-9b43-172f2d876673 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253133 Nov 12 00:53:07.685845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:07.705274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0fe12151-5edd-45c8-9790-401b3d9f1a9e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:07.710923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.712598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.717393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Pushing event updated for resources: {'Port': ['ID=9ebe24f6-518c-44b5-b58a-cca3a363b300,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:07.746012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5485cbe-0cfd-4da3-88ba-563b5f4286af None None] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:07.786793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-740159b2-0fee-4283-8b00-7add8693112d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2126031 Nov 12 00:53:07.818286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-e23ee98c-86c9-4d95-8352-15c142594592 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.835006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-e23ee98c-86c9-4d95-8352-15c142594592 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.1130667 Nov 12 00:53:07.875608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Attempting to bind port 9ebe24f6-518c-44b5-b58a-cca3a363b300 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:07.876025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Attempting to bind port 9ebe24f6-518c-44b5-b58a-cca3a363b300 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:07.876367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Attempting to bind port 9ebe24f6-518c-44b5-b58a-cca3a363b300 on network 2317c965-67ef-4738-a447-9cb2a8f806dc {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:07.899320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:07.899699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Checking segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:07.900128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.900524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Bound using segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:07.901018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Bound port: 9ebe24f6-518c-44b5-b58a-cca3a363b300, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:07.901916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.973300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Deleting port b2f882bb-d2ea-4333-925b-e407735a7b2c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:07.973906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.009691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] For port 9ebe24f6-518c-44b5-b58a-cca3a363b300, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:08.013014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] For port 9ebe24f6-518c-44b5-b58a-cca3a363b300, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9ebe24f6-518c-44b5-b58a-cca3a363b300,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:08.028036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:08.050866 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.189235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad6d822e-ccd5-45c1-9228-03599b80db1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.239938 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.269612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044981d-6ac0-4f49-b394-e4a091ac96ce None None] Pushing event updated for resources: {'Port': ['ID=9ebe24f6-518c-44b5-b58a-cca3a363b300,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.304691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.313334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad6d822e-ccd5-45c1-9228-03599b80db1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.321096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad6d822e-ccd5-45c1-9228-03599b80db1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.356240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-0fe12151-5edd-45c8-9790-401b3d9f1a9e', 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'fixed_ips': [{'subnet_id': '2071655d-419d-4853-9211-0f521af3516f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:08.357450 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.426175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a8f4b-c612-4c60-9ead-11327482f2bb None None] Pushing event updated for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.437934 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad6d822e-ccd5-45c1-9228-03599b80db1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7780ec1a18b3450b919aa64077eef19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4078341 Nov 12 00:53:08.439423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d822e-ccd5-45c1-9228-03599b80db1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4db8ae-44e4-4109-8602-06cd31795352,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.463540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:08.626327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.687006 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.753656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.756837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.760527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df4db8ae-44e4-4109-8602-06cd31795352 HTTP/1.1" status: 204 len: 168 time: 0.2936499 Nov 12 00:53:08.770789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d31f3-d840-4ae0-9981-9568f35562b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4db8ae-44e4-4109-8602-06cd31795352,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.773915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] For port b2f882bb-d2ea-4333-925b-e407735a7b2c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b2f882bb-d2ea-4333-925b-e407735a7b2c,segment=NetworkSegment(e6ecf92b-3898-4f29-994f-0bce38800841),segment_id=e6ecf92b-3898-4f29-994f-0bce38800841)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:08.774480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.779188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Allocated IP 19.86.0.2 (0fe12151-5edd-45c8-9790-401b3d9f1a9e/2071655d-419d-4853-9211-0f521af3516f/d26e9bfc-ec47-439a-9e57-5a15a3bfc885) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:08.823323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Calling delete_port for b2f882bb-d2ea-4333-925b-e407735a7b2c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:08.834337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ffe48-748a-46df-a3ff-edd0071f02d5 req-98035909-cbcc-4200-accb-8204e274e5c0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.841961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de1ffe48-748a-46df-a3ff-edd0071f02d5 req-98035909-cbcc-4200-accb-8204e274e5c0 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e64a66-7dda-42b6-a15f-30266951c735 HTTP/1.1" status: 200 len: 946 time: 0.7118034 Nov 12 00:53:08.848285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Attempting to bind port 1492025d-549d-4214-996f-1b313eb553b2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:08.849040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Attempting to bind port 1492025d-549d-4214-996f-1b313eb553b2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:08.849191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Attempting to bind port 1492025d-549d-4214-996f-1b313eb553b2 on network d157b105-16cd-4319-a7e7-1205b550239a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:08.871931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:08.872282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-65fcecc1-9db5-41ff-909c-8ef6f5acbeed tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.872549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Checking segment: {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:08.872959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.873355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Bound using segment: {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:08.874362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Bound port: 1492025d-549d-4214-996f-1b313eb553b2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752dd83b-9401-4aba-88cb-236dbebbaf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:08.874791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.879732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-65fcecc1-9db5-41ff-909c-8ef6f5acbeed tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.887238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-65fcecc1-9db5-41ff-909c-8ef6f5acbeed tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/networks?id=2317c965-67ef-4738-a447-9cb2a8f806dc&id=0fe12151-5edd-45c8-9790-401b3d9f1a9e&id=2317c965-67ef-4738-a447-9cb2a8f806dc HTTP/1.1" status: 200 len: 1391 time: 0.8403184 Nov 12 00:53:08.950196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf5b6518-0700-4d72-b631-b9e01194ad43 None None] Provisioning complete for port 1492025d-549d-4214-996f-1b313eb553b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:08.950572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf5b6518-0700-4d72-b631-b9e01194ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.973986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-080fbd66-0328-433e-805d-f2ccd4c955ed tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/quotas/f396d007aa0941d98f4d65d04cd8b839 HTTP/1.1" status: 200 len: 375 time: 0.0677233 Nov 12 00:53:09.085839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b6518-0700-4d72-b631-b9e01194ad43 None None] Port 1492025d-549d-4214-996f-1b313eb553b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:09.111695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] For port 1492025d-549d-4214-996f-1b313eb553b2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:09.123075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de1ffe48-748a-46df-a3ff-edd0071f02d5 req-aea1e202-eb9f-446e-9c44-bd3b4c2452e2 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778316 Nov 12 00:53:09.156809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] For port 1492025d-549d-4214-996f-1b313eb553b2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1492025d-549d-4214-996f-1b313eb553b2,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:09.170954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.181476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.202207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b2f882bb-d2ea-4333-925b-e407735a7b2c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:09.285805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Pushing event deleted for resources: {'Port': ['ID=b2f882bb-d2ea-4333-925b-e407735a7b2c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:09.323503 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.327041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-a74a1931-e2a2-47fa-bbec-3b05b7bff835 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3601151 Nov 12 00:53:09.364133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] No DVR routers for this DVR port b2f882bb-d2ea-4333-925b-e407735a7b2c on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:09.369613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.375320 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d346d1af-c276-43cd-9fc4-f813fa5adc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.380554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4b30aef-3c9e-4072-bb1e-a4a7cdd31ea2 req-8b6cdf5f-b5c5-4d69-9e18-de5dde3719a1 tempest-ServerDiskConfigTestJSON-927740774 tempest-ServerDiskConfigTestJSON-927740774-project] 10.222.0.39 "DELETE /v2.0/ports/b2f882bb-d2ea-4333-925b-e407735a7b2c HTTP/1.1" status: 204 len: 173 time: 1.5385323 Nov 12 00:53:09.381884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'name': 'network-vif-deleted', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:09.400185 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b47bd-8deb-4be8-a4e9-b3e8257c0aa9" -d '{"events": [{"server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "name": "network-vif-deleted", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:09.412684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.458183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:09.458842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:52:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:09.543348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a8f4b-c612-4c60-9ead-11327482f2bb None None] Pushing event updated for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:09.583147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:09.619373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7349e-4a23-4091-8bcc-095cab7c82eb req-0602f4e4-655d-49c3-bdc2-c9986e200c67 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.633572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f7349e-4a23-4091-8bcc-095cab7c82eb req-0602f4e4-655d-49c3-bdc2-c9986e200c67 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1143539 Nov 12 00:53:09.653498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:09.660777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:09.743643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f7349e-4a23-4091-8bcc-095cab7c82eb req-6455978c-252f-4669-8e43-93c33dc1b803 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119576 Nov 12 00:53:09.787970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Pushing event updated for resources: {'Port': ['ID=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:09.829597 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302acfd-81dd-4f8e-abf0-b251ef255f89 x-openstack-request-id: req-e302acfd-81dd-4f8e-abf0-b251ef255f89 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:09.830139 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e64a66-7dda-42b6-a15f-30266951c735", "name": "network-vif-deleted", "tag": "b2f882bb-d2ea-4333-925b-e407735a7b2c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:09.833559 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e302acfd-81dd-4f8e-abf0-b251ef255f89 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:09.836362 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e64a66-7dda-42b6-a15f-30266951c735', 'name': 'network-vif-deleted', 'tag': 'b2f882bb-d2ea-4333-925b-e407735a7b2c', 'status': 'completed', 'code': 200} Nov 12 00:53:09.860645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:09.889925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Attempting to bind port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:09.890299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Attempting to bind port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:09.890664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Attempting to bind port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 on network 0fe12151-5edd-45c8-9790-401b3d9f1a9e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:09.892930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bca2c1-98d6-4667-b917-140f4c681b0a None None] Network 2317c965-67ef-4738-a447-9cb2a8f806dc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:09.929458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:09.929714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Checking segment: {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:09.930110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.930506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Bound using segment: {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:09.931023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Bound port: d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:09.931420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.941437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] Provisioning complete for port 1492025d-549d-4214-996f-1b313eb553b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:09.941820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.066939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-ebd16184-0043-4df0-9f9a-4dcb9fd50fa1 service neutron] 10.222.0.11 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381330 Nov 12 00:53:10.148910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:10.309659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054306995'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:10.310895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69913264-d970-4209-a5d0-e041ac1417a8 req-835dca54-f46c-4b8a-b9bb-747be54abb31 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.321903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69913264-d970-4209-a5d0-e041ac1417a8 req-835dca54-f46c-4b8a-b9bb-747be54abb31 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1819620 Nov 12 00:53:10.357591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.373063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.390725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-6303de51-bb55-4aba-a5cc-c6d0f376ff7e service neutron] 10.222.0.11 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114154 Nov 12 00:53:10.503025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69913264-d970-4209-a5d0-e041ac1417a8 req-0c06586a-e807-420e-97ef-39df61e88b29 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799383 Nov 12 00:53:10.509113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] For port d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:10.569429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] For port d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:10.599639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9ebe24f6-518c-44b5-b58a-cca3a363b300 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:10.607091 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.609329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.616259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.684526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-f80c7313-0d5e-4ea7-8450-9ca343d6ff2a service neutron] 10.222.0.11 "GET /v2.0/networks/0fe12151-5edd-45c8-9790-401b3d9f1a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740250 Nov 12 00:53:10.744261 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.754898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f7522f-8742-4206-aae5-fdfb23660c59,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.837110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.840100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4e49-aada-40f2-93b5-7341b3c2c477 None None] Pushing event updated for resources: {'Port': ['ID=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.846716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.874808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d8f459f9-bfd6-4b86-a721-ae006d6ea52c service neutron] 10.222.0.11 "GET /v2.0/networks/0fe12151-5edd-45c8-9790-401b3d9f1a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772749 Nov 12 00:53:10.921108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.922915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7716768 Nov 12 00:53:10.927823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f942e-ee93-4a52-94b2-12427a870b15 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce1d71-f643-47a8-b35b-398a4c14cfaf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.932719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] For port 1492025d-549d-4214-996f-1b313eb553b2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1492025d-549d-4214-996f-1b313eb553b2,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:10.942052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9ebe24f6-518c-44b5-b58a-cca3a363b300 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:10.942789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.947065 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.951937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.015544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1492025d-549d-4214-996f-1b313eb553b2', 'name': '', 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'mac_address': 'fa:16:3e:be:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:02Z', 'updated_at': '2021-11-12T00:53:09Z', 'revision_number': 4, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'subnets': [{'id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:11.044075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d675f9b7-1e5f-47f0-9484-6ced562f7f52 service neutron] 10.222.0.11 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598029 Nov 12 00:53:11.095248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b979e-a249-4c6b-9540-552ac7e9c6c6 None None] The sync data for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 is: [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1492025d-549d-4214-996f-1b313eb553b2', 'name': '', 'network_id': 'd157b105-16cd-4319-a7e7-1205b550239a', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'mac_address': 'fa:16:3e:be:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:02Z', 'updated_at': '2021-11-12T00:53:09Z', 'revision_number': 4, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'subnets': [{'id': '99458bf6-f8cd-406b-be92-3231eab8ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:11.181491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07ab9-5812-486a-afd6-db323da10151 None None] Pushing event updated for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.214472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-373916a8-0886-457c-bdb4-73c5b5fcadf7 None None] Provisioning complete for port 9ebe24f6-518c-44b5-b58a-cca3a363b300 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:11.215056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-373916a8-0886-457c-bdb4-73c5b5fcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.227552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82978e1f-460f-4777-9993-996599c4b9f5 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2732637 Nov 12 00:53:11.229350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.256346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-security--780504068', 'description': 'tempest-security-description-442410521'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:11.336746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.395686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.415360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-e19e6655-1799-4360-9c4d-c33362533323 service neutron] 10.222.0.11 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438940 Nov 12 00:53:11.502684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Deleting subnet 0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:11.518017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.571306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 9ebe24f6-518c-44b5-b58a-cca3a363b300, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9ebe24f6-518c-44b5-b58a-cca3a363b300,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:11.590505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.623690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.700248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-373916a8-0886-457c-bdb4-73c5b5fcadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.748511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.753231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=9ebe24f6-518c-44b5-b58a-cca3a363b300,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.763944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.767086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.768693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "PUT /v2.0/security-groups/56ce1d71-f643-47a8-b35b-398a4c14cfaf HTTP/1.1" status: 200 len: 1795 time: 0.5362947 Nov 12 00:53:11.775043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b2f882bb-d2ea-4333-925b-e407735a7b2c no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:11.777070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f82ae-3e7b-45ed-8616-7bb8ac8047e9 req-733d71a5-a181-4eb6-9944-2a105f460002 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.786562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b69c06e4-02ad-4568-966f-728fb3fd6765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.788290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a05f82ae-3e7b-45ed-8616-7bb8ac8047e9 req-733d71a5-a181-4eb6-9944-2a105f460002 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1456563 Nov 12 00:53:11.793307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.807208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d6a8-f351-4bb3-b8f1-d92df20f3993 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce1d71-f643-47a8-b35b-398a4c14cfaf,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.815598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.822730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b2f882bb-d2ea-4333-925b-e407735a7b2c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:11.823082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b2f882bb-d2ea-4333-925b-e407735a7b2c not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:11.876521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-373916a8-0886-457c-bdb4-73c5b5fcadf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:11.876881 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-373916a8-0886-457c-bdb4-73c5b5fcadf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:11.880457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af465925-3071-4a25-9370-450183a23fe0 req-49caa375-52e9-4aa6-9909-712d75b65c6c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 210 time: 0.1409225 Nov 12 00:53:11.911137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.955938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f58cd4f-5987-42ec-9333-7b03cc8858e3 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups/56ce1d71-f643-47a8-b35b-398a4c14cfaf HTTP/1.1" status: 200 len: 1795 time: 0.1471460 Nov 12 00:53:11.956783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.984853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a05f82ae-3e7b-45ed-8616-7bb8ac8047e9 req-e1c68445-2b65-416f-b04f-a3d0612048cd tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855350 Nov 12 00:53:12.017943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.056332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.066226 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0c7aa3ff-46fe-4541-b540-d44e7c7d06a7 HTTP/1.1" status: 204 len: 168 time: 0.7277131 Nov 12 00:53:12.074711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:12.125654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc957dc-3bae-4956-a739-0728e96ac501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7aa3ff-46fe-4541-b540-d44e7c7d06a7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.324249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.376220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.403004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa01a6-5d07-447e-a604-7eceabcb1a61 req-821747fd-329c-4d29-b309-c21de0a57de6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.414586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cfa01a6-5d07-447e-a604-7eceabcb1a61 req-821747fd-329c-4d29-b309-c21de0a57de6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2380397 Nov 12 00:53:12.549729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.631652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6ea96f90-2085-4f85-93e0-a7c5f1061d5f None None] Provisioning complete for port 9ebe24f6-518c-44b5-b58a-cca3a363b300 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:12.632213 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ea96f90-2085-4f85-93e0-a7c5f1061d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.699128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608f047-3b02-4804-a7dc-3d9b4c80098a None None] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:12.812137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.891867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cfa01a6-5d07-447e-a604-7eceabcb1a61 req-287bc85c-28e0-452f-bcc9-29df8ae8a0fd tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4742064 Nov 12 00:53:12.899493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fb2aa2-7cbb-493c-8777-e924f57d0971']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:12.906042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.909148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.914826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:12.915452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/56ce1d71-f643-47a8-b35b-398a4c14cfaf HTTP/1.1" status: 204 len: 168 time: 0.9570048 Nov 12 00:53:12.925776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d26e9bfc-ec47-439a-9e57-5a15a3bfc885 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:12.930494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ecf92b-3898-4f29-994f-0bce38800841') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:12.930726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ecf92b-3898-4f29-994f-0bce38800841') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:12.947832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b6956-1fa8-40ec-b8d9-6b6aaedb223b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce1d71-f643-47a8-b35b-398a4c14cfaf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.964768 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.984388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.002333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6ac5e27-f524-45b9-9c18-9b4d7a17475b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845902 Nov 12 00:53:13.010585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59226) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.012739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:13.013205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:13.015131 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:13.059836 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-feacd0e1-7120-4e9f-8ded-e34c848a5b8c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] delete failed (client error): The resource could not be found. Nov 12 00:53:13.069381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-feacd0e1-7120-4e9f-8ded-e34c848a5b8c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/56ce1d71-f643-47a8-b35b-398a4c14cfaf HTTP/1.1" status: 404 len: 347 time: 0.0533431 Nov 12 00:53:13.074432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.089005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692281604'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:13.096477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.099979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:13.100632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.152834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.267039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1351091c-616d-4342-b871-914e5b304171 req-45abafc1-65db-421f-bb31-fe0921e8579f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 210 time: 0.0637174 Nov 12 00:53:13.358564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.359405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.370063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.389577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.396123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c4fb2aa2-7cbb-493c-8777-e924f57d0971 HTTP/1.1" status: 204 len: 168 time: 1.3202994 Nov 12 00:53:13.467050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb0d2-344e-4658-8e9d-bfbf215a5a3c req-60bd8b84-90cd-4e0c-9f41-6cd83f672ef4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.485908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20e6cd-9973-4ea1-8a44-5860e89f1195,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.486784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8edeb0d2-344e-4658-8e9d-bfbf215a5a3c req-60bd8b84-90cd-4e0c-9f41-6cd83f672ef4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2846873 Nov 12 00:53:13.489581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad7815-3b5f-429b-91d3-08641e0ec8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fb2aa2-7cbb-493c-8777-e924f57d0971,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.516191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.524823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c44202b1-18a8-43f9-96aa-e6a15a8b8ddb tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4469733 Nov 12 00:53:13.525938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.531221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '5a20e6cd-9973-4ea1-8a44-5860e89f1195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:13.593680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.616561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.628699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8a879429-b58a-4af1-895a-e1b43419e24f None None] Provisioning complete for port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:13.629071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a879429-b58a-4af1-895a-e1b43419e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.637270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8edeb0d2-344e-4658-8e9d-bfbf215a5a3c req-ac43efb1-471f-43ee-a23f-327079727fda tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490726 Nov 12 00:53:13.803367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:13.808798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.822899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.852640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.879349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.882695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1492025d-549d-4214-996f-1b313eb553b2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:13.925335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea6dd1a-9509-402b-a732-6a670822fd30,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.952299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.953846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1532bdcd-544e-4c8a-83ae-dcb0128163d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266195 Nov 12 00:53:13.964441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.998989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.012984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.090558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.104225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.123889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.127297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.129021 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fea6dd1a-9509-402b-a732-6a670822fd30 HTTP/1.1" status: 204 len: 168 time: 0.1630249 Nov 12 00:53:14.130226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8a043-686c-4fa3-a581-bd3f25bf48ed tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fea6dd1a-9509-402b-a732-6a670822fd30,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.134095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.141112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d66e71ad-1595-4a82-b67b-ca8ee5e85d4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cf085a46898487c9a4e931cc0997f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863076 Nov 12 00:53:14.144521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.172297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1492025d-549d-4214-996f-1b313eb553b2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:14.173019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.179674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659b95f-9c6e-471d-a1aa-9fcd9a6b4217 req-71498cd2-350a-4a2b-a07b-56aa14bc037c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.188036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6659b95f-9c6e-471d-a1aa-9fcd9a6b4217 req-71498cd2-350a-4a2b-a07b-56aa14bc037c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2851219 Nov 12 00:53:14.253636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4397aa62-fceb-41f1-bbc1-643b0bfa8942 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1165197 Nov 12 00:53:14.256757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.291263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6659b95f-9c6e-471d-a1aa-9fcd9a6b4217 req-4ae0226a-dd0f-40e7-b758-e10ef8a0b347 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021903 Nov 12 00:53:14.316677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9ebe24f6-518c-44b5-b58a-cca3a363b300 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:14.316860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-dfe9b85d-cd0e-45e2-a3b5-2ea592fec02a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.332390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-dfe9b85d-cd0e-45e2-a3b5-2ea592fec02a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.332390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-dfe9b85d-cd0e-45e2-a3b5-2ea592fec02a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "GET /v2.0/networks?id=2317c965-67ef-4738-a447-9cb2a8f806dc&id=0fe12151-5edd-45c8-9790-401b3d9f1a9e&id=2317c965-67ef-4738-a447-9cb2a8f806dc HTTP/1.1" status: 200 len: 1391 time: 0.5383420 Nov 12 00:53:14.342620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'admin_state_up': True, 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:14.364187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1562e0be-8c26-41e4-9796-bd96df2112f9 None None] Provisioning complete for port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:14.364549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1562e0be-8c26-41e4-9796-bd96df2112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.394383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.423315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.468575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9ebe24f6-518c-44b5-b58a-cca3a363b300 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:14.469044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.483513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b23e4ad-b5db-4e65-ad05-f5a01b2f692a req-af188989-6523-49ef-9cb5-8dd5726916c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 210 time: 0.0541592 Nov 12 00:53:14.486726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.508022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.514709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.516089 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a20e6cd-9973-4ea1-8a44-5860e89f1195 HTTP/1.1" status: 204 len: 168 time: 0.2581618 Nov 12 00:53:14.519304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.546675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.560859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547638c-5fa4-4374-8d07-5724b6987c68 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20e6cd-9973-4ea1-8a44-5860e89f1195,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.562759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:14.580660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.642494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d8548fae-6767-4b4c-a6f5-2847e3eacc57 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1149354 Nov 12 00:53:14.647063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.657408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697511916'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:14.694528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.731199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.733937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.737789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c3f8407-e5f6-4efe-b13c-784aa4dc25d0 HTTP/1.1" status: 204 len: 168 time: 0.5891299 Nov 12 00:53:14.769400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c727-437a-4a53-bc3d-46c0e2c609af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f8407-e5f6-4efe-b13c-784aa4dc25d0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.829160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.836132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.846825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.873933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.875108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2244375 Nov 12 00:53:14.880716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.885785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d26e9bfc-ec47-439a-9e57-5a15a3bfc885 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:14.887563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '10339448-c958-4551-9a03-41836e470f01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:14.898213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Allocated IP 19.80.0.11 (2317c965-67ef-4738-a447-9cb2a8f806dc/7e606141-0140-4bfc-808e-9a57df06143c/a58b41f0-1ace-456c-8788-97bc487f0ff2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:14.899372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21b83-e202-4a69-ac21-ad52ddb24c42 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10339448-c958-4551-9a03-41836e470f01,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.934384 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.963497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:14.963936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.037466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.046568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.075611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ad1343-0dce-4724-b598-db19c4760245,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.093119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.094346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-98156be0-4a7b-4336-a34f-b7f304c2b506 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126849 Nov 12 00:53:15.097327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59278) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:15.103422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '10339448-c958-4551-9a03-41836e470f01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:15.151327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.177362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.224600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.249760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.255421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.279384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ff345a-3b8f-4031-aa3d-f75eef4e1254,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.293404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.295189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-202e20e1-f188-4082-b52a-fc1188dd9198 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968062 Nov 12 00:53:15.299735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:15.307107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '10339448-c958-4551-9a03-41836e470f01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:15.313878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 2317c965-67ef-4738-a447-9cb2a8f806dc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:15.316265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:15.338466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:15.372926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.387522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.438603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.439277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.464331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d7e89cb4-9c28-4e58-9783-40eceb077345 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271873 Nov 12 00:53:15.481984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e', 'admin_state_up': True, 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:15.534657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.543072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.584022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b263a0e9-90f8-4502-8167-418331571b3d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.625283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.627211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-569d7bd2-b08d-4a9a-82a2-3f7751c40fea tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257439 Nov 12 00:53:15.641073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:15.653124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '10339448-c958-4551-9a03-41836e470f01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:15.747526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47391-4542-49f7-8fd3-c111fd4bdb88 req-1c933f0d-e535-4928-ada8-54f646f5517b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.758727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9e47391-4542-49f7-8fd3-c111fd4bdb88 req-1c933f0d-e535-4928-ada8-54f646f5517b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 931 time: 0.1341841 Nov 12 00:53:15.776785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-259be491-a6c2-458b-95f1-9f6f1b38d9ec None None] Provisioning complete for port a58b41f0-1ace-456c-8788-97bc487f0ff2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:15.778080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-259be491-a6c2-458b-95f1-9f6f1b38d9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.787309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.827728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-259be491-a6c2-458b-95f1-9f6f1b38d9ec None None] Port a58b41f0-1ace-456c-8788-97bc487f0ff2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:15.831856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:15.835866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.904874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9e47391-4542-49f7-8fd3-c111fd4bdb88 req-40d198de-b3f7-4138-9d7c-f97d7b9eda89 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449556 Nov 12 00:53:15.930147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.958186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59320) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:15.962438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.991181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4493d6-d07d-46b3-abf9-6fb66fa2b24e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.004832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.006122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d6337f90-a5e6-4043-ada2-83a502fd6b3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639340 Nov 12 00:53:16.010761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.016286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '10339448-c958-4551-9a03-41836e470f01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.059785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.109734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Allocated IP 19.86.0.161 (0fe12151-5edd-45c8-9790-401b3d9f1a9e/2071655d-419d-4853-9211-0f521af3516f/30c7f241-429b-458f-9349-f2de30a84b75) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:16.129922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1014420043-network', 'tenant_id': 'b4f2da4cee57446693b81c965e25dc4f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.149091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.157283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.181387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Made reservation on behalf of b4f2da4cee57446693b81c965e25dc4f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:16.183760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.188264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3561478-9315-4a49-9a29-9fdc0cdfcfd8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.199510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.203667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aaa7e845-0413-479a-82fb-1dbf86dde59f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1885872 Nov 12 00:53:16.203667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.204594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.250170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.263397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.305492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.311515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.313643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.318923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a3561478-9315-4a49-9a29-9fdc0cdfcfd8 HTTP/1.1" status: 204 len: 168 time: 0.1093745 Nov 12 00:53:16.321088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.344294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd48a8-5686-41e5-a8cb-fbda960f081b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3561478-9315-4a49-9a29-9fdc0cdfcfd8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.372935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.376368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.386632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.411126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0cc8309b-9bf7-4be4-a452-2af138932c60 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0844233 Nov 12 00:53:16.411126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.431354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:16.434688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:16.435011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:16.441801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:16.467613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.467955 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Added segment 83331640-c7e9-42da-9a23-a12dd0852b87 of type vlan for network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 Nov 12 00:53:16.478185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57124373-9c9a-4248-abcc-dfc389a2e562,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.482367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.491964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.517333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.522889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.523621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.541436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.563257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-229df825-a175-40bb-9627-2a0dd0a2cd99 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0920143 Nov 12 00:53:16.580001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'admin_state_up': True, 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.587125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.598696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.600371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ea4493d6-d07d-46b3-abf9-6fb66fa2b24e HTTP/1.1" status: 204 len: 168 time: 0.1884477 Nov 12 00:53:16.605319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.633222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced483c7-14bf-4f03-bbda-96881f20f745 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea4493d6-d07d-46b3-abf9-6fb66fa2b24e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.647412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.648854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.650376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.713321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7536292 Nov 12 00:53:16.715445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.722748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Request body: {'subnet': {'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1014420043-subnet', 'tenant_id': 'b4f2da4cee57446693b81c965e25dc4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.760527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Made reservation on behalf of b4f2da4cee57446693b81c965e25dc4f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:16.763748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.834981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-45930eeb-6798-4560-b2f7-273ec1a602f3 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2265849 Nov 12 00:53:16.839737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59342) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.862006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:16.866752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.881905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-100c2fb8-0ada-4feb-88fb-3e4ca5cdefa9 None None] Provisioning complete for port 30c7f241-429b-458f-9349-f2de30a84b75 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:16.882482 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100c2fb8-0ada-4feb-88fb-3e4ca5cdefa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.886841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0de78-9af5-4c7e-980e-1396466c97c0 admin admin] Pushing event updated for resources: {'Network': ['ID=94f5c6d2-9729-46c2-a1a1-e64e1ccda940,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.966819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.000267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.031335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-100c2fb8-0ada-4feb-88fb-3e4ca5cdefa9 None None] Port 30c7f241-429b-458f-9349-f2de30a84b75 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:17.038897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:17.116405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.127418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.134902 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b263a0e9-90f8-4502-8167-418331571b3d HTTP/1.1" status: 204 len: 168 time: 0.2927065 Nov 12 00:53:17.142945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.176584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36555993-3687-4d8e-870c-f64ed029bdf7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b263a0e9-90f8-4502-8167-418331571b3d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.241970 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d2ac4a2-87fb-4dfb-a17c-6683c4654b75 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0955932 Nov 12 00:53:17.244647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59348) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.286005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.291870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Allocated IP 19.80.0.203 (2317c965-67ef-4738-a447-9cb2a8f806dc/7e606141-0140-4bfc-808e-9a57df06143c/141f5fb2-392f-4afb-90b8-e10d40c267ba) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:17.299337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.338204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb084-f1e6-464a-9627-5df4ab4b6c63 req-0ff3da44-f5ee-4bd8-8358-58870a7c66d1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.340715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.346485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb084-f1e6-464a-9627-5df4ab4b6c63 req-0ff3da44-f5ee-4bd8-8358-58870a7c66d1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.351426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.353769 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a9ff345a-3b8f-4031-aa3d-f75eef4e1254 HTTP/1.1" status: 204 len: 168 time: 0.1079390 Nov 12 00:53:17.355986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46fdb084-f1e6-464a-9627-5df4ab4b6c63 req-0ff3da44-f5ee-4bd8-8358-58870a7c66d1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 1654 time: 0.2551908 Nov 12 00:53:17.356782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.372595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272e32-d668-4bfa-ac9c-155ece815eac tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9ff345a-3b8f-4031-aa3d-f75eef4e1254,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.410560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.419996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00d5a0ec-6375-495f-88af-e4155ff614b5 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0618148 Nov 12 00:53:17.426901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.461450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.470133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.497264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46fdb084-f1e6-464a-9627-5df4ab4b6c63 req-334e41b6-f09d-4c21-a935-d6c675865ad3 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398919 Nov 12 00:53:17.507187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.515815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1b4324-777c-4d39-9f7e-0ef2eb954b86,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.520496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.525197 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/67ad1343-0dce-4724-b598-db19c4760245 HTTP/1.1" status: 204 len: 168 time: 0.0971034 Nov 12 00:53:17.526855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.538654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be94cbc-2340-40a7-bc08-dfce2ed89765 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67ad1343-0dce-4724-b598-db19c4760245,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.597441 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b79f0f2f-2644-43c7-b365-7fc469958478 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662429 Nov 12 00:53:17.598435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.635332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Checking segment: {'id': '83331640-c7e9-42da-9a23-a12dd0852b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:17.635701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Network hostable DHCP agents. Network: 94f5c6d2-9729-46c2-a1a1-e64e1ccda940, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:17.671990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.675943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:17.697578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.698825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 94f5c6d2-9729-46c2-a1a1-e64e1ccda940) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:17.707963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e018e7b5-588a-4c14-b839-50362c6b155e None None] Network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:17.710951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.711543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.725425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.746097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a32ebc6a-c206-40d3-a579-9956f15caa18 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0289798 Nov 12 00:53:17.777080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.779729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.780184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.781394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/10339448-c958-4551-9a03-41836e470f01 HTTP/1.1" status: 204 len: 168 time: 0.1816559 Nov 12 00:53:17.784095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59362) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.796565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa96709-ffb2-441a-80fc-21e01dc9b7b2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10339448-c958-4551-9a03-41836e470f01,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.870176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 2317c965-67ef-4738-a447-9cb2a8f806dc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:17.881149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:17.890748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:17.896848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.923496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b0d267a8-0f20-4e26-bb7c-d7054b105530 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1379554 Nov 12 00:53:17.929432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.935331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--398190717'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:17.936938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7d97a-5c68-4c68-b6c0-39eb72896284 None None] Network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:17.960383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.961311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.985306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7549bf92-54bb-4446-a899-d2ded660a47b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4148269 Nov 12 00:53:18.000277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:18.051574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.138154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.223824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.229003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.266531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.272487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3414757 Nov 12 00:53:18.273464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:18.275435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd22ef-a36f-4c96-9635-6f1f49890312 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4725d22e-95d1-4553-a864-98855e4aef7a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.279024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '4725d22e-95d1-4553-a864-98855e4aef7a', 'direction': 'ingress', 'protocol': 17}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:18.305357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dbe5949d-de01-4701-b3a1-142eb438d407 None None] Provisioning complete for port 141f5fb2-392f-4afb-90b8-e10d40c267ba triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:18.305744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbe5949d-de01-4701-b3a1-142eb438d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.349935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5949d-de01-4701-b3a1-142eb438d407 None None] Port 141f5fb2-392f-4afb-90b8-e10d40c267ba cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:18.430907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.575415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.586134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-6131de86-6816-4c26-b5d3-fccd7eff2694 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.587824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-6131de86-6816-4c26-b5d3-fccd7eff2694 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/networks?id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940 HTTP/1.1" status: 200 len: 814 time: 0.2288959 Nov 12 00:53:18.597311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.685706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9a1b8ca7-29c8-406c-8840-0f11063c47e1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/quotas/b4f2da4cee57446693b81c965e25dc4f HTTP/1.1" status: 200 len: 375 time: 0.0833433 Nov 12 00:53:18.691753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521e0a50-d3c6-494e-8fa5-02286f1b99d0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.701325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58b41f0-1ace-456c-8788-97bc487f0ff2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:18.714752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.715932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4e4213e-2b8b-4613-bee6-239f1c0284c1 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4412808 Nov 12 00:53:18.718946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.719443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:18.764240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-210da612-01a2-404a-ad8b-b0f2908a0ae1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4f2da4cee57446693b81c965e25dc4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555968 Nov 12 00:53:18.767484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Transition to ACTIVE for port object a58b41f0-1ace-456c-8788-97bc487f0ff2 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:18.777215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c2947-f9bc-44c8-90c2-a2eab4084dcd req-d931ef78-4df3-4a12-bee7-b28d74ad7380 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.783716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c2947-f9bc-44c8-90c2-a2eab4084dcd req-d931ef78-4df3-4a12-bee7-b28d74ad7380 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.791272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c2947-f9bc-44c8-90c2-a2eab4084dcd req-d931ef78-4df3-4a12-bee7-b28d74ad7380 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.798495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd0c2947-f9bc-44c8-90c2-a2eab4084dcd req-d931ef78-4df3-4a12-bee7-b28d74ad7380 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2376 time: 0.2043536 Nov 12 00:53:18.824019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.827450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.854515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.928811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.937863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.943121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/4725d22e-95d1-4553-a864-98855e4aef7a HTTP/1.1" status: 204 len: 168 time: 0.2158275 Nov 12 00:53:18.953232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.015740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32337222-b194-43ba-a272-ec67ee6b7c59 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725d22e-95d1-4553-a864-98855e4aef7a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.039024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.076125 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-17b7ce47-0292-4085-97a8-b413fc4d73fd tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1194770 Nov 12 00:53:19.079663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.086054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475870688'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:19.107108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-0bcda1b0-1ef2-4556-ab23-cbb0ea6c7237 service neutron] 10.222.0.11 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935493 Nov 12 00:53:19.134921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.139541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.241986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd0c2947-f9bc-44c8-90c2-a2eab4084dcd req-41cc08dd-9fec-4337-a7a8-743990d59363 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425766 Nov 12 00:53:19.272763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-5d905a82-6f1d-4aae-8d0f-0ff9fdb189e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2711422 Nov 12 00:53:19.275137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35951e69-9cd9-4f20-bcd2-b1234fdbdb2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.308902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Attempting to bind port a58b41f0-1ace-456c-8788-97bc487f0ff2 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:19.309288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Attempting to bind port a58b41f0-1ace-456c-8788-97bc487f0ff2 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:19.309552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Attempting to bind port a58b41f0-1ace-456c-8788-97bc487f0ff2 on network 2317c965-67ef-4738-a447-9cb2a8f806dc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:19.313943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.323874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.326784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-57e80e25-d802-43c4-a0c6-12a5182387a7 service neutron] 10.222.0.11 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186849 Nov 12 00:53:19.356210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Port a58b41f0-1ace-456c-8788-97bc487f0ff2 on network 2317c965-67ef-4738-a447-9cb2a8f806dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:19.356529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Attempting to bind port a58b41f0-1ace-456c-8788-97bc487f0ff2 on network 2317c965-67ef-4738-a447-9cb2a8f806dc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:19.368795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ca720-2408-44c3-8d2c-29f913f34528,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.394791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.396157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b64d790a-04a3-4094-9a07-ace2741cd147 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3149762 Nov 12 00:53:19.399202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.406093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:19.406329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Checking segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:19.406775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Bound using segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:19.407235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Bound port: a58b41f0-1ace-456c-8788-97bc487f0ff2, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:19.407588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.407709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--979923732'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:19.461674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.500447 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35951e69-9cd9-4f20-bcd2-b1234fdbdb2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.511760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35951e69-9cd9-4f20-bcd2-b1234fdbdb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.605022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35951e69-9cd9-4f20-bcd2-b1234fdbdb2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fc915504a91443691a8549a28b0521d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623751 Nov 12 00:53:19.605022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35951e69-9cd9-4f20-bcd2-b1234fdbdb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466137e7-539f-4701-9ccf-7f73aecc42b9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.608258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.727376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.728829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.742193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.775325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.798909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3b4d6-ae07-4bf1-adc9-df6fc0365e46,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.811503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.814351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d7dc405-46ef-4377-9997-e271b429bd8b tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4141779 Nov 12 00:53:19.826254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.838040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '4d5ca720-2408-44c3-8d2c-29f913f34528', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e3e3b4d6-ae07-4bf1-adc9-df6fc0365e46', 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:19.895035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.898399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.900389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/466137e7-539f-4701-9ccf-7f73aecc42b9 HTTP/1.1" status: 204 len: 168 time: 0.2888198 Nov 12 00:53:19.904556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.916849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6043057e-0e26-4eb6-bf9a-4640fd987895 req-6113df27-9033-4c5a-bd1e-e493bf55f6ab tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 210 time: 0.0498550 Nov 12 00:53:19.926895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-63d55fa4-3bef-40a7-bf74-2e5c6a27755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.939442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-63d55fa4-3bef-40a7-bf74-2e5c6a27755e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.6078515 Nov 12 00:53:19.954004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:19.957809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b0379-bc80-4217-9dea-f3716446c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466137e7-539f-4701-9ccf-7f73aecc42b9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.958475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:20.006492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.014706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.022090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.034726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d1d1e-4c5b-46ce-bca1-8d1274068754,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.068100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.070375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f092149-5b5c-4c4f-b1e4-22b50b880702 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2424252 Nov 12 00:53:20.074421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.117782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.128847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.176331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.176991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.178618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/a58b41f0-1ace-456c-8788-97bc487f0ff2 HTTP/1.1" status: 200 len: 1092 time: 2.1839898 Nov 12 00:53:20.179156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:20.181877 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45655534-58f0-4231-b6cc-651be9cac5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:20.182696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.191765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.194037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/aa6d1d1e-4c5b-46ce-bca1-8d1274068754 HTTP/1.1" status: 204 len: 168 time: 0.1184673 Nov 12 00:53:20.196713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.203530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e184a0-3560-4368-a163-acb3266881b8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa6d1d1e-4c5b-46ce-bca1-8d1274068754,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.235661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:20.285516 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293dcb6-e3a0-4504-b293-9ae13956fd8d x-openstack-request-id: req-6293dcb6-e3a0-4504-b293-9ae13956fd8d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:20.285873 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:20.286179 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6293dcb6-e3a0-4504-b293-9ae13956fd8d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:20.286533 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2', 'status': 'completed', 'code': 200} Nov 12 00:53:20.288026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-f5f1042b-3148-4c6e-b0b0-baa0d1faa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.290821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-f5f1042b-3148-4c6e-b0b0-baa0d1faa7ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.3252611 Nov 12 00:53:20.291504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faf2d5-9a6a-4542-82e9-24fc50cd13a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.404396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-ec6e850b-cbae-4054-8167-af985967f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.416046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-ec6e850b-cbae-4054-8167-af985967f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.419806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-ec6e850b-cbae-4054-8167-af985967f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.424551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-ec6e850b-cbae-4054-8167-af985967f912 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2732 time: 0.1190100 Nov 12 00:53:20.481010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5baa5d92-6c34-4040-95cc-cc6f9c71bb8e tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2829485 Nov 12 00:53:20.487167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59444) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.559602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.563367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-bcde7072-50b7-4314-9046-7ee84a9fa709 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 1000 time: 0.2578189 Nov 12 00:53:20.595370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-31fb543c-e809-4ebb-b45d-22d86d811217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.595937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-31fb543c-e809-4ebb-b45d-22d86d811217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.596737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-31fb543c-e809-4ebb-b45d-22d86d811217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.599039 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-31fb543c-e809-4ebb-b45d-22d86d811217 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f396d007aa0941d98f4d65d04cd8b839&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1669352 Nov 12 00:53:20.613031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.646466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b114b0f0-fa99-4413-b82a-0403da0edfe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.649478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289302-7265-4447-a820-db2c2d03c9ee req-f52d1e36-89b9-4b33-b02a-c307a0d54b5d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.659675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289302-7265-4447-a820-db2c2d03c9ee req-f52d1e36-89b9-4b33-b02a-c307a0d54b5d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.665952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289302-7265-4447-a820-db2c2d03c9ee req-f52d1e36-89b9-4b33-b02a-c307a0d54b5d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.673494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9289302-7265-4447-a820-db2c2d03c9ee req-f52d1e36-89b9-4b33-b02a-c307a0d54b5d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2388 time: 0.2431517 Nov 12 00:53:20.745241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-c6df8174-8f3d-456d-ae6f-bd7ca75873df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.746154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-c6df8174-8f3d-456d-ae6f-bd7ca75873df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.1584094 Nov 12 00:53:20.755040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.801358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-636f7916-5bbe-4f85-90e2-e57ec9605087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.803342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45655534-58f0-4231-b6cc-651be9cac5b5 req-636f7916-5bbe-4f85-90e2-e57ec9605087 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671333 Nov 12 00:53:20.837660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b114b0f0-fa99-4413-b82a-0403da0edfe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.842258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b114b0f0-fa99-4413-b82a-0403da0edfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.875822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.881710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114b0f0-fa99-4413-b82a-0403da0edfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7290ba-792f-4f6d-bc78-669cd114b642,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.887056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b114b0f0-fa99-4413-b82a-0403da0edfe9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b65b5f8099a8412db8a81eb723828586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727640 Nov 12 00:53:20.889733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.916496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9289302-7265-4447-a820-db2c2d03c9ee req-2cfe437c-41e9-4656-a3e6-45429d8825a1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268903 Nov 12 00:53:20.957134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.979714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-f3f05a4f-3f9b-4f87-8674-d10fe66d3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.981328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-f3f05a4f-3f9b-4f87-8674-d10fe66d3999 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841533 Nov 12 00:53:20.983454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.035557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.038155 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.039277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3e3b4d6-ae07-4bf1-adc9-df6fc0365e46 HTTP/1.1" status: 204 len: 168 time: 0.5471895 Nov 12 00:53:21.044968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.095938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.099981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.104888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e7290ba-792f-4f6d-bc78-669cd114b642 HTTP/1.1" status: 204 len: 168 time: 0.2105277 Nov 12 00:53:21.105153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20489226-c0d6-4ac7-89cf-43d6f1400390 req-e2856a31-80cd-4fd1-b2e8-7c590624d8e3 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 210 time: 0.0864608 Nov 12 00:53:21.152710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39f137-3ddc-4cce-bcfb-81c83d539f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7290ba-792f-4f6d-bc78-669cd114b642,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.181774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956aa0-336f-429a-8d2d-2e14205b47e9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3b4d6-ae07-4bf1-adc9-df6fc0365e46,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.215400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ce5fbc67-30be-4487-b0b1-163d89f22c3c tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1670187 Nov 12 00:53:21.216169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.295813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-ef151fc6-ef04-4ef2-a4fb-6af24a08ddf1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.298083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-ef151fc6-ef04-4ef2-a4fb-6af24a08ddf1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.32 "GET /v2.0/networks?id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940 HTTP/1.1" status: 200 len: 814 time: 0.2221894 Nov 12 00:53:21.316889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Request body: {'port': {'device_id': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940', 'admin_state_up': True, 'tenant_id': 'b4f2da4cee57446693b81c965e25dc4f'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.343527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.347828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-b49ad6ac-c653-4da9-bc75-2bde397e4221 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536994 Nov 12 00:53:21.393952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c7f241-429b-458f-9349-f2de30a84b75 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:21.404827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.412521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.483131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Transition to ACTIVE for port object 30c7f241-429b-458f-9349-f2de30a84b75 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:21.495117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.498272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.498742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.502444 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d5ca720-2408-44c3-8d2c-29f913f34528 HTTP/1.1" status: 204 len: 168 time: 0.2804995 Nov 12 00:53:21.505062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Made reservation on behalf of b4f2da4cee57446693b81c965e25dc4f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:21.508784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.509739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.526459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb23b0f-356d-4508-bc17-1cdfe3297b5a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ca720-2408-44c3-8d2c-29f913f34528,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.668117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.673789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59466) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.681782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4eb841b-ee5a-411b-a3a4-593954149a1d req-4f157f6e-b7c0-4dfb-9f4a-09a10a6d710e service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915955 Nov 12 00:53:21.697129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c240-aff7-4272-9ef1-56570b5c7301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.715951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Allocated IP 172.20.0.6 (94f5c6d2-9729-46c2-a1a1-e64e1ccda940/bc1b4324-777c-4d39-9f7e-0ef2eb954b86/d2d142c6-1b36-44b6-b214-47c6d206b014) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:21.740757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b797c0c3-7bfb-46aa-baee-069c38fb7fa8 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1777761 Nov 12 00:53:21.741500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.750822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--430791213'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.766896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Attempting to bind port 30c7f241-429b-458f-9349-f2de30a84b75 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:21.767243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Attempting to bind port 30c7f241-429b-458f-9349-f2de30a84b75 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:21.767835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Attempting to bind port 30c7f241-429b-458f-9349-f2de30a84b75 on network 0fe12151-5edd-45c8-9790-401b3d9f1a9e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:21.773225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Port 30c7f241-429b-458f-9349-f2de30a84b75 on network 0fe12151-5edd-45c8-9790-401b3d9f1a9e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:21.773562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Attempting to bind port 30c7f241-429b-458f-9349-f2de30a84b75 on network 0fe12151-5edd-45c8-9790-401b3d9f1a9e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:21.780038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:21.780406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Checking segment: {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:21.780795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Bound using segment: {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:21.781231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Bound port: 30c7f241-429b-458f-9349-f2de30a84b75, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c626f-4663-41ef-995f-ecc7d42b4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:21.781638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.831021 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.895912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:21.900155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=30c7f241-429b-458f-9349-f2de30a84b75,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:21.905888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.940701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.941657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.944105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/30c7f241-429b-458f-9349-f2de30a84b75 HTTP/1.1" status: 200 len: 1093 time: 1.7124081 Nov 12 00:53:21.973357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94390c00-7c4f-426c-91f5-472b8acc60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.979052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c240-aff7-4272-9ef1-56570b5c7301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.982433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Request body: {'port': {'device_id': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.997945 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c240-aff7-4272-9ef1-56570b5c7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.087711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.123304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.130691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2aa7c240-aff7-4272-9ef1-56570b5c7301 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d2759c35f64b1da86a4b1f4daacc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551859 Nov 12 00:53:22.136475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:22.144892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7c240-aff7-4272-9ef1-56570b5c7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b900fa-4b51-4d26-869c-0b6d58c99838,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.186676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.206462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.249203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e187a-1960-41d1-ae73-7655e1a8fd6b req-5eab128b-63d0-448d-b831-053dc2a9e6ff tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.260684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e187a-1960-41d1-ae73-7655e1a8fd6b req-5eab128b-63d0-448d-b831-053dc2a9e6ff tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.267424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.270211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5261073 Nov 12 00:53:22.271915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e187a-1960-41d1-ae73-7655e1a8fd6b req-5eab128b-63d0-448d-b831-053dc2a9e6ff tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.272203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:22.274440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c3e187a-1960-41d1-ae73-7655e1a8fd6b req-5eab128b-63d0-448d-b831-053dc2a9e6ff tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2400 time: 0.1891148 Nov 12 00:53:22.278577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': 'a46e4545-e0c9-4610-a168-743fd21955f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:22.285772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc8c07-6d0c-4c47-85ba-adcf54665ae2 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e4545-e0c9-4610-a168-743fd21955f4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.287521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:22.289437 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "30c7f241-429b-458f-9349-f2de30a84b75"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:22.292001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.348476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.367834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:22.382574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:22.393197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:22.401169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.403136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.428328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c3e187a-1960-41d1-ae73-7655e1a8fd6b req-8c799029-84f4-4b47-87e6-93c5278f5ad1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328380 Nov 12 00:53:22.437871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Pushing event updated for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.478388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cd1f1-23f7-4ea0-aca5-210a40e1c34d req-c86a9c82-3e52-42f7-a992-a8932d63487a tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.480010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e2cd1f1-23f7-4ea0-aca5-210a40e1c34d req-c86a9c82-3e52-42f7-a992-a8932d63487a tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 931 time: 0.0927031 Nov 12 00:53:22.518081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.518686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.522425 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042692e6-7ed8-46ce-9a0f-d27af45e9efb x-openstack-request-id: req-042692e6-7ed8-46ce-9a0f-d27af45e9efb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:22.522703 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "30c7f241-429b-458f-9349-f2de30a84b75", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:22.522944 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-042692e6-7ed8-46ce-9a0f-d27af45e9efb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:22.523574 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75', 'status': 'completed', 'code': 200} Nov 12 00:53:22.556507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-9d5278f2-750f-460d-829c-b0c983281b90 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2495294 Nov 12 00:53:22.581927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Request body: {'port': {'device_id': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:22.591930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.594970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e2cd1f1-23f7-4ea0-aca5-210a40e1c34d req-7d263d1d-85ae-499c-810a-6e21ebe3f60c tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038892 Nov 12 00:53:22.627247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.637044 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.639479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.640642 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44b900fa-4b51-4d26-869c-0b6d58c99838 HTTP/1.1" status: 204 len: 168 time: 0.4969478 Nov 12 00:53:22.673051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f5fb2-392f-4afb-90b8-e10d40c267ba {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:22.683142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.691632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e3aeb-a16e-4f69-b317-01a00242f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b900fa-4b51-4d26-869c-0b6d58c99838,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.698521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Transition to ACTIVE for port object 141f5fb2-392f-4afb-90b8-e10d40c267ba will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:22.706250 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.707675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a150066b-3397-4c3d-9fd6-e5045e783908,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.718543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.719762 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a99d57fe-8874-4786-befa-a7aaed7635d9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4464147 Nov 12 00:53:22.723140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:22.732865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-5c6b3e52-7d61-4cea-99a5-fa59ef557723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.733339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-5c6b3e52-7d61-4cea-99a5-fa59ef557723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.733807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-5c6b3e52-7d61-4cea-99a5-fa59ef557723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.735423 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-5c6b3e52-7d61-4cea-99a5-fa59ef557723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2800 time: 0.1985667 Nov 12 00:53:22.742178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.790809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Pushing event updated for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.830350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.872577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.879210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Attempting to bind port 141f5fb2-392f-4afb-90b8-e10d40c267ba on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:22.881205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Attempting to bind port 141f5fb2-392f-4afb-90b8-e10d40c267ba by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:22.881902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Attempting to bind port 141f5fb2-392f-4afb-90b8-e10d40c267ba on network 2317c965-67ef-4738-a447-9cb2a8f806dc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:22.888434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Port 141f5fb2-392f-4afb-90b8-e10d40c267ba on network 2317c965-67ef-4738-a447-9cb2a8f806dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:22.888752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Attempting to bind port 141f5fb2-392f-4afb-90b8-e10d40c267ba on network 2317c965-67ef-4738-a447-9cb2a8f806dc {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:22.897820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:22.898324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Checking segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:22.899080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Bound using segment: {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:22.899669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Bound port: 141f5fb2-392f-4afb-90b8-e10d40c267ba, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf24b76-c9d9-458e-8102-c165d79333a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:22.900178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.011413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:23.021532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:23.029232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.066600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.068304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.069861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] 10.222.0.39 "PUT /v2.0/ports/141f5fb2-392f-4afb-90b8-e10d40c267ba HTTP/1.1" status: 200 len: 1093 time: 1.0922410 Nov 12 00:53:23.139783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5ec7-4244-4603-9e69-9028fe83686e service neutron] Pushing event updated for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.373897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-baec30ca-3192-41b3-ae91-914c77ce8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.374486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-baec30ca-3192-41b3-ae91-914c77ce8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.374833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-baec30ca-3192-41b3-ae91-914c77ce8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.376526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-baec30ca-3192-41b3-ae91-914c77ce8caf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f396d007aa0941d98f4d65d04cd8b839&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6321423 Nov 12 00:53:23.380465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.396616 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.397729 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a150066b-3397-4c3d-9fd6-e5045e783908 HTTP/1.1" status: 204 len: 168 time: 0.6735110 Nov 12 00:53:23.400748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.425736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5b4d6-dd06-427b-abb8-4ea39ec0627d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a150066b-3397-4c3d-9fd6-e5045e783908,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.459680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-355e1d51-1318-43df-ab80-c2df45cb0afa tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577073 Nov 12 00:53:23.462586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.543191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.584805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-67dbcac6-5630-4c27-bdcb-3ae7f8b33663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.586517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a1c9d5ec-54db-4dfc-9027-ec55d808bcfa req-67dbcac6-5630-4c27-bdcb-3ae7f8b33663 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939998 Nov 12 00:53:23.613755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.676309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716551-2a6f-4cc2-83ec-507f9235a719 req-90f8ba98-12ff-4c6f-9c9f-3dfdfc72963d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.682914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716551-2a6f-4cc2-83ec-507f9235a719 req-90f8ba98-12ff-4c6f-9c9f-3dfdfc72963d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.691895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716551-2a6f-4cc2-83ec-507f9235a719 req-90f8ba98-12ff-4c6f-9c9f-3dfdfc72963d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.694083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11716551-2a6f-4cc2-83ec-507f9235a719 req-90f8ba98-12ff-4c6f-9c9f-3dfdfc72963d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2412 time: 0.1334772 Nov 12 00:53:23.719898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d142c6-1b36-44b6-b214-47c6d206b014 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:23.739270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.740389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.743092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.746880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/a46e4545-e0c9-4610-a168-743fd21955f4 HTTP/1.1" status: 204 len: 168 time: 0.2804649 Nov 12 00:53:23.751241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.764544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-02e84a90-9329-46cb-87cb-48a5012056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.765194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-02e84a90-9329-46cb-87cb-48a5012056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.765713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-02e84a90-9329-46cb-87cb-48a5012056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.767498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-02e84a90-9329-46cb-87cb-48a5012056ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2868 time: 0.0971861 Nov 12 00:53:23.771651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f75bfc-186c-4dbf-8087-14e003960fb7 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e4545-e0c9-4610-a168-743fd21955f4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.777828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Transition to ACTIVE for port object d2d142c6-1b36-44b6-b214-47c6d206b014 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:23.802866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52360b4b-60e0-4b6c-b761-7a84239ab70d req-864b0be5-f366-46d8-9a5e-669159d7a69f tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.808556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52360b4b-60e0-4b6c-b761-7a84239ab70d req-864b0be5-f366-46d8-9a5e-669159d7a69f tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 931 time: 0.1133096 Nov 12 00:53:23.813560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11716551-2a6f-4cc2-83ec-507f9235a719 req-a95ac694-69a8-4180-b353-eca54ea3d1e0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064887 Nov 12 00:53:23.819611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.837960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-569b6549-0c99-4cc9-ae62-329b8dd46d86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2 HTTP/1.1" status: 200 len: 217 time: 0.0588882 Nov 12 00:53:23.875988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52360b4b-60e0-4b6c-b761-7a84239ab70d req-aa852a1d-25d6-472b-9bff-daeb4136252e tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 Nov 12 00:53:23.937811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0dd65398-6d97-40c2-a908-4e5070cdd06a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1813989 Nov 12 00:53:23.938020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.942912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.944360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group': {'name': 'tempest-secgroup--779730307'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:23.968639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7a21b694-a725-4dbd-9ad7-90de0d95026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.970100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-7a21b694-a725-4dbd-9ad7-90de0d95026a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e606141-0140-4bfc-808e-9a57df06143c HTTP/1.1" status: 200 len: 801 time: 0.1105435 Nov 12 00:53:23.974762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.059464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.061937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-24678ac7-37aa-4a56-8386-59e232c02c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.063453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-24678ac7-37aa-4a56-8386-59e232c02c4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2317c965-67ef-4738-a447-9cb2a8f806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688272 Nov 12 00:53:24.065106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.066225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Attempting to bind port d2d142c6-1b36-44b6-b214-47c6d206b014 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:24.066566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Attempting to bind port d2d142c6-1b36-44b6-b214-47c6d206b014 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '83331640-c7e9-42da-9a23-a12dd0852b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:24.066876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Attempting to bind port d2d142c6-1b36-44b6-b214-47c6d206b014 on network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:24.098402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.099229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Port d2d142c6-1b36-44b6-b214-47c6d206b014 on network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:24.102911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Attempting to bind port d2d142c6-1b36-44b6-b214-47c6d206b014 on network 94f5c6d2-9729-46c2-a1a1-e64e1ccda940 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:24.103198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1610816 Nov 12 00:53:24.103198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.108316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '0fe257e4-964a-4fd5-bc8d-0a2711c8b916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:24.113739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2488-e7c3-4115-9452-c2f64f355a63 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe257e4-964a-4fd5-bc8d-0a2711c8b916,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.132448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:24.132792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Checking segment: {'id': '83331640-c7e9-42da-9a23-a12dd0852b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:24.133185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Bound using segment: {'id': '83331640-c7e9-42da-9a23-a12dd0852b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:24.133630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Bound port: d2d142c6-1b36-44b6-b214-47c6d206b014, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83331640-c7e9-42da-9a23-a12dd0852b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:24.133988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.143343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.207271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.209953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-91f67bcc-ce9c-4faf-a1ba-ada15a13659a service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388810 Nov 12 00:53:24.212166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.233180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1b675a-0d48-4b87-b650-72e2ed9182ac,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.244024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.245290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8f7d5fae-a74a-4b4d-9b20-9018a051032a tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412709 Nov 12 00:53:24.248543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.262576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:24.268149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6cdb49ff-cc03-4c34-9060-4ddf6e77ee03 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules/1b1b675a-0d48-4b87-b650-72e2ed9182ac HTTP/1.1" status: 200 len: 763 time: 0.0155282 Nov 12 00:53:24.268345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59568) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.302347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d2d142c6-1b36-44b6-b214-47c6d206b014,segment=NetworkSegment(83331640-c7e9-42da-9a23-a12dd0852b87),segment_id=83331640-c7e9-42da-9a23-a12dd0852b87)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:24.311543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.315369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6749a50c-1096-44d7-b1d1-8e5fabf53123 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432992 Nov 12 00:53:24.315714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.359761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.360472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.362068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] 10.222.0.32 "PUT /v2.0/ports/d2d142c6-1b36-44b6-b214-47c6d206b014 HTTP/1.1" status: 200 len: 1092 time: 1.7870541 Nov 12 00:53:24.368038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:24.370589 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d90b3-2178-44d2-acb8-58d402791295" -d '{"events": [{"name": "network-changed", "server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:24.384575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-738b3d8d-4c44-43d0-86f0-c3ca09483d30 service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640260 Nov 12 00:53:24.388583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.421279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.446717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab14bae-ffe9-47b3-a9bf-769a371c2dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.472419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.494221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.495056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1b1b675a-0d48-4b87-b650-72e2ed9182ac HTTP/1.1" status: 204 len: 168 time: 0.1783605 Nov 12 00:53:24.507129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59582) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.515383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db9dcf-09aa-4095-a681-8dfd09d3df4f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b1b675a-0d48-4b87-b650-72e2ed9182ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.524524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:24.527086 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44f8602-18ce-4f0d-9d47-c548e14926f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:24.574369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a656c38f-2469-41c0-b7ca-cabd31fbfb66 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660503 Nov 12 00:53:24.577064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.582009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '0fe257e4-964a-4fd5-bc8d-0a2711c8b916', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:24.591724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-98411ceb-1cc9-46c6-84ac-a8570d745d89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.161&port_id=30c7f241-429b-458f-9349-f2de30a84b75 HTTP/1.1" status: 200 len: 217 time: 0.1820502 Nov 12 00:53:24.603528 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cd11e8-b73b-4a0b-a0e7-c7d791f73610 x-openstack-request-id: req-33cd11e8-b73b-4a0b-a0e7-c7d791f73610 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:24.607992 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:24.608154 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33cd11e8-b73b-4a0b-a0e7-c7d791f73610 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:24.608554 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba', 'status': 'completed', 'code': 200} Nov 12 00:53:24.621321 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e018b74-0fc0-4881-8950-80b7fd5e70aa x-openstack-request-id: req-2e018b74-0fc0-4881-8950-80b7fd5e70aa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:24.621889 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:24.622214 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e018b74-0fc0-4881-8950-80b7fd5e70aa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:24.623385 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014', 'status': 'completed', 'code': 200} Nov 12 00:53:24.624493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.687564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-b5ea33c9-8550-465b-8fe1-18238738ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.689240 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-b5ea33c9-8550-465b-8fe1-18238738ba43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4f2da4cee57446693b81c965e25dc4f&device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 1095 time: 0.2276263 Nov 12 00:53:24.696292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-fe6fc578-e2f2-4d9c-a135-e0c898d8d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.697698 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-fe6fc578-e2f2-4d9c-a135-e0c898d8d403 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2071655d-419d-4853-9211-0f521af3516f HTTP/1.1" status: 200 len: 801 time: 0.0732577 Nov 12 00:53:24.719715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.726882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.751276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9d57fd-bb65-4a3d-9e9c-a5a5180e984b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.756166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-c9d302e1-f424-4529-82eb-c1e90c5db72d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2d142c6-1b36-44b6-b214-47c6d206b014 HTTP/1.1" status: 200 len: 217 time: 0.0573373 Nov 12 00:53:24.765047 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.766475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2bde0819-2f6c-4a46-a34b-3104324e0cd6 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882322 Nov 12 00:53:24.771881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.791780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e2ba3292-c971-43ec-9788-46890f08de91 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules/be9d57fd-bb65-4a3d-9e9c-a5a5180e984b HTTP/1.1" status: 200 len: 763 time: 0.0185950 Nov 12 00:53:24.794360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.835929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-20ec89c7-c9e1-41fa-be81-c80fbe35bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.837647 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-20ec89c7-c9e1-41fa-be81-c80fbe35bd44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc1b4324-777c-4d39-9f7e-0ef2eb954b86 HTTP/1.1" status: 200 len: 854 time: 0.0587070 Nov 12 00:53:24.844963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-5c98f5e2-0912-4007-a87c-9f9f13e929e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.849610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-5c98f5e2-0912-4007-a87c-9f9f13e929e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0fe12151-5edd-45c8-9790-401b3d9f1a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049459 Nov 12 00:53:24.855026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-52123915-d5a8-4dff-90ca-c0a8d3c967d0 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0594740 Nov 12 00:53:24.857768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.893726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-6a305bee-2e42-4935-8551-b34f38070857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430155 Nov 12 00:53:24.894561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.905361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.985690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f01f-2fa2-4606-9e77-5e27325cff71 req-990f1f39-430d-4d17-9b3d-dbc89ddc1cc0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.992584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f01f-2fa2-4606-9e77-5e27325cff71 req-990f1f39-430d-4d17-9b3d-dbc89ddc1cc0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.999115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f01f-2fa2-4606-9e77-5e27325cff71 req-990f1f39-430d-4d17-9b3d-dbc89ddc1cc0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.001310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4932f01f-2fa2-4606-9e77-5e27325cff71 req-990f1f39-430d-4d17-9b3d-dbc89ddc1cc0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2412 time: 0.0988810 Nov 12 00:53:25.003997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.012604 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.016126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/be9d57fd-bb65-4a3d-9e9c-a5a5180e984b HTTP/1.1" status: 204 len: 168 time: 0.1549160 Nov 12 00:53:25.019529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.056833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ccc1c-be8c-4b5f-a7d9-171c06476082 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be9d57fd-bb65-4a3d-9e9c-a5a5180e984b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.102749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-99068291-bb43-4e19-9391-8bb4b1e1d71d tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792859 Nov 12 00:53:25.106768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfafd-82b1-4f63-b214-de9f195c3fe1 req-a4b346f1-47d2-47fc-a620-2b1bf17bad1f tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.108398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a8dfafd-82b1-4f63-b214-de9f195c3fe1 req-a4b346f1-47d2-47fc-a620-2b1bf17bad1f tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 943 time: 0.1055262 Nov 12 00:53:25.108545 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-1462c4c6-92fc-4c20-9c13-9a0747c9ee83 service neutron] 10.222.0.39 "GET /v2.0/networks/0fe12151-5edd-45c8-9790-401b3d9f1a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447386 Nov 12 00:53:25.108933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.121639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Request body: {'security_group_rule': {'security_group_id': '0fe257e4-964a-4fd5-bc8d-0a2711c8b916', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:25.130439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-2332545d-5e7e-4229-9979-2b375c7f7843 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229209 Nov 12 00:53:25.142066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4932f01f-2fa2-4606-9e77-5e27325cff71 req-0426e0a4-12ee-403e-9064-370adad49079 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181381 Nov 12 00:53:25.182543 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Project b62d246ab05249ccad90d3cffdf60d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 00:53:25.203828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a8dfafd-82b1-4f63-b214-de9f195c3fe1 req-53409949-5828-45ac-bb51-4d7fff984028 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 Nov 12 00:53:25.204838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.294286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.300295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.303180 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-4d70761c-1bc0-47cb-b16b-5085e5203e4c service neutron] 10.222.0.39 "GET /v2.0/networks/0fe12151-5edd-45c8-9790-401b3d9f1a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858382 Nov 12 00:53:25.306015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a9743a26-03ac-471c-b98e-0aa0f89be4f5 req-4af8daaa-0898-4b3f-928a-dc6f71cbbad0 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655097 Nov 12 00:53:25.337484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddf2ff4-5a23-4494-acc9-701d2adad2b7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.360434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-2cfed15e-ed51-4d04-9668-1076ca939a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba HTTP/1.1" status: 200 len: 217 time: 0.0494182 Nov 12 00:53:25.365552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.370585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-199feadb-1cd6-4c27-b736-36a4b55ab19f tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2522762 Nov 12 00:53:25.370881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.392120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fbef4e0e-3f0e-4e7b-ab30-bea2af4c5930 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules/8ddf2ff4-5a23-4494-acc9-701d2adad2b7 HTTP/1.1" status: 200 len: 769 time: 0.0178623 Nov 12 00:53:25.394689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59638) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.450410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf717cd0-7979-494d-a452-112d01e675a5 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0521662 Nov 12 00:53:25.450668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.484565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-60034097-a4ce-419f-a4c0-674cc3d9a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.486848 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-60034097-a4ce-419f-a4c0-674cc3d9a99a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e606141-0140-4bfc-808e-9a57df06143c HTTP/1.1" status: 200 len: 801 time: 0.1188233 Nov 12 00:53:25.488470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.493270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d90b3-2178-44d2-acb8-58d402791295 req-c5d8332e-96e0-4f67-8ef8-573976e9c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.495432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-c5d8332e-96e0-4f67-8ef8-573976e9c551 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4f2da4cee57446693b81c965e25dc4f&device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 1095 time: 0.1173139 Nov 12 00:53:25.503399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.543616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.555019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.560607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8ddf2ff4-5a23-4494-acc9-701d2adad2b7 HTTP/1.1" status: 204 len: 168 time: 0.1085470 Nov 12 00:53:25.561965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.566676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8168f-60a2-430d-8cea-15efe47ea429 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ddf2ff4-5a23-4494-acc9-701d2adad2b7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.656360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-631109e0-b4b5-401f-afb4-09ba91441502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.659072 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-631109e0-b4b5-401f-afb4-09ba91441502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2317c965-67ef-4738-a447-9cb2a8f806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618228 Nov 12 00:53:25.723520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31646e06-300d-4498-b70c-3b2ee4d859c4 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1576385 Nov 12 00:53:25.724601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.766845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d90b3-2178-44d2-acb8-58d402791295 req-97d519da-7cbb-43de-a8de-cd72ec0090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.768353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-97d519da-7cbb-43de-a8de-cd72ec0090c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940 HTTP/1.1" status: 200 len: 915 time: 0.2589419 Nov 12 00:53:25.795869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.825299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-ed65c9c4-10df-462a-900d-1867b8843290 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2d142c6-1b36-44b6-b214-47c6d206b014 HTTP/1.1" status: 200 len: 217 time: 0.0471532 Nov 12 00:53:25.826481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.878854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.881190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-e1567255-cc88-4895-bbd4-c63844fe2d1a service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104828 Nov 12 00:53:25.881923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.884563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fe257e4-964a-4fd5-bc8d-0a2711c8b916 HTTP/1.1" status: 204 len: 168 time: 0.1588762 Nov 12 00:53:25.886737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.918087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983f58-ff00-448a-bbf1-d251b72165a9 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe257e4-964a-4fd5-bc8d-0a2711c8b916,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.930172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d90b3-2178-44d2-acb8-58d402791295 req-c4546f66-8b6f-4482-ad77-82502c8046b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.931683 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-c4546f66-8b6f-4482-ad77-82502c8046b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc1b4324-777c-4d39-9f7e-0ef2eb954b86 HTTP/1.1" status: 200 len: 854 time: 0.0887327 Nov 12 00:53:25.981290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c955ffa0-432c-4ba9-9260-ac47a356d8ae tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897539 Nov 12 00:53:25.985444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:26.009351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-9cef84fa-e5ab-4155-9ea7-93b4d2f4f96c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457191 Nov 12 00:53:26.042841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b3c21a26-b27a-4704-8788-47c6008a6ef4 tempest-SecGroupIPv6Test-22976071 tempest-SecGroupIPv6Test-22976071-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550814 Nov 12 00:53:26.102557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-339eb47c-7bcd-4726-b43e-25ebdd313bb3 req-14c51d47-fb66-425f-9082-80e4890f982f service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116873 Nov 12 00:53:26.140258 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-2f4fb597-1fde-4458-8524-86724ca235f9 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227198 Nov 12 00:53:26.300146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-165d90b3-2178-44d2-acb8-58d402791295 req-9c8fb4fb-3ae3-449d-9c10-571ed1c1d5d2 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493402 Nov 12 00:53:26.310093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-0294b55f-b154-47ef-b878-67217af08d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.310689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-0294b55f-b154-47ef-b878-67217af08d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.311252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-0294b55f-b154-47ef-b878-67217af08d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.313248 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-0294b55f-b154-47ef-b878-67217af08d2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2868 time: 0.1412921 Nov 12 00:53:26.404296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb14ba-2e3d-4b92-a9ca-b3dc7ceb61ba req-1a4a9f40-8c12-4213-9065-eac1780d43a5 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.411150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb14ba-2e3d-4b92-a9ca-b3dc7ceb61ba req-1a4a9f40-8c12-4213-9065-eac1780d43a5 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.418849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb14ba-2e3d-4b92-a9ca-b3dc7ceb61ba req-1a4a9f40-8c12-4213-9065-eac1780d43a5 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.419087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11eb14ba-2e3d-4b92-a9ca-b3dc7ceb61ba req-1a4a9f40-8c12-4213-9065-eac1780d43a5 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2412 time: 0.1664426 Nov 12 00:53:26.428999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec607ee-ce80-446c-8e71-220adfd57cda req-21d20200-9137-4a4b-a2c7-8d3051cbc0fb tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.430587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec607ee-ce80-446c-8e71-220adfd57cda req-21d20200-9137-4a4b-a2c7-8d3051cbc0fb tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 943 time: 0.0997496 Nov 12 00:53:26.470653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-908fd6df-1987-4a88-86bd-f84482eb0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.475748 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-908fd6df-1987-4a88-86bd-f84482eb0935 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2317c965-67ef-4738-a447-9cb2a8f806dc HTTP/1.1" status: 200 len: 902 time: 0.1525257 Nov 12 00:53:26.511758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:26.535810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11eb14ba-2e3d-4b92-a9ca-b3dc7ceb61ba req-56e61d95-5270-4845-86ae-c3a03136d509 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040981 Nov 12 00:53:26.545117 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-75451bec-8d61-4c77-baab-a94145a0b636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba HTTP/1.1" status: 200 len: 217 time: 0.0594857 Nov 12 00:53:26.557339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec607ee-ce80-446c-8e71-220adfd57cda req-c56c69ac-3b40-4855-9565-9b85cc495ccf tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186182 Nov 12 00:53:26.626370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-b014d082-34de-4fcf-867a-ed539ea265be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.629435 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-b014d082-34de-4fcf-867a-ed539ea265be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e606141-0140-4bfc-808e-9a57df06143c HTTP/1.1" status: 200 len: 801 time: 0.0729458 Nov 12 00:53:26.704695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-baf960d6-5b90-4365-b2c9-1ccbe45a1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.706429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-baf960d6-5b90-4365-b2c9-1ccbe45a1731 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2317c965-67ef-4738-a447-9cb2a8f806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686433 Nov 12 00:53:26.780490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:26.783633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d41e89b5-6978-4543-864c-dddc1eb93e6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b62d246ab05249ccad90d3cffdf60d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702675 Nov 12 00:53:26.847841 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-ee343b1c-3117-4c44-9d3d-a835fc823764 service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261673 Nov 12 00:53:26.884504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.945511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.994848 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44f8602-18ce-4f0d-9d47-c548e14926f8 req-64e16e12-7f6c-469a-9903-aed7929dff00 service neutron] 10.222.0.39 "GET /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378808 Nov 12 00:53:27.021869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.025105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.025900 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7f7522f-8742-4206-aae5-fdfb23660c59 HTTP/1.1" status: 204 len: 168 time: 0.2444901 Nov 12 00:53:27.037805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f3b8-d6fb-42f9-a5e8-64f4cfc911e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f7522f-8742-4206-aae5-fdfb23660c59,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.713594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f30c3-82ea-4483-8a05-7987db31681e req-db78744a-d247-457b-b5a8-d4434709e99a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.719628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f30c3-82ea-4483-8a05-7987db31681e req-db78744a-d247-457b-b5a8-d4434709e99a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.726159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f30c3-82ea-4483-8a05-7987db31681e req-db78744a-d247-457b-b5a8-d4434709e99a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.733800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4f30c3-82ea-4483-8a05-7987db31681e req-db78744a-d247-457b-b5a8-d4434709e99a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2412 time: 0.1188884 Nov 12 00:53:27.761380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6c001-b34e-4a11-9855-200ae2ac0cff req-822b24c4-b6d4-4303-ae09-a5a1a605af6c tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.762982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f6c001-b34e-4a11-9855-200ae2ac0cff req-822b24c4-b6d4-4303-ae09-a5a1a605af6c tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 943 time: 0.1064653 Nov 12 00:53:27.817349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4f30c3-82ea-4483-8a05-7987db31681e req-a35e233f-1656-483c-a3ea-90aef663acd8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825083 Nov 12 00:53:27.827490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d2d142c6-1b36-44b6-b214-47c6d206b014 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:27.849580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26f6c001-b34e-4a11-9855-200ae2ac0cff req-84af6aad-24cb-499f-8976-d46546726d00 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795238 Nov 12 00:53:27.873397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.026296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d2d142c6-1b36-44b6-b214-47c6d206b014,segment=NetworkSegment(83331640-c7e9-42da-9a23-a12dd0852b87),segment_id=83331640-c7e9-42da-9a23-a12dd0852b87)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.039451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd2d142c6-1b36-44b6-b214-47c6d206b014', 'network_id': '94f5c6d2-9729-46c2-a1a1-e64e1ccda940', 'port_id': 'd2d142c6-1b36-44b6-b214-47c6d206b014', 'mac_address': 'fa:16:3e:89:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1b4324-777c-4d39-9f7e-0ef2eb954b86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:28.070554 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-72065d20-4f2b-4136-8b97-ef4768f3fc55 tempest-ServiceProvidersTest-678325378 tempest-ServiceProvidersTest-678325378-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1950126 Nov 12 00:53:28.080515 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.103999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d142c6-1b36-44b6-b214-47c6d206b014 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:28.122546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d2d142c6-1b36-44b6-b214-47c6d206b014,segment=NetworkSegment(83331640-c7e9-42da-9a23-a12dd0852b87),segment_id=83331640-c7e9-42da-9a23-a12dd0852b87)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.127542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.181088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.367774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.426559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d2d142c6-1b36-44b6-b214-47c6d206b014'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:28.505929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6accf10-5529-4962-80fe-b88d287dfe66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.597810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6accf10-5529-4962-80fe-b88d287dfe66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.605939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6accf10-5529-4962-80fe-b88d287dfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.658416 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b6accf10-5529-4962-80fe-b88d287dfe66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b50ab5167174404fbb4f8534d807f41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895355 Nov 12 00:53:28.661533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.669390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6accf10-5529-4962-80fe-b88d287dfe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad9d0c-7ce0-4f06-8a42-446c6eb17a7d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.718857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.743120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.805088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.808422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.812550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6ad9d0c-7ce0-4f06-8a42-446c6eb17a7d HTTP/1.1" status: 204 len: 168 time: 0.1496680 Nov 12 00:53:28.824211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709b532-90dc-42bd-8e15-82a5b5c3e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad9d0c-7ce0-4f06-8a42-446c6eb17a7d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.980391 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:29.042457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853fe80-7942-4d27-93d9-26c54cbd5e77 req-34f578c2-4075-4395-89e6-5312fcf6bc96 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.044411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0853fe80-7942-4d27-93d9-26c54cbd5e77 req-34f578c2-4075-4395-89e6-5312fcf6bc96 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 944 time: 0.0723693 Nov 12 00:53:29.055114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438047-3ae7-4d06-ba5e-465bc8b00b04 req-a1fd4ad2-b7bf-43b4-b9bf-f94afab30c5c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.061755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438047-3ae7-4d06-ba5e-465bc8b00b04 req-a1fd4ad2-b7bf-43b4-b9bf-f94afab30c5c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.068833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438047-3ae7-4d06-ba5e-465bc8b00b04 req-a1fd4ad2-b7bf-43b4-b9bf-f94afab30c5c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.070519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94438047-3ae7-4d06-ba5e-465bc8b00b04 req-a1fd4ad2-b7bf-43b4-b9bf-f94afab30c5c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2412 time: 0.1101284 Nov 12 00:53:29.157168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0853fe80-7942-4d27-93d9-26c54cbd5e77 req-22341a79-4d15-48db-8af7-8f6e99b38728 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856287 Nov 12 00:53:29.161943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94438047-3ae7-4d06-ba5e-465bc8b00b04 req-230a7a0e-782b-4b2c-b0e3-f18f78f93a42 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827727 Nov 12 00:53:29.580414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:29.681173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-801145751'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:29.707069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Made reservation on behalf of ccbac0dc5d344f3aa414a7ccaa399bdc for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:29.710798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.722052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.802943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.807476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.838352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:29.840973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d2d142c6-1b36-44b6-b214-47c6d206b014 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:29.845124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea439d-1978-4fc7-bd91-3adcd1c194eb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.853325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.853709 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Added segment 0df76500-7b39-4583-9d7e-a8eea8e893c8 of type vlan for network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d Nov 12 00:53:29.886011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a58b41f0-1ace-456c-8788-97bc487f0ff2 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:29.899359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.931727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.939086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.939931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.981144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d2d142c6-1b36-44b6-b214-47c6d206b014 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:29.988199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d2d142c6-1b36-44b6-b214-47c6d206b014 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:29.988857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.014305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4329233 Nov 12 00:53:30.017516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.023113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Request body: {'subnet': {'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:30.031867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.037402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457e47b-891e-4458-a821-fe4f9b0ada9b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event updated for resources: {'Network': ['ID=1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.052665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:30.056090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'a58b41f0-1ace-456c-8788-97bc487f0ff2', 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'port_id': 'a58b41f0-1ace-456c-8788-97bc487f0ff2', 'mac_address': 'fa:16:3e:b2:e8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e606141-0140-4bfc-808e-9a57df06143c', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:30.133638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Made reservation on behalf of ccbac0dc5d344f3aa414a7ccaa399bdc for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:30.137857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.161866 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.209405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.213593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58b41f0-1ace-456c-8788-97bc487f0ff2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:30.254284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:30.256627 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7cc0ee-ba1f-411c-b61e-33b5d99ca36b" -d '{"events": [{"server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:30.260742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.271951 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.274813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 30c7f241-429b-458f-9349-f2de30a84b75 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:30.284196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d2d142c6-1b36-44b6-b214-47c6d206b014,segment=NetworkSegment(83331640-c7e9-42da-9a23-a12dd0852b87),segment_id=83331640-c7e9-42da-9a23-a12dd0852b87)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.317085 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.372050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.394021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36d72-eaf3-4020-83bc-04f327826234 req-9da390de-598c-4340-902c-0969d9440ab6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.401016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36d72-eaf3-4020-83bc-04f327826234 req-9da390de-598c-4340-902c-0969d9440ab6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.408523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36d72-eaf3-4020-83bc-04f327826234 req-9da390de-598c-4340-902c-0969d9440ab6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.410318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fc36d72-eaf3-4020-83bc-04f327826234 req-9da390de-598c-4340-902c-0969d9440ab6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2413 time: 0.1432464 Nov 12 00:53:30.438672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.447122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805363-ec41-4b70-8724-05961cc6eead req-ce059baa-3bcd-4a8f-b15e-b19b27e30389 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.448728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af805363-ec41-4b70-8724-05961cc6eead req-ce059baa-3bcd-4a8f-b15e-b19b27e30389 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.1366422 Nov 12 00:53:30.470011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.477369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=30c7f241-429b-458f-9349-f2de30a84b75,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.493794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '30c7f241-429b-458f-9349-f2de30a84b75', 'network_id': '0fe12151-5edd-45c8-9790-401b3d9f1a9e', 'port_id': '30c7f241-429b-458f-9349-f2de30a84b75', 'mac_address': 'fa:16:3e:6f:82:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2071655d-419d-4853-9211-0f521af3516f', 'ip_address': '19.86.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:30.526563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event updated for resources: {'Subnet': ['ID=cb3b78ca-dd3a-41a6-a823-b2c68b5b9487,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.527142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fc36d72-eaf3-4020-83bc-04f327826234 req-f7f93ffd-ece3-46f1-a23a-6a829ea0f465 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049409 Nov 12 00:53:30.536471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Checking segment: {'id': '0df76500-7b39-4583-9d7e-a8eea8e893c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:30.536928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Network hostable DHCP agents. Network: 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:30.540423 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.562738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:30.568288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c7f241-429b-458f-9349-f2de30a84b75 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:30.569803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af805363-ec41-4b70-8724-05961cc6eead req-a55f83bd-7035-4044-b782-9857856e0a44 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140711 Nov 12 00:53:30.579513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:30.587265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.588189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.599413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798cc634-8192-4301-bd33-c79137dfbd44 None None] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:30.615359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.616190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-177153b1-8718-4b94-8122-be90fd0b26e0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5974524 Nov 12 00:53:30.621019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Request body: {'port': {'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d', 'name': 'tempest-TagsExtTest-1259082227'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:30.665475 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057fc59f-6748-4938-9afb-54f79dec57d7 x-openstack-request-id: req-057fc59f-6748-4938-9afb-54f79dec57d7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:30.669915 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:30.670726 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-057fc59f-6748-4938-9afb-54f79dec57d7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:30.671610 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014', 'code': 200} Nov 12 00:53:30.765040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=30c7f241-429b-458f-9349-f2de30a84b75,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.780375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.781624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 141f5fb2-392f-4afb-90b8-e10d40c267ba details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:30.793143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d59a3-ad9d-49fd-ae97-a93fe81dae30 req-43a69795-dfc7-4d17-81e1-3f917cf4f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.801549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-041d59a3-ad9d-49fd-ae97-a93fe81dae30 req-43a69795-dfc7-4d17-81e1-3f917cf4f41e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 1097 time: 0.0853693 Nov 12 00:53:30.879169 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-041d59a3-ad9d-49fd-ae97-a93fe81dae30 req-483570ce-82a9-4e17-bda9-77983b50df82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746107 Nov 12 00:53:30.886921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Made reservation on behalf of ccbac0dc5d344f3aa414a7ccaa399bdc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:30.894643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.918348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] device_id is not set on port f1bbf941-5541-4d14-9814-5525a954ab69 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:30.920975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.939445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.952993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '141f5fb2-392f-4afb-90b8-e10d40c267ba', 'network_id': '2317c965-67ef-4738-a447-9cb2a8f806dc', 'port_id': '141f5fb2-392f-4afb-90b8-e10d40c267ba', 'mac_address': 'fa:16:3e:43:d5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e606141-0140-4bfc-808e-9a57df06143c', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:31.017013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.028572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d', 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d', 'tenant_id': 'ccbac0dc5d344f3aa414a7ccaa399bdc', 'fixed_ips': [{'subnet_id': 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:31.029933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.047354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f5fb2-392f-4afb-90b8-e10d40c267ba {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:31.066670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Allocated IP 172.20.0.14 (1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/f1bbf941-5541-4d14-9814-5525a954ab69) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:31.079354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:31.131415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.212408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.281761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.325370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.373775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:31.381715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Allocated IP 172.20.0.2 (1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/89f82c4b-9c97-44fb-a43b-0c94b5912a7f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:31.384016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:31.392009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:31.395819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event updated for resources: {'Port': ['ID=f1bbf941-5541-4d14-9814-5525a954ab69,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.456924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.457927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.484713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-47143841-ae36-4c4e-b654-9c2c74eb20e1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8680725 Nov 12 00:53:31.487581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:31.494461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-487442754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:31.527791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['141f5fb2-392f-4afb-90b8-e10d40c267ba'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:31.530912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.533258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.599163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a58b41f0-1ace-456c-8788-97bc487f0ff2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:31.625415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.636419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.669663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.674276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:31.674831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2cab0416-a841-429e-bc93-1a40d3339051 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1849191 Nov 12 00:53:31.679195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-691d91cc-504e-479c-9dc2-a0014f90d21e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-118636172', 'prefixes': ['172.20.0.0/16']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:31.778605 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.780649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d0484-4d97-4a0c-b29c-43102b50561c req-14ad49d7-8992-4f0d-b8d0-948e2b0c87fc tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.782355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-528d0484-4d97-4a0c-b29c-43102b50561c req-14ad49d7-8992-4f0d-b8d0-948e2b0c87fc tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.0635142 Nov 12 00:53:31.792757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7200-3da6-454e-b39d-c650ac8a5693 req-e8c65039-277e-4557-a555-3757e63ee7c0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.804099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7200-3da6-454e-b39d-c650ac8a5693 req-e8c65039-277e-4557-a555-3757e63ee7c0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.820117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7200-3da6-454e-b39d-c650ac8a5693 req-e8c65039-277e-4557-a555-3757e63ee7c0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.820337 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.825280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-033f7200-3da6-454e-b39d-c650ac8a5693 req-e8c65039-277e-4557-a555-3757e63ee7c0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2415 time: 0.1430111 Nov 12 00:53:31.830713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-691d91cc-504e-479c-9dc2-a0014f90d21e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.835223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-691d91cc-504e-479c-9dc2-a0014f90d21e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1577685 Nov 12 00:53:31.839488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:31.852077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-a267f5cf-3360-40a6-9677-c228ab4f186f tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-629837067') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:31.908884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:31.924017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:31.936987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:31.950411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Pushing event updated for resources: {'Port': ['ID=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.045398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-528d0484-4d97-4a0c-b29c-43102b50561c req-9f3478d9-132f-4975-b5a0-d96a7d225555 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174907 Nov 12 00:53:32.050229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-033f7200-3da6-454e-b39d-c650ac8a5693 req-31d8550b-67d3-4924-90b2-a8bed81829a8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058587 Nov 12 00:53:32.118768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a267f5cf-3360-40a6-9677-c228ab4f186f tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-629837067 HTTP/1.1" status: 201 len: 201 time: 0.2761428 Nov 12 00:53:32.121326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.126181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Attempting to bind port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:32.126675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Attempting to bind port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0df76500-7b39-4583-9d7e-a8eea8e893c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:32.127137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Attempting to bind port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f on network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:32.128049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-c44800cf-a4e2-4854-b341-c1627a37299e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-1542862174') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.181769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:32.182141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Checking segment: {'id': '0df76500-7b39-4583-9d7e-a8eea8e893c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:32.182653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.183681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Bound using segment: {'id': '0df76500-7b39-4583-9d7e-a8eea8e893c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:32.184178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Bound port: 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df76500-7b39-4583-9d7e-a8eea8e893c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:32.184562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.211564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.260387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c44800cf-a4e2-4854-b341-c1627a37299e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-1542862174 HTTP/1.1" status: 201 len: 201 time: 0.1378121 Nov 12 00:53:32.263023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.268464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-5f95ea31-4fad-40af-8ecc-2893f00e9117 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-610978214') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.279676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] For port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:32.283038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] For port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,segment=NetworkSegment(0df76500-7b39-4583-9d7e-a8eea8e893c8),segment_id=0df76500-7b39-4583-9d7e-a8eea8e893c8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:32.292304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.395607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9227e52-c293-4812-8473-e809e28976f8 None None] Pushing event updated for resources: {'Port': ['ID=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.431808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5f95ea31-4fad-40af-8ecc-2893f00e9117 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-610978214 HTTP/1.1" status: 201 len: 201 time: 0.1674984 Nov 12 00:53:32.434499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59804) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.439602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-5acca214-2ff8-4046-8bdc-eec5905de0f4 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-2065327154') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.495880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5acca214-2ff8-4046-8bdc-eec5905de0f4 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-2065327154 HTTP/1.1" status: 201 len: 201 time: 0.0580020 Nov 12 00:53:32.496193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.501471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-756ad136-ad06-423a-84f1-9e7ebbe12387 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.634974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-756ad136-ad06-423a-84f1-9e7ebbe12387 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 200 len: 240 time: 0.1367340 Nov 12 00:53:32.638863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.643311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-a306ebe5-4425-4cd9-ba07-158e08c1d463 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-629837067') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.723208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a306ebe5-4425-4cd9-ba07-158e08c1d463 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-629837067 HTTP/1.1" status: 204 len: 168 time: 0.0827937 Nov 12 00:53:32.725552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.731795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-fbc45303-e9e3-438c-8b3a-16be7939f982 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-629837067') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.751962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['30c7f241-429b-458f-9349-f2de30a84b75'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:32.824847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fbc45303-e9e3-438c-8b3a-16be7939f982 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-629837067 HTTP/1.1" status: 204 len: 168 time: 0.0972488 Nov 12 00:53:32.827348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.832588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-ebbabfa6-63fa-4605-b373-843882651ff5 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.926485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.927373 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebbabfa6-63fa-4605-b373-843882651ff5 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 200 len: 205 time: 0.0984178 Nov 12 00:53:32.930985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-b30c9a32-f630-4df8-819f-d02788db561a tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.931548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89f82c4b-9c97-44fb-a43b-0c94b5912a7f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:32.998276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b30c9a32-f630-4df8-819f-d02788db561a tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 200 len: 241 time: 0.0682664 Nov 12 00:53:32.998506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.004362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-a87e30c6-d0f8-4f82-ad62-492d9fb6ef88 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-1542862174') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.007267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:33.007643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.066211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a87e30c6-d0f8-4f82-ad62-492d9fb6ef88 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-1542862174 HTTP/1.1" status: 204 len: 168 time: 0.0643203 Nov 12 00:53:33.066924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.071872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-3949e4eb-50ea-4340-893f-9b96e176b4c0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-1542862174') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.114675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.169175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,segment=NetworkSegment(0df76500-7b39-4583-9d7e-a8eea8e893c8),segment_id=0df76500-7b39-4583-9d7e-a8eea8e893c8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:33.178867 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.255655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.498474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6cc11-3228-4ad6-ae57-f17fda857bbc None None] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:33.567352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aa6b8ce2-bfb7-477d-a4bc-aacc1d8cc412 None None] Provisioning complete for port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:33.568305 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b8ce2-bfb7-477d-a4bc-aacc1d8cc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.582347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3949e4eb-50ea-4340-893f-9b96e176b4c0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-1542862174 HTTP/1.1" status: 204 len: 168 time: 0.5121021 Nov 12 00:53:33.582705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.587878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-a09a1146-32ee-43b6-a3bd-e94372cbd9ab tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.620652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea190df-843b-4d37-b011-d452ead6354f req-ada8811e-554f-4581-91a6-4b459a8451e8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.627849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea190df-843b-4d37-b011-d452ead6354f req-ada8811e-554f-4581-91a6-4b459a8451e8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.635782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea190df-843b-4d37-b011-d452ead6354f req-ada8811e-554f-4581-91a6-4b459a8451e8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.637734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ea190df-843b-4d37-b011-d452ead6354f req-ada8811e-554f-4581-91a6-4b459a8451e8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2415 time: 0.4557910 Nov 12 00:53:33.647442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fc4d5-fcbb-4d4c-b92b-0407bc2a1563 req-7bb039f6-47bf-4125-be07-8952d3db1bb1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.649231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b8fc4d5-fcbb-4d4c-b92b-0407bc2a1563 req-7bb039f6-47bf-4125-be07-8952d3db1bb1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.1141510 Nov 12 00:53:33.651270 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a09a1146-32ee-43b6-a3bd-e94372cbd9ab tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 200 len: 205 time: 0.0672531 Nov 12 00:53:33.653859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.663055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-28f5090c-24ef-439d-bdb8-cc65c67acb7d tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.728584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ea190df-843b-4d37-b011-d452ead6354f req-bdb47e29-a969-4070-bf5c-6ab77d221b75 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779884 Nov 12 00:53:33.749124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b8fc4d5-fcbb-4d4c-b92b-0407bc2a1563 req-90575003-eaa1-4468-87f2-346877a5b02e tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885410 Nov 12 00:53:33.762342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-28f5090c-24ef-439d-bdb8-cc65c67acb7d tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 200 len: 240 time: 0.1072628 Nov 12 00:53:33.765050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.770190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-3b9c0a63-c061-4ed5-9581-4bd9eed7dcb6 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-610978214') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.872779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b9c0a63-c061-4ed5-9581-4bd9eed7dcb6 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-610978214 HTTP/1.1" status: 204 len: 168 time: 0.1064692 Nov 12 00:53:33.878994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.884017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-2658b870-eb19-46ec-be91-eb967fa60e13 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-610978214') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:33.912032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a58b41f0-1ace-456c-8788-97bc487f0ff2 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:34.022912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2658b870-eb19-46ec-be91-eb967fa60e13 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-610978214 HTTP/1.1" status: 204 len: 168 time: 0.1421399 Nov 12 00:53:34.025096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:34.030543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-048e93af-bbd6-4984-86d9-b643aa944866 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:34.066791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port a58b41f0-1ace-456c-8788-97bc487f0ff2 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:34.076602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port a58b41f0-1ace-456c-8788-97bc487f0ff2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.078215 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.205913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.209455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50462f9a-44b4-461b-8d7a-ef64130417b5 None None] Provisioning complete for port f1bbf941-5541-4d14-9814-5525a954ab69 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.209700 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50462f9a-44b4-461b-8d7a-ef64130417b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.279851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:34.282349 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c745d8a-629f-4307-ace7-84786308b487" -d '{"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:34.309569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:34.310731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-50462f9a-44b4-461b-8d7a-ef64130417b5 None None] Port f1bbf941-5541-4d14-9814-5525a954ab69 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:34.337891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.338635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 30c7f241-429b-458f-9349-f2de30a84b75 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:34.344048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf10457-ee29-4b43-8539-b91fcf818dc4 req-7dc58f8d-79a6-4e96-9040-0a0294374cd8 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.345945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcf10457-ee29-4b43-8539-b91fcf818dc4 req-7dc58f8d-79a6-4e96-9040-0a0294374cd8 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.1139884 Nov 12 00:53:34.394062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50462f9a-44b4-461b-8d7a-ef64130417b5 None None] Provisioning complete for port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.394427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50462f9a-44b4-461b-8d7a-ef64130417b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.430809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcf10457-ee29-4b43-8539-b91fcf818dc4 req-ef24c6f7-45c9-4c7c-8637-2f0077a83a2d tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770912 Nov 12 00:53:34.491435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.499128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 30c7f241-429b-458f-9349-f2de30a84b75 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:34.503564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 30c7f241-429b-458f-9349-f2de30a84b75 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.503964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.570918 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46771bc1-da04-4734-a00d-f2acb121d2ba x-openstack-request-id: req-46771bc1-da04-4734-a00d-f2acb121d2ba {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:34.571267 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:34.571749 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46771bc1-da04-4734-a00d-f2acb121d2ba {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:34.572187 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2', 'code': 200} Nov 12 00:53:34.661541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.703217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=30c7f241-429b-458f-9349-f2de30a84b75,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:34.708861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.711879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 141f5fb2-392f-4afb-90b8-e10d40c267ba up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:34.747958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858d1cf-689f-44c3-b8cb-7f85deeeacd8 req-751f6518-4b6c-42e8-8b0f-c5f83aab7112 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.750156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2858d1cf-689f-44c3-b8cb-7f85deeeacd8 req-751f6518-4b6c-42e8-8b0f-c5f83aab7112 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0730224 Nov 12 00:53:34.811032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d34b4174-74ef-4e79-8e77-d179c40b88df None None] Provisioning complete for port f1bbf941-5541-4d14-9814-5525a954ab69 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.811939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d34b4174-74ef-4e79-8e77-d179c40b88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.842581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2858d1cf-689f-44c3-b8cb-7f85deeeacd8 req-acd8dfc8-801c-45ea-89fd-2d986ba73805 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819371 Nov 12 00:53:34.847762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.867638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d34b4174-74ef-4e79-8e77-d179c40b88df None None] Port f1bbf941-5541-4d14-9814-5525a954ab69 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:34.895938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 141f5fb2-392f-4afb-90b8-e10d40c267ba completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:34.907391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 141f5fb2-392f-4afb-90b8-e10d40c267ba triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.908756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.936197 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-048e93af-bbd6-4984-86d9-b643aa944866 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 200 len: 205 time: 0.9096475 Nov 12 00:53:34.945707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59872) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:34.950160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89f82c4b-9c97-44fb-a43b-0c94b5912a7f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:34.954624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-aadec184-4b6e-4f45-8faa-a396ab745f83 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:34.958962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-32b4a045-4c9e-49dd-950a-a5553d77d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.960719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-32b4a045-4c9e-49dd-950a-a5553d77d863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4f2da4cee57446693b81c965e25dc4f&device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 1097 time: 0.0688968 Nov 12 00:53:34.990643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060813-7f8f-4d43-a780-669e25eeec13 req-f2730818-a8ff-4b4c-83d3-25d3be9109b0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.998069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060813-7f8f-4d43-a780-669e25eeec13 req-f2730818-a8ff-4b4c-83d3-25d3be9109b0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.005643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060813-7f8f-4d43-a780-669e25eeec13 req-f2730818-a8ff-4b4c-83d3-25d3be9109b0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.007412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77060813-7f8f-4d43-a780-669e25eeec13 req-f2730818-a8ff-4b4c-83d3-25d3be9109b0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2417 time: 0.1381171 Nov 12 00:53:35.028027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aadec184-4b6e-4f45-8faa-a396ab745f83 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 200 len: 241 time: 0.0772991 Nov 12 00:53:35.056359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.063359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-7313a001-1ef9-436d-827f-794e390649bd tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-2065327154') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.100234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.105608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-d3cf102f-a630-48fc-9db6-2ec0b06068d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.107402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-d3cf102f-a630-48fc-9db6-2ec0b06068d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940 HTTP/1.1" status: 200 len: 915 time: 0.1307762 Nov 12 00:53:35.108861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.112010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.112347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7313a001-1ef9-436d-827f-794e390649bd tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-2065327154 HTTP/1.1" status: 204 len: 168 time: 0.0546577 Nov 12 00:53:35.120480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-98199aba-779c-4d93-b405-e435c7c84b00 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-2065327154') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.122464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:35.122831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.123824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77060813-7f8f-4d43-a780-669e25eeec13 req-5fcaf9a7-7a2f-40a8-968b-0990991210f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098723 Nov 12 00:53:35.174902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.184203 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-3740bdae-7a5b-4cf2-9c47-650cd2842eec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2d142c6-1b36-44b6-b214-47c6d206b014 HTTP/1.1" status: 200 len: 217 time: 0.0466180 Nov 12 00:53:35.184557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.239420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-98199aba-779c-4d93-b405-e435c7c84b00 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-2065327154 HTTP/1.1" status: 204 len: 168 time: 0.1259675 Nov 12 00:53:35.241987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.248011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-271c2857-2728-4a8f-a734-4c604337fad5 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.269194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.280500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-271c2857-2728-4a8f-a734-4c604337fad5 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 200 len: 205 time: 0.0373564 Nov 12 00:53:35.282556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-20f0541a-0ad0-4620-a69c-9a21f316e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.283412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.284001 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-20f0541a-0ad0-4620-a69c-9a21f316e3eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc1b4324-777c-4d39-9f7e-0ef2eb954b86 HTTP/1.1" status: 200 len: 854 time: 0.0851841 Nov 12 00:53:35.289014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-0e63f412-c6dc-4383-8711-b332711ca4cf tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.320138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0e63f412-c6dc-4383-8711-b332711ca4cf tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0349200 Nov 12 00:53:35.322676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.325177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-3c2526a3-945c-4513-8241-63cc5f2a6d7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f5c6d2-9729-46c2-a1a1-e64e1ccda940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336437 Nov 12 00:53:35.327323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-6b5446b1-f43f-4528-a29c-50928332ed67 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.407628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b5446b1-f43f-4528-a29c-50928332ed67 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 204 len: 168 time: 0.0838561 Nov 12 00:53:35.410460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.414796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-9fcccb45-41d4-4b10-87ee-d3f280a907f0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.428796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-f5b227e9-b807-44bc-b363-c56b46028e64 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958648 Nov 12 00:53:35.476021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9fcccb45-41d4-4b10-87ee-d3f280a907f0 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 204 len: 168 time: 0.0621791 Nov 12 00:53:35.476299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.480422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-3ce9367f-1618-4183-aa56-bd6b445c1e2e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.533745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5227a4e-b462-404e-9b16-0f0bd3dbe9bd req-20e0eb22-11d0-4759-a6f8-4069f66e6431 service neutron] 10.222.0.32 "GET /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975707 Nov 12 00:53:35.597292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3ce9367f-1618-4183-aa56-bd6b445c1e2e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 204 len: 168 time: 0.1162040 Nov 12 00:53:35.598752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.603448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-66b90c0d-5a8c-442d-a1b0-5d851be22fb4 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-665905523') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.636642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e9198-1a04-48b9-85c7-00fb51b47cdd req-2288c795-c2fc-47bd-9d1f-f7c79a966d33 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.638168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-743e9198-1a04-48b9-85c7-00fb51b47cdd req-2288c795-c2fc-47bd-9d1f-f7c79a966d33 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.0990431 Nov 12 00:53:35.716755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-743e9198-1a04-48b9-85c7-00fb51b47cdd req-03afb2ac-d5a9-4736-aa16-2fe8802006bc tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Nov 12 00:53:35.731077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59894) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.732006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-66b90c0d-5a8c-442d-a1b0-5d851be22fb4 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-665905523 HTTP/1.1" status: 201 len: 201 time: 0.1321657 Nov 12 00:53:35.735520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-b2d8178d-dadf-4c1c-8a7d-c51e42925d1b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-1253672572') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.823521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.823775 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2d8178d-dadf-4c1c-8a7d-c51e42925d1b tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-1253672572 HTTP/1.1" status: 201 len: 201 time: 0.0929012 Nov 12 00:53:35.829069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-a0d4f7af-3294-4650-ae7c-6357cc9b6040 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-265496972') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.928649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a0d4f7af-3294-4650-ae7c-6357cc9b6040 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-265496972 HTTP/1.1" status: 201 len: 201 time: 0.1033115 Nov 12 00:53:35.931340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.936111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-afc6fc74-5349-4d4d-81b4-56c27883bc57 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-938923860') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:35.976479 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-afc6fc74-5349-4d4d-81b4-56c27883bc57 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-938923860 HTTP/1.1" status: 201 len: 201 time: 0.0439100 Nov 12 00:53:35.982137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.986795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-edd9596b-c50f-48f9-8916-130657d026e3 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', {'tags': ['tempest-TagsExtTest-Tag-164400352', 'tempest-TagsExtTest-Tag-1832529096', 'tempest-TagsExtTest-Tag-577163513']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.041184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78d75-936c-40ea-9f89-ef3503f92efe req-1997d06b-c6c5-4245-9382-e98cea9ec205 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.043073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad78d75-936c-40ea-9f89-ef3503f92efe req-1997d06b-c6c5-4245-9382-e98cea9ec205 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1022518 Nov 12 00:53:36.068450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-edd9596b-c50f-48f9-8916-130657d026e3 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 200 len: 316 time: 0.0851808 Nov 12 00:53:36.071241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59908) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.075748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-63168f91-2d42-400e-bb81-707925c4f226 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.121268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad78d75-936c-40ea-9f89-ef3503f92efe req-cc3d923f-50f3-4b1c-b9a1-398817ddee33 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706248 Nov 12 00:53:36.168101 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-63168f91-2d42-400e-bb81-707925c4f226 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 204 len: 168 time: 0.0932469 Nov 12 00:53:36.171138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.176381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-279481c2-9fe1-4a0d-8399-9ca85cc73ec8 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-164400352') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.270277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072ae8-9b84-4800-95f4-471e9dc1c032 req-ce34585c-9a53-4055-b32a-2845408feef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.276404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072ae8-9b84-4800-95f4-471e9dc1c032 req-ce34585c-9a53-4055-b32a-2845408feef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.282458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072ae8-9b84-4800-95f4-471e9dc1c032 req-ce34585c-9a53-4055-b32a-2845408feef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.284232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1072ae8-9b84-4800-95f4-471e9dc1c032 req-ce34585c-9a53-4055-b32a-2845408feef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.0770772 Nov 12 00:53:36.311027 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-279481c2-9fe1-4a0d-8399-9ca85cc73ec8 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.312207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-279481c2-9fe1-4a0d-8399-9ca85cc73ec8 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-164400352 HTTP/1.1" status: 404 len: 328 time: 0.1407275 Nov 12 00:53:36.315284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.320347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-2ef7e7fa-b544-4836-9d28-152f0e6e9a94 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-1832529096') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.343069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1072ae8-9b84-4800-95f4-471e9dc1c032 req-3a3eb918-d835-475d-b7b4-856323436a00 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524337 Nov 12 00:53:36.375107 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-2ef7e7fa-b544-4836-9d28-152f0e6e9a94 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.376389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2ef7e7fa-b544-4836-9d28-152f0e6e9a94 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-1832529096 HTTP/1.1" status: 404 len: 329 time: 0.0597947 Nov 12 00:53:36.379856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.384747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-6b1f39d1-61e9-4218-a5c0-289ccb2710e2 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487', 'tempest-TagsExtTest-Tag-577163513') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.437083 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-6b1f39d1-61e9-4218-a5c0-289ccb2710e2 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.438422 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b1f39d1-61e9-4218-a5c0-289ccb2710e2 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags/tempest-TagsExtTest-Tag-577163513 HTTP/1.1" status: 404 len: 328 time: 0.0576043 Nov 12 00:53:36.441300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.446428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-68603255-d78c-4a4d-a560-84f5833364b7 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', {'tags': ['tempest-TagsExtTest-Tag-1492922874', 'tempest-TagsExtTest-Tag-755320911', 'tempest-TagsExtTest-Tag-182262172']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.508338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-68603255-d78c-4a4d-a560-84f5833364b7 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 200 len: 316 time: 0.0659454 Nov 12 00:53:36.510885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.515185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-c7d426ea-964f-48db-90b0-496cdbbac150 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.573013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75'}, {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:36.575956 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818049f6-1c4f-431a-9937-29b444b69c64" -d '{"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "30c7f241-429b-458f-9349-f2de30a84b75"}, {"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:36.600391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7d426ea-964f-48db-90b0-496cdbbac150 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 204 len: 168 time: 0.0854437 Nov 12 00:53:36.600835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.605893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-7747bbef-58a7-4848-b221-56424ded2610 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-1492922874') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.629544 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f874060f-d423-4fac-878b-d2bfe302c0d5 x-openstack-request-id: req-f874060f-d423-4fac-878b-d2bfe302c0d5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:36.629931 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "30c7f241-429b-458f-9349-f2de30a84b75", "code": 200}, {"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-plugged", "status": "completed", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:36.630243 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f874060f-d423-4fac-878b-d2bfe302c0d5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:36.630708 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75', 'code': 200} Nov 12 00:53:36.631029 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba', 'code': 200} Nov 12 00:53:36.683460 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-7747bbef-58a7-4848-b221-56424ded2610 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.684968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7747bbef-58a7-4848-b221-56424ded2610 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-1492922874 HTTP/1.1" status: 404 len: 329 time: 0.0830405 Nov 12 00:53:36.688354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.693807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-097ed51e-89d3-4c44-ad5d-278bb5020c98 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-755320911') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.779414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dece1-c94b-4277-beef-182fb1c2973a req-a6904878-390a-44a3-8682-fdb9d43ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.779888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dece1-c94b-4277-beef-182fb1c2973a req-a6904878-390a-44a3-8682-fdb9d43ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.780381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dece1-c94b-4277-beef-182fb1c2973a req-a6904878-390a-44a3-8682-fdb9d43ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.784331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-499dece1-c94b-4277-beef-182fb1c2973a req-a6904878-390a-44a3-8682-fdb9d43ececb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2874 time: 0.0631380 Nov 12 00:53:36.790663 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-097ed51e-89d3-4c44-ad5d-278bb5020c98 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.791737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-097ed51e-89d3-4c44-ad5d-278bb5020c98 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-755320911 HTTP/1.1" status: 404 len: 328 time: 0.1019516 Nov 12 00:53:36.795024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.800206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-84533c70-6b28-4613-a90b-bf2c0e72ff29 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69', 'tempest-TagsExtTest-Tag-182262172') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.841578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-499dece1-c94b-4277-beef-182fb1c2973a req-d4412de0-e209-4ecd-afe1-746ff2020c1e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Nov 12 00:53:36.939685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8fb4d-ec0a-4452-be68-c20274716e59 req-90b7cdc3-f923-4132-a3a7-216e39f696ae tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.941430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fd8fb4d-ec0a-4452-be68-c20274716e59 req-90b7cdc3-f923-4132-a3a7-216e39f696ae tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.0747814 Nov 12 00:53:36.947162 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-84533c70-6b28-4613-a90b-bf2c0e72ff29 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:36.948188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-84533c70-6b28-4613-a90b-bf2c0e72ff29 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags/tempest-TagsExtTest-Tag-182262172 HTTP/1.1" status: 404 len: 328 time: 0.1522021 Nov 12 00:53:36.953416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.959007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-d7d34027-11c2-458a-a636-8d72cf067fd1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', {'tags': ['tempest-TagsExtTest-Tag-11576231', 'tempest-TagsExtTest-Tag-1593286762', 'tempest-TagsExtTest-Tag-557223544']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:36.994423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fd8fb4d-ec0a-4452-be68-c20274716e59 req-130c4b16-8685-4a49-ab56-3e344a556545 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Nov 12 00:53:37.065227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59946) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.071276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-55499264-327f-4c90-8c87-5dbb122fa4ef tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.074058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d7d34027-11c2-458a-a636-8d72cf067fd1 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 200 len: 315 time: 0.1131334 Nov 12 00:53:37.190999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.197251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-90727172-cbc3-491a-8149-811f20cabe99 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-11576231') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.199328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-55499264-327f-4c90-8c87-5dbb122fa4ef tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 204 len: 168 time: 0.1325421 Nov 12 00:53:37.298787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841392f5-1e9d-4465-88ec-66dbd873d070 req-d83eddd0-d1ad-4934-b911-34f933a8da1c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.308746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-841392f5-1e9d-4465-88ec-66dbd873d070 req-d83eddd0-d1ad-4934-b911-34f933a8da1c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0669382 Nov 12 00:53:37.353547 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-90727172-cbc3-491a-8149-811f20cabe99 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.356542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-90727172-cbc3-491a-8149-811f20cabe99 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-11576231 HTTP/1.1" status: 404 len: 327 time: 0.1643920 Nov 12 00:53:37.357627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.364560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-113288eb-8e1f-4208-a046-db66db81206e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-1593286762') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.394787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-841392f5-1e9d-4465-88ec-66dbd873d070 req-3ef54284-b5ca-41e7-a35e-822fc5696f5f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851209 Nov 12 00:53:37.408640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c319eb3-55ea-4620-b0e0-d5ecc8a98b7d req-4bd3c047-b155-48e3-a87b-de9cbb37382a tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.411021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c319eb3-55ea-4620-b0e0-d5ecc8a98b7d req-4bd3c047-b155-48e3-a87b-de9cbb37382a tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.0771241 Nov 12 00:53:37.484748 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-113288eb-8e1f-4208-a046-db66db81206e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.490534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-113288eb-8e1f-4208-a046-db66db81206e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-1593286762 HTTP/1.1" status: 404 len: 329 time: 0.1275101 Nov 12 00:53:37.490733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c319eb3-55ea-4620-b0e0-d5ecc8a98b7d req-f64222eb-1423-4f4b-86be-f0e222a01a6f tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713794 Nov 12 00:53:37.491001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.498807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-3fde290b-0c4e-49fb-bd62-6bada10a0c0e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836', 'tempest-TagsExtTest-Tag-557223544') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.573218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dd3f-d395-409c-92da-c7c86d6a30fb req-58b0ca15-f402-4cd2-8100-bb06c047135a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.580983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dd3f-d395-409c-92da-c7c86d6a30fb req-58b0ca15-f402-4cd2-8100-bb06c047135a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.588286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dd3f-d395-409c-92da-c7c86d6a30fb req-58b0ca15-f402-4cd2-8100-bb06c047135a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.590159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be96dd3f-d395-409c-92da-c7c86d6a30fb req-58b0ca15-f402-4cd2-8100-bb06c047135a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.0895703 Nov 12 00:53:37.591980 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-3fde290b-0c4e-49fb-bd62-6bada10a0c0e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.595821 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3fde290b-0c4e-49fb-bd62-6bada10a0c0e tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags/tempest-TagsExtTest-Tag-557223544 HTTP/1.1" status: 404 len: 328 time: 0.1011751 Nov 12 00:53:37.596024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.601243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-af28a4c3-ec04-4185-a139-dd6a726d87de tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', {'tags': ['tempest-TagsExtTest-Tag-1000177988', 'tempest-TagsExtTest-Tag-28821356', 'tempest-TagsExtTest-Tag-332788761']}) {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.655000 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af28a4c3-ec04-4185-a139-dd6a726d87de tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "PUT /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 200 len: 315 time: 0.0577333 Nov 12 00:53:37.658085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.663410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-b3bfb84e-9fbd-42ec-bde6-0b374fe9ec0f tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.668528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be96dd3f-d395-409c-92da-c7c86d6a30fb req-541adcc7-507e-4c13-91d5-b3b59f7af488 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719266 Nov 12 00:53:37.716538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3bfb84e-9fbd-42ec-bde6-0b374fe9ec0f tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0572093 Nov 12 00:53:37.716964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.721280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-7df73747-d8cf-4a7a-87bb-2504be9b7cf9 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-1000177988') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.744600 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-7df73747-d8cf-4a7a-87bb-2504be9b7cf9 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.745771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7df73747-d8cf-4a7a-87bb-2504be9b7cf9 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-1000177988 HTTP/1.1" status: 404 len: 329 time: 0.0278823 Nov 12 00:53:37.748760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.753853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-de188608-1f93-49f9-8a98-1977c61f2734 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-28821356') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.778802 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-de188608-1f93-49f9-8a98-1977c61f2734 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.780161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-de188608-1f93-49f9-8a98-1977c61f2734 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-28821356 HTTP/1.1" status: 404 len: 327 time: 0.0301406 Nov 12 00:53:37.783146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.788214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-c18dc036-3530-402c-899b-c22e69381573 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd', 'tempest-TagsExtTest-Tag-332788761') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.811091 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c18dc036-3530-402c-899b-c22e69381573 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] show failed (client error): The resource could not be found. Nov 12 00:53:37.812835 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c18dc036-3530-402c-899b-c22e69381573 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags/tempest-TagsExtTest-Tag-332788761 HTTP/1.1" status: 404 len: 328 time: 0.0281541 Nov 12 00:53:37.815173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.820116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-111f36dc-f049-4e2a-a928-b1691d52cb10 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.848200 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-111f36dc-f049-4e2a-a928-b1691d52cb10 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0318265 Nov 12 00:53:37.851096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.855889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-302d3aa2-2fb5-4cd7-be81-f35d876141db tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfed40f-1c2f-4380-9130-08f2c9d6b836') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:37.949285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-302d3aa2-2fb5-4cd7-be81-f35d876141db tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836/tags HTTP/1.1" status: 204 len: 168 time: 0.0971241 Nov 12 00:53:37.951811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.957464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-fbc40e42-3963-4fe8-976c-c178b43bfd04 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f1bbf941-5541-4d14-9814-5525a954ab69') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:38.060326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.060987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fbc40e42-3963-4fe8-976c-c178b43bfd04 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69/tags HTTP/1.1" status: 204 len: 168 time: 0.1074138 Nov 12 00:53:38.065180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-c6f5b265-9a18-41ce-9c3f-f4ce6b0927b7 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb3b78ca-dd3a-41a6-a823-b2c68b5b9487') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:38.139094 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6f5b265-9a18-41ce-9c3f-f4ce6b0927b7 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487/tags HTTP/1.1" status: 204 len: 168 time: 0.0733211 Nov 12 00:53:38.139787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.277038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53acb054-09ae-4642-9acc-787d80d46202 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.278323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53acb054-09ae-4642-9acc-787d80d46202 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a1c893e5-6ebc-4ff5-a6f2-0c8f3c40d8dd HTTP/1.1" status: 204 len: 168 time: 0.1379466 Nov 12 00:53:38.281119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.312572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6d7b9384-e695-4801-89e4-0b964864ce3f tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdfed40f-1c2f-4380-9130-08f2c9d6b836 HTTP/1.1" status: 200 len: 205 time: 0.0299265 Nov 12 00:53:38.314894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.397671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.601545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777f594-fd73-4e91-9897-624959f3a569 req-2290fd25-6699-4080-b352-2c0eb41675d1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.603077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2777f594-fd73-4e91-9897-624959f3a569 req-2290fd25-6699-4080-b352-2c0eb41675d1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1127286 Nov 12 00:53:38.685134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.688039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.732718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2777f594-fd73-4e91-9897-624959f3a569 req-a1d2cce9-2c47-442c-a404-681c0c6ee1e3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155045 Nov 12 00:53:38.763971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50ca2-04a4-476b-85d7-9e59846ee7fb req-cf2823c6-f0c7-4b44-b3d2-a440dc371397 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.770242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.771167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Fanout notify agent at l3_agent the message router_deleted on router cdfed40f-1c2f-4380-9130-08f2c9d6b836 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:38.773888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aa50ca2-04a4-476b-85d7-9e59846ee7fb req-cf2823c6-f0c7-4b44-b3d2-a440dc371397 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.1351268 Nov 12 00:53:38.783164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.784583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0673e64-0dac-4fd3-98f9-c74d0ccd3771 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/routers/cdfed40f-1c2f-4380-9130-08f2c9d6b836 HTTP/1.1" status: 204 len: 168 time: 0.4681449 Nov 12 00:53:38.787507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.908241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-f9d5482d-727e-4d93-8e42-21c230fe27f1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.910486 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-f9d5482d-727e-4d93-8e42-21c230fe27f1 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.32 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 945 time: 0.0881314 Nov 12 00:53:38.911476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aa50ca2-04a4-476b-85d7-9e59846ee7fb req-1f9b7882-84de-47ef-886e-c4638bcbbfaa tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/security-groups?id=57124373-9c9a-4248-abcc-dfc389a2e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364329 Nov 12 00:53:38.934172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645836-611a-4bcf-8630-805e074ec450 req-8a954682-d8fd-4f59-a015-e61afb4890f9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.940993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645836-611a-4bcf-8630-805e074ec450 req-8a954682-d8fd-4f59-a015-e61afb4890f9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.948198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645836-611a-4bcf-8630-805e074ec450 req-8a954682-d8fd-4f59-a015-e61afb4890f9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.950041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a645836-611a-4bcf-8630-805e074ec450 req-8a954682-d8fd-4f59-a015-e61afb4890f9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.1192620 Nov 12 00:53:38.982479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Deleting port f1bbf941-5541-4d14-9814-5525a954ab69 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:38.982831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.063232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a645836-611a-4bcf-8630-805e074ec450 req-5093642a-c1d9-41eb-ba94-0453b301f63c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068513 Nov 12 00:53:39.138533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Deleting port d2d142c6-1b36-44b6-b214-47c6d206b014 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:39.139091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.146240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.179366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Calling delete_port for f1bbf941-5541-4d14-9814-5525a954ab69 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:39.208639 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e1d75bf-96a8-4d3e-873c-b962a5ae0b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.305756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] For port d2d142c6-1b36-44b6-b214-47c6d206b014, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d2d142c6-1b36-44b6-b214-47c6d206b014,segment=NetworkSegment(83331640-c7e9-42da-9a23-a12dd0852b87),segment_id=83331640-c7e9-42da-9a23-a12dd0852b87)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:39.306117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.324809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Calling delete_port for d2d142c6-1b36-44b6-b214-47c6d206b014 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:39.475406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.516482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb976e9-b3b7-4971-99ab-357424ec7fd8 req-ebd790b6-864c-4092-96fd-d999ea612d0f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.523901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb976e9-b3b7-4971-99ab-357424ec7fd8 req-ebd790b6-864c-4092-96fd-d999ea612d0f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.531888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb976e9-b3b7-4971-99ab-357424ec7fd8 req-ebd790b6-864c-4092-96fd-d999ea612d0f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.536235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event deleted for resources: {'Port': ['ID=f1bbf941-5541-4d14-9814-5525a954ab69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.538229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcb976e9-b3b7-4971-99ab-357424ec7fd8 req-ebd790b6-864c-4092-96fd-d999ea612d0f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.0813448 Nov 12 00:53:39.611657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.624680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d2d142c6-1b36-44b6-b214-47c6d206b014'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:39.624917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcb976e9-b3b7-4971-99ab-357424ec7fd8 req-65212df4-f781-4890-8a7c-bb472d7a44d8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785749 Nov 12 00:53:39.675882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Pushing event deleted for resources: {'Port': ['ID=d2d142c6-1b36-44b6-b214-47c6d206b014,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.685147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.688711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6fd138a6-a3ce-4281-9cad-c7f8a7b22b47 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/ports/f1bbf941-5541-4d14-9814-5525a954ab69 HTTP/1.1" status: 204 len: 168 time: 0.8999801 Nov 12 00:53:39.691390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60026) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:39.726098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] No DVR routers for this DVR port d2d142c6-1b36-44b6-b214-47c6d206b014 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:39.728956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.732772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-236da2ae-02b9-4136-96a4-946ad0c416d1 req-a7af93cd-3b93-4e1c-b8e0-84afc0e16d80 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.32 "DELETE /v2.0/ports/d2d142c6-1b36-44b6-b214-47c6d206b014 HTTP/1.1" status: 204 len: 173 time: 0.8146248 Nov 12 00:53:39.733257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'name': 'network-vif-deleted', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:39.735909 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92fca47-cd16-4c6a-aa2d-a2783ac8df74" -d '{"events": [{"server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "name": "network-vif-deleted", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:39.796834 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416cfb26-123e-4d65-bff2-b74fc207586d x-openstack-request-id: req-416cfb26-123e-4d65-bff2-b74fc207586d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:39.797237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Deleting subnet cb3b78ca-dd3a-41a6-a823-b2c68b5b9487 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:39.797737 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5853ed13-53ee-4b3e-9665-a76af0aad8d8", "name": "network-vif-deleted", "tag": "d2d142c6-1b36-44b6-b214-47c6d206b014", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:39.797737 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-416cfb26-123e-4d65-bff2-b74fc207586d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:39.798061 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5853ed13-53ee-4b3e-9665-a76af0aad8d8', 'name': 'network-vif-deleted', 'tag': 'd2d142c6-1b36-44b6-b214-47c6d206b014', 'status': 'completed', 'code': 200} Nov 12 00:53:39.814516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.962230 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.039867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8a27-77b4-49ae-b9fa-d458b42f3114 req-fb359640-00bb-480d-b269-171f80751485 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.041447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3fa8a27-77b4-49ae-b9fa-d458b42f3114 req-fb359640-00bb-480d-b269-171f80751485 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1506250 Nov 12 00:53:40.060628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6383d5ca-fb60-4a45-9165-36641fcfb12d req-1c68401f-cbb7-489c-b22d-aa0bf6cf23c0 tempest-InstanceActionsTestJSON-1310026393 tempest-InstanceActionsTestJSON-1310026393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5853ed13-53ee-4b3e-9665-a76af0aad8d8 HTTP/1.1" status: 200 len: 210 time: 0.0475161 Nov 12 00:53:40.133281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.173449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3fa8a27-77b4-49ae-b9fa-d458b42f3114 req-b36eca2d-45ad-4388-9e6a-88a9732c094f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103101 Nov 12 00:53:40.246163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.280830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3b78ca-dd3a-41a6-a823-b2c68b5b9487,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.288420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.293314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bcfd44-5191-4ce0-b1ef-22275e2ad4c8 None None] Network 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:40.295146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/subnets/cb3b78ca-dd3a-41a6-a823-b2c68b5b9487 HTTP/1.1" status: 204 len: 168 time: 0.6016963 Nov 12 00:53:40.297977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:40.320596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.321187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.321761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.322264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.322744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.323231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.323807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.324311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.324885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.325504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.326037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.326516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f3766-e377-4abf-80fe-67dfc2026c54 tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:40.389792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.468090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Deleting port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:40.468565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.567263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] For port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,segment=NetworkSegment(0df76500-7b39-4583-9d7e-a8eea8e893c8),segment_id=0df76500-7b39-4583-9d7e-a8eea8e893c8)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:40.568326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.584629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Calling delete_port for 89f82c4b-9c97-44fb-a43b-0c94b5912a7f owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:40.625200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] DHCP port deletion for 1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:40.721817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.769036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Deleting port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:40.771475 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.774235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event deleted for resources: {'Port': ['ID=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.780321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] No DVR routers for this DVR port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:40.828420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9728d-8392-46c5-9a93-19ca987506f7 req-1a23de99-4d63-46fd-b82f-556bb32d7f55 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.840981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9728d-8392-46c5-9a93-19ca987506f7 req-1a23de99-4d63-46fd-b82f-556bb32d7f55 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.859558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9728d-8392-46c5-9a93-19ca987506f7 req-1a23de99-4d63-46fd-b82f-556bb32d7f55 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.869719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a9728d-8392-46c5-9a93-19ca987506f7 req-1a23de99-4d63-46fd-b82f-556bb32d7f55 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.1407874 Nov 12 00:53:40.912476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] For port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:40.913948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.933433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Calling delete_port for 89f82c4b-9c97-44fb-a43b-0c94b5912a7f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:40.936183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:53:40.939051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89f82c4b-9c97-44fb-a43b-0c94b5912a7f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:40.941111 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.956751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a9728d-8392-46c5-9a93-19ca987506f7 req-c937b2b1-79c1-46e0-846b-260d2c460ee8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797412 Nov 12 00:53:40.973512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.990981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Pushing event deleted for resources: {'Port': ['ID=89f82c4b-9c97-44fb-a43b-0c94b5912a7f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.996506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.005321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.006319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.006827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.007317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.007811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.008105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df76500-7b39-4583-9d7e-a8eea8e893c8') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.008478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df76500-7b39-4583-9d7e-a8eea8e893c8') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.008669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.009145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.009621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.010477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.010966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.011495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.011970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.017316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 89f82c4b-9c97-44fb-a43b-0c94b5912a7f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:41.017844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89f82c4b-9c97-44fb-a43b-0c94b5912a7f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:41.023660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5a994-40db-4850-bcf8-572976469a05 None None] No DVR routers for this DVR port 89f82c4b-9c97-44fb-a43b-0c94b5912a7f on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:41.034574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.080736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.102048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:41.102832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.133725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:41.173655 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:41.220184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-c448dee2-b224-4cb9-810e-217163273205 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.226623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-c448dee2-b224-4cb9-810e-217163273205 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.232613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-c448dee2-b224-4cb9-810e-217163273205 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.234313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-c448dee2-b224-4cb9-810e-217163273205 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 2418 time: 0.1974905 Nov 12 00:53:41.235495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.244291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.244516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Deleting subnet bc1b4324-777c-4d39-9f7e-0ef2eb954b86 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:41.247418 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] 10.222.0.11 "DELETE /v2.0/networks/1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d HTTP/1.1" status: 204 len: 168 time: 0.9477890 Nov 12 00:53:41.251996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.298824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Pushing event deleted for resources: {'Network': ['ID=1b3a99a5-ff6e-414f-8da7-9f4cc10ac42d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.326989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.327318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.327662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.327996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.328336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.328673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.329258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.329380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.331352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6472350-d0d2-445e-993d-2657ccaff52c tempest-TagsExtTest-1381696137 tempest-TagsExtTest-1381696137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:41.406683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.443404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dfd29-7b2b-4461-ad60-1829fde2beea req-956bf9ef-4a6e-4194-ac93-18c0577939d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.451628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-527dfd29-7b2b-4461-ad60-1829fde2beea req-956bf9ef-4a6e-4194-ac93-18c0577939d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1856387 Nov 12 00:53:41.487719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port a58b41f0-1ace-456c-8788-97bc487f0ff2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:41.488542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.513338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-527dfd29-7b2b-4461-ad60-1829fde2beea req-0b0b510f-61e6-4af6-a23e-8cd9077f0edd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606592 Nov 12 00:53:41.621208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.706349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f05be009-19fe-4009-b8c5-0b588073262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.710924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.716914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc1b4324-777c-4d39-9f7e-0ef2eb954b86 HTTP/1.1" status: 204 len: 168 time: 0.5796139 Nov 12 00:53:41.716914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ff153-f44e-4a46-8dcc-a3893ff008d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1b4324-777c-4d39-9f7e-0ef2eb954b86,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.728273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.750829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port a58b41f0-1ace-456c-8788-97bc487f0ff2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a58b41f0-1ace-456c-8788-97bc487f0ff2,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:41.751208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.794408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for a58b41f0-1ace-456c-8788-97bc487f0ff2 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:41.840959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.952183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.966858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31385e00-8071-42b7-ae7b-bf55c1259787 req-d88ef276-eddc-4cf5-a224-9f12a821816e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.974887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31385e00-8071-42b7-ae7b-bf55c1259787 req-d88ef276-eddc-4cf5-a224-9f12a821816e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1730685 Nov 12 00:53:41.984082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-a78dc9ba-9ebe-4546-9303-38883da01a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.985902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-a78dc9ba-9ebe-4546-9303-38883da01a4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.1555860 Nov 12 00:53:42.046589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.059113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a58b41f0-1ace-456c-8788-97bc487f0ff2', '141f5fb2-392f-4afb-90b8-e10d40c267ba', '30c7f241-429b-458f-9349-f2de30a84b75'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:42.167785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port a58b41f0-1ace-456c-8788-97bc487f0ff2 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:42.171335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.177585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "DELETE /v2.0/ports/a58b41f0-1ace-456c-8788-97bc487f0ff2 HTTP/1.1" status: 204 len: 173 time: 0.9283016 Nov 12 00:53:42.184349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf868402-842a-498b-b007-2b3c162d5e08 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=a58b41f0-1ace-456c-8788-97bc487f0ff2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.199436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:42.202631 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7097f50-a9cc-48c1-81de-7eea24a8abe6" -d '{"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:42.284404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31385e00-8071-42b7-ae7b-bf55c1259787 req-d723f697-378b-497b-86e7-ff1929ece445 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019786 Nov 12 00:53:42.380963 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8f06e-2ad3-43e1-8a6c-2193034fa7b8 x-openstack-request-id: req-92c8f06e-2ad3-43e1-8a6c-2193034fa7b8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:42.381844 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "a58b41f0-1ace-456c-8788-97bc487f0ff2", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:42.382268 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92c8f06e-2ad3-43e1-8a6c-2193034fa7b8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:42.382829 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': 'a58b41f0-1ace-456c-8788-97bc487f0ff2', 'status': 'completed', 'code': 200} Nov 12 00:53:42.398069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9833-5a1f-45cd-ba84-b678fb39ec78 req-366b58ce-cb27-4d62-b645-c2be88501877 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.406414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 141f5fb2-392f-4afb-90b8-e10d40c267ba {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:42.407043 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.417597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9833-5a1f-45cd-ba84-b678fb39ec78 req-366b58ce-cb27-4d62-b645-c2be88501877 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.436676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a3b9833-5a1f-45cd-ba84-b678fb39ec78 req-366b58ce-cb27-4d62-b645-c2be88501877 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 1683 time: 0.3389394 Nov 12 00:53:42.490578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.516379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 141f5fb2-392f-4afb-90b8-e10d40c267ba, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=141f5fb2-392f-4afb-90b8-e10d40c267ba,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:42.516379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.538135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 141f5fb2-392f-4afb-90b8-e10d40c267ba owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:42.603511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-3855566c-a36e-48b0-9dd8-e1734b2479c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.605249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-3855566c-a36e-48b0-9dd8-e1734b2479c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.6104147 Nov 12 00:53:42.607455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f5c6d2-9729-46c2-a1a1-e64e1ccda940']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:42.614449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-655bb6be-cccc-401c-b006-9067396dc360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccbac0dc5d344f3aa414a7ccaa399bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7417591 Nov 12 00:53:42.659098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.689043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83331640-c7e9-42da-9a23-a12dd0852b87') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:42.689396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83331640-c7e9-42da-9a23-a12dd0852b87') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:42.710825 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.711097 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.739183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.748823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:42.749309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:42.810419 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:42.835782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a3b9833-5a1f-45cd-ba84-b678fb39ec78 req-fe5eb3c1-77e5-4e98-bed6-508e56210e65 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967400 Nov 12 00:53:42.910168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.939702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.949481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] 10.222.0.11 "DELETE /v2.0/networks/94f5c6d2-9729-46c2-a1a1-e64e1ccda940 HTTP/1.1" status: 204 len: 168 time: 1.2192795 Nov 12 00:53:42.959676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-4511d47d-99f6-490b-a59c-6fbed6c5d916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.3438029 Nov 12 00:53:42.978397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8684-1d65-4230-8cd2-b6bd8d7986b1 req-98c97e06-33cd-4789-ac70-5b68856ea8b8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.986662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ad8684-1d65-4230-8cd2-b6bd8d7986b1 req-98c97e06-33cd-4789-ac70-5b68856ea8b8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1576724 Nov 12 00:53:43.006234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d893be-e007-487e-a4a3-655f61500d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f5c6d2-9729-46c2-a1a1-e64e1ccda940,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.115004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-0baff1b4-1a46-4896-861b-1ced3af6a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.116858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-0baff1b4-1a46-4896-861b-1ced3af6a5d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1217258 Nov 12 00:53:43.132168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ad8684-1d65-4230-8cd2-b6bd8d7986b1 req-fd69a96e-36de-4ce9-aaef-5b0b5e4262bd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408610 Nov 12 00:53:43.163614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60104) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:43.191367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-68589ebb-6bef-422e-a307-9e5156d19887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.195455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-68589ebb-6bef-422e-a307-9e5156d19887 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621316 Nov 12 00:53:43.205523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.267187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.287818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-68b4ec35-8a24-4442-97df-21fda38fc367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4f2da4cee57446693b81c965e25dc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230204 Nov 12 00:53:43.291715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:43.336631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.350672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a58b41f0-1ace-456c-8788-97bc487f0ff2'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:43.369854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=141f5fb2-392f-4afb-90b8-e10d40c267ba,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.383037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.385817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.389469 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dea439d-1978-4fc7-bd91-3adcd1c194eb HTTP/1.1" status: 204 len: 168 time: 0.7270226 Nov 12 00:53:43.416320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f97f2-ad86-4348-b45a-8ddd7e961506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea439d-1978-4fc7-bd91-3adcd1c194eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.433796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 141f5fb2-392f-4afb-90b8-e10d40c267ba on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:43.437056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.441403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-dda370b1-7855-49a8-9679-729fa9a94799 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "DELETE /v2.0/ports/141f5fb2-392f-4afb-90b8-e10d40c267ba HTTP/1.1" status: 204 len: 173 time: 1.2529328 Nov 12 00:53:43.593899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.598221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-7f48f5f7-df07-46da-bf87-07b235d1e7a2 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945315 Nov 12 00:53:43.613267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 30c7f241-429b-458f-9349-f2de30a84b75 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:43.613796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.732391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 30c7f241-429b-458f-9349-f2de30a84b75, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=30c7f241-429b-458f-9349-f2de30a84b75,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:43.732730 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.748033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 30c7f241-429b-458f-9349-f2de30a84b75 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:43.764338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.776982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f847d8-5173-42c3-9507-5e79691b2ab4 req-5a41af86-7df4-4836-b546-0648894585c2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.783453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56f847d8-5173-42c3-9507-5e79691b2ab4 req-5a41af86-7df4-4836-b546-0648894585c2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3192263 Nov 12 00:53:43.873711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.876320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.877870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57124373-9c9a-4248-abcc-dfc389a2e562 HTTP/1.1" status: 204 len: 168 time: 0.5628934 Nov 12 00:53:43.890551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52915d-25eb-4bde-a0aa-8b7a9466afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57124373-9c9a-4248-abcc-dfc389a2e562,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.907073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f692e236-f9d0-4bc2-9086-f02f44d69b0c req-d311beb5-35b8-41a6-bdab-3f105f1c9b6b service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965548 Nov 12 00:53:43.948610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56f847d8-5173-42c3-9507-5e79691b2ab4 req-1415ef4b-98ab-403a-b510-05a3725d1896 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569543 Nov 12 00:53:43.968249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d2d142c6-1b36-44b6-b214-47c6d206b014 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:43.999723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: d2d142c6-1b36-44b6-b214-47c6d206b014 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:44.000398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d2d142c6-1b36-44b6-b214-47c6d206b014 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:44.005913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.033583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.088592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1296c6c9-21f9-47ed-b231-ae1388946a75 req-1f1330bc-484e-4aaf-acb8-acf588c901f9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 210 time: 0.0586195 Nov 12 00:53:44.183919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=30c7f241-429b-458f-9349-f2de30a84b75,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.232359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 30c7f241-429b-458f-9349-f2de30a84b75 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:44.237726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.241434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-488ce488-3fec-4d8c-8f9f-d2079ba9dd66 req-4060c1f4-1eca-4145-9ee0-87b4868a8618 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.39 "DELETE /v2.0/ports/30c7f241-429b-458f-9349-f2de30a84b75 HTTP/1.1" status: 204 len: 173 time: 0.7939076 Nov 12 00:53:44.357440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee445ae-e41f-4f02-a52a-31237f8214af req-fb0f6224-06e1-428a-8b10-07242e151263 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.363121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ee445ae-e41f-4f02-a52a-31237f8214af req-fb0f6224-06e1-428a-8b10-07242e151263 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1067524 Nov 12 00:53:44.384451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba'}, {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:44.387503 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4a520-f19e-472d-9a24-6d7b18c68de8" -d '{"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba"}, {"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "30c7f241-429b-458f-9349-f2de30a84b75"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:44.516049 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c437e2-deb0-4238-bd7a-1a44fec55228 x-openstack-request-id: req-b5c437e2-deb0-4238-bd7a-1a44fec55228 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:44.516437 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "141f5fb2-392f-4afb-90b8-e10d40c267ba", "status": "completed", "code": 200}, {"server_uuid": "8d72ce40-ebfe-4574-8635-0a01af47b476", "name": "network-vif-deleted", "tag": "30c7f241-429b-458f-9349-f2de30a84b75", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:44.516762 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5c437e2-deb0-4238-bd7a-1a44fec55228 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:44.517349 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': '141f5fb2-392f-4afb-90b8-e10d40c267ba', 'status': 'completed', 'code': 200} Nov 12 00:53:44.517672 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72ce40-ebfe-4574-8635-0a01af47b476', 'name': 'network-vif-deleted', 'tag': '30c7f241-429b-458f-9349-f2de30a84b75', 'status': 'completed', 'code': 200} Nov 12 00:53:44.540154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ee445ae-e41f-4f02-a52a-31237f8214af req-9dc355c8-a619-4002-9c77-9578812a4d14 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738191 Nov 12 00:53:44.803319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a6a40-1e7d-4595-86fd-746359af8f23 req-149a576a-8c87-4172-a896-4604f5759d84 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.812227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb2a6a40-1e7d-4595-86fd-746359af8f23 req-149a576a-8c87-4172-a896-4604f5759d84 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.0684888 Nov 12 00:53:44.865833 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.876303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb2a6a40-1e7d-4595-86fd-746359af8f23 req-721b22c5-c89d-4fc2-8929-754e7bbc5498 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614140 Nov 12 00:53:45.139637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c390-69d9-4f54-9c47-23f0e5b6dd0e req-d41abc8c-abfc-4be2-8a1a-c6418e5bd989 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.151761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de82c390-69d9-4f54-9c47-23f0e5b6dd0e req-d41abc8c-abfc-4be2-8a1a-c6418e5bd989 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1212566 Nov 12 00:53:45.224420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de82c390-69d9-4f54-9c47-23f0e5b6dd0e req-8548c72b-fd91-4cef-8ae4-bfed0a23b780 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715971 Nov 12 00:53:45.281186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c1e33e6-cec9-4c8a-a132-7ac3caf6848a req-542c5b97-4cdd-442a-8604-340f2b695456 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d72ce40-ebfe-4574-8635-0a01af47b476 HTTP/1.1" status: 200 len: 210 time: 0.0555539 Nov 12 00:53:45.409100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60188) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.709327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528767c-4dc4-4b87-903a-6787f006b226 req-ccfbd1f9-77fb-4ec3-8f2e-32cd91f36f1a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.716842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5528767c-4dc4-4b87-903a-6787f006b226 req-ccfbd1f9-77fb-4ec3-8f2e-32cd91f36f1a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0958161 Nov 12 00:53:45.723697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1321748769-network', 'tenant_id': 'b68cce953c504b5a874c14ee16855158'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:45.781119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Made reservation on behalf of b68cce953c504b5a874c14ee16855158 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:45.783454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.807967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.831464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5528767c-4dc4-4b87-903a-6787f006b226 req-67447aa5-2807-497f-a4fb-e35c2b571e51 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032152 Nov 12 00:53:45.940217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.950045 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.984851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:45.997826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae5c0c-4b02-453b-9402-447607e5e486,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.007191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a58b41f0-1ace-456c-8788-97bc487f0ff2 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:46.011506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.012014 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Added segment 25f45aae-06e8-49ea-983e-c24b9b607e79 of type vlan for network b374c9d2-03ce-4d7c-8d04-7348b4f4effa Nov 12 00:53:46.045313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: a58b41f0-1ace-456c-8788-97bc487f0ff2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:46.045655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a58b41f0-1ace-456c-8788-97bc487f0ff2 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:46.046076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 30c7f241-429b-458f-9349-f2de30a84b75 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:46.073699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 30c7f241-429b-458f-9349-f2de30a84b75 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:46.074177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 30c7f241-429b-458f-9349-f2de30a84b75 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:46.074710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 141f5fb2-392f-4afb-90b8-e10d40c267ba no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:46.098604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 141f5fb2-392f-4afb-90b8-e10d40c267ba {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:46.099043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 141f5fb2-392f-4afb-90b8-e10d40c267ba not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:46.362218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.430470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting subnet 2071655d-419d-4853-9211-0f521af3516f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:46.435119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.482270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.500640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.563507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85041d5e-0e1b-43e7-b2b1-11e4bc23658e req-ff3b063d-f75f-4a85-b785-b9d7fd23713a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.566250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85041d5e-0e1b-43e7-b2b1-11e4bc23658e req-ff3b063d-f75f-4a85-b785-b9d7fd23713a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.5826304 Nov 12 00:53:46.567902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.568934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.569939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.602786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.664898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2510681 Nov 12 00:53:46.666809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.676007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Request body: {'subnet': {'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1321748769-subnet', 'tenant_id': 'b68cce953c504b5a874c14ee16855158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:46.688246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97288354-e339-4ec3-adb7-2d158e0b9003 admin admin] Pushing event updated for resources: {'Network': ['ID=b374c9d2-03ce-4d7c-8d04-7348b4f4effa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.689293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.699412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b374c9d2-03ce-4d7c-8d04-7348b4f4effa details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:46.723062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Subnet': ['ID=2071655d-419d-4853-9211-0f521af3516f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.727479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.731521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-658e6151-a6c0-4c2e-91d7-99847895e666 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/subnets/2071655d-419d-4853-9211-0f521af3516f HTTP/1.1" status: 204 len: 168 time: 0.3673825 Nov 12 00:53:46.736525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.736747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85041d5e-0e1b-43e7-b2b1-11e4bc23658e req-a12c902a-f5db-473e-b635-40ea6d476f1d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480172 Nov 12 00:53:46.742928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Made reservation on behalf of b68cce953c504b5a874c14ee16855158 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:46.745741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.786834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e248e161-db2b-44c0-80db-9d1cff6e03e7 None None] Network 0fe12151-5edd-45c8-9790-401b3d9f1a9e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:46.843542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.932714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:46.933201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.008111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,segment=NetworkSegment(f33c626f-4663-41ef-995f-ecc7d42b4c7b),segment_id=f33c626f-4663-41ef-995f-ecc7d42b4c7b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:47.008975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.032868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for d26e9bfc-ec47-439a-9e57-5a15a3bfc885 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:47.081471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.134952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] DHCP port deletion for 0fe12151-5edd-45c8-9790-401b3d9f1a9e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:47.142935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28154-cc9d-425c-bbf7-519943da29e5 req-4d5a3a00-1ec9-43a0-9208-07421209f532 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.144195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4e28154-cc9d-425c-bbf7-519943da29e5 req-4d5a3a00-1ec9-43a0-9208-07421209f532 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1894479 Nov 12 00:53:47.168088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.196623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.202902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:47.206227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Deleting port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:47.207878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.213380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d4dae3-27b1-4930-99a5-c24ca42ca632,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.237333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Checking segment: {'id': '25f45aae-06e8-49ea-983e-c24b9b607e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:47.237875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Network hostable DHCP agents. Network: b374c9d2-03ce-4d7c-8d04-7348b4f4effa, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:47.269854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4e28154-cc9d-425c-bbf7-519943da29e5 req-df802e15-9b4e-4c95-999e-57cbc6da032e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160874 Nov 12 00:53:47.282171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] For port d26e9bfc-ec47-439a-9e57-5a15a3bfc885, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:47.282596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.292894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.307565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Network b374c9d2-03ce-4d7c-8d04-7348b4f4effa is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:47.322528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe12151-5edd-45c8-9790-401b3d9f1a9e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:47.324643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b374c9d2-03ce-4d7c-8d04-7348b4f4effa) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:47.326962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Calling delete_port for d26e9bfc-ec47-439a-9e57-5a15a3bfc885 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:47.330180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.330923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.331690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:53:47.333693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.338918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e8ca8-4058-43c7-8f09-389d30750c9f None None] Network b374c9d2-03ce-4d7c-8d04-7348b4f4effa requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:47.357397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33c626f-4663-41ef-995f-ecc7d42b4c7b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:47.361371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33c626f-4663-41ef-995f-ecc7d42b4c7b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:47.384115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5728d963-d5e2-4b05-aabd-5b43dd75bed2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7097707 Nov 12 00:53:47.387994 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.410333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.424153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:47.425112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:47.430649 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:47.544012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.561487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.572515 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/networks/0fe12151-5edd-45c8-9790-401b3d9f1a9e HTTP/1.1" status: 204 len: 168 time: 0.8326364 Nov 12 00:53:47.573377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:47.574803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] Pushing event deleted for resources: {'Port': ['ID=d26e9bfc-ec47-439a-9e57-5a15a3bfc885,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.580301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff4f6f-a16e-4341-90c5-eaf2d7a7b61c None None] No DVR routers for this DVR port d26e9bfc-ec47-439a-9e57-5a15a3bfc885 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:47.637341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8465fb0-46de-406e-addc-75e203680236 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Network': ['ID=0fe12151-5edd-45c8-9790-401b3d9f1a9e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.732246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting subnet 7e606141-0140-4bfc-808e-9a57df06143c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:47.733834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc25033-a7bf-4d90-8ee4-245d470c2824 None None] Network b374c9d2-03ce-4d7c-8d04-7348b4f4effa requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:47.740615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.825121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.925856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:47.986246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.108778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.123383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '424b1c26-987b-4425-924f-537e3be6a034', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:48.131052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d654cfe-5b1b-4c1f-8d21-d6041118bebe req-93ef91fd-41e5-49ae-998c-eb788e3737cd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.141275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d654cfe-5b1b-4c1f-8d21-d6041118bebe req-93ef91fd-41e5-49ae-998c-eb788e3737cd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2518532 Nov 12 00:53:48.176204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.198985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:48.229403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.236909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.322907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.333647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['424b1c26-987b-4425-924f-537e3be6a034'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:48.351409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d654cfe-5b1b-4c1f-8d21-d6041118bebe req-98a78308-ae74-4018-87e6-39cde914d365 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090869 Nov 12 00:53:48.380664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.467335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.474452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/subnets/7e606141-0140-4bfc-808e-9a57df06143c HTTP/1.1" status: 204 len: 168 time: 0.8982370 Nov 12 00:53:48.476524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.495709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c6f0-fa91-42e1-aec8-1d64842d36bb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Subnet': ['ID=7e606141-0140-4bfc-808e-9a57df06143c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.500461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e5e2d-811b-42e5-8b56-cbca581a0be5 None None] Network 2317c965-67ef-4738-a447-9cb2a8f806dc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:48.625850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.661901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a915-60d9-470b-844a-a88dd82a8a02 req-86f42376-2d8b-4711-aea0-3bbd09f59e14 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.670129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a707a915-60d9-470b-844a-a88dd82a8a02 req-86f42376-2d8b-4711-aea0-3bbd09f59e14 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.1603701 Nov 12 00:53:48.681804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-c1149533-7c21-42c7-940f-28b0bfef36a0 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.689727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-c1149533-7c21-42c7-940f-28b0bfef36a0 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/networks?id=b374c9d2-03ce-4d7c-8d04-7348b4f4effa HTTP/1.1" status: 200 len: 818 time: 0.6686878 Nov 12 00:53:48.751417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-a546440c-d74b-469a-a7ef-f08f9a2f9737 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/quotas/b68cce953c504b5a874c14ee16855158 HTTP/1.1" status: 200 len: 375 time: 0.0603232 Nov 12 00:53:48.786059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 9ebe24f6-518c-44b5-b58a-cca3a363b300 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:48.786413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.857782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-026c0ce2-0931-41fe-8eec-5c2c4da89eff tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b68cce953c504b5a874c14ee16855158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958495 Nov 12 00:53:48.877455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a707a915-60d9-470b-844a-a88dd82a8a02 req-ae30d0b2-3736-4d58-9cfd-2b0cabae20cf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055619 Nov 12 00:53:48.944119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d26e9bfc-ec47-439a-9e57-5a15a3bfc885 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:48.999143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d26e9bfc-ec47-439a-9e57-5a15a3bfc885 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:48.999758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d26e9bfc-ec47-439a-9e57-5a15a3bfc885 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:49.035066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] DHCP port deletion for 2317c965-67ef-4738-a447-9cb2a8f806dc request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:49.061822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 9ebe24f6-518c-44b5-b58a-cca3a363b300, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9ebe24f6-518c-44b5-b58a-cca3a363b300,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.062210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.062648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-8099bb00-c887-4121-ab9f-912df663ba7d service neutron] 10.222.0.11 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841736 Nov 12 00:53:49.114155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 9ebe24f6-518c-44b5-b58a-cca3a363b300 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:49.130050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Deleting port 9ebe24f6-518c-44b5-b58a-cca3a363b300 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:49.135415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.213282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] For port 9ebe24f6-518c-44b5-b58a-cca3a363b300, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9ebe24f6-518c-44b5-b58a-cca3a363b300,segment=NetworkSegment(cbf24b76-c9d9-458e-8102-c165d79333a3),segment_id=cbf24b76-c9d9-458e-8102-c165d79333a3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.213965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.231020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Calling delete_port for 9ebe24f6-518c-44b5-b58a-cca3a363b300 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:49.254899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-1c7b7932-dd89-458b-9eed-ff12d2a524bc service neutron] 10.222.0.11 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840043 Nov 12 00:53:49.280557 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.328456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 9ebe24f6-518c-44b5-b58a-cca3a363b300 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:49.343265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=9ebe24f6-518c-44b5-b58a-cca3a363b300,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.487011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.514123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.546234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] Pushing event deleted for resources: {'Port': ['ID=9ebe24f6-518c-44b5-b58a-cca3a363b300,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.555899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354e864-3da8-4cb0-87c5-4b3bce15b691 None None] No DVR routers for this DVR port 9ebe24f6-518c-44b5-b58a-cca3a363b300 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:49.604113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2317c965-67ef-4738-a447-9cb2a8f806dc']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:49.639026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf24b76-c9d9-458e-8102-c165d79333a3') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:49.653793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf24b76-c9d9-458e-8102-c165d79333a3') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:49.691454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.709756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210a87-e29b-425b-b953-28b7250ce152 req-7478f082-009c-4fb7-b089-cc5f2480c185 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.711964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c210a87-e29b-425b-b953-28b7250ce152 req-7478f082-009c-4fb7-b089-cc5f2480c185 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2168114 Nov 12 00:53:49.721326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.759523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:49.759930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:49.777222 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:49.893183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce9581f5-861a-4918-9001-374e4eac95ba req-8e94dc66-5c0b-4f69-8af7-c5179d3d479a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 210 time: 0.1799543 Nov 12 00:53:49.925290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:49.976996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.987082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.995960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/networks/2317c965-67ef-4738-a447-9cb2a8f806dc HTTP/1.1" status: 204 len: 168 time: 1.5174296 Nov 12 00:53:49.998056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.015141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c210a87-e29b-425b-b953-28b7250ce152 req-b40905fe-b047-4e3f-81c9-005f78209712 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632978 Nov 12 00:53:50.015717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.023746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-397500763'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:50.046177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03405c11-dee8-4fed-a842-eeaebf6f978f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Network': ['ID=2317c965-67ef-4738-a447-9cb2a8f806dc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.066104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:50.073360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.105970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:50.119201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 424b1c26-987b-4425-924f-537e3be6a034 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:50.119641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.137873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.138560 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Added segment 3f371e77-2d33-44cb-b21a-589b73c9618d of type vlan for network b646f8da-bd68-4b2e-a9c4-fcd2865eccda Nov 12 00:53:50.337149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a19b7f-0fde-4bb4-87b8-efc0efa8093d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.369090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.392211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.459562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae113ba-b6fa-4eb8-a02d-c8e62eb97158 req-e6e2aa04-7b53-4073-a096-b6bf338a72f6 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.467803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:50.473202 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157ca88-cfcc-458f-8fcb-ba306e9be598" -d '{"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:50.474055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aae113ba-b6fa-4eb8-a02d-c8e62eb97158 req-e6e2aa04-7b53-4073-a096-b6bf338a72f6 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.3026803 Nov 12 00:53:50.515015 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.522911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.524542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.526143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a19b7f-0fde-4bb4-87b8-efc0efa8093d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.529442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:50.539503 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.543671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64a19b7f-0fde-4bb4-87b8-efc0efa8093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.607965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-64a19b7f-0fde-4bb4-87b8-efc0efa8093d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d32d9cdb6a0e4df6bdcd8c72d93ced78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081271 Nov 12 00:53:50.609174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a19b7f-0fde-4bb4-87b8-efc0efa8093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1405cc0-8157-4808-ace7-5a95d54ad6e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.612258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.651818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aae113ba-b6fa-4eb8-a02d-c8e62eb97158 req-6ce085a3-01c9-4878-abf8-aec697dad2a0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707613 Nov 12 00:53:50.676291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6573482 Nov 12 00:53:50.678579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.697442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'subnet': {'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:50.720831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.732695 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1266acb3-806b-44b7-99da-7feaaf97f87a x-openstack-request-id: req-1266acb3-806b-44b7-99da-7feaaf97f87a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:50.733272 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:50.733719 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1266acb3-806b-44b7-99da-7feaaf97f87a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:50.734501 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'code': 200} Nov 12 00:53:50.790555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98c3c-d419-4e34-8de5-2bf7720d2438 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Network': ['ID=b646f8da-bd68-4b2e-a9c4-fcd2865eccda,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.818906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:50.964783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.976953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9ebe24f6-518c-44b5-b58a-cca3a363b300 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:50.995287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.000209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9ebe24f6-518c-44b5-b58a-cca3a363b300 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:51.000782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9ebe24f6-518c-44b5-b58a-cca3a363b300 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:51.072827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:51.078346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.110848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ca4bd8-b31e-4446-9b9e-e217f8b3d07a req-e37effef-b732-49da-970e-4b68d9953160 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 210 time: 0.0642345 Nov 12 00:53:51.230574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597030d-eedf-45f6-b504-2772f44d7393 req-e92ccc13-a391-4b9a-bffc-f6b805abdf2e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.234012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a597030d-eedf-45f6-b504-2772f44d7393 req-e92ccc13-a391-4b9a-bffc-f6b805abdf2e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1007903 Nov 12 00:53:51.267802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.271277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.272662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1405cc0-8157-4808-ace7-5a95d54ad6e5 HTTP/1.1" status: 204 len: 168 time: 0.6588418 Nov 12 00:53:51.372275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff92ac-ca0d-4249-bab0-7d392797ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1405cc0-8157-4808-ace7-5a95d54ad6e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.410726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a597030d-eedf-45f6-b504-2772f44d7393 req-abe52236-8e8b-45e3-bc2a-dffd12025c61 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694233 Nov 12 00:53:51.721363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-84780d9c-5e2b-4bbb-babc-a867b4a9482e tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.740313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-84780d9c-5e2b-4bbb-babc-a867b4a9482e tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.39 "GET /v2.0/networks?id=b374c9d2-03ce-4d7c-8d04-7348b4f4effa HTTP/1.1" status: 200 len: 818 time: 0.4395182 Nov 12 00:53:51.754243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Request body: {'port': {'device_id': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa', 'admin_state_up': True, 'tenant_id': 'b68cce953c504b5a874c14ee16855158'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:51.857119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:51.914261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.924588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Made reservation on behalf of b68cce953c504b5a874c14ee16855158 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:51.929425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.940908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e273375-e1bf-4f27-9ff8-552603b20847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.000018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc993-9ff7-480f-8ff9-10bc72df635f req-c30fbe07-97e5-4639-ad6d-3216f053a074 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.001648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a4cc993-9ff7-480f-8ff9-10bc72df635f req-c30fbe07-97e5-4639-ad6d-3216f053a074 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.2098439 Nov 12 00:53:52.100289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Subnet': ['ID=b9addbb1-6876-4e64-941b-3fb4f78c746a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.142104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Checking segment: {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:52.142509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network hostable DHCP agents. Network: b646f8da-bd68-4b2e-a9c4-fcd2865eccda, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:52.174576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Allocated IP 172.20.0.4 (b374c9d2-03ce-4d7c-8d04-7348b4f4effa/56d4dae3-27b1-4930-99a5-c24ca42ca632/8c3383a7-32e9-41b7-9efe-f4969130a5fd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:52.216955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:52.253117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a4cc993-9ff7-480f-8ff9-10bc72df635f req-27db2bcf-c36a-4e76-a73f-12b5808ac4ac tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241778 Nov 12 00:53:52.322688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b646f8da-bd68-4b2e-a9c4-fcd2865eccda) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:52.336870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.345627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.369022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b8c0f-d080-4b91-8e04-3936836f1934 None None] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:52.369896 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e273375-e1bf-4f27-9ff8-552603b20847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.384583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e273375-e1bf-4f27-9ff8-552603b20847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.417679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8478517-fc12-46e9-a11e-6f571f61657c req-db3ea629-edc4-415a-9d3f-2887373ee308 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 210 time: 0.0501359 Nov 12 00:53:52.452102 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6762d56-7077-4a36-aead-e37e7ac909d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7650604 Nov 12 00:53:52.456910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:52.474416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-469972370'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:52.560150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e273375-e1bf-4f27-9ff8-552603b20847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16adfe11-3683-4317-b306-58d386dae1c8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.594055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:52.598554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.641685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6e273375-e1bf-4f27-9ff8-552603b20847 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d82054766c745ceb8708a39417081d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7818727 Nov 12 00:53:52.642405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:52.715791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.717579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:52.735766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-b646f8da-bd68-4b2e-a9c4-fcd2865eccda', 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'fixed_ips': [{'subnet_id': 'b9addbb1-6876-4e64-941b-3fb4f78c746a'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:52.737051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.757321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.758275 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Added segment 345905b2-e149-4f99-8610-f45ccd28e3b0 of type vlan for network 536b85fc-a54c-4112-bae2-5abe36134433 Nov 12 00:53:52.772738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa94e1-e7b3-4db5-8f67-239d7b82678c req-8ccb579d-0daf-4831-be7f-2d6a9ee74845 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.774816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66fa94e1-e7b3-4db5-8f67-239d7b82678c req-8ccb579d-0daf-4831-be7f-2d6a9ee74845 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1849720 Nov 12 00:53:52.860728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.884570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.897788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.921329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66fa94e1-e7b3-4db5-8f67-239d7b82678c req-e9547efa-87b9-4141-bf13-f819c60b0654 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275110 Nov 12 00:53:52.929530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.013335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Allocated IP 19.80.0.2 (b646f8da-bd68-4b2e-a9c4-fcd2865eccda/b9addbb1-6876-4e64-941b-3fb4f78c746a/df8c1a22-e2fb-448e-a44f-e4185e6398de) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:53.013950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.016764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.018418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16adfe11-3683-4317-b306-58d386dae1c8 HTTP/1.1" status: 204 len: 168 time: 0.3677452 Nov 12 00:53:53.030556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.041492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6348d-cdb6-4664-bda2-b4cc282e19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16adfe11-3683-4317-b306-58d386dae1c8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.045521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.046211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.133819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Network b374c9d2-03ce-4d7c-8d04-7348b4f4effa is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:53.140199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6797204 Nov 12 00:53:53.140337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:53.146447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'subnet': {'network_id': '536b85fc-a54c-4112-bae2-5abe36134433', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:53.227816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:53.270718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:53.276978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Pushing event updated for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.352455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:53.356141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.462598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec54ff8-ae26-40da-87f4-85ef364f87b7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Network': ['ID=536b85fc-a54c-4112-bae2-5abe36134433,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.513208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.519563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.538743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.556970 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-16a956a1-168d-4359-b1d7-f6dc8c03599a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8071465 Nov 12 00:53:53.562837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 536b85fc-a54c-4112-bae2-5abe36134433 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:53.572266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Request body: {'port': {'device_id': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:53.605059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.704179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.827068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4056-d5b6-401f-9aae-bac01c44419d req-53e0519d-5532-4334-b963-1dcb0a8af65d tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.839315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:53.851580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64fd4056-d5b6-401f-9aae-bac01c44419d req-53e0519d-5532-4334-b963-1dcb0a8af65d tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 931 time: 0.2684271 Nov 12 00:53:53.858981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:53.862872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:53.877556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Pushing event updated for resources: {'Port': ['ID=df8c1a22-e2fb-448e-a44f-e4185e6398de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.983557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Attempting to bind port df8c1a22-e2fb-448e-a44f-e4185e6398de on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:53.984633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Attempting to bind port df8c1a22-e2fb-448e-a44f-e4185e6398de by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:53.985098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Attempting to bind port df8c1a22-e2fb-448e-a44f-e4185e6398de on network b646f8da-bd68-4b2e-a9c4-fcd2865eccda {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:53.997487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:53.997991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Checking segment: {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:53.998497 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.998988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Bound using segment: {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:53.999583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Bound port: df8c1a22-e2fb-448e-a44f-e4185e6398de, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:54.000124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.098684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64fd4056-d5b6-401f-9aae-bac01c44419d req-52f7ada7-3a79-480f-bbc7-27f56fde4420 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826522 Nov 12 00:53:54.133952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] For port df8c1a22-e2fb-448e-a44f-e4185e6398de, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:54.139696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7237efc-fded-443d-adf5-5fdc8e993036 req-9e2234d7-a807-4611-9297-451f5068d938 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.147980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7237efc-fded-443d-adf5-5fdc8e993036 req-9e2234d7-a807-4611-9297-451f5068d938 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.5408304 Nov 12 00:53:54.155222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] For port df8c1a22-e2fb-448e-a44f-e4185e6398de, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df8c1a22-e2fb-448e-a44f-e4185e6398de,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:54.172891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.345823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11966025-caea-44bc-8e3f-c3aafde6a38f None None] Pushing event updated for resources: {'Port': ['ID=df8c1a22-e2fb-448e-a44f-e4185e6398de,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.351518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7237efc-fded-443d-adf5-5fdc8e993036 req-981c194d-361d-43c8-8602-3228a655c2c8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021625 Nov 12 00:53:54.524333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbaef0-31e4-4d1d-bbe2-8a958904901a req-71f093e8-5ad0-4f38-bfc5-a56e03e33457 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.532643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4dbaef0-31e4-4d1d-bbe2-8a958904901a req-71f093e8-5ad0-4f38-bfc5-a56e03e33457 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.0949309 Nov 12 00:53:54.543679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.668292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4dbaef0-31e4-4d1d-bbe2-8a958904901a req-89eacf14-3983-4af5-85ce-6096c5e379b6 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341562 Nov 12 00:53:54.743830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Subnet': ['ID=0e389915-2599-42d1-ac87-bf15be4523f9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.748159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Checking segment: {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:54.748159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network hostable DHCP agents. Network: 536b85fc-a54c-4112-bae2-5abe36134433, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:54.806373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 536b85fc-a54c-4112-bae2-5abe36134433 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:54.839524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 536b85fc-a54c-4112-bae2-5abe36134433) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:54.856285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.858772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.862437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a271329-314d-49ba-955f-e273fcc139b4 None None] Network 536b85fc-a54c-4112-bae2-5abe36134433 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:54.897385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf96d94f-36ca-49cf-bdb6-6bcdd439a4c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7478390 Nov 12 00:53:55.176886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df8c1a22-e2fb-448e-a44f-e4185e6398de up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:55.282912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port df8c1a22-e2fb-448e-a44f-e4185e6398de triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:55.283283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.355680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3383a7-32e9-41b7-9efe-f4969130a5fd {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:55.371251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.401812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Transition to ACTIVE for port object 8c3383a7-32e9-41b7-9efe-f4969130a5fd will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:55.406734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.461474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-536b85fc-a54c-4112-bae2-5abe36134433', 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'fixed_ips': [{'subnet_id': '0e389915-2599-42d1-ac87-bf15be4523f9'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:55.462365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.561411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Pushing event updated for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:55.656495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb71e4-e0e1-4fea-9102-91b0c0dcd823 req-eae651c7-f5d7-49c1-93ea-3b4daa7a61e2 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.658181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57cb71e4-e0e1-4fea-9102-91b0c0dcd823 req-eae651c7-f5d7-49c1-93ea-3b4daa7a61e2 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 931 time: 0.3862824 Nov 12 00:53:55.676446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-250aaf59-bcf9-49df-9e3b-07428260e839 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.700487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-250aaf59-bcf9-49df-9e3b-07428260e839 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.711125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-250aaf59-bcf9-49df-9e3b-07428260e839 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/networks?id=b646f8da-bd68-4b2e-a9c4-fcd2865eccda&id=536b85fc-a54c-4112-bae2-5abe36134433 HTTP/1.1" status: 200 len: 1390 time: 0.3524787 Nov 12 00:53:55.798478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Attempting to bind port 8c3383a7-32e9-41b7-9efe-f4969130a5fd on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:55.798826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Attempting to bind port 8c3383a7-32e9-41b7-9efe-f4969130a5fd by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '25f45aae-06e8-49ea-983e-c24b9b607e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:55.799233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Attempting to bind port 8c3383a7-32e9-41b7-9efe-f4969130a5fd on network b374c9d2-03ce-4d7c-8d04-7348b4f4effa {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:55.802361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57cb71e4-e0e1-4fea-9102-91b0c0dcd823 req-20cfcb65-fd43-427c-951e-1e689e923de9 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878234 Nov 12 00:53:55.811473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Port 8c3383a7-32e9-41b7-9efe-f4969130a5fd on network b374c9d2-03ce-4d7c-8d04-7348b4f4effa not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:55.811790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Attempting to bind port 8c3383a7-32e9-41b7-9efe-f4969130a5fd on network b374c9d2-03ce-4d7c-8d04-7348b4f4effa {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:55.821198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-d51ad5b2-f06b-4849-9d2f-2eaf54312c5a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/quotas/f396d007aa0941d98f4d65d04cd8b839 HTTP/1.1" status: 200 len: 375 time: 0.1086636 Nov 12 00:53:55.823200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:55.823553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Checking segment: {'id': '25f45aae-06e8-49ea-983e-c24b9b607e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:55.823946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Bound using segment: {'id': '25f45aae-06e8-49ea-983e-c24b9b607e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:55.824410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Bound port: 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f45aae-06e8-49ea-983e-c24b9b607e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:55.824776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.828271 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.952435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port df8c1a22-e2fb-448e-a44f-e4185e6398de, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df8c1a22-e2fb-448e-a44f-e4185e6398de,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:55.973440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-c09d0910-e766-4444-8b72-ea3c80db83fc tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487970 Nov 12 00:53:55.981094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.999285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:56.010210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd,segment=NetworkSegment(25f45aae-06e8-49ea-983e-c24b9b607e79),segment_id=25f45aae-06e8-49ea-983e-c24b9b607e79)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:56.021090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.173560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.174964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.186815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] 10.222.0.39 "PUT /v2.0/ports/8c3383a7-32e9-41b7-9efe-f4969130a5fd HTTP/1.1" status: 200 len: 1092 time: 2.6199989 Nov 12 00:53:56.207566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:56.214785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=df8c1a22-e2fb-448e-a44f-e4185e6398de,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:56.232624 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:56.247711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c81a-7e30-40fe-832c-e8ff9d27c5e7 req-15e41416-a543-4255-bc4d-b16c2e80da28 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.256186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a909c81a-7e30-40fe-832c-e8ff9d27c5e7 req-15e41416-a543-4255-bc4d-b16c2e80da28 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0899906 Nov 12 00:53:56.259770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-b6e5432b-f738-4a34-a790-97a300a91495 service neutron] 10.222.0.11 "GET /v2.0/networks/b646f8da-bd68-4b2e-a9c4-fcd2865eccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732186 Nov 12 00:53:56.286220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Allocated IP 19.86.0.2 (536b85fc-a54c-4112-bae2-5abe36134433/0e389915-2599-42d1-ac87-bf15be4523f9/17c69b8d-8aee-4016-87d9-c74b836eacfe) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:56.403417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c0ad3-ede7-4fca-b422-6b9fcc7762be service neutron] Pushing event updated for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:56.451243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-50f3c886-9732-47e2-8710-df2753d3687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.452958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-50f3c886-9732-47e2-8710-df2753d3687f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68cce953c504b5a874c14ee16855158&device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 1095 time: 0.1831591 Nov 12 00:53:56.453325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a909c81a-7e30-40fe-832c-e8ff9d27c5e7 req-10a88888-2f57-4cf7-a34e-69921496ac01 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961446 Nov 12 00:53:56.498267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ff9c5-2c38-4b84-8e1f-74c3bb552602 None None] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:56.519901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-bcd2092e-cebd-4fa3-b1ca-ce94e93abc9d service neutron] 10.222.0.11 "GET /v2.0/networks/b646f8da-bd68-4b2e-a9c4-fcd2865eccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405732 Nov 12 00:53:56.531586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-ad11dd75-3769-4bc2-82d0-24f09e6e130b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd HTTP/1.1" status: 200 len: 217 time: 0.0653965 Nov 12 00:53:56.679091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-709a0b4b-2e92-460e-aa34-fda17b0b3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.683767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-709a0b4b-2e92-460e-aa34-fda17b0b3d60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56d4dae3-27b1-4930-99a5-c24ca42ca632 HTTP/1.1" status: 200 len: 858 time: 0.1420236 Nov 12 00:53:56.732610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadf78-c649-47e6-ab2d-479906f47bab req-ee696ef3-595f-4198-9fc2-71b10f00f00c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.734590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33dadf78-c649-47e6-ab2d-479906f47bab req-ee696ef3-595f-4198-9fc2-71b10f00f00c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.0951343 Nov 12 00:53:56.750346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-0fab925c-46ca-4ea5-b01f-3ec48178480b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b374c9d2-03ce-4d7c-8d04-7348b4f4effa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569677 Nov 12 00:53:56.832169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33dadf78-c649-47e6-ab2d-479906f47bab req-4bae990d-33d8-45db-ad02-a695d4122d31 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884285 Nov 12 00:53:56.876093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-33e8b6ca-60f9-4022-9e75-ac71d198ec00 service neutron] 10.222.0.11 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464689 Nov 12 00:53:57.001091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-6997567c-663d-47b5-b305-e7660d560ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404559 Nov 12 00:53:57.059050 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f2f78-27e8-4a28-9442-c301e8bdc0a6 x-openstack-request-id: req-186f2f78-27e8-4a28-9442-c301e8bdc0a6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:57.059419 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:57.059593 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-186f2f78-27e8-4a28-9442-c301e8bdc0a6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:57.060296 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd', 'status': 'completed', 'code': 200} Nov 12 00:53:57.142476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df8c1a22-e2fb-448e-a44f-e4185e6398de up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:57.183057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a2d069d8-e131-4ddb-b15f-0c6a353631eb service neutron] 10.222.0.11 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046122 Nov 12 00:53:57.203394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-51834f82-48b6-46f9-a10b-1664c0b4f702 None None] Provisioning complete for port df8c1a22-e2fb-448e-a44f-e4185e6398de triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.203774 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51834f82-48b6-46f9-a10b-1664c0b4f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.210817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e055698c-68d6-4b22-8e5a-65577f05c520 req-9b21441a-7d5d-4fe7-911c-005e33c10dc7 service neutron] 10.222.0.39 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002146 Nov 12 00:53:57.402638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b22a0e-4f06-4e0e-b92a-a519b625607d req-8cd0ada1-1d9a-41e8-9304-aac0d9b637d1 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.430204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b22a0e-4f06-4e0e-b92a-a519b625607d req-8cd0ada1-1d9a-41e8-9304-aac0d9b637d1 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 943 time: 0.2400384 Nov 12 00:53:57.447860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-44a417c1-00b4-424c-8cb7-cc4acd5a56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.450244 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-44a417c1-00b4-424c-8cb7-cc4acd5a56b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68cce953c504b5a874c14ee16855158&device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 1095 time: 0.1300058 Nov 12 00:53:57.550808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b22a0e-4f06-4e0e-b92a-a519b625607d req-093600fc-c030-4e12-9d66-d6a7e8c90a9a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132307 Nov 12 00:53:57.624438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.662735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.667050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port df8c1a22-e2fb-448e-a44f-e4185e6398de triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.667418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.727589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Pushing event updated for resources: {'Port': ['ID=17c69b8d-8aee-4016-87d9-c74b836eacfe,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:57.798583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Network 536b85fc-a54c-4112-bae2-5abe36134433 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:57.804902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:57.811620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:57.825796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-aba0ff49-2978-4707-8b80-46343d6de599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.829163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-aba0ff49-2978-4707-8b80-46343d6de599 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b374c9d2-03ce-4d7c-8d04-7348b4f4effa HTTP/1.1" status: 200 len: 919 time: 0.3681719 Nov 12 00:53:57.837474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:57.979324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Attempting to bind port 17c69b8d-8aee-4016-87d9-c74b836eacfe on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:57.979708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Attempting to bind port 17c69b8d-8aee-4016-87d9-c74b836eacfe by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:57.980087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Attempting to bind port 17c69b8d-8aee-4016-87d9-c74b836eacfe on network 536b85fc-a54c-4112-bae2-5abe36134433 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:57.994230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:57.994552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Checking segment: {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:57.994913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.007099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cd836f0-d990-425a-94fa-a8295fe7efb1 req-d17ab89b-3fab-48d7-be3b-010d85cc5c42 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 210 time: 0.0840914 Nov 12 00:53:58.007212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Bound using segment: {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:58.007212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Bound port: 17c69b8d-8aee-4016-87d9-c74b836eacfe, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:58.007212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.013466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-ea1c8833-7a51-4f6b-b413-3afb2432020f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd HTTP/1.1" status: 200 len: 217 time: 0.1571274 Nov 12 00:53:58.073227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fee5afb-d10f-4e28-9bcb-2fab6841ad71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.133453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-3a4a68e5-61d0-4ab2-ae60-31913bb4bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.135546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-3a4a68e5-61d0-4ab2-ae60-31913bb4bb72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56d4dae3-27b1-4930-99a5-c24ca42ca632 HTTP/1.1" status: 200 len: 858 time: 0.1201134 Nov 12 00:53:58.227550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-79df3992-724d-46dd-addb-99af5c656321 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b374c9d2-03ce-4d7c-8d04-7348b4f4effa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416443 Nov 12 00:53:58.270942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-7959a23f-c04f-49d5-b597-a51bcc9f07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.272961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-7959a23f-c04f-49d5-b597-a51bcc9f07c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 1097 time: 0.2718401 Nov 12 00:53:58.374454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7066-4725-4ffe-ba48-230e8a93ad17 req-9056a3f8-658a-4f09-a667-cad09c98e32a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.374871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] For port 17c69b8d-8aee-4016-87d9-c74b836eacfe, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:58.383296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-365d7066-4725-4ffe-ba48-230e8a93ad17 req-9056a3f8-658a-4f09-a667-cad09c98e32a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.4060042 Nov 12 00:53:58.389216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] For port 17c69b8d-8aee-4016-87d9-c74b836eacfe, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=17c69b8d-8aee-4016-87d9-c74b836eacfe,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:58.396127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc0915-efac-4f70-a81e-3d7d64881a70 req-52b1830a-8fc0-49e4-b004-b66852cb3fb2 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.399605 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.404754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43cc0915-efac-4f70-a81e-3d7d64881a70 req-52b1830a-8fc0-49e4-b004-b66852cb3fb2 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2660573 Nov 12 00:53:58.463480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-da01941d-9ac6-4f7e-9b82-a44e48966598 service neutron] 10.222.0.39 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231112 Nov 12 00:53:58.484258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43cc0915-efac-4f70-a81e-3d7d64881a70 req-c7063656-a685-4ae7-9a2f-aad8bb6d9522 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785003 Nov 12 00:53:58.538508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f8ec-f7e5-431a-a5d8-e234aae6814d None None] Pushing event updated for resources: {'Port': ['ID=17c69b8d-8aee-4016-87d9-c74b836eacfe,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.575364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-365d7066-4725-4ffe-ba48-230e8a93ad17 req-2a52700a-00c5-42ad-8fb6-1815268e8611 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898460 Nov 12 00:53:58.580494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fee5afb-d10f-4e28-9bcb-2fab6841ad71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.612998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-31a10101-9cd2-4fe3-bbdb-89a24c75a5b1 None None] Provisioning complete for port df8c1a22-e2fb-448e-a44f-e4185e6398de triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:58.613442 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31a10101-9cd2-4fe3-bbdb-89a24c75a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.613564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fee5afb-d10f-4e28-9bcb-2fab6841ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.676535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0e64d89b-efb2-4f3c-b673-fe9c3a9fc2e1 req-2c7bfbd6-d742-4dea-be54-b6a3787e9f93 service neutron] 10.222.0.39 "GET /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031116 Nov 12 00:53:58.712853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-d97c6694-ac89-481d-ac9f-53035c1698ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.720088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-d97c6694-ac89-481d-ac9f-53035c1698ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.4350216 Nov 12 00:53:58.843783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee5afb-d10f-4e28-9bcb-2fab6841ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177edd85-e670-4570-b8dc-1f62c63a2825,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.859585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2fee5afb-d10f-4e28-9bcb-2fab6841ad71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d88a55c9d2e4c7bb34b9c5a46fe1db1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0203121 Nov 12 00:53:58.912341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:59.059424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-105390e3-fd49-4bd1-bd50-8d9d4405ac2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 200 len: 1000 time: 0.3305581 Nov 12 00:53:59.117680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58fef6-67a2-4f04-8d6c-a8807d9cc92a req-dc4d764b-7efc-49f3-a265-b93bb987abc9 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.121825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d58fef6-67a2-4f04-8d6c-a8807d9cc92a req-dc4d764b-7efc-49f3-a265-b93bb987abc9 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 943 time: 0.3930538 Nov 12 00:53:59.155928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-3707af88-0c47-40b8-8950-c945214e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.158383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-3707af88-0c47-40b8-8950-c945214e2236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.0868175 Nov 12 00:53:59.170182 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.219731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d58fef6-67a2-4f04-8d6c-a8807d9cc92a req-f017447a-2538-45e2-a8e3-e89a44bcb773 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822020 Nov 12 00:53:59.261056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-494e7577-9563-4e96-9051-06715c14c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.262571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-494e7577-9563-4e96-9051-06715c14c7a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957897 Nov 12 00:53:59.282112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.321019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3631a5f-4d17-4910-bda7-fb4ef7902edb req-211421b0-5bad-443f-9ef2-61c537e18778 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 210 time: 0.0303736 Nov 12 00:53:59.414268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.417304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.419342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/177edd85-e670-4570-b8dc-1f62c63a2825 HTTP/1.1" status: 204 len: 168 time: 0.5058038 Nov 12 00:53:59.428678 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-21a693bf-7b2d-4ffc-8641-9ba9d0ab5646 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569729 Nov 12 00:53:59.434172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ba24b-9e25-4f05-840a-b5ab7074aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177edd85-e670-4570-b8dc-1f62c63a2825,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:59.654771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7ecc071f-6e12-437c-b9ab-d1e166d5f6c3 req-1dae9aee-b80c-4ee8-a80a-99aec4dbc1a9 service neutron] 10.222.0.32 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166953 Nov 12 00:53:59.906909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34130ab0-1e0b-4e3b-8ce9-af882dae3d7b req-6b386757-60a1-4107-80cc-78021221f208 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.908942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34130ab0-1e0b-4e3b-8ce9-af882dae3d7b req-6b386757-60a1-4107-80cc-78021221f208 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1445398 Nov 12 00:53:59.921792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2cd3-493c-43b2-b485-fec638414676 req-1a7e1ce7-95d1-4c02-b1ea-c31ac350bc69 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.923662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d01a2cd3-493c-43b2-b485-fec638414676 req-1a7e1ce7-95d1-4c02-b1ea-c31ac350bc69 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.3281786 Nov 12 00:54:00.013859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-7e39cf0f-361a-46d6-9f52-2c3096a650d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.031376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-7e39cf0f-361a-46d6-9f52-2c3096a650d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.042927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-7e39cf0f-361a-46d6-9f52-2c3096a650d9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "GET /v2.0/networks?id=b646f8da-bd68-4b2e-a9c4-fcd2865eccda&id=536b85fc-a54c-4112-bae2-5abe36134433 HTTP/1.1" status: 200 len: 1390 time: 0.5430493 Nov 12 00:54:00.067849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'port': {'device_id': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda', 'admin_state_up': True, 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:00.112728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60528) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:00.122299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8c3383a7-32e9-41b7-9efe-f4969130a5fd details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:00.171113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8993-043a-4b0f-96b2-33b4777c18af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.303477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34130ab0-1e0b-4e3b-8ce9-af882dae3d7b req-1159fe4b-1843-470f-9ea5-c4ca9087687f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777680 Nov 12 00:54:00.393241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376a882-9d4e-4a47-96b2-3e71cb6d6d06 None None] Network 536b85fc-a54c-4112-bae2-5abe36134433 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:00.415323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d01a2cd3-493c-43b2-b485-fec638414676 req-85e3d79c-8daf-449f-a6bc-863a25ba4c2f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829040 Nov 12 00:54:00.450959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8993-043a-4b0f-96b2-33b4777c18af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.469649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8993-043a-4b0f-96b2-33b4777c18af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.538341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd,segment=NetworkSegment(25f45aae-06e8-49ea-983e-c24b9b607e79),segment_id=25f45aae-06e8-49ea-983e-c24b9b607e79)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:00.559965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] Provisioning complete for port 17c69b8d-8aee-4016-87d9-c74b836eacfe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:00.560914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.571515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef8993-043a-4b0f-96b2-33b4777c18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba44124-549c-448e-8f46-682ae08461a5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:00.629269 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d8ef8993-043a-4b0f-96b2-33b4777c18af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7650f191f2204e39a04fca1b6d2e031d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126910 Nov 12 00:54:00.635427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60534) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:00.649257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1ff7-eb65-4cb3-af0b-c858e33cf6ea req-0e7af4ec-d6ce-421c-b87a-c3f3d9cb1427 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.656870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-897f1ff7-eb65-4cb3-af0b-c858e33cf6ea req-0e7af4ec-d6ce-421c-b87a-c3f3d9cb1427 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 943 time: 0.1357963 Nov 12 00:54:00.659712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:00.669326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.706260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8c3383a7-32e9-41b7-9efe-f4969130a5fd', 'network_id': 'b374c9d2-03ce-4d7c-8d04-7348b4f4effa', 'port_id': '8c3383a7-32e9-41b7-9efe-f4969130a5fd', 'mac_address': 'fa:16:3e:33:66:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d4dae3-27b1-4930-99a5-c24ca42ca632', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:00.788344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.876720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.879736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-897f1ff7-eb65-4cb3-af0b-c858e33cf6ea req-5044e119-fb7e-4060-aa7a-3e012fab0f03 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196412 Nov 12 00:54:00.919283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f32c60e2-1437-4922-b74a-fe5cb91670a2 req-d81996fd-a21d-478d-8c47-37f038dfddcc tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 210 time: 0.1165202 Nov 12 00:54:00.970918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.976918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.980657 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ba44124-549c-448e-8f46-682ae08461a5 HTTP/1.1" status: 204 len: 168 time: 0.3405848 Nov 12 00:54:01.007106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ecd8c-bf99-485d-bb18-d4206c93f5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba44124-549c-448e-8f46-682ae08461a5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.046898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Allocated IP 19.80.0.166 (b646f8da-bd68-4b2e-a9c4-fcd2865eccda/b9addbb1-6876-4e64-941b-3fb4f78c746a/635c603c-a55a-482a-9ea2-2a7d0bc94933) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:01.150688 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.163427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 17c69b8d-8aee-4016-87d9-c74b836eacfe up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:01.294748 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.366007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] For port 17c69b8d-8aee-4016-87d9-c74b836eacfe, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=17c69b8d-8aee-4016-87d9-c74b836eacfe,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:01.371031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3383a7-32e9-41b7-9efe-f4969130a5fd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:01.393389 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.409731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.482842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd,segment=NetworkSegment(25f45aae-06e8-49ea-983e-c24b9b607e79),segment_id=25f45aae-06e8-49ea-983e-c24b9b607e79)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:01.501740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 17c69b8d-8aee-4016-87d9-c74b836eacfe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:01.502241 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.539350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.606320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.647683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15b4b-a3ff-427b-b038-9b48e3b4fc5e None None] Pushing event updated for resources: {'Port': ['ID=17c69b8d-8aee-4016-87d9-c74b836eacfe,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.739720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:01.861982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.899133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8c3383a7-32e9-41b7-9efe-f4969130a5fd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:02.244390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.310638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5c3c3bb0-558e-4955-aae5-a5d99d99b0d9 None None] Provisioning complete for port 17c69b8d-8aee-4016-87d9-c74b836eacfe triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:02.311014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3bb0-558e-4955-aae5-a5d99d99b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.525473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:02.541356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2bed-4d58-4378-9304-1be332cfde85 req-a5314336-a5c9-436d-aa6e-148e2a4b5127 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.555014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6aa2bed-4d58-4378-9304-1be332cfde85 req-a5314336-a5c9-436d-aa6e-148e2a4b5127 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 1.0423715 Nov 12 00:54:02.565110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:02.707081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:02.756429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.757686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.796568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a42d2-6ddc-402c-9eba-5e31fcdb67cf req-24e3b03a-0a6d-492d-9b47-f8e2df4737aa tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.798852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-622a42d2-6ddc-402c-9eba-5e31fcdb67cf req-24e3b03a-0a6d-492d-9b47-f8e2df4737aa tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 1.1307912 Nov 12 00:54:02.883898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6aa2bed-4d58-4378-9304-1be332cfde85 req-75d7cf44-9376-49fd-8c45-aadc7a0b5df1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238554 Nov 12 00:54:02.971098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1d34dcad-d173-4b40-abd8-6c45b69db59a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9162083 Nov 12 00:54:03.004686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 17c69b8d-8aee-4016-87d9-c74b836eacfe up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:03.014832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Request body: {'port': {'device_id': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433', 'admin_state_up': True, 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:03.075948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-622a42d2-6ddc-402c-9eba-5e31fcdb67cf req-8f9ed121-8769-4abb-ac63-9093a9ad2a2b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482793 Nov 12 00:54:03.238502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6bffb698-03c4-4fb9-b35b-e23025efe21b None None] Provisioning complete for port 635c603c-a55a-482a-9ea2-2a7d0bc94933 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:03.239262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bffb698-03c4-4fb9-b35b-e23025efe21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.272637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Made reservation on behalf of f396d007aa0941d98f4d65d04cd8b839 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:03.286387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.344006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 17c69b8d-8aee-4016-87d9-c74b836eacfe triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:03.345328 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.421249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6bffb698-03c4-4fb9-b35b-e23025efe21b None None] Port 635c603c-a55a-482a-9ea2-2a7d0bc94933 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:03.645025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc39e67-86f9-451e-8ea3-c0440b14cc2d req-4da5b1dd-0823-485d-a70e-b8738b610223 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.660613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acc39e67-86f9-451e-8ea3-c0440b14cc2d req-4da5b1dd-0823-485d-a70e-b8738b610223 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 944 time: 0.2885325 Nov 12 00:54:03.689339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8e882-e42b-4f0d-8b6e-769f5dce8e93 req-b3213789-98ee-4cff-a399-0e4cd5255b68 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.690992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ff8e882-e42b-4f0d-8b6e-769f5dce8e93 req-b3213789-98ee-4cff-a399-0e4cd5255b68 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 932 time: 0.3179827 Nov 12 00:54:03.820153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acc39e67-86f9-451e-8ea3-c0440b14cc2d req-7a3d67ca-6988-47c5-9a3c-1f74a0fcd6c2 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565585 Nov 12 00:54:03.916046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Allocated IP 19.86.0.201 (536b85fc-a54c-4112-bae2-5abe36134433/0e389915-2599-42d1-ac87-bf15be4523f9/0cdc0cfb-50d4-47c3-8a7c-44c34f771788) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:03.930851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ff8e882-e42b-4f0d-8b6e-769f5dce8e93 req-532d7a96-38e3-4e2d-8d2d-8ab4d37c3ee7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117279 Nov 12 00:54:04.148513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8c3383a7-32e9-41b7-9efe-f4969130a5fd up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:04.324849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 8c3383a7-32e9-41b7-9efe-f4969130a5fd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:04.331098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8c3383a7-32e9-41b7-9efe-f4969130a5fd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:04.331468 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.361225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.442016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019305-169c-454d-b862-e22119fb0cd2 req-be8ce2c9-546d-4a5a-ac94-5c8231952cfb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.453945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40019305-169c-454d-b862-e22119fb0cd2 req-be8ce2c9-546d-4a5a-ac94-5c8231952cfb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.3796115 Nov 12 00:54:04.476793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.544610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:04.560167 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b3adc7-839a-48f8-832e-12663d2671e0" -d '{"events": [{"server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "name": "network-vif-plugged", "status": "completed", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:04.566563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40019305-169c-454d-b862-e22119fb0cd2 req-c2cfb66a-72ea-4c8d-a263-0139d0e3700a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088383 Nov 12 00:54:04.603301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.626160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd,segment=NetworkSegment(25f45aae-06e8-49ea-983e-c24b9b607e79),segment_id=25f45aae-06e8-49ea-983e-c24b9b607e79)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:04.645305 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.715864 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc4955-8b06-4940-9f8a-4b8a98041b5a x-openstack-request-id: req-38dc4955-8b06-4940-9f8a-4b8a98041b5a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:04.716197 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "name": "network-vif-plugged", "status": "completed", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:04.716471 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38dc4955-8b06-4940-9f8a-4b8a98041b5a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:04.716853 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd', 'code': 200} Nov 12 00:54:04.735166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Network 536b85fc-a54c-4112-bae2-5abe36134433 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:04.740375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:04.744765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:04.845158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event updated for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:04.874699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:04.894258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.894929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.938126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a7d7e949-922f-4c41-973d-f276f375f61d tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9366431 Nov 12 00:54:04.948644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad6de3-d104-422c-833b-9a351b31f470 req-b6d2f41a-95c2-405c-a2cd-faf33929d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.952885 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5ad6de3-d104-422c-833b-9a351b31f470 req-b6d2f41a-95c2-405c-a2cd-faf33929d6ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 1097 time: 0.1584604 Nov 12 00:54:04.953071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Request body: {'port': {'device_id': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:05.109824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.129315 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b5ad6de3-d104-422c-833b-9a351b31f470 req-31d646ee-7e48-4d0c-9b4d-f778ae5af15f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560454 Nov 12 00:54:05.164489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b53a09-a49f-4a0d-9565-ad8a6711c1a7 req-11761e58-5707-46ef-8e29-220d871af6b6 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.166649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b53a09-a49f-4a0d-9565-ad8a6711c1a7 req-11761e58-5707-46ef-8e29-220d871af6b6 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.1411228 Nov 12 00:54:05.167022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.302272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b53a09-a49f-4a0d-9565-ad8a6711c1a7 req-57240a23-4e0a-4a69-9a36-5f398ebfae2a tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223481 Nov 12 00:54:05.324740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e1cb-b3ba-48f9-ac3f-a621098b99a3 req-29fdcdd7-45fe-456a-818d-a8efc63f19c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.339977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e1cb-b3ba-48f9-ac3f-a621098b99a3 req-29fdcdd7-45fe-456a-818d-a8efc63f19c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.341591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acc6e1cb-b3ba-48f9-ac3f-a621098b99a3 req-29fdcdd7-45fe-456a-818d-a8efc63f19c1 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1655 time: 0.2146187 Nov 12 00:54:05.387484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-abf0f7f2-6029-4955-ba82-243d2f445c38 None None] Provisioning complete for port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:05.389112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7f2-6029-4955-ba82-243d2f445c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.502202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-abf0f7f2-6029-4955-ba82-243d2f445c38 None None] Port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:05.534496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acc6e1cb-b3ba-48f9-ac3f-a621098b99a3 req-4efd52ec-ada5-4ce9-88fd-4ba7e470bbeb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896098 Nov 12 00:54:05.815232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad044-2779-4fa4-8d23-3bbe275901a8 req-1a4a1bf5-4b74-4b28-9c75-9f87e09c4e68 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.823979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d3ad044-2779-4fa4-8d23-3bbe275901a8 req-1a4a1bf5-4b74-4b28-9c75-9f87e09c4e68 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1588058 Nov 12 00:54:05.958300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635c603c-a55a-482a-9ea2-2a7d0bc94933 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:05.967341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.972721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d3ad044-2779-4fa4-8d23-3bbe275901a8 req-67eb454d-c36f-4c8f-a108-4f94dec392a2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477578 Nov 12 00:54:05.989253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:06.002393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Transition to ACTIVE for port object 635c603c-a55a-482a-9ea2-2a7d0bc94933 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:06.014947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.151555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Pushing event updated for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:06.302267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Attempting to bind port 635c603c-a55a-482a-9ea2-2a7d0bc94933 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:06.302605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Attempting to bind port 635c603c-a55a-482a-9ea2-2a7d0bc94933 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:06.302939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Attempting to bind port 635c603c-a55a-482a-9ea2-2a7d0bc94933 on network b646f8da-bd68-4b2e-a9c4-fcd2865eccda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:06.326095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Port 635c603c-a55a-482a-9ea2-2a7d0bc94933 on network b646f8da-bd68-4b2e-a9c4-fcd2865eccda not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:06.327773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Attempting to bind port 635c603c-a55a-482a-9ea2-2a7d0bc94933 on network b646f8da-bd68-4b2e-a9c4-fcd2865eccda {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:06.336007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:06.336430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Checking segment: {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:06.336819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Bound using segment: {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:06.337258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Bound port: 635c603c-a55a-482a-9ea2-2a7d0bc94933, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f371e77-2d33-44cb-b21a-589b73c9618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:06.337614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.681671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:06.744084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:06.762534 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.866491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc421973-3739-4092-bdef-757c168fd434 req-f83efad9-9bc6-4b23-878f-d4a5e16025d8 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.869202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc421973-3739-4092-bdef-757c168fd434 req-f83efad9-9bc6-4b23-878f-d4a5e16025d8 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.3642805 Nov 12 00:54:06.887908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.892288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.894155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] 10.222.0.32 "PUT /v2.0/ports/635c603c-a55a-482a-9ea2-2a7d0bc94933 HTTP/1.1" status: 200 len: 1093 time: 1.9459982 Nov 12 00:54:06.894502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:06.898170 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f073dc-1259-418f-a23b-e0354c552928" -d '{"events": [{"name": "network-changed", "server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:06.936180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Request body: {'port': {'device_id': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:07.003360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca250848-f9a4-4a85-9935-4519d8f8c045 service neutron] Pushing event updated for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:07.045581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.086957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf24e1-d003-4d5b-84e6-4c526ad55e32 req-f6d359a2-89b7-4bbc-924b-3f86cb54f978 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.093858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf24e1-d003-4d5b-84e6-4c526ad55e32 req-f6d359a2-89b7-4bbc-924b-3f86cb54f978 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.095247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12cf24e1-d003-4d5b-84e6-4c526ad55e32 req-f6d359a2-89b7-4bbc-924b-3f86cb54f978 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1667 time: 0.2729113 Nov 12 00:54:07.188044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc421973-3739-4092-bdef-757c168fd434 req-ac424770-c99b-49a8-b924-f7b80884508e tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667923 Nov 12 00:54:07.381159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12cf24e1-d003-4d5b-84e6-4c526ad55e32 req-c57c4d99-acaa-4795-bb21-fd2345adee24 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182784 Nov 12 00:54:07.388759 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544fedc8-5e5d-49dc-a9db-4576b2851974 x-openstack-request-id: req-544fedc8-5e5d-49dc-a9db-4576b2851974 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:07.390189 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:07.390660 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-544fedc8-5e5d-49dc-a9db-4576b2851974 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:07.391374 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933', 'status': 'completed', 'code': 200} Nov 12 00:54:07.536921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-c9a84077-4865-4e42-999c-8bf9b540e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.538196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-c9a84077-4865-4e42-999c-8bf9b540e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.540005 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0f073dc-1259-418f-a23b-e0354c552928 req-c9a84077-4865-4e42-999c-8bf9b540e15a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1915 time: 0.1413054 Nov 12 00:54:07.610785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fb15-eedd-43ad-b7ef-7ac25b126bcb req-0a1ea301-0516-49fd-89c4-2d4ecfaa0035 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.612717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1084fb15-eedd-43ad-b7ef-7ac25b126bcb req-0a1ea301-0516-49fd-89c4-2d4ecfaa0035 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1079707 Nov 12 00:54:07.757180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1084fb15-eedd-43ad-b7ef-7ac25b126bcb req-e2d5ee74-c0fe-43bf-93cf-e92ed9826c49 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346436 Nov 12 00:54:07.768409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:07.778844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.809154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Transition to ACTIVE for port object 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:07.810119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-3a7da81e-f0ff-4ae3-be55-0bc1c88f0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.810979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-3a7da81e-f0ff-4ae3-be55-0bc1c88f0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.811102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-3a7da81e-f0ff-4ae3-be55-0bc1c88f0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.813859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0f073dc-1259-418f-a23b-e0354c552928 req-3a7da81e-f0ff-4ae3-be55-0bc1c88f0a7c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f396d007aa0941d98f4d65d04cd8b839&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2635763 Nov 12 00:54:07.818792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.937335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:08.014309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f073dc-1259-418f-a23b-e0354c552928 req-8e54a660-15dd-4963-acc2-9703efd98794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.018524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b0f073dc-1259-418f-a23b-e0354c552928 req-8e54a660-15dd-4963-acc2-9703efd98794 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940472 Nov 12 00:54:08.020513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Attempting to bind port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:08.022305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Attempting to bind port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:08.022765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Attempting to bind port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 on network 536b85fc-a54c-4112-bae2-5abe36134433 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:08.042316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 on network 536b85fc-a54c-4112-bae2-5abe36134433 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:08.042779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Attempting to bind port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 on network 536b85fc-a54c-4112-bae2-5abe36134433 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:08.053904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:08.057773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Checking segment: {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:08.057947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Bound using segment: {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:08.058545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Bound port: 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345905b2-e149-4f99-8610-f45ccd28e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:08.059194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.251154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:08.255557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:08.284882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.400899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.407136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.410173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] 10.222.0.32 "PUT /v2.0/ports/0cdc0cfb-50d4-47c3-8a7c-44c34f771788 HTTP/1.1" status: 200 len: 1093 time: 1.4824471 Nov 12 00:54:08.720650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2b49-b6aa-415b-a63a-885b47a1be01 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:08.798175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ff68b-24f6-4bd1-ad5e-07f002be49d1 req-2f019922-0b4e-4ad2-9868-4092427133ff tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.806494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a0ff68b-24f6-4bd1-ad5e-07f002be49d1 req-2f019922-0b4e-4ad2-9868-4092427133ff tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.3555555 Nov 12 00:54:08.834281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1ca1255c-76d2-4e08-bda4-eb62b6d02dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.835801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1ca1255c-76d2-4e08-bda4-eb62b6d02dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.838083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1ca1255c-76d2-4e08-bda4-eb62b6d02dee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1983 time: 0.3702917 Nov 12 00:54:08.876955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87976c-8397-4694-a052-ad8c9fa8d8c8 req-093bd0f6-6197-4219-adee-a098e9af4b1e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.890028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87976c-8397-4694-a052-ad8c9fa8d8c8 req-093bd0f6-6197-4219-adee-a098e9af4b1e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.891948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb87976c-8397-4694-a052-ad8c9fa8d8c8 req-093bd0f6-6197-4219-adee-a098e9af4b1e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1679 time: 0.2378271 Nov 12 00:54:08.937196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-84d5f84e-ad3a-4766-b5bb-d1e6cfabddd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933 HTTP/1.1" status: 200 len: 217 time: 0.0873365 Nov 12 00:54:09.041694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a0ff68b-24f6-4bd1-ad5e-07f002be49d1 req-d891142f-0bad-442e-8422-0de2f2f183f2 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288232 Nov 12 00:54:09.092728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb87976c-8397-4694-a052-ad8c9fa8d8c8 req-8c19fe6d-d352-46ab-bda1-79707b404577 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671288 Nov 12 00:54:09.106491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-8b970fac-530b-467e-ae3f-ab293eec67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.107978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-8b970fac-530b-467e-ae3f-ab293eec67b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9addbb1-6876-4e64-941b-3fb4f78c746a HTTP/1.1" status: 200 len: 801 time: 0.1536632 Nov 12 00:54:09.199042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-4a7706ae-2265-4342-b111-1d8eac765f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.203255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-4a7706ae-2265-4342-b111-1d8eac765f82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b646f8da-bd68-4b2e-a9c4-fcd2865eccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858927 Nov 12 00:54:09.224209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8da57381-0c49-426b-affa-ef164c7d3fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.392777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:09.395655 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:09.424809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fe667-8ff4-47fe-bfd6-eb49efe92154 req-24051c17-8469-4c4d-9ece-27299d2515aa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.432421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f9fe667-8ff4-47fe-bfd6-eb49efe92154 req-24051c17-8469-4c4d-9ece-27299d2515aa tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1845210 Nov 12 00:54:09.452627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-aa617d32-3ed3-43ba-984f-d8762001ce56 service neutron] 10.222.0.32 "GET /v2.0/networks/b646f8da-bd68-4b2e-a9c4-fcd2865eccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402639 Nov 12 00:54:09.503053 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0fd71-e087-491c-b386-ee9ac6411d7e x-openstack-request-id: req-4ed0fd71-e087-491c-b386-ee9ac6411d7e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:09.503343 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:09.503594 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ed0fd71-e087-491c-b386-ee9ac6411d7e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:09.503990 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788', 'status': 'completed', 'code': 200} Nov 12 00:54:09.551602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f9fe667-8ff4-47fe-bfd6-eb49efe92154 req-53da1fe6-5d7f-429c-b566-b557b889fc19 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182327 Nov 12 00:54:09.608601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-1c31f84e-0d03-41fd-8bf9-e8aaffac01c0 service neutron] 10.222.0.32 "GET /v2.0/networks/b646f8da-bd68-4b2e-a9c4-fcd2865eccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417711 Nov 12 00:54:09.680102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-c0f1d3ee-308d-4a4a-987e-856908d927df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788 HTTP/1.1" status: 200 len: 217 time: 0.0509410 Nov 12 00:54:09.758739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-01070222-9e14-4682-acc1-13474de6c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.760878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-01070222-9e14-4682-acc1-13474de6c3e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e389915-2599-42d1-ac87-bf15be4523f9 HTTP/1.1" status: 200 len: 801 time: 0.0796628 Nov 12 00:54:09.824876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-704676f9-74cb-43bc-b10a-20b9c5e3f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.826394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-704676f9-74cb-43bc-b10a-20b9c5e3f1d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=536b85fc-a54c-4112-bae2-5abe36134433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569344 Nov 12 00:54:09.834658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1a5e-33ed-404d-962c-7189290fe960 req-860238c0-48d3-418e-87fc-b4a71b1e67b9 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.842129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-144b1a5e-33ed-404d-962c-7189290fe960 req-860238c0-48d3-418e-87fc-b4a71b1e67b9 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.1176198 Nov 12 00:54:09.956192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-144b1a5e-33ed-404d-962c-7189290fe960 req-71204b9d-e102-42ca-b528-8c8dc2237547 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106455 Nov 12 00:54:10.009780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-a76919fb-982b-4828-8588-5c59d6bc5737 service neutron] 10.222.0.32 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648815 Nov 12 00:54:10.124743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-893bdba2-c6ca-4620-a864-e5a38c53c720 req-cc73e0a4-a4fd-4edb-8af4-835f04c98287 service neutron] 10.222.0.32 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045530 Nov 12 00:54:10.285331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-976d9492-75b2-4709-aeaa-bdec2c930a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.285813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-976d9492-75b2-4709-aeaa-bdec2c930a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.287420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-976d9492-75b2-4709-aeaa-bdec2c930a89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f396d007aa0941d98f4d65d04cd8b839&device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1983 time: 0.0874417 Nov 12 00:54:10.312283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129d3c5-9430-4ac9-b93d-ad8654d27529 req-97dc3324-7b77-4868-ba88-3bec675e658a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.318693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129d3c5-9430-4ac9-b93d-ad8654d27529 req-97dc3324-7b77-4868-ba88-3bec675e658a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.320378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129d3c5-9430-4ac9-b93d-ad8654d27529 req-97dc3324-7b77-4868-ba88-3bec675e658a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1679 time: 0.1062143 Nov 12 00:54:10.424220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129d3c5-9430-4ac9-b93d-ad8654d27529 req-c0524b64-7072-4379-8e13-073629329aef tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903478 Nov 12 00:54:10.448626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-adee02e7-080a-4d5c-95f2-dfa36e236268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.450127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-adee02e7-080a-4d5c-95f2-dfa36e236268 service neutron] 10.222.0.32 "GET /v2.0/networks?id=536b85fc-a54c-4112-bae2-5abe36134433 HTTP/1.1" status: 200 len: 902 time: 0.1551449 Nov 12 00:54:10.509414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-281f7e06-681a-417e-a5fe-24f335834506 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788 HTTP/1.1" status: 200 len: 217 time: 0.0452507 Nov 12 00:54:10.599750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-db40c2b1-ed04-438f-9bf6-165a5b86d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.602233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-db40c2b1-ed04-438f-9bf6-165a5b86d099 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e389915-2599-42d1-ac87-bf15be4523f9 HTTP/1.1" status: 200 len: 801 time: 0.0756741 Nov 12 00:54:10.747461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-2efce1e7-2f34-4791-abe5-624fdaaf347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.749049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-2efce1e7-2f34-4791-abe5-624fdaaf347c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=536b85fc-a54c-4112-bae2-5abe36134433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380155 Nov 12 00:54:10.764419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b318ab5-f19a-4228-87fe-7e38c6db6e67 req-d91c5d9c-ef33-4619-8958-d8c0119432da tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.777420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b318ab5-f19a-4228-87fe-7e38c6db6e67 req-d91c5d9c-ef33-4619-8958-d8c0119432da tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0946612 Nov 12 00:54:10.951663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-800735de-e68c-4b02-89f4-0349179651a1 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.957886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-42130ee0-d289-4696-81c8-ef145a8ace16 service neutron] 10.222.0.32 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776767 Nov 12 00:54:10.964298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-800735de-e68c-4b02-89f4-0349179651a1 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.1175706 Nov 12 00:54:11.110026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Deleting port 8c3383a7-32e9-41b7-9efe-f4969130a5fd {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:11.110026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.139515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd4e3ce3-b659-45e0-9dd4-7edc9d1bc4cf req-0a3611b1-7bed-4a3b-bcb1-b4680c94c4f9 service neutron] 10.222.0.32 "GET /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726298 Nov 12 00:54:11.218412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b318ab5-f19a-4228-87fe-7e38c6db6e67 req-0e689ade-5426-4b3f-bd3f-9862677b7594 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400074 Nov 12 00:54:11.247500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] For port 8c3383a7-32e9-41b7-9efe-f4969130a5fd, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8c3383a7-32e9-41b7-9efe-f4969130a5fd,segment=NetworkSegment(25f45aae-06e8-49ea-983e-c24b9b607e79),segment_id=25f45aae-06e8-49ea-983e-c24b9b607e79)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:11.248163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.272908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480335c-6046-4cc9-b784-80ddbe8e2473 req-f9c60520-ae1f-42e4-9a49-e03540038c98 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.278307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Calling delete_port for 8c3383a7-32e9-41b7-9efe-f4969130a5fd owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:11.304523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f480335c-6046-4cc9-b784-80ddbe8e2473 req-f9c60520-ae1f-42e4-9a49-e03540038c98 tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 945 time: 0.1597149 Nov 12 00:54:11.379988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f480335c-6046-4cc9-b784-80ddbe8e2473 req-b093d2d7-e623-4651-9f44-560a9872c89f tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/security-groups?id=6cae5c0c-4b02-453b-9402-447607e5e486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Nov 12 00:54:11.578332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.592950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8c3383a7-32e9-41b7-9efe-f4969130a5fd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:11.656719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Pushing event deleted for resources: {'Port': ['ID=8c3383a7-32e9-41b7-9efe-f4969130a5fd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.690720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee38a0-0ef7-403d-84ec-0950f4649b9d req-a1dd83d4-a8df-40aa-ba70-70ace68a8588 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.709763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee38a0-0ef7-403d-84ec-0950f4649b9d req-a1dd83d4-a8df-40aa-ba70-70ace68a8588 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.719684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80fbd12e-31c0-4fd7-a9cd-5bfb7072f060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.721693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17ee38a0-0ef7-403d-84ec-0950f4649b9d req-a1dd83d4-a8df-40aa-ba70-70ace68a8588 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1679 time: 0.1663661 Nov 12 00:54:11.777760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] No DVR routers for this DVR port 8c3383a7-32e9-41b7-9efe-f4969130a5fd on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:11.781088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.785407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c1a90590-c0aa-40fe-aad4-54f72f61620e req-cf928c78-3341-48b9-9e66-6e0e76840f4b tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.39 "DELETE /v2.0/ports/8c3383a7-32e9-41b7-9efe-f4969130a5fd HTTP/1.1" status: 204 len: 173 time: 0.8137565 Nov 12 00:54:11.786286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'name': 'network-vif-deleted', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:11.798038 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e99c01-4bb3-4aa3-9e9c-800a8da55a3c" -d '{"events": [{"server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "name": "network-vif-deleted", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:11.835419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17ee38a0-0ef7-403d-84ec-0950f4649b9d req-65829aff-3e44-4a63-9f17-0a173e1904a0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074903 Nov 12 00:54:11.851393 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4634f8e-fb21-4a53-a2cd-053232998e68 x-openstack-request-id: req-b4634f8e-fb21-4a53-a2cd-053232998e68 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:11.852258 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d81c410-db6a-4b33-a6d1-fc5a2e7d9708", "name": "network-vif-deleted", "tag": "8c3383a7-32e9-41b7-9efe-f4969130a5fd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:11.852678 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4634f8e-fb21-4a53-a2cd-053232998e68 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:11.853378 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81c410-db6a-4b33-a6d1-fc5a2e7d9708', 'name': 'network-vif-deleted', 'tag': '8c3383a7-32e9-41b7-9efe-f4969130a5fd', 'status': 'completed', 'code': 200} Nov 12 00:54:12.278310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:12.427772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d78b8-6f80-43a8-aba1-d396750b4045 req-6f18cd41-0b91-4c4b-b15d-9ac4ba788b99 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.437272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-105d78b8-6f80-43a8-aba1-d396750b4045 req-6f18cd41-0b91-4c4b-b15d-9ac4ba788b99 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0867524 Nov 12 00:54:12.526787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ab54-66d1-40c8-9119-b50416e0bcc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.553504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-105d78b8-6f80-43a8-aba1-d396750b4045 req-870220ca-d668-48ed-ab08-dcf57eda062f tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116605 Nov 12 00:54:12.614548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb0258ec-5bd5-4639-bc88-b300f807de8d req-6c35ac8d-41c2-4246-b0d8-dd0703d3ccaa tempest-InstanceActionsV221TestJSON-1496973601 tempest-InstanceActionsV221TestJSON-1496973601-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d81c410-db6a-4b33-a6d1-fc5a2e7d9708 HTTP/1.1" status: 200 len: 210 time: 0.0596049 Nov 12 00:54:12.721827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.726620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ab54-66d1-40c8-9119-b50416e0bcc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.730748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ab54-66d1-40c8-9119-b50416e0bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.814211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bf9ab54-66d1-40c8-9119-b50416e0bcc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8df04446166433282911cb3d7d61f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347774 Nov 12 00:54:12.817123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:12.821460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9ab54-66d1-40c8-9119-b50416e0bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c49dc-a3d7-45ec-83ad-7c450fee2f5a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.897400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.953426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.050054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd53e6-c5b0-472b-b8e2-0db0da674b88 req-95c5cd85-63ad-4e0f-90c5-f02e7d1790fb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.058492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd53e6-c5b0-472b-b8e2-0db0da674b88 req-95c5cd85-63ad-4e0f-90c5-f02e7d1790fb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.058709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.061479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.063040 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/755c49dc-a3d7-45ec-83ad-7c450fee2f5a HTTP/1.1" status: 204 len: 168 time: 0.2445288 Nov 12 00:54:13.079821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47e44-196f-41a3-af6c-8d0c01e92ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c49dc-a3d7-45ec-83ad-7c450fee2f5a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:13.081489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9acd53e6-c5b0-472b-b8e2-0db0da674b88 req-95c5cd85-63ad-4e0f-90c5-f02e7d1790fb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1679 time: 0.1128972 Nov 12 00:54:13.187784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9acd53e6-c5b0-472b-b8e2-0db0da674b88 req-2a96775f-0797-4fd5-8297-66a2499a39e2 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801682 Nov 12 00:54:13.487070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:13.501737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34dd7ace-cc67-4dd2-9b7b-93b2af583a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.676020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34dd7ace-cc67-4dd2-9b7b-93b2af583a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.698428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34dd7ace-cc67-4dd2-9b7b-93b2af583a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.766103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-34dd7ace-cc67-4dd2-9b7b-93b2af583a80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3b9346df1e4401294eb3dbef04c4e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777967 Nov 12 00:54:13.767470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7ace-cc67-4dd2-9b7b-93b2af583a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d5b4df-8973-49b3-8b81-bd1bdc68dae8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:13.770857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:13.794156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedf9a-63e2-4001-a176-be38493d26c4 req-845edaec-43c2-4e3a-8ca8-e2b12113686c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.806618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eeedf9a-63e2-4001-a176-be38493d26c4 req-845edaec-43c2-4e3a-8ca8-e2b12113686c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.1274033 Nov 12 00:54:13.867844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eeedf9a-63e2-4001-a176-be38493d26c4 req-73f0ccd2-1d1e-49ea-a4ab-88e7901797e4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603995 Nov 12 00:54:13.880725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.932545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.943394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.978109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:14.009831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.012993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.014201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38d5b4df-8973-49b3-8b81-bd1bdc68dae8 HTTP/1.1" status: 204 len: 168 time: 0.2420249 Nov 12 00:54:14.024697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b92706-3394-484b-9701-0cd927049ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d5b4df-8973-49b3-8b81-bd1bdc68dae8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.024962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:14.073649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Deleting subnet 56d4dae3-27b1-4930-99a5-c24ca42ca632 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:14.077190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.119530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.165737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.231588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.261032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d4dae3-27b1-4930-99a5-c24ca42ca632,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.266389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.273278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:14.281567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-32f3c097-ea88-4cc1-a7ad-56245017e35e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56d4dae3-27b1-4930-99a5-c24ca42ca632 HTTP/1.1" status: 204 len: 168 time: 0.2550910 Nov 12 00:54:14.282817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.297367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788', 'network_id': '536b85fc-a54c-4112-bae2-5abe36134433', 'port_id': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788', 'mac_address': 'fa:16:3e:7e:91:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e389915-2599-42d1-ac87-bf15be4523f9', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:14.342534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.357420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b72c0d-e449-4cc8-90a2-ce1a437f61fc req-be34c860-3440-4b2a-a10a-747ad5441e39 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.357852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.364031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b72c0d-e449-4cc8-90a2-ce1a437f61fc req-be34c860-3440-4b2a-a10a-747ad5441e39 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.364242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:14.366177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b72c0d-e449-4cc8-90a2-ce1a437f61fc req-be34c860-3440-4b2a-a10a-747ad5441e39 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1679 time: 0.0772190 Nov 12 00:54:14.394964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.404021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.404772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 635c603c-a55a-482a-9ea2-2a7d0bc94933 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:14.446002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1b72c0d-e449-4cc8-90a2-ce1a437f61fc req-ae839180-fb41-49ef-8449-a36f85d08d7a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718150 Nov 12 00:54:14.487513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.509245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b374c9d2-03ce-4d7c-8d04-7348b4f4effa']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:14.514431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.519362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f45aae-06e8-49ea-983e-c24b9b607e79') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:14.519689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f45aae-06e8-49ea-983e-c24b9b607e79') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:14.531491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.546647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.552963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.553805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:14.554207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:14.556462 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:14.569459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '635c603c-a55a-482a-9ea2-2a7d0bc94933', 'network_id': 'b646f8da-bd68-4b2e-a9c4-fcd2865eccda', 'port_id': '635c603c-a55a-482a-9ea2-2a7d0bc94933', 'mac_address': 'fa:16:3e:ce:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9addbb1-6876-4e64-941b-3fb4f78c746a', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:14.625127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.635706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.645134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b374c9d2-03ce-4d7c-8d04-7348b4f4effa HTTP/1.1" status: 204 len: 168 time: 0.3706706 Nov 12 00:54:14.665173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-6a948933-94bc-4981-a2c4-2edda7ab5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.667152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-6a948933-94bc-4981-a2c4-2edda7ab5d2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0636587 Nov 12 00:54:14.669619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.673868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc14a-93d4-4449-87bd-8ad21c21b3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b374c9d2-03ce-4d7c-8d04-7348b4f4effa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.695256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635c603c-a55a-482a-9ea2-2a7d0bc94933 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:14.719759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.733852 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.860890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.872558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.879558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:14.979394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc546b20-1710-42f0-8fb8-bb147f3edf2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b68cce953c504b5a874c14ee16855158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982530 Nov 12 00:54:14.982428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:15.007405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['635c603c-a55a-482a-9ea2-2a7d0bc94933'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:15.071101 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.166933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.213600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-d238ac9c-3dfa-4f86-9d36-815db67a0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.215096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-d238ac9c-3dfa-4f86-9d36-815db67a0f39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.5400562 Nov 12 00:54:15.272795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.277379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.279861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cae5c0c-4b02-453b-9402-447607e5e486 HTTP/1.1" status: 204 len: 168 time: 0.2962911 Nov 12 00:54:15.293079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a257b16-5d38-464b-905f-88982176bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae5c0c-4b02-453b-9402-447607e5e486,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.295865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286594b-2c17-4ca3-8c67-cd426f7766b6 req-d0f891f7-cfef-4bab-b870-22dd0011115e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.297986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b286594b-2c17-4ca3-8c67-cd426f7766b6 req-d0f891f7-cfef-4bab-b870-22dd0011115e tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0982404 Nov 12 00:54:15.322450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-56a6f31f-f07a-4ba9-9cca-e35a63dcc180 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1002 time: 0.0929639 Nov 12 00:54:15.412520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b286594b-2c17-4ca3-8c67-cd426f7766b6 req-1ff9a44c-8528-4e36-8930-1175b456d28d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935478 Nov 12 00:54:15.416798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-79c0893b-6b74-4da4-8ed1-d5f2c882ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.418256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-79c0893b-6b74-4da4-8ed1-d5f2c882ae8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.0875418 Nov 12 00:54:15.468981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-7c60a233-842f-4fa0-9a06-102cd155ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.472566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-7c60a233-842f-4fa0-9a06-102cd155ff9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448086 Nov 12 00:54:15.632923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cd009-af7c-4991-9441-e2f79b5ddab8 req-e27f1587-a70f-4fc1-9c5b-56125bd56c3f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.639171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cd009-af7c-4991-9441-e2f79b5ddab8 req-e27f1587-a70f-4fc1-9c5b-56125bd56c3f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.641137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-406cd009-af7c-4991-9441-e2f79b5ddab8 req-e27f1587-a70f-4fc1-9c5b-56125bd56c3f tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1681 time: 0.0852029 Nov 12 00:54:15.643442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-e9b5b9c3-ba5b-4110-82a1-e65ef6e8f47f service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637762 Nov 12 00:54:15.761260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-406cd009-af7c-4991-9441-e2f79b5ddab8 req-b1dd6124-1a9a-46ae-9b5d-a3ceedde3bfd tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058130 Nov 12 00:54:15.807618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7863de4-ba01-4ce7-a8b2-90c8e529c049 req-d4d1f5c9-a745-4f95-a096-15f408f32cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535347 Nov 12 00:54:15.966401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 635c603c-a55a-482a-9ea2-2a7d0bc94933 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:16.022439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 635c603c-a55a-482a-9ea2-2a7d0bc94933 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:16.026341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 635c603c-a55a-482a-9ea2-2a7d0bc94933 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:16.026890 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.062553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0cdc0cfb-50d4-47c3-8a7c-44c34f771788'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:16.237584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.260619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8c3383a7-32e9-41b7-9efe-f4969130a5fd no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:16.316859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 8c3383a7-32e9-41b7-9efe-f4969130a5fd {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:16.317966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8c3383a7-32e9-41b7-9efe-f4969130a5fd not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:16.363430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:16.366693 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f3648-94ea-4882-a24e-d7b1d9ce2ca8" -d '{"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-plugged", "status": "completed", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:16.372376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:16.381424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.382077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:16.499202 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a6d5f-4d2f-4603-a9e7-d193800226b0 x-openstack-request-id: req-3e8a6d5f-4d2f-4603-a9e7-d193800226b0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:16.499202 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-plugged", "status": "completed", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:16.499202 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e8a6d5f-4d2f-4603-a9e7-d193800226b0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:16.499202 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933', 'code': 200} Nov 12 00:54:16.544134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.560156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8fb2-595c-469b-a69e-58202df331bd req-a9ab8bcf-e165-403d-a4e9-0976b3252508 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.561801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fbb8fb2-595c-469b-a69e-58202df331bd req-a9ab8bcf-e165-403d-a4e9-0976b3252508 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.0783846 Nov 12 00:54:16.610622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.681838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fbb8fb2-595c-469b-a69e-58202df331bd req-e7b9614e-e76a-4a5b-89b6-d28accde5d92 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119275 Nov 12 00:54:16.690668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:16.701046 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.767012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.965684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e0c30-34c3-4699-b4c7-3410ce61652b req-1b20b574-c934-4419-9f7d-df27eecc8fa0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.976630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e0c30-34c3-4699-b4c7-3410ce61652b req-1b20b574-c934-4419-9f7d-df27eecc8fa0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.978311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0e0c30-34c3-4699-b4c7-3410ce61652b req-1b20b574-c934-4419-9f7d-df27eecc8fa0 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1682 time: 0.0990148 Nov 12 00:54:17.126451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0e0c30-34c3-4699-b4c7-3410ce61652b req-82bf66e5-2986-4c9e-9be9-8630853d89dc tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350455 Nov 12 00:54:17.256106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.296028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60930) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.464995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9d54-0b68-493e-9299-6dfc99d82fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.472133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d820a1c0-1f5f-4300-8800-efaaecd781a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.584634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc189da-c551-40c5-845a-4b9d2f69f05c req-55c873ac-56bb-436e-a428-6ef24662178d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.586532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cc189da-c551-40c5-845a-4b9d2f69f05c req-55c873ac-56bb-436e-a428-6ef24662178d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0800705 Nov 12 00:54:17.628486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d820a1c0-1f5f-4300-8800-efaaecd781a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.635519 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d820a1c0-1f5f-4300-8800-efaaecd781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.648691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cc189da-c551-40c5-845a-4b9d2f69f05c req-1683715b-0103-4571-81e1-c8ff7252c000 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528753 Nov 12 00:54:17.684395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9d54-0b68-493e-9299-6dfc99d82fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.700015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d820a1c0-1f5f-4300-8800-efaaecd781a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf6acebe9539482cab2fe6dfd64f13c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025974 Nov 12 00:54:17.700372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.702176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9d54-0b68-493e-9299-6dfc99d82fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.707805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820a1c0-1f5f-4300-8800-efaaecd781a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b420f59-2606-43f0-bd50-081c5c4afede,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:17.750195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc9e9d54-0b68-493e-9299-6dfc99d82fff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f97e7b490d9f469e9412cfab6fa61ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4923136 Nov 12 00:54:17.750827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.752456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e9d54-0b68-493e-9299-6dfc99d82fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa691e-a01c-457e-a74b-75de402a2e2f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:17.873575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.918539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.938345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fbf86-4884-4bb5-9044-a1c1bf1a9269 req-3bd78167-8c62-43a4-87e1-346708930d74 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.947095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc4fbf86-4884-4bb5-9044-a1c1bf1a9269 req-3bd78167-8c62-43a4-87e1-346708930d74 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1710835 Nov 12 00:54:17.953471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.987218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:18.007830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fd15-05f0-4e07-a2d8-3438614a9f13 req-f0a19d0b-8b19-4caf-aaf0-9e012d287aa2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.009491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e883fd15-05f0-4e07-a2d8-3438614a9f13 req-f0a19d0b-8b19-4caf-aaf0-9e012d287aa2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.1943052 Nov 12 00:54:18.023676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.045707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:18.050532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:18.050680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.124839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc4fbf86-4884-4bb5-9044-a1c1bf1a9269 req-739ea5d3-4f6d-4097-a44a-fd1031597d85 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765940 Nov 12 00:54:18.140421 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.160939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.166195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.167512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6fa691e-a01c-457e-a74b-75de402a2e2f HTTP/1.1" status: 204 len: 168 time: 0.4150414 Nov 12 00:54:18.170843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.175594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.177144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b420f59-2606-43f0-bd50-081c5c4afede HTTP/1.1" status: 204 len: 168 time: 0.4749851 Nov 12 00:54:18.189791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:18.191947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e883fd15-05f0-4e07-a2d8-3438614a9f13 req-cdc419cc-fc87-4173-a74d-816a352bc906 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633201 Nov 12 00:54:18.199309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.211766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f112024-e5f8-4427-8990-07275eb117ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa691e-a01c-457e-a74b-75de402a2e2f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.242354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c6c0a-787b-4e72-990d-ca6c160da74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b420f59-2606-43f0-bd50-081c5c4afede,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.282189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.369536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b371bb1-fa31-48ff-9ca3-c4aa3da39794 req-00601bbf-4250-4233-b6cb-da8ae33f4238 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.378792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b371bb1-fa31-48ff-9ca3-c4aa3da39794 req-00601bbf-4250-4233-b6cb-da8ae33f4238 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.381008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b371bb1-fa31-48ff-9ca3-c4aa3da39794 req-00601bbf-4250-4233-b6cb-da8ae33f4238 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.1175418 Nov 12 00:54:18.481558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b371bb1-fa31-48ff-9ca3-c4aa3da39794 req-b4b5ad20-c48c-4d5f-9363-b9bbb9487c9b tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Nov 12 00:54:18.494999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}, {'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:18.497224 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5cbcf1-15b2-4b7b-a30f-fed1458e9211" -d '{"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}, {"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-plugged", "status": "completed", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:18.832653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:18.841272 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aa492b-d974-4e50-8576-b7c91db08a48 x-openstack-request-id: req-63aa492b-d974-4e50-8576-b7c91db08a48 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:18.841569 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-unplugged", "status": "failed", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "code": 422}, {"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-plugged", "status": "completed", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:18.841819 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63aa492b-d974-4e50-8576-b7c91db08a48 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:18.842227 n-d-712141-15 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'code': 422} returned with failed status Nov 12 00:54:18.842484 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788', 'code': 200} Nov 12 00:54:18.864621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-975d1c6b-9b41-4715-a486-1a970d71a8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.986202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-7ea9ef5e-6c42-4adf-b4e9-f93817fca18d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.997035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-7ea9ef5e-6c42-4adf-b4e9-f93817fca18d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.2916076 Nov 12 00:54:19.005510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-975d1c6b-9b41-4715-a486-1a970d71a8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.011441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-975d1c6b-9b41-4715-a486-1a970d71a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.020638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-daa2fa1d-91a1-4809-a081-e0e2aa05b754 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/quotas/98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 375 time: 0.0229521 Nov 12 00:54:19.044591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f93023-8490-4521-94d5-8c10239999d2 req-11b361e2-e95f-4ee2-9d42-9992a37b980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.045727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f93023-8490-4521-94d5-8c10239999d2 req-11b361e2-e95f-4ee2-9d42-9992a37b980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.047878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7f93023-8490-4521-94d5-8c10239999d2 req-11b361e2-e95f-4ee2-9d42-9992a37b980f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1987 time: 0.1168270 Nov 12 00:54:19.064610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-975d1c6b-9b41-4715-a486-1a970d71a8ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4847bb1f99d341f6a8efc0ee88a18de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281237 Nov 12 00:54:19.065858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d1c6b-9b41-4715-a486-1a970d71a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7912743-99be-43eb-af3f-1ae7f06a620e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.070846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:19.155700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.186193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.204082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7f93023-8490-4521-94d5-8c10239999d2 req-8d6d58f2-7e8a-434f-a630-6921b2544d99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258006 Nov 12 00:54:19.254523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.258962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.260589 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7912743-99be-43eb-af3f-1ae7f06a620e HTTP/1.1" status: 204 len: 168 time: 0.1885295 Nov 12 00:54:19.280324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-11242cac-8ce2-4d44-bc05-6c5953ec7e49 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2507849 Nov 12 00:54:19.289289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365baca5-4f6e-4542-b345-108e0b32a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7912743-99be-43eb-af3f-1ae7f06a620e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.438514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-5962f39d-60cf-4a4d-bf31-451136c87db5 service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572034 Nov 12 00:54:19.448253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:19.567905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-e3afdadb-983a-4dc6-ba0c-dc5c4f9b125f req-aea04832-1d82-4ab5-850d-a433df627045 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:54:19.569540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3afdadb-983a-4dc6-ba0c-dc5c4f9b125f req-aea04832-1d82-4ab5-850d-a433df627045 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088472 Nov 12 00:54:19.623598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-2a2ba6c8-baba-4ebd-b2d7-97a5dc7c8d6d service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663558 Nov 12 00:54:19.802233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1242875706-network', 'tenant_id': 'f78f0279f5144b9f95ced826d236561a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:19.847516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Made reservation on behalf of f78f0279f5144b9f95ced826d236561a for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:19.850480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.882344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.956635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5464-3a13-4bf9-ab01-e4b544a071b7 req-e3381f11-eb8d-4213-ac6a-001d0e94c19e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.968758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5464-3a13-4bf9-ab01-e4b544a071b7 req-e3381f11-eb8d-4213-ac6a-001d0e94c19e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.984878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c9e5464-3a13-4bf9-ab01-e4b544a071b7 req-e3381f11-eb8d-4213-ac6a-001d0e94c19e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.2029872 Nov 12 00:54:20.071810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.091330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.128018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c9e5464-3a13-4bf9-ab01-e4b544a071b7 req-5dccd48c-63a0-40f1-bf0a-c5987ffc581a tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418395 Nov 12 00:54:20.148652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:20.166029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63395c7-ace1-4afa-9bf4-7d92c0d4128c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.170165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.170911 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Added segment 87deb586-9b7f-4c1e-9be3-624a947f6103 of type vlan for network cf038407-57c9-4b96-ac4c-789c892fd73d Nov 12 00:54:20.176454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-16af112a-97f2-4aa2-9172-a7b3d2bba672 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1740324 Nov 12 00:54:20.210467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe0523-3c4a-4e96-b60e-3e17638bb3b3 req-53023bd8-5b08-44aa-b590-4fb5e75bc07a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.220430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dfe0523-3c4a-4e96-b60e-3e17638bb3b3 req-53023bd8-5b08-44aa-b590-4fb5e75bc07a tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.1732230 Nov 12 00:54:20.312375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.338932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64e344bb-5fc2-46ef-82de-f9f2355a6fea req-b8096ebd-3c53-498c-863e-1b6dca5c045a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 210 time: 0.0535219 Nov 12 00:54:20.374804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dfe0523-3c4a-4e96-b60e-3e17638bb3b3 req-144563be-dd88-4836-bc99-8cd2450b092b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528172 Nov 12 00:54:20.403173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-9b851c4c-e6dc-418a-9227-80bc89c4cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.404751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-9b851c4c-e6dc-418a-9227-80bc89c4cb3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 1097 time: 0.1802375 Nov 12 00:54:20.464388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.466266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.467588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.516192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0664856 Nov 12 00:54:20.517098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.554686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Request body: {'subnet': {'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1242875706-subnet', 'tenant_id': 'f78f0279f5144b9f95ced826d236561a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:20.593254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Made reservation on behalf of f78f0279f5144b9f95ced826d236561a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:20.595905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.604597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428731-d71a-4b12-a770-3aeb16afea0b admin admin] Pushing event updated for resources: {'Network': ['ID=cf038407-57c9-4b96-ac4c-789c892fd73d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.617777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network cf038407-57c9-4b96-ac4c-789c892fd73d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:20.739747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-7e4e76ec-6d81-4c45-8018-673f87b411fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.743873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-7e4e76ec-6d81-4c45-8018-673f87b411fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.3087606 Nov 12 00:54:20.882701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.883398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-0c049474-b158-4ecf-825d-cf98b861e6ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 200 len: 217 time: 0.1295295 Nov 12 00:54:21.016050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-5e4ab40d-d086-4ede-9910-a0bd3aa07b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.020858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-5e4ab40d-d086-4ede-9910-a0bd3aa07b24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1290078 Nov 12 00:54:21.093498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad651f-b00e-4d2b-8170-84e54c3d5f8c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.128528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-587a41e2-eebd-4622-888c-483e86cb1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.128528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-587a41e2-eebd-4622-888c-483e86cb1ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932715 Nov 12 00:54:21.142798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Checking segment: {'id': '87deb586-9b7f-4c1e-9be3-624a947f6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:21.143442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Network hostable DHCP agents. Network: cf038407-57c9-4b96-ac4c-789c892fd73d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:21.158403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-624546aa-6d14-4707-afa3-4497e2a7eac1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7005463 Nov 12 00:54:21.227609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Network cf038407-57c9-4b96-ac4c-789c892fd73d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:21.262577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, cf038407-57c9-4b96-ac4c-789c892fd73d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:21.279774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519a0e6-8ad9-4315-99a2-a1c3fee067b9 None None] Network cf038407-57c9-4b96-ac4c-789c892fd73d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:21.288621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-67d3fcee-f0da-4b8d-9c61-606e6dde75ce service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569352 Nov 12 00:54:21.291368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.294572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.336949 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31e0d24a-ae6e-4eb1-9773-4ab1704e3cd6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7856877 Nov 12 00:54:21.625817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2092f28e-a034-4e77-890a-4aa0ec132b81 req-39e1bfea-0bd6-447f-a409-c15f9a600902 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276982 Nov 12 00:54:21.655491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c5eea-1774-422c-9d4f-e542140eb9f1 None None] Network cf038407-57c9-4b96-ac4c-789c892fd73d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:21.826880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d78476cc-23aa-46d5-ad22-ff61fa96be50 req-bbd62491-2fd2-4490-8a46-944cb63f65ba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 210 time: 0.1920555 Nov 12 00:54:21.848088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04ca2-ec36-4ee4-8ee8-27bc39f7381c req-b22871c9-04d6-4aa9-91b2-fb9eb91847e2 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.848298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-9211e4d9-2373-431e-8611-bdc93b637e54 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.853523 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-9211e4d9-2373-431e-8611-bdc93b637e54 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.3384683 Nov 12 00:54:21.858589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04ca2-ec36-4ee4-8ee8-27bc39f7381c req-b22871c9-04d6-4aa9-91b2-fb9eb91847e2 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.869608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9e04ca2-ec36-4ee4-8ee8-27bc39f7381c req-b22871c9-04d6-4aa9-91b2-fb9eb91847e2 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.5094464 Nov 12 00:54:21.884762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'device_id': '85e773cb-d904-46af-b101-77effe9ada38', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'admin_state_up': True, 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:21.952040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9e04ca2-ec36-4ee4-8ee8-27bc39f7381c req-4a7d79d7-9a1d-44ad-add4-fed993b254e7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757141 Nov 12 00:54:21.961454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32872) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.046195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 424b1c26-987b-4425-924f-537e3be6a034 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:22.145417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadee6a0-31e2-4df1-a81d-40b184f2620f req-81388565-dead-44ea-96a7-cc35b96f169d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.153533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aadee6a0-31e2-4df1-a81d-40b184f2620f req-81388565-dead-44ea-96a7-cc35b96f169d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.2000904 Nov 12 00:54:22.166272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-eb66ef2a-d79a-4e53-9546-bd04467d6b71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1660743 Nov 12 00:54:22.285397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:22.290714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.325336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aadee6a0-31e2-4df1-a81d-40b184f2620f req-df6263b9-6ffc-45fb-bdc6-aa4544719aac tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708672 Nov 12 00:54:22.326645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d176b59-fc60-40af-ada7-fe97b2fdf306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.343606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-da4ef882-d31c-4816-90ef-f541c22dd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.345188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-da4ef882-d31c-4816-90ef-f541c22dd2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.1109645 Nov 12 00:54:22.527209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-6f500717-d6da-48db-aeca-eda3ec832f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.529496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-6f500717-d6da-48db-aeca-eda3ec832f6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.1433642 Nov 12 00:54:22.682067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d176b59-fc60-40af-ada7-fe97b2fdf306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.683342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.20.0.9 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/1a05356b-89eb-443c-bff1-b1b5e35b8315) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:22.700305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-e8d1634d-3681-4ebd-bb99-b2a002f88f0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.1457405 Nov 12 00:54:22.709995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d176b59-fc60-40af-ada7-fe97b2fdf306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.765011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-9408dd0f-11fd-44ca-bf38-4b73dac7dce5 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.765011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-9408dd0f-11fd-44ca-bf38-4b73dac7dce5 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/networks?id=cf038407-57c9-4b96-ac4c-789c892fd73d HTTP/1.1" status: 200 len: 821 time: 0.1955690 Nov 12 00:54:22.833235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7d176b59-fc60-40af-ada7-fe97b2fdf306 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b10280983bca4172aa5d57c01a139b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682470 Nov 12 00:54:22.839028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.840545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-77eabc15-cfa0-4a5e-8a08-c3784558a8fb tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/quotas/f78f0279f5144b9f95ced826d236561a HTTP/1.1" status: 200 len: 375 time: 0.0640244 Nov 12 00:54:22.845515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-7c073560-921d-46d6-8c3c-89204a1b202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.847491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-7c073560-921d-46d6-8c3c-89204a1b202b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1401637 Nov 12 00:54:22.853509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176b59-fc60-40af-ada7-fe97b2fdf306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5629918c-e854-423e-a57d-f2edab4cc17e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.889760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-263ff360-7a69-47d3-9d4a-bd67629e1fda tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78f0279f5144b9f95ced826d236561a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480886 Nov 12 00:54:22.916694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-e493945e-8a01-4d54-afac-c1efed480637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.918206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-e493945e-8a01-4d54-afac-c1efed480637 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3&tenant_id=b1fbb16c72bb45cd89d3a333aa739098 HTTP/1.1" status: 200 len: 1096 time: 0.2121558 Nov 12 00:54:23.035227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-bcf80b90-5012-40f0-97ed-7f45ef750613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.037001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-bcf80b90-5012-40f0-97ed-7f45ef750613 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353331 Nov 12 00:54:23.055048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d00e-3e11-4e15-9ba2-17fe9fa14c18 req-a5a5a62d-279f-44db-a0d4-b48060fffdfb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.061248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d00e-3e11-4e15-9ba2-17fe9fa14c18 req-a5a5a62d-279f-44db-a0d4-b48060fffdfb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.062909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf04d00e-3e11-4e15-9ba2-17fe9fa14c18 req-a5a5a62d-279f-44db-a0d4-b48060fffdfb tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.1505287 Nov 12 00:54:23.116021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-65e57b35-4f04-4e14-bbd3-913a4c4af184 service neutron] 10.222.0.11 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252305 Nov 12 00:54:23.214150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:23.257922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf04d00e-3e11-4e15-9ba2-17fe9fa14c18 req-bb4aff9a-24ac-4552-8f74-2fcf760dad04 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531751 Nov 12 00:54:23.267408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.298003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-8970a0e6-c27a-4765-baaf-47607ab96b63 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518258 Nov 12 00:54:23.334046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.347925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.362672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.399528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-f410047c-0fad-447f-80b3-381687c73025 service neutron] 10.222.0.11 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510436 Nov 12 00:54:23.483003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24c2194b-be5c-4b7f-a88a-42ea8c2a99d8 req-3ccefa22-b8b6-43cc-9544-034707f49a3f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 210 time: 0.0821471 Nov 12 00:54:23.532035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed2e52a0-dfa4-4cfb-890b-6b81ac10cd6a req-eff5514d-f6a8-4cfe-9a50-dc9a4117fb8f service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254279 Nov 12 00:54:23.626340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.643941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.648874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5629918c-e854-423e-a57d-f2edab4cc17e HTTP/1.1" status: 204 len: 168 time: 0.8063977 Nov 12 00:54:23.659010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.673474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:23.712965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d061-bad3-4674-ab10-3b514e8cbdba req-240f25f8-a466-46ff-b3a2-0e27b43a0bc9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.727725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.738015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee3ac5-4e24-4b39-84a0-53a5e9703a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629918c-e854-423e-a57d-f2edab4cc17e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.759798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c864d061-bad3-4674-ab10-3b514e8cbdba req-240f25f8-a466-46ff-b3a2-0e27b43a0bc9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.1804035 Nov 12 00:54:23.765043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:23.769378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:23.772602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:23.927418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.933047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c864d061-bad3-4674-ab10-3b514e8cbdba req-550f8a40-0c21-4ffa-bee5-fd97e760288b tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593368 Nov 12 00:54:23.934515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.988092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b916d2f-24dc-4115-af2a-cd11c588d817 req-5035f08b-576a-4529-94cc-a60c9d2a73a0 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 210 time: 0.0423713 Nov 12 00:54:23.996704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-71d87a0d-d3d1-4cd5-a79b-e95db4d4122c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1321576 Nov 12 00:54:24.048742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Request body: {'port': {'device_id': '85e773cb-d904-46af-b101-77effe9ada38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:24.080302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:24.119324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:24.160632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:24.186627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.266648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Transition to ACTIVE for port object 424b1c26-987b-4425-924f-537e3be6a034 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:24.279342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0c043b07-1db0-450a-a23c-4add0a3e388a None None] Provisioning complete for port 1a05356b-89eb-443c-bff1-b1b5e35b8315 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:24.279709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c043b07-1db0-450a-a23c-4add0a3e388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.311382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.437066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0c043b07-1db0-450a-a23c-4add0a3e388a None None] Port 1a05356b-89eb-443c-bff1-b1b5e35b8315 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:24.449953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-f065050f-8f86-4374-b203-bb933c57f7b9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.475467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-f065050f-8f86-4374-b203-bb933c57f7b9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.488990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-f065050f-8f86-4374-b203-bb933c57f7b9 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.1683633 Nov 12 00:54:24.599336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.768348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aacbe-f6a1-47e1-897d-9cf490884040 req-391a1e68-28bd-4b44-aea8-8bf2564af529 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.775328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aacbe-f6a1-47e1-897d-9cf490884040 req-391a1e68-28bd-4b44-aea8-8bf2564af529 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.783069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-183aacbe-f6a1-47e1-897d-9cf490884040 req-391a1e68-28bd-4b44-aea8-8bf2564af529 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 1683 time: 0.2615902 Nov 12 00:54:24.850997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] No DVR routers for this DVR port 424b1c26-987b-4425-924f-537e3be6a034 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:24.854782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aceab55-af67-40e9-9e04-68fcacac25c6 req-988693db-4b62-415d-b899-cc343ffa6fa2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.862148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aceab55-af67-40e9-9e04-68fcacac25c6 req-988693db-4b62-415d-b899-cc343ffa6fa2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 931 time: 0.1551805 Nov 12 00:54:24.883115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:24.883455 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.956968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-183aacbe-f6a1-47e1-897d-9cf490884040 req-add58f8a-d11f-472e-8be2-bc766df82122 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729827 Nov 12 00:54:25.043157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=9']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.088234 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aceab55-af67-40e9-9e04-68fcacac25c6 req-be1dbeb7-2846-4a42-92f6-32be19c24c6a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250667 Nov 12 00:54:25.146764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:25.147285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.177245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:25.289904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:25.289904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:25.291192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.300878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:25.301561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Attempting to bind port 424b1c26-987b-4425-924f-537e3be6a034 on network cc583c62-32af-4bf9-9b5f-08abc3223c49 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.305051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fbc7-cd3e-41b5-b171-0fc82e62e207 req-fb501c6a-2b80-42dc-9508-f1e3c407a8b2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.317901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c64fbc7-cd3e-41b5-b171-0fc82e62e207 req-fb501c6a-2b80-42dc-9508-f1e3c407a8b2 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 944 time: 0.1195433 Nov 12 00:54:25.327766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:25.329184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Checking segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:25.329593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Bound using segment: {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:25.330401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Bound port: 424b1c26-987b-4425-924f-537e3be6a034, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5909cf0b-28cc-4488-b37d-775728b4f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:25.331018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.433884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31a84613-5227-4445-8812-afb59c872588 req-5c513a16-67c1-4818-be1c-3cab6a0cb47a tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 210 time: 0.0654612 Nov 12 00:54:25.455200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.461499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c64fbc7-cd3e-41b5-b171-0fc82e62e207 req-7c16d138-194d-4324-a147-98a73c8d8182 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422591 Nov 12 00:54:25.485312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:25.504096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:25.518747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.552101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.552759 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.555597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] 10.222.0.39 "PUT /v2.0/ports/424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1093 time: 2.3536828 Nov 12 00:54:25.578906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.593721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['635c603c-a55a-482a-9ea2-2a7d0bc94933', '0cdc0cfb-50d4-47c3-8a7c-44c34f771788'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:25.698758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=0cdc0cfb-50d4-47c3-8a7c-44c34f771788,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.755111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:25.757524 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76414806-6b2e-4cad-b212-fdc0f3f343a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:25.815529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:25.825003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.834413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-e7f2f0a9-1411-4442-85ae-c7dfa8c6fbfa tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "DELETE /v2.0/ports/0cdc0cfb-50d4-47c3-8a7c-44c34f771788 HTTP/1.1" status: 204 len: 173 time: 1.3379495 Nov 12 00:54:25.838410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-deleted', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:25.841727 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31196016-e67b-456a-809e-af1510b62bff" -d '{"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-deleted", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:25.861494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-a9cdc442-7ea9-46ba-a5ad-3d9c0025bf16 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.868100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-a9cdc442-7ea9-46ba-a5ad-3d9c0025bf16 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.39 "GET /v2.0/networks?id=cf038407-57c9-4b96-ac4c-789c892fd73d HTTP/1.1" status: 200 len: 821 time: 0.3368139 Nov 12 00:54:25.873057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-626834652-network', 'tenant_id': '299b9114b63840089cea9cca35cbc5e3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:25.914063 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e86796-8476-4480-9867-fe55266740e6 x-openstack-request-id: req-36e86796-8476-4480-9867-fe55266740e6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:25.915806 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:25.916781 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36e86796-8476-4480-9867-fe55266740e6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:25.917341 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'status': 'completed', 'code': 200} Nov 12 00:54:25.924422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3143e0-fa29-438d-b760-ec583cf4a967 service neutron] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.937075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Request body: {'port': {'device_id': '388578d8-a259-4f6e-9378-a6f7977361a5', 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d', 'admin_state_up': True, 'tenant_id': 'f78f0279f5144b9f95ced826d236561a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:25.983939 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eed401-1f0b-41ba-bb86-4de9fa6b7554 x-openstack-request-id: req-c5eed401-1f0b-41ba-bb86-4de9fa6b7554 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:25.984913 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-deleted", "tag": "0cdc0cfb-50d4-47c3-8a7c-44c34f771788", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:25.985175 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5eed401-1f0b-41ba-bb86-4de9fa6b7554 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:25.985594 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-deleted', 'tag': '0cdc0cfb-50d4-47c3-8a7c-44c34f771788', 'status': 'completed', 'code': 200} Nov 12 00:54:26.021512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a05356b-89eb-443c-bff1-b1b5e35b8315 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:26.031835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Made reservation on behalf of 299b9114b63840089cea9cca35cbc5e3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:26.034907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.039378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.095142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.149029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Transition to ACTIVE for port object 1a05356b-89eb-443c-bff1-b1b5e35b8315 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:26.171914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-0fe1f5fa-47c4-4951-8e34-124c20ea4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.173544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-0fe1f5fa-47c4-4951-8e34-124c20ea4383 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1097 time: 0.3745661 Nov 12 00:54:26.174325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.238758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.472088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-6b0346c4-bec9-4298-affb-fb3851a847be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.474011 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-6b0346c4-bec9-4298-affb-fb3851a847be service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.2487004 Nov 12 00:54:26.481769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.498458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.568355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Attempting to bind port 1a05356b-89eb-443c-bff1-b1b5e35b8315 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:26.568355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Attempting to bind port 1a05356b-89eb-443c-bff1-b1b5e35b8315 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:26.568905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Attempting to bind port 1a05356b-89eb-443c-bff1-b1b5e35b8315 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:26.578211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:26.594768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Port 1a05356b-89eb-443c-bff1-b1b5e35b8315 on network 831f65fc-225f-47c4-b852-335e8ccd266c not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:26.595252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Attempting to bind port 1a05356b-89eb-443c-bff1-b1b5e35b8315 on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:26.608826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3db70-1957-4661-89ef-5755307c8c21,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.620440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.620800 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Added segment 9d895c04-9361-4b8c-8595-38da6fa3091a of type vlan for network c5eb4dd5-6b4a-48fd-938b-520afeccef7e Nov 12 00:54:26.661145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:26.661459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:26.665443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:26.665915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Bound port: 1a05356b-89eb-443c-bff1-b1b5e35b8315, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:26.666282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.701432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-a78463f3-122e-4642-b414-0a351749302a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1000 time: 0.2141888 Nov 12 00:54:26.722528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9b0b8-dae5-4751-bfa2-dda1b6892a9e req-2cb148c4-6a79-46dd-88de-6e929e76590e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.725106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a9b0b8-dae5-4751-bfa2-dda1b6892a9e req-2cb148c4-6a79-46dd-88de-6e929e76590e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 943 time: 0.1557283 Nov 12 00:54:26.732018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20ef8-dec1-44ea-ab1f-6abcbb5b58da req-2a468331-d9d3-4d59-8429-943b5ec7eef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.733437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2e20ef8-dec1-44ea-ab1f-6abcbb5b58da req-2a468331-d9d3-4d59-8429-943b5ec7eef7 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 946 time: 0.1679280 Nov 12 00:54:26.745927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.763067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 635c603c-a55a-482a-9ea2-2a7d0bc94933 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:26.763399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.825298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-62ea245e-2d07-4e3a-9b92-c1087bb5db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.826684 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-62ea245e-2d07-4e3a-9b92-c1087bb5db71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1164513 Nov 12 00:54:26.839433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:26.874440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.875376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.876382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.902465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Made reservation on behalf of f78f0279f5144b9f95ced826d236561a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:26.902883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:26.911058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.949790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.956821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709302-cde1-4612-b45a-127c1efa1798 req-431f442d-6da0-4f4d-a9d5-7ec968a90048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.958371 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-431f442d-6da0-4f4d-a9d5-7ec968a90048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210546 Nov 12 00:54:26.969100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5093980 Nov 12 00:54:26.972834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.982133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Request body: {'subnet': {'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-626834652-subnet', 'tenant_id': '299b9114b63840089cea9cca35cbc5e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:26.998063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bcb3c-ff2e-4b2a-a208-02c2ac5b4aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eb4dd5-6b4a-48fd-938b-520afeccef7e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.999773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2e20ef8-dec1-44ea-ab1f-6abcbb5b58da req-82f55df3-ae29-4d62-9a57-0d972195665e tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25251e8-3666-43a8-91da-4a5818ee0b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536957 Nov 12 00:54:27.015053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:27.075005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.075645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.077057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a9b0b8-dae5-4751-bfa2-dda1b6892a9e req-86c545b5-e509-4308-bf01-2f20355bcecc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330159 Nov 12 00:54:27.077212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 200 len: 1092 time: 3.0572386 Nov 12 00:54:27.132984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f04eb-9069-4874-a878-fb3f4c2dde53 service neutron] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.143109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-e69b41a5-d65e-4b6a-bcaa-d11fe4be176f service neutron] 10.222.0.39 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477430 Nov 12 00:54:27.258473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 635c603c-a55a-482a-9ea2-2a7d0bc94933, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=635c603c-a55a-482a-9ea2-2a7d0bc94933,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:27.258842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.283462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Made reservation on behalf of 299b9114b63840089cea9cca35cbc5e3 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:27.286005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.291167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 635c603c-a55a-482a-9ea2-2a7d0bc94933 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:27.457733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-1b08613b-b086-4446-91ba-7f3deda0b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.459566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-1b08613b-b086-4446-91ba-7f3deda0b4cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 1095 time: 0.2542012 Nov 12 00:54:27.519761 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-4e35807e-fe43-4ea8-9008-4575d192a021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 200 len: 217 time: 0.0474429 Nov 12 00:54:27.526590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-2e766022-643f-4648-a07e-ca759103f05a service neutron] 10.222.0.39 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750920 Nov 12 00:54:27.573359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b88907f2-509b-452b-a108-9a90d7310e43 req-3090dcc0-3c15-4eeb-8cd7-0d38a30070eb tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 210 time: 0.0926933 Nov 12 00:54:27.618132 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-2db5a3de-a5e3-4c5a-ac5e-3373f09ff53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.620722 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-2db5a3de-a5e3-4c5a-ac5e-3373f09ff53b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.0927415 Nov 12 00:54:27.692897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Allocated IP 172.20.0.3 (cf038407-57c9-4b96-ac4c-789c892fd73d/24ad651f-b00e-4d2b-8170-84e54c3d5f8c/68d7b5a3-25b4-4595-8d01-f38a930fbcbb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:27.703207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf654-f977-4225-be39-8eb628a862d2 req-fbaa729b-bdcc-4e27-b01c-6015f134aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.704867 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-fbaa729b-bdcc-4e27-b01c-6015f134aa32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565832 Nov 12 00:54:27.712256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-f861db2d-1620-47b1-8c6d-817c5f317210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.713751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-f861db2d-1620-47b1-8c6d-817c5f317210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1097 time: 0.1165795 Nov 12 00:54:27.728954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f6e16-6abd-4933-94e7-b99c096abf5e req-63e80400-bfab-4fa7-a464-a72b646378a3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.735430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-485f6e16-6abd-4933-94e7-b99c096abf5e req-63e80400-bfab-4fa7-a464-a72b646378a3 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.2436347 Nov 12 00:54:27.761493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.926933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-485f6e16-6abd-4933-94e7-b99c096abf5e req-8bb3c123-3635-459e-a1c7-92278bb12952 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884599 Nov 12 00:54:27.950830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0af46e-8b1f-4aef-bdc5-bbddae4620be,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.022959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Checking segment: {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:28.023380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Network hostable DHCP agents. Network: c5eb4dd5-6b4a-48fd-938b-520afeccef7e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:28.041103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:28.041585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.089229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=635c603c-a55a-482a-9ea2-2a7d0bc94933,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.129328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:28.130987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:28.132384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0cdc0cfb-50d4-47c3-8a7c-44c34f771788 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:28.133724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 635c603c-a55a-482a-9ea2-2a7d0bc94933 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:28.180654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 635c603c-a55a-482a-9ea2-2a7d0bc94933 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:28.181829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 635c603c-a55a-482a-9ea2-2a7d0bc94933 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:28.216823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.278261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c5eb4dd5-6b4a-48fd-938b-520afeccef7e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:28.290922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58603112-a728-4c47-9e47-92b07b4d470e None None] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:28.291131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 635c603c-a55a-482a-9ea2-2a7d0bc94933 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:28.389887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:28.392168 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed29db04-318d-45d8-86e3-a1311ec4de1a" -d '{"events": [{"name": "network-changed", "server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:28.396195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-b1a987e1-3245-40e2-856e-3337a72a341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.398069 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-b1a987e1-3245-40e2-856e-3337a72a341e service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 200 len: 917 time: 0.6669171 Nov 12 00:54:28.408413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.421200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45f3f8dc-2a06-425b-809c-b91838426de9 req-c3fd8d7f-dbbc-44e5-ae01-47a6e05db87c tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.32 "DELETE /v2.0/ports/635c603c-a55a-482a-9ea2-2a7d0bc94933 HTTP/1.1" status: 204 len: 173 time: 2.5749848 Nov 12 00:54:28.422936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-deleted', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:28.425707 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c60b48-591d-441b-aa4d-028bbd384b9e" -d '{"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-deleted", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:28.434486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.450423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.505669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.580116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6939150-adaa-4487-b760-3b84d61f2491 req-bd6202cf-696e-491c-b843-68448ea5b9f8 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "GET /v2.0/ports?device_id=e90b99ec-ef05-4496-8d16-c614d8113834 HTTP/1.1" status: 200 len: 210 time: 0.2982678 Nov 12 00:54:28.621424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfd48c-e1ff-459b-86be-fecc2e4bf115 None None] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:28.685910 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-bc261ecf-c803-4165-96d0-0441976533f8 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709437 Nov 12 00:54:28.765438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Network cf038407-57c9-4b96-ac4c-789c892fd73d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:28.775605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-02dd941f-9e91-40dc-adef-ff3cbfa21f67 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7983716 Nov 12 00:54:28.785527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:28.798803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:28.810555 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-827cb6df-a4fe-4455-9bda-be8eee5b94b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 200 len: 1000 time: 0.2429454 Nov 12 00:54:28.838465 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe2512-d8f4-4cd7-aacc-78f4caa04976 x-openstack-request-id: req-cbbe2512-d8f4-4cd7-aacc-78f4caa04976 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:28.838810 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:28.840256 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbbe2512-d8f4-4cd7-aacc-78f4caa04976 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:28.840766 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'status': 'completed', 'code': 200} Nov 12 00:54:28.891513 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f308f8-c2da-4eb1-9481-7577b56fa49d x-openstack-request-id: req-d4f308f8-c2da-4eb1-9481-7577b56fa49d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:28.896541 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90b99ec-ef05-4496-8d16-c614d8113834", "name": "network-vif-deleted", "tag": "635c603c-a55a-482a-9ea2-2a7d0bc94933", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:28.897070 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4f308f8-c2da-4eb1-9481-7577b56fa49d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:28.897735 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90b99ec-ef05-4496-8d16-c614d8113834', 'name': 'network-vif-deleted', 'tag': '635c603c-a55a-482a-9ea2-2a7d0bc94933', 'status': 'completed', 'code': 200} Nov 12 00:54:28.915527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc4bd-ef5e-4dcc-8a41-7d2baa264dae req-fa2b864a-944f-4d1e-9227-bc5327cfe4bc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.948228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-816cc4bd-ef5e-4dcc-8a41-7d2baa264dae req-fa2b864a-944f-4d1e-9227-bc5327cfe4bc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 943 time: 0.6584141 Nov 12 00:54:28.967466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-1bd680d1-b17e-48e4-8c2c-6ad8704a21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.974122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-1bd680d1-b17e-48e4-8c2c-6ad8704a21ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 200 len: 855 time: 0.1322510 Nov 12 00:54:29.011361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Pushing event updated for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:29.069747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.070730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.113439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-816cc4bd-ef5e-4dcc-8a41-7d2baa264dae req-6e23c080-08c4-4b66-8b9a-ecb4d6287d93 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566272 Nov 12 00:54:29.123427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-a7a93451-aa40-4325-9d0b-ce16364d1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.125218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-a7a93451-aa40-4325-9d0b-ce16364d1ee0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc583c62-32af-4bf9-9b5f-08abc3223c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810864 Nov 12 00:54:29.127142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-030d425c-5fdd-4a6a-8669-14ea0cccc5d4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2063062 Nov 12 00:54:29.146119 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-652cf654-f977-4225-be39-8eb628a862d2 req-a9fecfa1-f72c-4766-9531-ddda92e9d271 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083407 Nov 12 00:54:29.146366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Request body: {'port': {'device_id': '388578d8-a259-4f6e-9378-a6f7977361a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:29.173698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc0a05-c5fb-43cb-be69-86732e87ef7d req-3c591728-44db-4858-bd6a-8f52d79a6bf4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.182575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eecc0a05-c5fb-43cb-be69-86732e87ef7d req-3c591728-44db-4858-bd6a-8f52d79a6bf4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 931 time: 0.1553662 Nov 12 00:54:29.363302 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-dbf25c56-d8b4-4640-b5a2-b17e91fdff96 service neutron] 10.222.0.39 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227108 Nov 12 00:54:29.451366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.499620 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-2d15d1a2-fbca-446f-adf1-110146d1d6cc service neutron] 10.222.0.39 "GET /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236572 Nov 12 00:54:29.523063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-52feca4c-d3d4-4ded-84b5-9f28fbd7b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.525387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-52feca4c-d3d4-4ded-84b5-9f28fbd7b908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 1095 time: 0.1610737 Nov 12 00:54:29.548534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eecc0a05-c5fb-43cb-be69-86732e87ef7d req-84fe124e-2cb1-40af-a293-319c14bc3160 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650866 Nov 12 00:54:29.650690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47c7ce-a6e0-4229-8303-1b705e52a706 req-ba1289e9-1bd9-4681-85fe-7cfbc9f890c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.652418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd47c7ce-a6e0-4229-8303-1b705e52a706 req-ba1289e9-1bd9-4681-85fe-7cfbc9f890c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.3471262 Nov 12 00:54:29.713666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.878697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting subnet 0e389915-2599-42d1-ac87-bf15be4523f9 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:29.888995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.929478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd47c7ce-a6e0-4229-8303-1b705e52a706 req-91702253-5ba6-4d40-acb0-c09eb7870d52 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676761 Nov 12 00:54:30.037795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.237393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.335322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.354426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.359220 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/subnets/0e389915-2599-42d1-ac87-bf15be4523f9 HTTP/1.1" status: 204 len: 168 time: 0.6434045 Nov 12 00:54:30.361622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c69810-ab67-424b-99b0-1f839291f665 None None] Network 536b85fc-a54c-4112-bae2-5abe36134433 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:30.362278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33028) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:30.384231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d7b5a3-25b4-4595-8d01-f38a930fbcbb {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:30.413212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001447f6-b497-4d65-a40a-acc2368e6615 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Subnet': ['ID=0e389915-2599-42d1-ac87-bf15be4523f9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.432691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.473826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25708-dcc9-4a0d-84b9-bec420f0b103 req-c49769d4-f688-4f23-ad44-ea912cfac114 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.487762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de25708-dcc9-4a0d-84b9-bec420f0b103 req-c49769d4-f688-4f23-ad44-ea912cfac114 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 943 time: 0.2064445 Nov 12 00:54:30.515600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Transition to ACTIVE for port object 68d7b5a3-25b4-4595-8d01-f38a930fbcbb will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:30.540984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.643287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.735201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] DHCP port deletion for 536b85fc-a54c-4112-bae2-5abe36134433 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:30.744739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de25708-dcc9-4a0d-84b9-bec420f0b103 req-658261d3-c4a8-4e5c-a11e-d8a6a7fd1b69 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559438 Nov 12 00:54:30.807574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port 17c69b8d-8aee-4016-87d9-c74b836eacfe {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:30.808358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.943479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.957129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Deleting port 17c69b8d-8aee-4016-87d9-c74b836eacfe {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:30.961630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.984627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port 17c69b8d-8aee-4016-87d9-c74b836eacfe, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=17c69b8d-8aee-4016-87d9-c74b836eacfe,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:30.984985 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.013190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for 17c69b8d-8aee-4016-87d9-c74b836eacfe owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:31.021251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-76e19028-2aab-41c9-a13a-b3a818444989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.022763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-76e19028-2aab-41c9-a13a-b3a818444989 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.2843704 Nov 12 00:54:31.108723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 17c69b8d-8aee-4016-87d9-c74b836eacfe no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:31.168286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-45549ae7-d23e-45dd-a989-e88bea2b46dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 200 len: 217 time: 0.0453143 Nov 12 00:54:31.236440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] For port 17c69b8d-8aee-4016-87d9-c74b836eacfe, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=17c69b8d-8aee-4016-87d9-c74b836eacfe,segment=NetworkSegment(345905b2-e149-4f99-8610-f45ccd28e3b0),segment_id=345905b2-e149-4f99-8610-f45ccd28e3b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:31.236798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.295051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-3ffd9134-1cd4-47cf-b502-36f98eeff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.297031 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-3ffd9134-1cd4-47cf-b502-36f98eeff475 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.0952420 Nov 12 00:54:31.299900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Calling delete_port for 17c69b8d-8aee-4016-87d9-c74b836eacfe owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:31.331052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.336772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.386314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Attempting to bind port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:31.386692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Attempting to bind port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '87deb586-9b7f-4c1e-9be3-624a947f6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:31.386971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Attempting to bind port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb on network cf038407-57c9-4b96-ac4c-789c892fd73d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:31.417120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port 17c69b8d-8aee-4016-87d9-c74b836eacfe on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:31.428210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458d55f-4bee-4ef6-8184-b1375bb94f4c req-f8381492-c3e2-4ea5-a0b5-5c566d1396c4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.429788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7458d55f-4bee-4ef6-8184-b1375bb94f4c req-f8381492-c3e2-4ea5-a0b5-5c566d1396c4 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.6003108 Nov 12 00:54:31.445061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb on network cf038407-57c9-4b96-ac4c-789c892fd73d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:31.445444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Attempting to bind port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb on network cf038407-57c9-4b96-ac4c-789c892fd73d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:31.468031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=17c69b8d-8aee-4016-87d9-c74b836eacfe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:31.522726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f244b-c961-421b-94d6-993233b066ae req-af12a7fb-7c6f-4fdb-a965-6bf042c6fbbb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.533355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed4f244b-c961-421b-94d6-993233b066ae req-af12a7fb-7c6f-4fdb-a965-6bf042c6fbbb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.3315544 Nov 12 00:54:31.540251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:31.540910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Checking segment: {'id': '87deb586-9b7f-4c1e-9be3-624a947f6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:31.541483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Bound using segment: {'id': '87deb586-9b7f-4c1e-9be3-624a947f6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:31.542120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Bound port: 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87deb586-9b7f-4c1e-9be3-624a947f6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:31.542723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:54:31.580375 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 00:54:31.593574 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.612629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] No DVR routers for this DVR port 17c69b8d-8aee-4016-87d9-c74b836eacfe on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:31.643058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-ffd1094f-8e5e-4f6c-9e48-4e96ae0bfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.649881 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-ffd1094f-8e5e-4f6c-9e48-4e96ae0bfd3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425465 Nov 12 00:54:31.668937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7458d55f-4bee-4ef6-8184-b1375bb94f4c req-4dab4212-fc35-4d0c-812f-2c3b806e8fa1 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962750 Nov 12 00:54:31.672639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.707748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7a12f-6b2a-44ee-bc04-dd62ea782bc9 None None] Pushing event deleted for resources: {'Port': ['ID=17c69b8d-8aee-4016-87d9-c74b836eacfe,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:31.777179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536b85fc-a54c-4112-bae2-5abe36134433']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:31.810875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed4f244b-c961-421b-94d6-993233b066ae req-d75b84c6-30b5-4f1f-abdf-44ecbb3173bb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761798 Nov 12 00:54:31.858663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:31.865888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,segment=NetworkSegment(87deb586-9b7f-4c1e-9be3-624a947f6103),segment_id=87deb586-9b7f-4c1e-9be3-624a947f6103)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:31.868354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345905b2-e149-4f99-8610-f45ccd28e3b0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:31.868756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345905b2-e149-4f99-8610-f45ccd28e3b0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:31.878754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.908002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.953148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.986439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:31.986439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.995824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.996785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:31.999328 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:32.009861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] 10.222.0.39 "PUT /v2.0/ports/68d7b5a3-25b4-4595-8d01-f38a930fbcbb HTTP/1.1" status: 200 len: 1092 time: 2.8694253 Nov 12 00:54:32.041626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:32.043956 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcab21a-921c-4446-ae37-bd944da74aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:32.068868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c62eb-941f-4d69-97ac-3f6504d23e90 service neutron] Pushing event updated for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.105036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89502140-0ae6-444a-a8fb-f57a24765ff6 req-401634b6-a5b1-4f08-86cf-89a0ef596820 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.108116 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-51e686ef-c7d8-4f6e-b0ac-197efad98e62 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379501 Nov 12 00:54:32.118611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89502140-0ae6-444a-a8fb-f57a24765ff6 req-401634b6-a5b1-4f08-86cf-89a0ef596820 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 943 time: 0.1766324 Nov 12 00:54:32.137623 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0da0a-c6e9-4c7e-8c48-3cf3264b25fa x-openstack-request-id: req-82d0da0a-c6e9-4c7e-8c48-3cf3264b25fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:32.138076 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:32.138383 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82d0da0a-c6e9-4c7e-8c48-3cf3264b25fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:32.138793 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb', 'status': 'completed', 'code': 200} Nov 12 00:54:32.140849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.232400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89502140-0ae6-444a-a8fb-f57a24765ff6 req-e3fb2989-2937-457a-88da-c12dd07bbbb8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091859 Nov 12 00:54:32.269364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-0610225b-dcac-4868-9bbf-be04b0b9321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.273425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-0610225b-dcac-4868-9bbf-be04b0b9321c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f78f0279f5144b9f95ced826d236561a&device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 1095 time: 0.1088276 Nov 12 00:54:32.293312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed29db04-318d-45d8-86e3-a1311ec4de1a req-c5ac0b00-7e17-4257-b0a0-5c126a35a8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765683 Nov 12 00:54:32.296096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.305847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.310071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/networks/536b85fc-a54c-4112-bae2-5abe36134433 HTTP/1.1" status: 204 len: 168 time: 1.9464512 Nov 12 00:54:32.312930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:32.367493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc166c-1917-4335-a093-a62e7b8f01f6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Network': ['ID=536b85fc-a54c-4112-bae2-5abe36134433,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.388776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-badec302-ef54-42dd-8be4-85fb6a7271ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb HTTP/1.1" status: 200 len: 217 time: 0.0962272 Nov 12 00:54:32.410152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting subnet b9addbb1-6876-4e64-941b-3fb4f78c746a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:32.414801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.476402 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.525745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-825016ce-5b21-47dc-9809-f7f9cc283808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.527325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-825016ce-5b21-47dc-9809-f7f9cc283808 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24ad651f-b00e-4d2b-8170-84e54c3d5f8c HTTP/1.1" status: 200 len: 861 time: 0.1114967 Nov 12 00:54:32.701334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.844449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.925260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Subnet': ['ID=b9addbb1-6876-4e64-941b-3fb4f78c746a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.927819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.929204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8b652-a16b-4f3b-a03f-99c8cd9ff583 None None] Network b646f8da-bd68-4b2e-a9c4-fcd2865eccda requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:32.934406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9549ccd7-a713-4edc-bbb3-0da82fce1bd6 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/subnets/b9addbb1-6876-4e64-941b-3fb4f78c746a HTTP/1.1" status: 204 len: 168 time: 0.6202652 Nov 12 00:54:32.939278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33070) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:33.002308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a3c-4c60-4497-8689-b9741890d68c req-6cdb9acd-ea80-499a-a1d8-cf179f38aaa8 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.003783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aafa3a3c-4c60-4497-8689-b9741890d68c req-6cdb9acd-ea80-499a-a1d8-cf179f38aaa8 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.1342432 Nov 12 00:54:33.156938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.174594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6142-33aa-44e9-94f0-6d19dd09d83e req-2ed13c40-ee98-4256-b012-fbe6a856040c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.182500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-014a6142-33aa-44e9-94f0-6d19dd09d83e req-2ed13c40-ee98-4256-b012-fbe6a856040c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.1775794 Nov 12 00:54:33.213618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aafa3a3c-4c60-4497-8689-b9741890d68c req-cc579d7a-dcf7-4577-864a-4d05e1b2ea7a tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970398 Nov 12 00:54:33.289123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Deleting port df8c1a22-e2fb-448e-a44f-e4185e6398de {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:33.289569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.335627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-014a6142-33aa-44e9-94f0-6d19dd09d83e req-389a48d4-8f9c-444b-abca-7b5365bcf48c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521211 Nov 12 00:54:33.471642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-92d37790-434e-4b38-9c57-a3263c5994f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf038407-57c9-4b96-ac4c-789c892fd73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740082 Nov 12 00:54:33.474567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] For port df8c1a22-e2fb-448e-a44f-e4185e6398de, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df8c1a22-e2fb-448e-a44f-e4185e6398de,segment=NetworkSegment(3f371e77-2d33-44cb-b21a-589b73c9618d),segment_id=3f371e77-2d33-44cb-b21a-589b73c9618d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:33.474939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.519821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Calling delete_port for df8c1a22-e2fb-448e-a44f-e4185e6398de owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:33.559742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063ad8-e758-4aa7-8779-95b95a8f3855 req-06896997-8c8c-4b1b-87f3-73158f71fbed tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.580788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd063ad8-e758-4aa7-8779-95b95a8f3855 req-06896997-8c8c-4b1b-87f3-73158f71fbed tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 943 time: 0.1076539 Nov 12 00:54:33.681997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.734968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] No DVR routers for this DVR port df8c1a22-e2fb-448e-a44f-e4185e6398de on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:33.758444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da84f67-b702-4503-86b0-513fb507d2ea None None] DHCP port deletion for b646f8da-bd68-4b2e-a9c4-fcd2865eccda request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:33.838681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd063ad8-e758-4aa7-8779-95b95a8f3855 req-39878946-fad8-4bd2-8ac0-0ff2a210ed4e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565789 Nov 12 00:54:33.876602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-90d082b1-8915-45d6-b7e0-eb3209329c0b service neutron] 10.222.0.39 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883623 Nov 12 00:54:33.911818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Port': ['ID=df8c1a22-e2fb-448e-a44f-e4185e6398de,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:33.992645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.019776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646f8da-bd68-4b2e-a9c4-fcd2865eccda']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.032272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f371e77-2d33-44cb-b21a-589b73c9618d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.032776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f371e77-2d33-44cb-b21a-589b73c9618d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.044831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.060498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.069398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:34.069809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:34.076266 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:34.185400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.194926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.198517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] 10.222.0.11 "DELETE /v2.0/networks/b646f8da-bd68-4b2e-a9c4-fcd2865eccda HTTP/1.1" status: 204 len: 168 time: 1.2581835 Nov 12 00:54:34.217693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b866-77f8-417e-a0eb-844b09a4b757 tempest-ServersTestMultiNic-2042359240 tempest-ServersTestMultiNic-2042359240-project] Pushing event deleted for resources: {'Network': ['ID=b646f8da-bd68-4b2e-a9c4-fcd2865eccda,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.365563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a05356b-89eb-443c-bff1-b1b5e35b8315 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:34.562787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea90ca-9761-48f0-835f-6db656f0df25 req-260f58f2-fa5f-4aba-8787-f1274dd1e387 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.566602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36ea90ca-9761-48f0-835f-6db656f0df25 req-260f58f2-fa5f-4aba-8787-f1274dd1e387 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.1923218 Nov 12 00:54:34.594490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc2a19-fec6-4cc9-8b28-2e9315d833dd req-9582b227-13ea-4edc-9578-6022b711dedf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.603569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbcc2a19-fec6-4cc9-8b28-2e9315d833dd req-9582b227-13ea-4edc-9578-6022b711dedf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.1492927 Nov 12 00:54:34.616046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:34.638779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'mac_address': 'fa:16:3e:21:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:34.717539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36ea90ca-9761-48f0-835f-6db656f0df25 req-948e91de-5ba5-4fc3-b46a-95d3e8265f86 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350067 Nov 12 00:54:34.734189 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.766408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a05356b-89eb-443c-bff1-b1b5e35b8315 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:34.815905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:34.819548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbcc2a19-fec6-4cc9-8b28-2e9315d833dd req-3ff7b1a0-4c16-42e3-b2b2-5d94f22ca259 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131371 Nov 12 00:54:34.830598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:34.837589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.174985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df8c1a22-e2fb-448e-a44f-e4185e6398de no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.200988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['1a05356b-89eb-443c-bff1-b1b5e35b8315'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:35.347527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e209d-4c89-44a6-98d3-8d6e42fd6364 req-abdfd729-4f3f-4585-a997-428736b92e84 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.355489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-700e209d-4c89-44a6-98d3-8d6e42fd6364 req-abdfd729-4f3f-4585-a997-428736b92e84 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 944 time: 0.1188738 Nov 12 00:54:35.363398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: df8c1a22-e2fb-448e-a44f-e4185e6398de {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.363759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df8c1a22-e2fb-448e-a44f-e4185e6398de not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.366557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab88deaa-f739-4a0e-b52f-a44772f473f4 req-3fac7b0d-2f69-4c78-b199-fedfa769913b service neutron] 10.222.0.39 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053574 Nov 12 00:54:35.367559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.393312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.527454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-700e209d-4c89-44a6-98d3-8d6e42fd6364 req-57cbede8-79f1-4821-b0dc-6b07215dad56 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582789 Nov 12 00:54:35.564199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-5cb47e4b-0d64-4ad0-b722-62f8d7a53e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.566255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-5cb47e4b-0d64-4ad0-b722-62f8d7a53e53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f78f0279f5144b9f95ced826d236561a&device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 1095 time: 0.1116574 Nov 12 00:54:35.852663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-4c7a05e5-e368-4570-91da-7285b90405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.858440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-4c7a05e5-e368-4570-91da-7285b90405f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf038407-57c9-4b96-ac4c-789c892fd73d HTTP/1.1" status: 200 len: 922 time: 0.2204447 Nov 12 00:54:36.043477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-4aea61e5-072b-46e7-84af-066aaf82d3b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb HTTP/1.1" status: 200 len: 217 time: 0.0894363 Nov 12 00:54:36.107346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac514a-785c-4b48-b3a0-4ee8d77760eb req-97f335f0-b6fc-48f2-937a-f51942a6449b tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.118144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cac514a-785c-4b48-b3a0-4ee8d77760eb req-97f335f0-b6fc-48f2-937a-f51942a6449b tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.2319822 Nov 12 00:54:36.214312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7123-a925-409e-beb8-12dd8021c926 req-c3e6cdd7-5ee6-4b4a-af58-eb8fda6a63e9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.215945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6d7123-a925-409e-beb8-12dd8021c926 req-c3e6cdd7-5ee6-4b4a-af58-eb8fda6a63e9 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.1856160 Nov 12 00:54:36.274648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cac514a-785c-4b48-b3a0-4ee8d77760eb req-47dba3aa-eb3b-4fd9-b24c-b42fb4c10365 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Nov 12 00:54:36.339252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.473797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c6d7123-a925-409e-beb8-12dd8021c926 req-aa45e057-0dd4-41ae-a7e0-48b9a312b4c5 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461326 Nov 12 00:54:36.490444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-23e2fa7f-ee54-4c66-9398-7ff1926a5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.500696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-23e2fa7f-ee54-4c66-9398-7ff1926a5f53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24ad651f-b00e-4d2b-8170-84e54c3d5f8c HTTP/1.1" status: 200 len: 861 time: 0.2400396 Nov 12 00:54:36.693620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-654921c3-fff5-4933-aa04-21211c4dd533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf038407-57c9-4b96-ac4c-789c892fd73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542898 Nov 12 00:54:36.895495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfaef-2ab8-49d4-91fa-e094f0d211e8 req-09944d64-46c3-4d99-8951-0265c81faa54 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.899655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22ecfaef-2ab8-49d4-91fa-e094f0d211e8 req-09944d64-46c3-4d99-8951-0265c81faa54 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 944 time: 0.1202650 Nov 12 00:54:37.024991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22ecfaef-2ab8-49d4-91fa-e094f0d211e8 req-509e65ee-33d8-41a2-bb29-e2cb07238bea tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088016 Nov 12 00:54:37.239927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187252-805e-4ba1-87d6-d97f8dcab9b3 req-03fe16dc-163c-4c03-9af6-9e5d42bc42c5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.248583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6187252-805e-4ba1-87d6-d97f8dcab9b3 req-03fe16dc-163c-4c03-9af6-9e5d42bc42c5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1245465 Nov 12 00:54:37.464074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6187252-805e-4ba1-87d6-d97f8dcab9b3 req-478a72f6-39ce-412a-a64c-a5809e511680 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143548 Nov 12 00:54:37.577331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-8128ac43-33cd-4c16-ae0f-007d19f21da3 service neutron] 10.222.0.39 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639085 Nov 12 00:54:37.763697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Deleting port 1492025d-549d-4214-996f-1b313eb553b2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:37.764423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.818944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499fd4-2239-4cf1-b8b5-b3e8578b2931 req-65909622-f015-4c2e-8366-89e68563a25a tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.839627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04499fd4-2239-4cf1-b8b5-b3e8578b2931 req-65909622-f015-4c2e-8366-89e68563a25a tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.4147959 Nov 12 00:54:37.851574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dcab21a-921c-4446-ae37-bd944da74aeb req-2ea75353-9ba1-40eb-ab04-4c598c214940 service neutron] 10.222.0.39 "GET /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504225 Nov 12 00:54:37.997291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04499fd4-2239-4cf1-b8b5-b3e8578b2931 req-17e77c84-6e16-45f0-a294-9e54a6cf9775 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562870 Nov 12 00:54:38.045323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] For port 1492025d-549d-4214-996f-1b313eb553b2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1492025d-549d-4214-996f-1b313eb553b2,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:38.045745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.065381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Calling delete_port for 1492025d-549d-4214-996f-1b313eb553b2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:38.082745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623a3e3-fe56-4c6a-ba4d-478d701528d2 req-323c142b-e8d6-4ae6-aab2-1ca33fe83984 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.084369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c623a3e3-fe56-4c6a-ba4d-478d701528d2 req-323c142b-e8d6-4ae6-aab2-1ca33fe83984 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.2285662 Nov 12 00:54:38.312714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c623a3e3-fe56-4c6a-ba4d-478d701528d2 req-8845c8b0-d1b8-40aa-866c-1298146b264c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130373 Nov 12 00:54:38.351612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771025-2a56-4b85-913d-8b468c503d73 req-940d8570-834c-4eda-8b6e-375d6b6c9e4d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.378512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19771025-2a56-4b85-913d-8b468c503d73 req-940d8570-834c-4eda-8b6e-375d6b6c9e4d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 944 time: 0.1942272 Nov 12 00:54:38.386809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a05356b-89eb-443c-bff1-b1b5e35b8315 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:38.580694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 1a05356b-89eb-443c-bff1-b1b5e35b8315 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:38.588082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 1a05356b-89eb-443c-bff1-b1b5e35b8315 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:38.588465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.624863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.629451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19771025-2a56-4b85-913d-8b468c503d73 req-20e3ec12-31e9-4669-b23b-0756152c85bc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497697 Nov 12 00:54:38.660159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a807f-5248-455a-9290-c25b8e08c8eb req-789eb24a-082f-4c7e-be6e-ee3ff7086c48 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.661677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-122a807f-5248-455a-9290-c25b8e08c8eb req-789eb24a-082f-4c7e-be6e-ee3ff7086c48 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.32 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.2172036 Nov 12 00:54:38.727501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Pushing event deleted for resources: {'Port': ['ID=1492025d-549d-4214-996f-1b313eb553b2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.899945 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.089758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:39.092098 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d1576-48c3-406d-8b1a-20d779481fcd" -d '{"events": [{"server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "name": "network-vif-plugged", "status": "completed", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:39.097414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5431c-277b-4675-8969-0b500c7b681d req-ce98c1da-c81d-44a3-b370-26d7e2f20548 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.108892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55e5431c-277b-4675-8969-0b500c7b681d req-ce98c1da-c81d-44a3-b370-26d7e2f20548 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.3448288 Nov 12 00:54:39.222604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Deleting port deb6028c-2a81-4dfa-9f03-db65e099f0fb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:39.223153 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.239769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:39.262843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.340318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55e5431c-277b-4675-8969-0b500c7b681d req-be21dacf-1599-49fa-b502-323940fba1ab tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242894 Nov 12 00:54:39.365006 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bccfb8b2-a0ad-4b79-b316-e28a92ee470e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.404880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.463962 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136324ac-1624-4e68-ba09-d1b4168d158b x-openstack-request-id: req-136324ac-1624-4e68-ba09-d1b4168d158b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:39.472832 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "name": "network-vif-plugged", "status": "completed", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:39.473193 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-136324ac-1624-4e68-ba09-d1b4168d158b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:39.473639 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'code': 200} Nov 12 00:54:39.484942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:39.587614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0903a-654c-461f-9592-7d2af74dd3e3 req-67708905-14a4-4864-b1b7-f84710e62b7b tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.598458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71e0903a-654c-461f-9592-7d2af74dd3e3 req-67708905-14a4-4864-b1b7-f84710e62b7b tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 943 time: 0.4451170 Nov 12 00:54:39.902354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Router 3f9e4531-e15a-43d0-8a0b-4e920e046417 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:40.044685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:40.052168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5b31c73-d24a-4f2b-bca1-288a6806a566 admin admin] 10.222.0.11 "PUT /v2.0/routers/3f9e4531-e15a-43d0-8a0b-4e920e046417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2196836 Nov 12 00:54:40.054667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.057661 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Sync routers for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:40.096651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:40.102751 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.288655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.397469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 68d7b5a3-25b4-4595-8d01-f38a930fbcbb details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:40.489210 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:40.614337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,segment=NetworkSegment(87deb586-9b7f-4c1e-9be3-624a947f6103),segment_id=87deb586-9b7f-4c1e-9be3-624a947f6103)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:40.630205 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.646407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb', 'network_id': 'cf038407-57c9-4b96-ac4c-789c892fd73d', 'port_id': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb', 'mac_address': 'fa:16:3e:10:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad651f-b00e-4d2b-8170-84e54c3d5f8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:40.762380 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.779955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Deleting port 5a1b979a-4705-436c-b8db-b482b27a1088 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:40.782739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.799717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d7b5a3-25b4-4595-8d01-f38a930fbcbb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:40.814433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] For port deb6028c-2a81-4dfa-9f03-db65e099f0fb, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=deb6028c-2a81-4dfa-9f03-db65e099f0fb,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:40.820581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.885131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,segment=NetworkSegment(87deb586-9b7f-4c1e-9be3-624a947f6103),segment_id=87deb586-9b7f-4c1e-9be3-624a947f6103)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:40.894954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.954340 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:54:38Z', 'revision_number': 5, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port': {'id': '5a1b979a-4705-436c-b8db-b482b27a1088', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:59Z', 'updated_at': '2021-11-12T00:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.994658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d1c6-36df-4cf6-aa50-8e8e81a5df65 req-81fafc7d-0e1e-48a9-9506-49674c3f6a60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.007286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.007819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e3d1c6-36df-4cf6-aa50-8e8e81a5df65 req-81fafc7d-0e1e-48a9-9506-49674c3f6a60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 1.3486819 Nov 12 00:54:41.026338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] For port 5a1b979a-4705-436c-b8db-b482b27a1088, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5a1b979a-4705-436c-b8db-b482b27a1088,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:41.027013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.044003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Calling delete_port for 5a1b979a-4705-436c-b8db-b482b27a1088 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:41.064302 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Checking router: 3f9e4531-e15a-43d0-8a0b-4e920e046417 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:41.086539 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Routers {'3f9e4531-e15a-43d0-8a0b-4e920e046417'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:41.087215 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3f9e4531-e15a-43d0-8a0b-4e920e046417'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.092187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de47ff-8b2d-4bb8-a8ac-7a23c7fab355 req-33d087ba-f33c-4153-a982-b8340304f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.093910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3de47ff-8b2d-4bb8-a8ac-7a23c7fab355 req-33d087ba-f33c-4153-a982-b8340304f3b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 1097 time: 1.4767110 Nov 12 00:54:41.112568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e3d1c6-36df-4cf6-aa50-8e8e81a5df65 req-73c0b7ac-9480-42c6-8b6a-1e2238e423c0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034417 Nov 12 00:54:41.160782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71e0903a-654c-461f-9592-7d2af74dd3e3 req-4cdaa6ef-a2b2-4720-ad97-db738745cbfc tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5613098 Nov 12 00:54:41.206973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['68d7b5a3-25b4-4595-8d01-f38a930fbcbb'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:41.369543 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] Set router 3f9e4531-e15a-43d0-8a0b-4e920e046417 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:41.435167 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:54:40Z', 'revision_number': 6, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.459715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.540979 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205e01e-1e34-449d-8bc9-2d73b3c33166 None None] The sync data for ids ['3f9e4531-e15a-43d0-8a0b-4e920e046417'] in n-d-712141-15 is: [{'id': '3f9e4531-e15a-43d0-8a0b-4e920e046417', 'name': 'tempest-ServersTestMultiNic-1155979497-router', 'tenant_id': 'f396d007aa0941d98f4d65d04cd8b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:58Z', 'updated_at': '2021-11-12T00:54:40Z', 'revision_number': 6, 'project_id': 'f396d007aa0941d98f4d65d04cd8b839', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:41.544876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1b979a-4705-436c-b8db-b482b27a1088,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.592239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3de47ff-8b2d-4bb8-a8ac-7a23c7fab355 req-76c90932-d686-485e-8e2d-f56efc29f210 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178245 Nov 12 00:54:41.611315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.611671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.612013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.612373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.612707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.613035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.613359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.613685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.614007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.614329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.614849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.615270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:41.643033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a3397-ca43-4fe3-9ecb-6f675052eaf8 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:41.668105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53846d37-bac6-4a58-b4e1-8ce01e8303ee req-1a487b0b-7326-4684-bc79-b5b770228b04 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.683720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53846d37-bac6-4a58-b4e1-8ce01e8303ee req-1a487b0b-7326-4684-bc79-b5b770228b04 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 945 time: 0.3192880 Nov 12 00:54:41.698076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.711917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7257af11-4a92-4c63-b91e-ef3e2c114d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.776493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53846d37-bac6-4a58-b4e1-8ce01e8303ee req-39ba23ea-6c2c-482e-8566-a9b435af92b9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913560 Nov 12 00:54:41.792138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.792501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.792816 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Floating IP da235e84-879a-4f4b-8d18-d8c0e5aeba82 disassociated. External IP: 172.25.6.74, port: deb6028c-2a81-4dfa-9f03-db65e099f0fb. Nov 12 00:54:41.793211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Calling delete_port for deb6028c-2a81-4dfa-9f03-db65e099f0fb owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:41.815977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1459955-cc1d-4462-8012-86ab3dbc621c req-e104f07b-ab8a-49dc-b80c-75d01e671c4d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.819203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1459955-cc1d-4462-8012-86ab3dbc621c req-e104f07b-ab8a-49dc-b80c-75d01e671c4d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 945 time: 0.1754181 Nov 12 00:54:41.820426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.822923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.890785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.891849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9e4531-e15a-43d0-8a0b-4e920e046417 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:41.900882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.903759 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3120547b-770a-4286-ae86-fda53cd8d5fa admin admin] 10.222.0.11 "DELETE /v2.0/routers/3f9e4531-e15a-43d0-8a0b-4e920e046417 HTTP/1.1" status: 204 len: 168 time: 1.8481390 Nov 12 00:54:41.907242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:41.924479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1459955-cc1d-4462-8012-86ab3dbc621c req-80ea32f4-023a-4124-b187-2fb02e64ec11 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=c956cbff-5269-4edf-a2e9-95b25be0bbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994318 Nov 12 00:54:41.970353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Deleting subnet 99458bf6-f8cd-406b-be92-3231eab8ce7a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:41.974390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.015222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.035836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.058827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device deb6028c-2a81-4dfa-9f03-db65e099f0fb no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:42.106357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'Port': ['ID=deb6028c-2a81-4dfa-9f03-db65e099f0fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.106503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: deb6028c-2a81-4dfa-9f03-db65e099f0fb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:42.106503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device deb6028c-2a81-4dfa-9f03-db65e099f0fb not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:42.127138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.135611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.135611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.135611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.135990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.136225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.136491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.137013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.137151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.137400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.137729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.138060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.138468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:42.188781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.204802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.210640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/99458bf6-f8cd-406b-be92-3231eab8ce7a HTTP/1.1" status: 204 len: 168 time: 0.2998052 Nov 12 00:54:42.210975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33190) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.215241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523291c0-21ef-42c5-89c8-40deab29500a None None] Network d157b105-16cd-4319-a7e7-1205b550239a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:42.229712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6249615-787a-432d-9d62-8cb6cf9ba859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99458bf6-f8cd-406b-be92-3231eab8ce7a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.398592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.398851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 68d7b5a3-25b4-4595-8d01-f38a930fbcbb up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:42.432384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0faa-9ed6-464c-baab-631cda57e7a0 req-6057e529-d51d-4761-b93f-bfb771e34623 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.433966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c7b0faa-9ed6-464c-baab-631cda57e7a0 req-6057e529-d51d-4761-b93f-bfb771e34623 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.1292684 Nov 12 00:54:42.449195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db8b8-42f4-4e4a-ab09-730649f563a8 req-dbab3c26-f941-40a2-b027-6f150654298f tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.450737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-025db8b8-42f4-4e4a-ab09-730649f563a8 req-dbab3c26-f941-40a2-b027-6f150654298f tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 944 time: 0.1375399 Nov 12 00:54:42.485031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:42.512747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:42.520035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:42.520035 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.644878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c7b0faa-9ed6-464c-baab-631cda57e7a0 req-f7308b31-8301-42d5-83f3-3127dc35e2f1 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893141 Nov 12 00:54:42.658982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] DHCP port deletion for d157b105-16cd-4319-a7e7-1205b550239a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:42.769343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.862565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,segment=NetworkSegment(87deb586-9b7f-4c1e-9be3-624a947f6103),segment_id=87deb586-9b7f-4c1e-9be3-624a947f6103)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:42.917339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:42.919501 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a928f95-84f1-483a-9c88-63360f4c78fa" -d '{"events": [{"server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "name": "network-vif-plugged", "status": "completed", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:42.931432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.949007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:42.983608 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:43.066277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.081393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] No DVR routers for this DVR port deb6028c-2a81-4dfa-9f03-db65e099f0fb on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:43.091620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:43.095608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1492025d-549d-4214-996f-1b313eb553b2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:43.096376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-025db8b8-42f4-4e4a-ab09-730649f563a8 req-98f75a36-49cf-4911-86e0-048d00b79f83 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600514 Nov 12 00:54:43.097860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.101711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-122a807f-5248-455a-9290-c25b8e08c8eb req-7aaa1b0f-84f4-4345-bb53-0e24968a5ed5 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.32 "DELETE /v2.0/ports/deb6028c-2a81-4dfa-9f03-db65e099f0fb HTTP/1.1" status: 204 len: 173 time: 4.4244859 Nov 12 00:54:43.117767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'name': 'network-vif-deleted', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:43.129238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e52fdc-ffdf-4a24-a8ad-2f3abf8d51d2" -d '{"events": [{"server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "name": "network-vif-deleted", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:43.138340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.139374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.139374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.139374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.139682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.139940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.140165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Deleting port 60beb894-5ed9-4a44-8c72-174bf471d267 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:43.140339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.140514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.140665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.140984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.141301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.141814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.142243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:43.147197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1492025d-549d-4214-996f-1b313eb553b2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:43.147527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1492025d-549d-4214-996f-1b313eb553b2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:43.148004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5a1b979a-4705-436c-b8db-b482b27a1088 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:43.178395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5a1b979a-4705-436c-b8db-b482b27a1088 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:43.178738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5a1b979a-4705-436c-b8db-b482b27a1088 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:43.179157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 60beb894-5ed9-4a44-8c72-174bf471d267 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:43.215982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404b34-067c-4bba-b892-5a85540beab8 req-2467f861-69f8-4b44-92c6-d67aa10949f1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.223861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31404b34-067c-4bba-b892-5a85540beab8 req-2467f861-69f8-4b44-92c6-d67aa10949f1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 945 time: 0.1529517 Nov 12 00:54:43.252225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] For port 60beb894-5ed9-4a44-8c72-174bf471d267, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=60beb894-5ed9-4a44-8c72-174bf471d267,segment=NetworkSegment(752dd83b-9401-4aba-88cb-236dbebbaf80),segment_id=752dd83b-9401-4aba-88cb-236dbebbaf80)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:43.252847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.265128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.286697 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc8b91-6a8f-4c3a-92b6-3a970d7d2d33 x-openstack-request-id: req-0cfc8b91-6a8f-4c3a-92b6-3a970d7d2d33 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:43.287037 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "name": "network-vif-plugged", "status": "completed", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:43.287252 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cfc8b91-6a8f-4c3a-92b6-3a970d7d2d33 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:43.287573 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb', 'code': 200} Nov 12 00:54:43.302427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Deleting port 60beb894-5ed9-4a44-8c72-174bf471d267 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:43.302803 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.305692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Calling delete_port for 60beb894-5ed9-4a44-8c72-174bf471d267 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:43.358276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:43.358947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:43.381510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31404b34-067c-4bba-b892-5a85540beab8 req-9f885589-1d36-45ed-9892-ba95de44b4ff tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563401 Nov 12 00:54:43.486768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:43.544388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.550278 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca52a9-66b2-408d-9c88-07136314dac9 x-openstack-request-id: req-3dca52a9-66b2-408d-9c88-07136314dac9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:43.550613 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363da58-aff0-4b43-950a-add8db7b29af", "name": "network-vif-deleted", "tag": "deb6028c-2a81-4dfa-9f03-db65e099f0fb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:43.550983 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dca52a9-66b2-408d-9c88-07136314dac9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:43.551483 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363da58-aff0-4b43-950a-add8db7b29af', 'name': 'network-vif-deleted', 'tag': 'deb6028c-2a81-4dfa-9f03-db65e099f0fb', 'status': 'completed', 'code': 200} Nov 12 00:54:43.552565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.597757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56bab5e1-336c-442c-973f-63c9807a055d req-9d9bcf3d-eb64-4991-8a40-144d02f38a48 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=3363da58-aff0-4b43-950a-add8db7b29af HTTP/1.1" status: 200 len: 210 time: 0.0851963 Nov 12 00:54:43.671397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] No DVR routers for this DVR port 60beb894-5ed9-4a44-8c72-174bf471d267 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:43.750329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] For port 60beb894-5ed9-4a44-8c72-174bf471d267, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:43.751519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.798751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Pushing event deleted for resources: {'Port': ['ID=60beb894-5ed9-4a44-8c72-174bf471d267,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.818603 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Calling delete_port for 60beb894-5ed9-4a44-8c72-174bf471d267 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:43.822908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Port 60beb894-5ed9-4a44-8c72-174bf471d267 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:54:43.826111 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.886583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] Pushing event deleted for resources: {'Port': ['ID=60beb894-5ed9-4a44-8c72-174bf471d267,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.888759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b33ea0-247b-4bf4-b777-c9ac8a2bf10e None None] No DVR routers for this DVR port 60beb894-5ed9-4a44-8c72-174bf471d267 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:43.976695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.050260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-5ac3c593-4bd0-4d01-897b-b6fa56ef545d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 267 time: 0.4509153 Nov 12 00:54:44.058494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.120471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330ac0-2bbb-4524-9f4a-4b4de7e2f9dd req-31fad9aa-0eaf-4b94-89c8-c18d15d57b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.122116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f330ac0-2bbb-4524-9f4a-4b4de7e2f9dd req-31fad9aa-0eaf-4b94-89c8-c18d15d57b09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 1097 time: 0.6311669 Nov 12 00:54:44.150334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d157b105-16cd-4319-a7e7-1205b550239a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:44.203139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752dd83b-9401-4aba-88cb-236dbebbaf80') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:44.203572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752dd83b-9401-4aba-88cb-236dbebbaf80') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:44.223292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:44.251629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db9ee-89d1-4cd2-9e2c-e2690ac4438e req-ed253dd5-7b8b-42f3-a5e5-b90ca7cc066c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.253123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f89db9ee-89d1-4cd2-9e2c-e2690ac4438e req-ed253dd5-7b8b-42f3-a5e5-b90ca7cc066c tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 945 time: 0.4560275 Nov 12 00:54:44.254031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:44.264783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:44.265436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:44.276853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.350375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.367018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f330ac0-2bbb-4524-9f4a-4b4de7e2f9dd req-d37ed6fc-1dd0-4216-ba16-52fcacd6a33a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192681 Nov 12 00:54:44.368677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:44.369270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.378875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-8d5c6616-e1fd-4432-894c-3a6b4366b79a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.387681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-8d5c6616-e1fd-4432-894c-3a6b4366b79a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 945 time: 0.3366263 Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:44.392401 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:44.416768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:44.419944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 424b1c26-987b-4425-924f-537e3be6a034 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:44.421580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'security_groups': []}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:44.548199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f89db9ee-89d1-4cd2-9e2c-e2690ac4438e req-1beef22c-90e7-4ece-9e45-4dc0b43d28a4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684741 Nov 12 00:54:44.555723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.576836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.584526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d157b105-16cd-4319-a7e7-1205b550239a HTTP/1.1" status: 204 len: 168 time: 2.3724525 Nov 12 00:54:44.595183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.646795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a705-1f44-4207-b41e-d22905334216 admin admin] Pushing event deleted for resources: {'Network': ['ID=d157b105-16cd-4319-a7e7-1205b550239a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.929252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.947856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:44.985811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9bd5aa3c-d154-4d37-82d4-8b3e149b105f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f396d007aa0941d98f4d65d04cd8b839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549333 Nov 12 00:54:44.987969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.988568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6b94d-e9b8-41ab-95e8-7e90a0d62abd req-a1798bbe-683b-43ff-8113-773fa1331f61 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.996013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '424b1c26-987b-4425-924f-537e3be6a034', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'port_id': '424b1c26-987b-4425-924f-537e3be6a034', 'mac_address': 'fa:16:3e:0b:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:45.000235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88a6b94d-e9b8-41ab-95e8-7e90a0d62abd req-a1798bbe-683b-43ff-8113-773fa1331f61 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 945 time: 0.1605895 Nov 12 00:54:45.046618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:45.057812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.074930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.091321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.102709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88a6b94d-e9b8-41ab-95e8-7e90a0d62abd req-55f0e656-b855-49b3-a553-388d8c615dd9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009159 Nov 12 00:54:45.106243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.122433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:45.128293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:45.139560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.148043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.165965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:45.172748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['1a05356b-89eb-443c-bff1-b1b5e35b8315'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:45.185709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15dc3-2f4b-4cac-a579-0c57bdae1d9c None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:45.191636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.195597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.197164 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e25251e8-3666-43a8-91da-4a5818ee0b4b HTTP/1.1" status: 204 len: 168 time: 0.2075095 Nov 12 00:54:45.232693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40c17-3dba-4382-988e-fd19bc65a4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25251e8-3666-43a8-91da-4a5818ee0b4b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.240687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:45.287178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.330569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.331270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.333457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e126e13d-60fe-4c45-b55f-04f08c9e9738 req-d20de86e-4211-4562-9fad-e493e052fc36 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "PUT /v2.0/ports/1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 200 len: 904 time: 0.9447067 Nov 12 00:54:45.428338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:45.428568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.459602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.491446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['1a05356b-89eb-443c-bff1-b1b5e35b8315'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:45.534270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.589165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:45.600655 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bda031-c088-4756-a785-eca119209383" -d '{"events": [{"name": "network-changed", "server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:45.644973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.710244 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.713700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.715272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "DELETE /v2.0/security-groups/c956cbff-5269-4edf-a2e9-95b25be0bbc0 HTTP/1.1" status: 204 len: 168 time: 0.4726083 Nov 12 00:54:45.723298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2c03c-0657-4d8e-a92d-21eefcbb6863 req-a86444c2-23b9-4d25-bac9-8db5a4c86cd9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.728353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:45.729088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66d2c03c-0657-4d8e-a92d-21eefcbb6863 req-a86444c2-23b9-4d25-bac9-8db5a4c86cd9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 907 time: 0.2288435 Nov 12 00:54:45.788637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['424b1c26-987b-4425-924f-537e3be6a034'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:45.791631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a933a8-014a-4301-bcd9-92ca287a58b1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c956cbff-5269-4edf-a2e9-95b25be0bbc0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.820304 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-19c83da0-de80-43d4-8a75-f82dceeb3944 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] show failed (client error): The resource could not be found. Nov 12 00:54:45.832845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:45.833374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19c83da0-de80-43d4-8a75-f82dceeb3944 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups/c956cbff-5269-4edf-a2e9-95b25be0bbc0 HTTP/1.1" status: 404 len: 347 time: 0.0668495 Nov 12 00:54:45.880023 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d62b3-80e0-42da-bc6a-c2d3d009faf6 None None] New status for floating IP da235e84-879a-4f4b-8d18-d8c0e5aeba82: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:54:45.916308 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103fbb9-cb7b-4060-bd52-040d069805b6 x-openstack-request-id: req-d103fbb9-cb7b-4060-bd52-040d069805b6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:45.916487 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:45.916844 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d103fbb9-cb7b-4060-bd52-040d069805b6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:45.917366 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'status': 'completed', 'code': 200} Nov 12 00:54:46.032034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd13e2-2331-432a-9a73-a4ad01601d0f req-bdeea2f4-bc2b-4c5f-87ed-dfd3214a7b60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.041372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abdd13e2-2331-432a-9a73-a4ad01601d0f req-bdeea2f4-bc2b-4c5f-87ed-dfd3214a7b60 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.2418928 Nov 12 00:54:46.096419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda031-c088-4756-a785-eca119209383 req-fcf224e7-87f9-4f3f-93fc-4d1eac05b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.098099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-fcf224e7-87f9-4f3f-93fc-4d1eac05b836 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 1059 time: 0.1782250 Nov 12 00:54:46.193294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-727a7fa0-1df8-4264-a36c-a02aedf5f688 None None] Provisioning complete for port 1a05356b-89eb-443c-bff1-b1b5e35b8315 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:46.197424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-727a7fa0-1df8-4264-a36c-a02aedf5f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.282897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abdd13e2-2331-432a-9a73-a4ad01601d0f req-bcff804f-f333-4004-bfbc-3f1568b4ab21 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396061 Nov 12 00:54:46.479716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Deleting port 38c93f6f-0f53-4744-bb83-55dddac847f6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:46.485389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.665010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda031-c088-4756-a785-eca119209383 req-4f416573-65b6-447d-b340-e7c563a0a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.667031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-4f416573-65b6-447d-b340-e7c563a0a73b service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.5601101 Nov 12 00:54:46.680163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a401-0ccc-483a-9321-9c4d80a63dd5 req-1dd1e8b9-067e-4637-a702-2170a320ac0e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.684922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2919a401-0ccc-483a-9321-9c4d80a63dd5 req-1dd1e8b9-067e-4637-a702-2170a320ac0e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3948820 Nov 12 00:54:46.786501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f254ec3-1502-485d-91de-20d099f833a4 req-3f7e3294-0700-4dc9-8952-8cbc17d80847 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.796834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f254ec3-1502-485d-91de-20d099f833a4 req-3f7e3294-0700-4dc9-8952-8cbc17d80847 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 945 time: 0.3587341 Nov 12 00:54:46.811732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-e539a432-20b6-494e-9b60-6b4670955fbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 200 len: 217 time: 0.1106389 Nov 12 00:54:46.883815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.884343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.915678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Calling delete_port for 38c93f6f-0f53-4744-bb83-55dddac847f6 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:47.019415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:47.343951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-network', 'tenant_id': '84d9122d7b07441886135323ab6aea57'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:47.415836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:47.419796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.469700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.616225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda031-c088-4756-a785-eca119209383 req-9618f63c-47b3-424d-b0a7-b2d216715f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.618765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-9618f63c-47b3-424d-b0a7-b2d216715f56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.7909808 Nov 12 00:54:47.798257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.802023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2919a401-0ccc-483a-9321-9c4d80a63dd5 req-390d832c-68b1-4b39-a4f3-3ce30153fc18 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0897725 Nov 12 00:54:47.812290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.843369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:47.869879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f254ec3-1502-485d-91de-20d099f833a4 req-8518a116-01e2-48c2-bf44-034371893489 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0720353 Nov 12 00:54:47.872861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda031-c088-4756-a785-eca119209383 req-669059e0-d7ab-4e0c-be36-4d2ae86d299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.874666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-669059e0-d7ab-4e0c-be36-4d2ae86d299b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798580 Nov 12 00:54:47.876082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.895793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.897312 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Added segment 7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb of type vlan for network 51668376-8af7-4e89-b37b-9302de411d52 Nov 12 00:54:48.072880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-49569041-cc55-4bdc-99ea-08ac08012282 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898851 Nov 12 00:54:48.115386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'Port': ['ID=38c93f6f-0f53-4744-bb83-55dddac847f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.155156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.205358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db731ea2-3256-41e9-9b5f-4037714120b3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.236435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.237649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.238434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.311223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2876172 Nov 12 00:54:48.311627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:48.320463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Request body: {'subnet': {'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-subnet', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:48.331308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ef058-d62b-4626-8014-52767a01a05e admin admin] Pushing event updated for resources: {'Network': ['ID=51668376-8af7-4e89-b37b-9302de411d52,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.346324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 51668376-8af7-4e89-b37b-9302de411d52 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:48.351248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:48.354149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.387269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.391017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.392670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c239db21-583e-4638-91ca-ce1d9d5803b4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "DELETE /v2.0/floatingips/da235e84-879a-4f4b-8d18-d8c0e5aeba82 HTTP/1.1" status: 204 len: 168 time: 2.5375783 Nov 12 00:54:48.474581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 424b1c26-987b-4425-924f-537e3be6a034 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:48.494113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff393b0-4817-49b1-80e6-943ebaeef60d req-fb05f337-34b8-4638-87bd-57f1a1d6173e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.519372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bff393b0-4817-49b1-80e6-943ebaeef60d req-fb05f337-34b8-4638-87bd-57f1a1d6173e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.4380715 Nov 12 00:54:48.638854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.685455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 424b1c26-987b-4425-924f-537e3be6a034 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:48.689976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 424b1c26-987b-4425-924f-537e3be6a034 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:48.690332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.775118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfccfe3-e238-48da-9097-083fba03ad0a req-2d74ab01-a4a5-4604-aafe-b653cc072523 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.777750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cfccfe3-e238-48da-9097-083fba03ad0a req-2d74ab01-a4a5-4604-aafe-b653cc072523 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 946 time: 0.6422098 Nov 12 00:54:48.780534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Checking segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:48.781290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Network hostable DHCP agents. Network: 51668376-8af7-4e89-b37b-9302de411d52, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:48.788606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a03f2b9-ab71-4e00-a9c1-650de580643b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.790824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bff393b0-4817-49b1-80e6-943ebaeef60d req-f0fbc510-2125-443c-b4b1-1afba487d773 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653680 Nov 12 00:54:48.848094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Network 51668376-8af7-4e89-b37b-9302de411d52 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:48.883921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 51668376-8af7-4e89-b37b-9302de411d52) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:48.916944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.920995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.957867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cfccfe3-e238-48da-9097-083fba03ad0a req-137bb8e8-ef56-4e25-b599-027539461bbd tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617599 Nov 12 00:54:48.960112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74bda031-c088-4756-a785-eca119209383 req-d4e05795-ce69-4b3b-a520-c1d75a8a5a2d service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8329787 Nov 12 00:54:48.965886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16016755-2192-4e72-9992-5db2c2fc5c9e None None] Network 51668376-8af7-4e89-b37b-9302de411d52 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:48.969792 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-20b6b143-137d-45c5-8c37-6b6a34b34f68 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6563315 Nov 12 00:54:48.972245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:48.981495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:48.981988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.114416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.117192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.176322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:49.179357 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31ee03-db7d-434a-b806-35310f2ddf2e" -d '{"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:49.202958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:49.227844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.300737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.477529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.610117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.685738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-51668376-8af7-4e89-b37b-9302de411d52', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:49.687166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.708918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-803af956-dcfd-456a-9d2d-7fee018a3a3f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.715204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-803af956-dcfd-456a-9d2d-7fee018a3a3f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.4033206 Nov 12 00:54:49.749664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-11ecf06a-ab4c-4c26-b024-e9e2d1d0dc11 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/quotas/98d80cb30c7c45cfad00e4865b86a915 HTTP/1.1" status: 200 len: 375 time: 0.0149252 Nov 12 00:54:49.989063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-02bf2554-c171-4ff4-b97e-a8322503877c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2316530 Nov 12 00:54:49.999496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Allocated IP 172.20.0.2 (51668376-8af7-4e89-b37b-9302de411d52/2a03f2b9-ab71-4e00-a9c1-650de580643b/f66a73a5-99a0-40cb-87b7-4a6a6d048289) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:50.067870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.110975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.142751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-de28acdb-13e7-4e22-b8bb-e3ab0d47707a service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464214 Nov 12 00:54:50.169163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.176880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809068592', 'description': 'tempest-description--1507653606'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:50.223628 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771addc-7b6a-430b-9538-11392a68cf03 x-openstack-request-id: req-6771addc-7b6a-430b-9538-11392a68cf03 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:50.223913 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-plugged", "status": "completed", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:50.224207 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6771addc-7b6a-430b-9538-11392a68cf03 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:50.224616 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'code': 200} Nov 12 00:54:50.260694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.379319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.404010 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.456672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Network 51668376-8af7-4e89-b37b-9302de411d52 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:50.461056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Allocated IP 172.25.6.142 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/075e75b4-99ff-487b-a540-ba37914678b6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:50.462484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:50.468803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:50.482010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Pushing event updated for resources: {'Port': ['ID=f66a73a5-99a0-40cb-87b7-4a6a6d048289,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.548950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Attempting to bind port f66a73a5-99a0-40cb-87b7-4a6a6d048289 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:50.549507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Attempting to bind port f66a73a5-99a0-40cb-87b7-4a6a6d048289 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:50.549883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Attempting to bind port f66a73a5-99a0-40cb-87b7-4a6a6d048289 on network 51668376-8af7-4e89-b37b-9302de411d52 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:50.555369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:50.555731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Checking segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:50.556185 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.556790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Bound using segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:50.557253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Bound port: f66a73a5-99a0-40cb-87b7-4a6a6d048289, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:50.557641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.583863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-56e207f2-88db-486c-ade8-ce8745dcae80 service neutron] 10.222.0.11 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347928 Nov 12 00:54:50.595057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d0a9b-4fd5-4fbd-aa05-5d5bf76faa6a req-44bb2f7d-f860-45f7-8be2-5289f5ab8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.596413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a3d0a9b-4fd5-4fbd-aa05-5d5bf76faa6a req-44bb2f7d-f860-45f7-8be2-5289f5ab8c98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 1099 time: 0.1994097 Nov 12 00:54:50.610802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a412-3103-4b96-9a3f-f720549610e2 req-d794d641-a2a5-491a-93e3-e85ae601f623 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.619894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf23a412-3103-4b96-9a3f-f720549610e2 req-d794d641-a2a5-491a-93e3-e85ae601f623 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.2556548 Nov 12 00:54:50.703921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] For port f66a73a5-99a0-40cb-87b7-4a6a6d048289, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:50.707594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] For port f66a73a5-99a0-40cb-87b7-4a6a6d048289, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f66a73a5-99a0-40cb-87b7-4a6a6d048289,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:50.718941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.726974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a3d0a9b-4fd5-4fbd-aa05-5d5bf76faa6a req-460ae8f4-6630-4f68-b259-3f3ecbca0ef5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988109 Nov 12 00:54:50.750387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf23a412-3103-4b96-9a3f-f720549610e2 req-0d68bf9c-8bc0-42e7-a297-626557c9e0d4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295497 Nov 12 00:54:50.893726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb41f4-218a-440a-8f04-29762e7e3b4f None None] Pushing event updated for resources: {'Port': ['ID=f66a73a5-99a0-40cb-87b7-4a6a6d048289,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.120367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a957880-5734-425e-8405-bffc08503c36 req-74999e13-29b7-4ad2-9042-7eaf891020df tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 210 time: 0.0647447 Nov 12 00:54:51.291001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.327765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.491347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.494903 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3244941 Nov 12 00:54:51.496128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:51.502812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group_rule': {'security_group_id': 'a964e8e8-738a-49d6-be82-6bdb7b64c37f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:51.594239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.611701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d482448-b218-49f6-92e7-7785118b2a9d tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a964e8e8-738a-49d6-be82-6bdb7b64c37f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.724090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.801881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.878091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.937282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eebb81-c765-4aef-8c6b-d8a30917cbc7 req-63881619-0cfe-4738-9585-29fc0118efbf tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.949942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93eebb81-c765-4aef-8c6b-d8a30917cbc7 req-63881619-0cfe-4738-9585-29fc0118efbf tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 945 time: 0.2911565 Nov 12 00:54:51.996326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:52.006853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:52.014463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:52.039561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.051392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a2fcd-025c-4efc-9775-2019c0d4ad49 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:52.136314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Pushing event updated for resources: {'Port': ['ID=075e75b4-99ff-487b-a540-ba37914678b6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.171789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade6b371-c72c-4c8e-8293-e982c42163da,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.203753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d95e3ac7-cdba-4015-8940-bdafb2c444c0 None None] Provisioning complete for port 075e75b4-99ff-487b-a540-ba37914678b6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:52.204290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d95e3ac7-cdba-4015-8940-bdafb2c444c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.252162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.262014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-81645df6-0a39-4219-a86d-e59dc22e609f tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7643552 Nov 12 00:54:52.263406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.279606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'security_group_rule': {'security_group_id': 'a964e8e8-738a-49d6-be82-6bdb7b64c37f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:52.314613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d95e3ac7-cdba-4015-8940-bdafb2c444c0 None None] Port 075e75b4-99ff-487b-a540-ba37914678b6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:52.362953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93eebb81-c765-4aef-8c6b-d8a30917cbc7 req-59c80a84-49f3-4e48-88c7-e0dc6c00e519 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057884 Nov 12 00:54:52.388769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.541029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a2a6c-7e86-4c5a-a01f-dee56bd6adf4 req-d7ae6e26-a851-441b-b761-c396ebbe39a0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.563970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-152a2a6c-7e86-4c5a-a01f-dee56bd6adf4 req-d7ae6e26-a851-441b-b761-c396ebbe39a0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.5573132 Nov 12 00:54:52.871308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.900997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9841cba1-74db-4399-8c10-f57cc9809450 req-ea0ab1ed-37e7-4341-bc2c-daa2cd2a123c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 210 time: 0.1247885 Nov 12 00:54:52.939331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-152a2a6c-7e86-4c5a-a01f-dee56bd6adf4 req-86f16ba1-1a6c-44f6-a9b5-1dfea265dd6d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678646 Nov 12 00:54:52.987240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.003906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.044265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b600a-a601-4255-8d49-709322b94c5d None None] Network 51668376-8af7-4e89-b37b-9302de411d52 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:53.121271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.189874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2eb77a-9ee0-4352-b3d1-5709ed4fc212,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.227197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.231799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-77cd05a9-5513-4a0e-b816-870a0d932710 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9645810 Nov 12 00:54:53.241475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:53.254224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:53.288793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f66a73a5-99a0-40cb-87b7-4a6a6d048289 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:53.378734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-16d0e445-1351-4f32-9534-aded3b7415c3 None None] Provisioning complete for port f66a73a5-99a0-40cb-87b7-4a6a6d048289 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:53.379253 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16d0e445-1351-4f32-9534-aded3b7415c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.404582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995d154a-905a-49e9-aa43-e11b667e5d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.424575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-9fcc59c4-bb73-4e90-9057-5b44abf57df3 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.426684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-9fcc59c4-bb73-4e90-9057-5b44abf57df3 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.39 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 945 time: 0.3835597 Nov 12 00:54:53.468246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-2fb4f4c7-dc61-4142-ae0c-4e5e5eb466c8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.470308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-2fb4f4c7-dc61-4142-ae0c-4e5e5eb466c8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 811 time: 0.5999787 Nov 12 00:54:53.515103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Request body: {'port': {'device_id': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'admin_state_up': True, 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:53.548608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.883608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f66a73a5-99a0-40cb-87b7-4a6a6d048289 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:53.886288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.920633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.251567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26687eb6-2868-4770-ab09-719c916c1200 req-c7b69a86-99ba-4ed9-8161-89edd5bb2692 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 210 time: 0.1251090 Nov 12 00:54:54.292730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Router dc742caf-1482-4104-94d8-a017f03139a8 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:54.338923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba3fa0-dd82-4e10-a8ab-378b3ad1debb req-1fc7c1b9-b272-4a69-9a73-a27c0291f824 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.363181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eba3fa0-dd82-4e10-a8ab-378b3ad1debb req-1fc7c1b9-b272-4a69-9a73-a27c0291f824 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 945 time: 0.7696168 Nov 12 00:54:54.383536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16d0e445-1351-4f32-9534-aded3b7415c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.412251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.487361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:54.491423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995d154a-905a-49e9-aa43-e11b667e5d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.496135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f66a73a5-99a0-40cb-87b7-4a6a6d048289, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f66a73a5-99a0-40cb-87b7-4a6a6d048289,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:54.513698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.518772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Sync routers for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:54.539279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.540700 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fee6df3b-b383-49ba-9817-23ac7e9fa7bd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5666125 Nov 12 00:54:54.544429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33450) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:54.547195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995d154a-905a-49e9-aa43-e11b667e5d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.599308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Made reservation on behalf of 98d80cb30c7c45cfad00e4865b86a915 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:54.603564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.631669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:54.633080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:54.698269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Deleting port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:54.698967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.706480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d154a-905a-49e9-aa43-e11b667e5d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f99bd7-83bb-4327-8871-0ccd9b5478ea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.713453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-995d154a-905a-49e9-aa43-e11b667e5d26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=919b7f2eb89d4576b9f4a18455d74a97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8408105 Nov 12 00:54:54.715101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:54.717094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eba3fa0-dd82-4e10-a8ab-378b3ad1debb req-12ea4fa6-f795-46e9-9e9b-028bd335f1cf tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887616 Nov 12 00:54:54.764626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb0eec-720e-4750-a831-23469379a3bb req-1c45b4b8-165e-4ec0-8395-f72a5960c0a8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.767449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8acb0eec-720e-4750-a831-23469379a3bb req-1c45b4b8-165e-4ec0-8395-f72a5960c0a8 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.3713627 Nov 12 00:54:54.836865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-16d0e445-1351-4f32-9534-aded3b7415c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:54:54.837834 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-16d0e445-1351-4f32-9534-aded3b7415c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:54:54.842208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f66a73a5-99a0-40cb-87b7-4a6a6d048289,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.935426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:54.940309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] For port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,segment=NetworkSegment(87deb586-9b7f-4c1e-9be3-624a947f6103),segment_id=87deb586-9b7f-4c1e-9be3-624a947f6103)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:54.940689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.953525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.014097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.036142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.046090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Calling delete_port for 68d7b5a3-25b4-4595-8d01-f38a930fbcbb owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:55.075089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f66a73a5-99a0-40cb-87b7-4a6a6d048289 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:55.174232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8acb0eec-720e-4750-a831-23469379a3bb req-2ced400f-c485-494f-a23c-3a164dc82e65 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338099 Nov 12 00:54:55.203616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f66a73a5-99a0-40cb-87b7-4a6a6d048289 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:55.204256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.230270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.234701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.238863 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17f99bd7-83bb-4327-8871-0ccd9b5478ea HTTP/1.1" status: 204 len: 168 time: 0.5197837 Nov 12 00:54:55.259155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b487f6-bdf1-4cbe-91aa-da4c0aaf4b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f99bd7-83bb-4327-8871-0ccd9b5478ea,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:55.525749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.531715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d91ffde-b61c-4867-ae1e-c7a462da4825 req-350feecf-4d0c-40ec-8b18-0f2eb83a3270 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 210 time: 0.1343365 Nov 12 00:54:55.583727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 3, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.687404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Checking router: dc742caf-1482-4104-94d8-a017f03139a8 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:55.687952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Updating router dc742caf-1482-4104-94d8-a017f03139a8 port 075e75b4-99ff-487b-a540-ba37914678b6 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:55.716277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Allocated IP 172.20.0.11 (831f65fc-225f-47c4-b852-335e8ccd266c/28f39982-4de1-4904-a8f0-75841c77c372/3d04787c-0c06-4c31-aba6-a7b7ddd076ca) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:55.738988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.774654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cd9f0eaf-7ecb-474c-b208-26e589171c44 None None] Provisioning complete for port f66a73a5-99a0-40cb-87b7-4a6a6d048289 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:55.775112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0eaf-7ecb-474c-b208-26e589171c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.887469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Allocated IP 172.25.6.147 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/85aa3023-213c-4b4c-8cee-eb931d77cb6f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:55.973856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Allocated IP 172.20.0.1 (51668376-8af7-4e89-b37b-9302de411d52/2a03f2b9-ab71-4e00-a9c1-650de580643b/5122b329-dc45-4252-b227-501e7ff2add8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:56.036459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.120816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Pushing event deleted for resources: {'Port': ['ID=68d7b5a3-25b4-4595-8d01-f38a930fbcbb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.121374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.183165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.187876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa161721-fad0-497b-ae1a-62c19be3f64c req-f2717d09-0928-486f-bec7-2b354c43d166 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.196654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa161721-fad0-497b-ae1a-62c19be3f64c req-f2717d09-0928-486f-bec7-2b354c43d166 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/ports?device_id=388578d8-a259-4f6e-9378-a6f7977361a5 HTTP/1.1" status: 200 len: 867 time: 0.3280656 Nov 12 00:54:56.218697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.266523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] No DVR routers for this DVR port 68d7b5a3-25b4-4595-8d01-f38a930fbcbb on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:56.287358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Network 51668376-8af7-4e89-b37b-9302de411d52 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:56.293373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.295840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:56.297098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c2337e6-327d-40ca-a555-0746df6b3c42 req-09206341-81e8-4b9e-a02a-e3ac586b51b9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.39 "DELETE /v2.0/ports/68d7b5a3-25b4-4595-8d01-f38a930fbcbb HTTP/1.1" status: 204 len: 173 time: 2.8606515 Nov 12 00:54:56.299682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'name': 'network-vif-deleted', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:56.301938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:56.327891 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e603227-ad06-4ef1-8ab3-306c5710a7d5" -d '{"events": [{"server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "name": "network-vif-deleted", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:56.387483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Pushing event updated for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.409537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.443308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 68d7b5a3-25b4-4595-8d01-f38a930fbcbb no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:56.508537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 68d7b5a3-25b4-4595-8d01-f38a930fbcbb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:56.509084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 68d7b5a3-25b4-4595-8d01-f38a930fbcbb not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:56.553205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa161721-fad0-497b-ae1a-62c19be3f64c req-d9ec52d7-531d-46bd-85e8-6bf65c466ae9 tempest-ServerMetadataNegativeTestJSON-515200156 tempest-ServerMetadataNegativeTestJSON-515200156-project] 10.222.0.11 "GET /v2.0/security-groups?id=d63395c7-ace1-4afa-9bf4-7d92c0d4128c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490314 Nov 12 00:54:56.570278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.624169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.640039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:56.664578 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0a953-b734-4bf3-83af-9c20c587b07a x-openstack-request-id: req-62d0a953-b734-4bf3-83af-9c20c587b07a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:56.664578 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388578d8-a259-4f6e-9378-a6f7977361a5", "name": "network-vif-deleted", "tag": "68d7b5a3-25b4-4595-8d01-f38a930fbcbb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:56.664949 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62d0a953-b734-4bf3-83af-9c20c587b07a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:56.665115 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388578d8-a259-4f6e-9378-a6f7977361a5', 'name': 'network-vif-deleted', 'tag': '68d7b5a3-25b4-4595-8d01-f38a930fbcbb', 'status': 'completed', 'code': 200} Nov 12 00:54:56.675661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac87ab7-4eff-4a47-a019-18758f73a435 req-1a3b507d-16c2-4525-9246-9dfd2baafdeb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.677437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dac87ab7-4eff-4a47-a019-18758f73a435 req-1a3b507d-16c2-4525-9246-9dfd2baafdeb tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.2681384 Nov 12 00:54:56.678609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.758715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Network 831f65fc-225f-47c4-b852-335e8ccd266c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:56.776902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:56.779811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.791901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:56.890311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-90439edf-c75b-4800-a470-0fe3fb0aeeda None None] Provisioning complete for port 5122b329-dc45-4252-b227-501e7ff2add8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:56.890747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90439edf-c75b-4800-a470-0fe3fb0aeeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.934685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.973953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-90439edf-c75b-4800-a470-0fe3fb0aeeda None None] Port 5122b329-dc45-4252-b227-501e7ff2add8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:57.090524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:57.142612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:57.170284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.184470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.186065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=85aa3023-213c-4b4c-8cee-eb931d77cb6f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.195534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dac87ab7-4eff-4a47-a019-18758f73a435 req-30645b6d-4be6-4942-8f49-99bd78176387 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4801052 Nov 12 00:54:57.202026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:57.220420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1a11-7bee-4191-be03-e6838d54314f req-a19ec686-11c9-4edb-8071-05e5a551c57f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.258335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f2b1a11-7bee-4191-be03-e6838d54314f req-a19ec686-11c9-4edb-8071-05e5a551c57f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 932 time: 0.4965637 Nov 12 00:54:57.308131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.311006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.331846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.334563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c510a39c-c6ea-4b4d-9c97-ed870fc512d9 None None] Provisioning complete for port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:57.336430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.344325 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c510a39c-c6ea-4b4d-9c97-ed870fc512d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.344543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Pushing event updated for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.373376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.378007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-1eb5ded6-ff15-462a-89c3-0e5c55d9ef27 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8733587 Nov 12 00:54:57.403271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Request body: {'port': {'device_id': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:57.450446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c510a39c-c6ea-4b4d-9c97-ed870fc512d9 None None] Port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:57.452111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dce98e-13b9-401b-ac7d-01ab97fd50e7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:57.461017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Network 51668376-8af7-4e89-b37b-9302de411d52 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:57.463338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:57.480862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Attempting to bind port 075e75b4-99ff-487b-a540-ba37914678b6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:57.481252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Attempting to bind port 075e75b4-99ff-487b-a540-ba37914678b6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:57.481590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Attempting to bind port 075e75b4-99ff-487b-a540-ba37914678b6 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:57.493421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:57.493813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:57.494219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.494611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:57.495125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Bound port: 075e75b4-99ff-487b-a540-ba37914678b6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:57.495804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.538284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d6505-a55a-44c0-9d0e-655ce7d98660 None None] Pushing event updated for resources: {'Port': ['ID=075e75b4-99ff-487b-a540-ba37914678b6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.651022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] For port 075e75b4-99ff-487b-a540-ba37914678b6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:57.661315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-389cf516-34ea-43e4-9e08-24fa860601e0 None None] Provisioning complete for port 075e75b4-99ff-487b-a540-ba37914678b6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:57.661896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-389cf516-34ea-43e4-9e08-24fa860601e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.663528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:57.700399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] For port 075e75b4-99ff-487b-a540-ba37914678b6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=075e75b4-99ff-487b-a540-ba37914678b6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:57.713549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.737510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Router dc742caf-1482-4104-94d8-a017f03139a8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:57.766786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Deleting subnet 24ad651f-b00e-4d2b-8170-84e54c3d5f8c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:57.770904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.811225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-389cf516-34ea-43e4-9e08-24fa860601e0 None None] Port 075e75b4-99ff-487b-a540-ba37914678b6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:57.828460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932aa598-fa83-4f42-8280-ffb2ad01840e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:57.848015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.858591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:57.859221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:57.908535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.957680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d6505-a55a-44c0-9d0e-655ce7d98660 None None] Pushing event updated for resources: {'Port': ['ID=075e75b4-99ff-487b-a540-ba37914678b6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.089755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f2b1a11-7bee-4191-be03-e6838d54314f req-12066c62-5634-4f95-9962-b6b8382fdf10 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303525 Nov 12 00:54:58.105906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.123202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.176208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.267197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.289344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f05f32a9-bded-4bfd-a734-0c90994e76af None None] Provisioning complete for port 5122b329-dc45-4252-b227-501e7ff2add8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:58.289717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f05f32a9-bded-4bfd-a734-0c90994e76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.422685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:58.467180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f05f32a9-bded-4bfd-a734-0c90994e76af None None] Port 5122b329-dc45-4252-b227-501e7ff2add8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:58.678599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ad651f-b00e-4d2b-8170-84e54c3d5f8c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.681971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:58.712667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f24ae2e-94ca-485a-ad65-838cf62cb63e admin admin] 10.222.0.11 "PUT /v2.0/routers/dc742caf-1482-4104-94d8-a017f03139a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1563115 Nov 12 00:54:58.722671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.731013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19889acb-9513-4b52-9e1b-d292c1fd267c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/24ad651f-b00e-4d2b-8170-84e54c3d5f8c HTTP/1.1" status: 204 len: 168 time: 1.0660949 Nov 12 00:54:58.733819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:58.746370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.764111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.829206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] Provisioning complete for port 075e75b4-99ff-487b-a540-ba37914678b6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:58.830190 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.888023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.919360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 2, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:58.956484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374668e-47dc-4993-b2f2-dbab30d2ebc3 None None] The sync data for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 is: [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 2, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:58.965471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d04787c-0c06-4c31-aba6-a7b7ddd076ca {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:58.991118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.999093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=85aa3023-213c-4b4c-8cee-eb931d77cb6f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.016206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.060769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] For port 075e75b4-99ff-487b-a540-ba37914678b6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=075e75b4-99ff-487b-a540-ba37914678b6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:59.075548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.102629 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.107064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Transition to ACTIVE for port object 3d04787c-0c06-4c31-aba6-a7b7ddd076ca will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:59.119265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.155329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6713a-b937-430f-91af-7154bb1cd04e None None] Pushing event updated for resources: {'Port': ['ID=075e75b4-99ff-487b-a540-ba37914678b6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.164450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf038407-57c9-4b96-ac4c-789c892fd73d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:59.178015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87deb586-9b7f-4c1e-9be3-624a947f6103') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:59.178323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87deb586-9b7f-4c1e-9be3-624a947f6103') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:59.204290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.240338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.247511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:59.247932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:59.251191 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:59.349437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.406469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.420224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.429404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.434064 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cf038407-57c9-4b96-ac4c-789c892fd73d HTTP/1.1" status: 204 len: 168 time: 0.6990619 Nov 12 00:54:59.453376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53b6ea-49d0-4180-a570-42f10e63be57 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf038407-57c9-4b96-ac4c-789c892fd73d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.573197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070646d9-f1a6-42f0-a90a-18c74c5fbf84 req-e42f6542-3150-42cf-81e5-e3b70a1f462e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.585447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070646d9-f1a6-42f0-a90a-18c74c5fbf84 req-e42f6542-3150-42cf-81e5-e3b70a1f462e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.3675916 Nov 12 00:54:59.593401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.604042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-67fcffab-963a-44af-b224-45afdaa8788e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3521976 Nov 12 00:54:59.775154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Attempting to bind port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:59.775563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Attempting to bind port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:59.775822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Attempting to bind port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:59.794201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca on network 831f65fc-225f-47c4-b852-335e8ccd266c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:59.794563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Attempting to bind port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca on network 831f65fc-225f-47c4-b852-335e8ccd266c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:59.803030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-070646d9-f1a6-42f0-a90a-18c74c5fbf84 req-881fa2f5-249f-4175-a1f1-21ba6b9d3578 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030997 Nov 12 00:54:59.815494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:59.816140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Checking segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:59.816732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Bound using segment: {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:59.817712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Bound port: 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e950a0-f44a-44e8-b953-26968737b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:59.818303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.876806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33574) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:59.949265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:59.953042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:59.971486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.069921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.070650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.072051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d04787c-0c06-4c31-aba6-a7b7ddd076ca HTTP/1.1" status: 200 len: 1093 time: 2.6799285 Nov 12 00:55:00.078001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:00.081289 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:00.174976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f483a2c-3d14-459f-a136-b405d62f17ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f78f0279f5144b9f95ced826d236561a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960835 Nov 12 00:55:00.176564 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2c2d6f-569b-4395-ad9a-d8df694f52fc x-openstack-request-id: req-fc2c2d6f-569b-4395-ad9a-d8df694f52fc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:00.177362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33600) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:00.184299 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:00.185858 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc2c2d6f-569b-4395-ad9a-d8df694f52fc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:00.189929 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'status': 'completed', 'code': 200} Nov 12 00:55:00.245709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834f37-afc8-418c-93c1-5825c76bef73 service neutron] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.325394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-9d6925a0-3426-4d56-970d-9149cd428c39 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1809068592&fields=id&tenant_id=b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 267 time: 0.3136048 Nov 12 00:55:00.334283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.396394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.402278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-05b7fb82-42ed-4718-bc54-23c76871ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.403818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-05b7fb82-42ed-4718-bc54-23c76871ac53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 1096 time: 0.2722690 Nov 12 00:55:00.554072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.558295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.560207 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d63395c7-ace1-4afa-9bf4-7d92c0d4128c HTTP/1.1" status: 204 len: 168 time: 0.3809528 Nov 12 00:55:00.575927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd694a4-6af6-4c30-9688-4abea5fd8bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63395c7-ace1-4afa-9bf4-7d92c0d4128c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.601442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-c4c9e3b9-dc7f-4130-929e-21e371161931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca HTTP/1.1" status: 200 len: 217 time: 0.1854653 Nov 12 00:55:00.842332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-d04f3e59-a111-4b11-a9b9-1dbba9b49cb3 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.853446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-d04f3e59-a111-4b11-a9b9-1dbba9b49cb3 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 810 time: 0.5269566 Nov 12 00:55:00.868542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-55c83e50-b191-4eba-bee7-c99a77c6423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.876381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-55c83e50-b191-4eba-bee7-c99a77c6423c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2595251 Nov 12 00:55:01.004886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-419e862a-89fe-439f-8b07-3319e49f26ee tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/quotas/b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 375 time: 0.1245749 Nov 12 00:55:01.105249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-e1271640-777f-4fd3-b5a4-a16b4d2c2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.107796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-e1271640-777f-4fd3-b5a4-a16b4d2c2b90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237864 Nov 12 00:55:01.192812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-416d080b-2999-4b4c-8eb6-cae3930696e9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861653 Nov 12 00:55:01.233111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 075e75b4-99ff-487b-a540-ba37914678b6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:01.454852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 075e75b4-99ff-487b-a540-ba37914678b6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:01.455169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.824336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b552ba-313f-4ccc-88e4-81ea6b64a1c4 req-0d2658bc-f4ef-439a-a31b-0276fb4a1d60 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.838628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b552ba-313f-4ccc-88e4-81ea6b64a1c4 req-0d2658bc-f4ef-439a-a31b-0276fb4a1d60 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.5449853 Nov 12 00:55:01.912861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-c091a4f6-3395-4566-aac9-fdb9863d0e98 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959542 Nov 12 00:55:01.921305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-33a2edde-4b90-4041-934c-01cd3677de02 service neutron] 10.222.0.11 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241967 Nov 12 00:55:02.175422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8b552ba-313f-4ccc-88e4-81ea6b64a1c4 req-a3236732-78a1-47c0-9d3c-69686a50af4f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341563 Nov 12 00:55:02.179293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.289632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3aa39906-5dc5-4caf-82e8-8bf8b9517290 req-5fb171b7-82c9-4897-b476-c9dd8c438543 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592203 Nov 12 00:55:02.302436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-2b4194f6-38cd-4727-a1a5-9d1cf4dd23ff service neutron] 10.222.0.11 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801455 Nov 12 00:55:02.362669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:02.446887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-c939ebad-b708-4f1b-bd12-7cbb692bde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.449087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-c939ebad-b708-4f1b-bd12-7cbb692bde85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 1096 time: 0.0987473 Nov 12 00:55:02.665156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-882806369-network', 'tenant_id': 'fbabc80ddcca4d999a0e6c9bd33813bc'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:02.712495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-0c5d91ba-7fd4-4843-b241-0b2f00284d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.714904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-0c5d91ba-7fd4-4843-b241-0b2f00284d92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.2563841 Nov 12 00:55:02.715577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Made reservation on behalf of fbabc80ddcca4d999a0e6c9bd33813bc for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:02.728833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.752108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.779833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-411ff011-75cb-47e4-8962-b4cf79e494b1 req-02562852-5665-42a7-aade-669d005ee24c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 210 time: 0.1018040 Nov 12 00:55:02.868323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-3ae61978-28ee-4af8-8a58-6fb0a1dd27f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca HTTP/1.1" status: 200 len: 217 time: 0.1094670 Nov 12 00:55:02.983356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-113e3ed0-1a37-4760-af45-8b26a88b44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.987375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-113e3ed0-1a37-4760-af45-8b26a88b44c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1104140 Nov 12 00:55:03.069152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.085620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.139769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:03.157840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-c6fde6ae-5072-4e27-92d2-764256a5390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.170126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-c6fde6ae-5072-4e27-92d2-764256a5390f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751490 Nov 12 00:55:03.173881 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Sync routers for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:03.189656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f903fd37-0f4f-4003-9178-b367f80895c5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.190323 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:03.204036 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:03.206136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.207002 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Added segment 692cfa3b-6846-4434-94e0-ab9b9aa0a654 of type vlan for network 511cfe38-a509-4222-9f50-02d42f9159c7 Nov 12 00:55:03.366518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.442828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.443982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.444880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.490458 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:03.543269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:03.544596 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1732867 Nov 12 00:55:03.554971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Request body: {'subnet': {'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-882806369-subnet', 'tenant_id': 'fbabc80ddcca4d999a0e6c9bd33813bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:03.568461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56734f-5789-4d0d-8790-e20631895e15 admin admin] Pushing event updated for resources: {'Network': ['ID=511cfe38-a509-4222-9f50-02d42f9159c7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.587323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 511cfe38-a509-4222-9f50-02d42f9159c7 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:03.601680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfed35-f1ca-4ceb-9a44-ddd1779adbf6 req-0262b374-26e4-4b62-a81e-18fc4c63578a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.604205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08bfed35-f1ca-4ceb-9a44-ddd1779adbf6 req-0262b374-26e4-4b62-a81e-18fc4c63578a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.1631088 Nov 12 00:55:03.608709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-d54e754f-bf64-4961-b9be-2110c76ad316 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285679 Nov 12 00:55:03.672321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Made reservation on behalf of fbabc80ddcca4d999a0e6c9bd33813bc for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:03.675556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.834858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08bfed35-f1ca-4ceb-9a44-ddd1779adbf6 req-ef15fb3e-521b-40a4-9e87-163b9b44dc42 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012994 Nov 12 00:55:03.957389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21f1f0c-12f3-4c06-9d35-38e964a4ff3f req-e4d8aad7-fb51-4969-b7d7-2dedc49796d6 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347054 Nov 12 00:55:03.973990 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 2, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:04.003996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Checking router: dc742caf-1482-4104-94d8-a017f03139a8 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:04.004782 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Updating router dc742caf-1482-4104-94d8-a017f03139a8 port 5122b329-dc45-4252-b227-501e7ff2add8 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:04.026129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c565ed28-b640-45d8-90ea-72a695eb13ab req-a8744ee5-71ee-4958-b083-f0236ec498aa tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 210 time: 0.0769508 Nov 12 00:55:04.058668 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.102286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.187854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Checking segment: {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:04.188375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Network hostable DHCP agents. Network: 511cfe38-a509-4222-9f50-02d42f9159c7, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:04.191934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0142bd61-1e03-4e96-b334-a8e643b52d70,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.214504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Network 511cfe38-a509-4222-9f50-02d42f9159c7 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:04.236230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 511cfe38-a509-4222-9f50-02d42f9159c7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:04.243284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.244817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.256040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c967097-d8cc-442d-91c9-9603a6154b78 None None] Network 511cfe38-a509-4222-9f50-02d42f9159c7 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:04.279483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d72c2c64-2e13-4e61-9028-ce9e6af83915 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7350585 Nov 12 00:55:04.538594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdcd3d-a65e-4ff9-941b-669880afdcf4 None None] Network 511cfe38-a509-4222-9f50-02d42f9159c7 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:04.597657 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.615964 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.743027 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Pushing event updated for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.763860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.780734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.782955 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.783396 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.783748 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.784135 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.784446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.784775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.785096 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.785425 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.785744 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.786065 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:04.789904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-9bffebbc-5e88-4b71-ad15-66fd72bb3598 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.792452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-9bffebbc-5e88-4b71-ad15-66fd72bb3598 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.39 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 810 time: 0.3224254 Nov 12 00:55:04.918893 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Attempting to bind port 5122b329-dc45-4252-b227-501e7ff2add8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:04.919279 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Attempting to bind port 5122b329-dc45-4252-b227-501e7ff2add8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:04.919631 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Attempting to bind port 5122b329-dc45-4252-b227-501e7ff2add8 on network 51668376-8af7-4e89-b37b-9302de411d52 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:04.933661 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:04.934038 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Checking segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:04.934439 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.935848 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Bound using segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:04.937240 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Bound port: 5122b329-dc45-4252-b227-501e7ff2add8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:04.938541 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.966263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-630164bd-2884-4a4b-9695-33660dd89a2b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6efcdb67a70476385efff580d2d3ded HTTP/1.1" status: 200 len: 380 time: 0.1544545 Nov 12 00:55:04.980764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'port': {'device_id': '2278beec-109c-4d18-82a5-2d868042ad12', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'admin_state_up': True, 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'security_groups': ['a964e8e8-738a-49d6-be82-6bdb7b64c37f']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:05.078918 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] For port 5122b329-dc45-4252-b227-501e7ff2add8, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:05.085588 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] For port 5122b329-dc45-4252-b227-501e7ff2add8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5122b329-dc45-4252-b227-501e7ff2add8,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:05.101723 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.113612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.159842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] Provisioning complete for port 5122b329-dc45-4252-b227-501e7ff2add8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:05.160249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.168027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97db44-ffdc-4c3c-955b-1f9ed5067737 req-4964bc8c-8870-48af-af15-7db6055c82a2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.176382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d97db44-ffdc-4c3c-955b-1f9ed5067737 req-4964bc8c-8870-48af-af15-7db6055c82a2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.1145964 Nov 12 00:55:05.221352 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12336-dc62-4d09-bd51-df7f52eab21c None None] Pushing event updated for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.235984 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:05.236965 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:05.378122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d97db44-ffdc-4c3c-955b-1f9ed5067737 req-bcfba77c-52cc-4265-8215-f96ec4ef9890 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745374 Nov 12 00:55:05.421726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.451097 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:05.549149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Made reservation on behalf of b6efcdb67a70476385efff580d2d3ded for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:05.552917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.560846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] For port 5122b329-dc45-4252-b227-501e7ff2add8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5122b329-dc45-4252-b227-501e7ff2add8,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:05.580444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.727439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee5a20-a462-4f0f-8536-cadc047755e5 None None] Pushing event updated for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.766121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b4c3e281-7bc8-42a8-a6c1-d8ff1c7e9db8 None None] Provisioning complete for port 5122b329-dc45-4252-b227-501e7ff2add8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:05.766646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e281-7bc8-42a8-a6c1-d8ff1c7e9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.769092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec8d2b2-4c31-4dd1-8616-ec6d62c4790c req-1e7e4463-aff0-4433-adb1-88e29a77d972 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 210 time: 0.1662281 Nov 12 00:55:05.815180 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:05.943806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-589f31f4-d982-4b3e-b8b9-3c86572a442a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.945592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-589f31f4-d982-4b3e-b8b9-3c86572a442a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 813 time: 0.7604699 Nov 12 00:55:05.945773 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2417dc7-1859-493b-a44c-0a2c6f97e3b9 None None] The sync data for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 is: [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:06.013615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Allocated IP 172.20.0.14 (22cab940-553e-48b7-8800-7895f9976cdf/0959ed24-a07c-4cd6-a9a7-b612f96f7cec/979c9cc8-d38f-4259-a274-b030c76942b9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:06.098432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-babbd1e1-bb02-40e9-bb2c-0d624406ae51 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/quotas/fbabc80ddcca4d999a0e6c9bd33813bc HTTP/1.1" status: 200 len: 375 time: 0.0405936 Nov 12 00:55:06.181930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-b5b2d8b5-6ec9-4049-a4a8-23d27a541441 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824580 Nov 12 00:55:06.195365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:06.464195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.490726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'mac_address': 'fa:16:3e:02:e3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:06.634881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.689295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d04787c-0c06-4c31-aba6-a7b7ddd076ca {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:06.770971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.796464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.862278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.910063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.001980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-4f2ad318-a626-4a2f-91d1-50216953c5eb service neutron] 10.222.0.11 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185115 Nov 12 00:55:07.006408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.049210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3d04787c-0c06-4c31-aba6-a7b7ddd076ca'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:07.101746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5122b329-dc45-4252-b227-501e7ff2add8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:07.172651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b4784-7f98-4c38-970f-51fd878882a9 req-2516a5a9-ea19-4983-a247-aab5f9b88621 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.206111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5122b329-dc45-4252-b227-501e7ff2add8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:07.206690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.238729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-515b4784-7f98-4c38-970f-51fd878882a9 req-2516a5a9-ea19-4983-a247-aab5f9b88621 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 945 time: 0.3609951 Nov 12 00:55:07.366772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Network 22cab940-553e-48b7-8800-7895f9976cdf is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:07.367749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event updated for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.439887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-515b4784-7f98-4c38-970f-51fd878882a9 req-5f728efd-a4ad-4d10-8670-5f2968d09833 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995301 Nov 12 00:55:07.441226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:07.460794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:07.526133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2098e857-33cc-4742-aa13-cf6ed0aaac26 service neutron] 10.222.0.11 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998791 Nov 12 00:55:07.686548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.687234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.740615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e206c-163e-4259-ad3b-f60b0cdfb190 req-9b204ad6-92af-4bac-b422-b6b49b62288a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.742555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a40e206c-163e-4259-ad3b-f60b0cdfb190 req-9b204ad6-92af-4bac-b422-b6b49b62288a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 932 time: 0.1513679 Nov 12 00:55:07.767510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-dc93b4f6-2ec0-4a76-9669-51d05df8b809 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7842002 Nov 12 00:55:07.794862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Request body: {'port': {'device_id': '2278beec-109c-4d18-82a5-2d868042ad12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:07.894188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a40e206c-163e-4259-ad3b-f60b0cdfb190 req-0d447fe9-41d5-42b9-a513-cb1064810968 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252165 Nov 12 00:55:07.899454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.948777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5a42d735-7725-4dc0-af99-ed8c14c66b58 None None] Provisioning complete for port 979c9cc8-d38f-4259-a274-b030c76942b9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:07.950402 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a42d735-7725-4dc0-af99-ed8c14c66b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.047707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5a42d735-7725-4dc0-af99-ed8c14c66b58 None None] Port 979c9cc8-d38f-4259-a274-b030c76942b9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:08.072817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ad51388-0559-40b8-888e-27e097f54b73 req-9e8f23ad-dfcd-443d-9b17-f938b0f3aafc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 210 time: 0.0628772 Nov 12 00:55:08.212196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:08.410720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:08.414917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979c9cc8-d38f-4259-a274-b030c76942b9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:08.420844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:08.421788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.442855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.481304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Transition to ACTIVE for port object 979c9cc8-d38f-4259-a274-b030c76942b9 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:08.491355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.572827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.648266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:08.649188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:08.652937 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3447d2-05d5-4e71-83b8-6870c1be782a" -d '{"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-plugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:08.661930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.773601 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55140241-8ca8-4b9a-bae5-80608cb30b27 x-openstack-request-id: req-55140241-8ca8-4b9a-bae5-80608cb30b27 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:08.774910 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-plugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:08.775344 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55140241-8ca8-4b9a-bae5-80608cb30b27 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:08.776158 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'code': 200} Nov 12 00:55:08.823715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.005460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Pushing event updated for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.103920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebe306-799b-45f4-bfa8-1d6df43d94e9 req-17b53ebe-ab02-4945-8b73-0444f21f77b3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.114407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aebe306-799b-45f4-bfa8-1d6df43d94e9 req-17b53ebe-ab02-4945-8b73-0444f21f77b3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 945 time: 0.5119071 Nov 12 00:55:09.184004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Attempting to bind port 979c9cc8-d38f-4259-a274-b030c76942b9 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:09.184367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Attempting to bind port 979c9cc8-d38f-4259-a274-b030c76942b9 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:09.184693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Attempting to bind port 979c9cc8-d38f-4259-a274-b030c76942b9 on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:09.191162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a0643-6a3e-4165-b504-33de67bd1fd5 req-4fb70be7-51ea-45af-a587-b83113dee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.193396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a7a0643-6a3e-4165-b504-33de67bd1fd5 req-4fb70be7-51ea-45af-a587-b83113dee9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 1098 time: 0.2913880 Nov 12 00:55:09.229691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Port 979c9cc8-d38f-4259-a274-b030c76942b9 on network 22cab940-553e-48b7-8800-7895f9976cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:09.230057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Attempting to bind port 979c9cc8-d38f-4259-a274-b030c76942b9 on network 22cab940-553e-48b7-8800-7895f9976cdf {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:09.252461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8821ef3c-b03d-4942-ac8c-80d0c16e9c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.261339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dbaf-eabb-4db1-b55e-7944e4ef856f req-7931fe96-fb54-47b6-b3ad-d9b03743d12e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.270869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca94dbaf-eabb-4db1-b55e-7944e4ef856f req-7931fe96-fb54-47b6-b3ad-d9b03743d12e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 944 time: 0.2100556 Nov 12 00:55:09.282509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:09.282844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Checking segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:09.283225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Bound using segment: {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:09.283677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Bound port: 979c9cc8-d38f-4259-a274-b030c76942b9, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5ec78-3b24-4207-98d8-c79a7d2166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:09.284033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.291466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aebe306-799b-45f4-bfa8-1d6df43d94e9 req-f1523a36-9696-4f25-ba5c-e4150fd3aabe tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761730 Nov 12 00:55:09.381109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a7a0643-6a3e-4165-b504-33de67bd1fd5 req-431e99e3-7f95-41a4-8643-6f832ac73c3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688821 Nov 12 00:55:09.432725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca94dbaf-eabb-4db1-b55e-7944e4ef856f req-343bb7a3-7b5e-4dc0-9add-dec6dcab3a2b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608269 Nov 12 00:55:09.478039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:09.490289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=979c9cc8-d38f-4259-a274-b030c76942b9,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:09.498999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.547878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.548622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.550435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] 10.222.0.39 "PUT /v2.0/ports/979c9cc8-d38f-4259-a274-b030c76942b9 HTTP/1.1" status: 200 len: 1093 time: 1.7723784 Nov 12 00:55:09.554568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:09.557162 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1578e08c-77bd-4026-bdee-03b9813ab005" -d '{"events": [{"name": "network-changed", "server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:09.636849 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed0c0d4-400e-4765-94ec-790cc7aec0d7 x-openstack-request-id: req-7ed0c0d4-400e-4765-94ec-790cc7aec0d7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:09.637232 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:09.637544 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ed0c0d4-400e-4765-94ec-790cc7aec0d7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:09.638007 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9', 'status': 'completed', 'code': 200} Nov 12 00:55:09.648609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bcabdeec-8a77-427f-b91c-2a9d971a0d22 req-bd372d5c-0763-41f9-ba73-93134cb1c53a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 210 time: 0.0953035 Nov 12 00:55:09.881032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-7ddc5050-ec75-4421-b75e-f9551dd03dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.885196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-7ddc5050-ec75-4421-b75e-f9551dd03dc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 1096 time: 0.2020497 Nov 12 00:55:09.888359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b07404-666b-4e73-bdc3-da5a61740a6b service neutron] Pushing event updated for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.952940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-77c3db99-1ead-40f0-a6fe-7da25dbbcce0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979c9cc8-d38f-4259-a274-b030c76942b9 HTTP/1.1" status: 200 len: 217 time: 0.0537210 Nov 12 00:55:10.044008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-d4f15269-8da0-4853-a00c-f961ffc220f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.045818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-d4f15269-8da0-4853-a00c-f961ffc220f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 813 time: 0.4067783 Nov 12 00:55:10.073854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Request body: {'port': {'device_id': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'admin_state_up': True, 'tenant_id': 'fbabc80ddcca4d999a0e6c9bd33813bc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:10.115792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-c7d660c2-e331-4786-b442-eb4c2cd786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.117361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-c7d660c2-e331-4786-b442-eb4c2cd786e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.1543820 Nov 12 00:55:10.217342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-7b503b9b-e019-4ba4-b494-687764df02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.218824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-7b503b9b-e019-4ba4-b494-687764df02e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732105 Nov 12 00:55:10.318365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Made reservation on behalf of fbabc80ddcca4d999a0e6c9bd33813bc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:10.322049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.596260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-00a059db-675b-41d3-aee4-e34ddd77b911 service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667278 Nov 12 00:55:10.849500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03f785-3f70-4cd1-9935-2322fbf143a5 req-37df6194-cb08-47e6-a73a-5ecc81ca9ff9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.851189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b03f785-3f70-4cd1-9935-2322fbf143a5 req-37df6194-cb08-47e6-a73a-5ecc81ca9ff9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.3280973 Nov 12 00:55:10.880397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Allocated IP 172.20.0.9 (511cfe38-a509-4222-9f50-02d42f9159c7/0142bd61-1e03-4e96-b334-a8e643b52d70/1568312a-2c5d-4f31-9a83-16ea394c0b9e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:10.927038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3064c7e-fe85-4236-a613-c6df99ffa65b req-51c4c621-f943-422d-9108-0dccfc43049f service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022249 Nov 12 00:55:10.963896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733854-37ed-4cb0-ba1e-dff689e80a16 req-445127a1-b2c3-4fc1-bae1-62284616db71 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.979424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a733854-37ed-4cb0-ba1e-dff689e80a16 req-445127a1-b2c3-4fc1-bae1-62284616db71 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 944 time: 0.1978867 Nov 12 00:55:11.087715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b03f785-3f70-4cd1-9935-2322fbf143a5 req-a706ef4e-5096-420e-90f6-5bca58c27825 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134757 Nov 12 00:55:11.196880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a733854-37ed-4cb0-ba1e-dff689e80a16 req-cbd5f1f8-a6a0-42c8-adff-0b229939048b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010925 Nov 12 00:55:11.211899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-c6908150-cabd-42c8-babd-a82b68ece031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.213506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-c6908150-cabd-42c8-babd-a82b68ece031 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 1096 time: 0.2149031 Nov 12 00:55:11.302397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-851d0365-e44d-4261-affe-72e2f94cee9c req-16398345-6a09-427f-8e1c-290992c3b778 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 210 time: 0.0615375 Nov 12 00:55:11.394906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.416821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-1cc70df0-5006-4dad-9586-529910ef6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.418869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-1cc70df0-5006-4dad-9586-529910ef6496 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.1767998 Nov 12 00:55:11.500161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-ad5758d7-43c1-40bd-a668-23a2789ddf48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979c9cc8-d38f-4259-a274-b030c76942b9 HTTP/1.1" status: 200 len: 217 time: 0.0505433 Nov 12 00:55:11.523509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.616393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.642971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Network 511cfe38-a509-4222-9f50-02d42f9159c7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:11.644721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:11.669460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:11.715549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-2b86cd97-7305-484f-8e12-9bcb16508378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.720573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-2b86cd97-7305-484f-8e12-9bcb16508378 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.2065153 Nov 12 00:55:11.731801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-365b8cb8-155b-41e3-9673-bba9c43294f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.810741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.811414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.822206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-b64ba8b1-0b25-4021-87f9-29818c3cf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.825680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-b64ba8b1-0b25-4021-87f9-29818c3cf0bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909743 Nov 12 00:55:11.850395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-3d20fd2b-def8-4eb8-aee3-efbaefcce826 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7894080 Nov 12 00:55:11.865761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Request body: {'port': {'device_id': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:11.984259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.065819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-0f87fe29-7d3f-4a3e-b0ff-a26dd31f75ba service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279031 Nov 12 00:55:12.405495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1578e08c-77bd-4026-bdee-03b9813ab005 req-2eb1fbf0-69b1-4b3c-9b63-be6af5486ebe service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324530 Nov 12 00:55:12.506578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10946a0-9361-4cf7-a2a6-648b503a3e25 req-15f2d1a3-b0f0-48b7-bc6a-718f0a67d280 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.508592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d10946a0-9361-4cf7-a2a6-648b503a3e25 req-15f2d1a3-b0f0-48b7-bc6a-718f0a67d280 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.2513008 Nov 12 00:55:12.529491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5dac-0cfd-4deb-b85a-01991bcd68b7 req-ff7677ba-4ce0-4362-9d8f-c21f2501dba9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.531358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d20e5dac-0cfd-4deb-b85a-01991bcd68b7 req-ff7677ba-4ce0-4362-9d8f-c21f2501dba9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 944 time: 0.1851795 Nov 12 00:55:12.714100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:12.719452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.727698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.753620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Transition to ACTIVE for port object 1568312a-2c5d-4f31-9a83-16ea394c0b9e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:13.228283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.362664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.382724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d10946a0-9361-4cf7-a2a6-648b503a3e25 req-81ba3459-bfc2-4fdd-886b-c86b7f0abe45 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499267 Nov 12 00:55:13.387276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d20e5dac-0cfd-4deb-b85a-01991bcd68b7 req-ed3f6c8d-6ef0-4a22-ad96-19ea8626a79a tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8230641 Nov 12 00:55:13.515395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Attempting to bind port 1568312a-2c5d-4f31-9a83-16ea394c0b9e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:13.516500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Attempting to bind port 1568312a-2c5d-4f31-9a83-16ea394c0b9e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:13.519650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Attempting to bind port 1568312a-2c5d-4f31-9a83-16ea394c0b9e on network 511cfe38-a509-4222-9f50-02d42f9159c7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:13.554487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Port 1568312a-2c5d-4f31-9a83-16ea394c0b9e on network 511cfe38-a509-4222-9f50-02d42f9159c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:13.555326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Attempting to bind port 1568312a-2c5d-4f31-9a83-16ea394c0b9e on network 511cfe38-a509-4222-9f50-02d42f9159c7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:13.571219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:13.571952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Checking segment: {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:13.573188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Bound using segment: {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:13.573743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Bound port: 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:13.574601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.674048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1206a-7e24-4083-89bb-6ec2edf4793d req-2963df93-a0ad-45c2-a545-8f3416697319 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.675016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9f1206a-7e24-4083-89bb-6ec2edf4793d req-2963df93-a0ad-45c2-a545-8f3416697319 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1760926 Nov 12 00:55:13.837585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9f1206a-7e24-4083-89bb-6ec2edf4793d req-4c99a79e-0b4b-4ec7-9402-4dc513048957 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398234 Nov 12 00:55:13.838680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:13.843105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:13.856004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.879805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.881350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.884043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] 10.222.0.32 "PUT /v2.0/ports/1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 1092 time: 2.0227320 Nov 12 00:55:13.950138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:13.950138 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:13.957580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.047470 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304d03a-30d9-45a5-8881-f638dc0a9a06 x-openstack-request-id: req-c304d03a-30d9-45a5-8881-f638dc0a9a06 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:14.048174 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:14.048508 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c304d03a-30d9-45a5-8881-f638dc0a9a06 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:14.048917 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'status': 'completed', 'code': 200} Nov 12 00:55:14.127137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05337c-1329-429c-a4cf-5438880d744a service neutron] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.138752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35353-8866-4157-85a6-53cd70dda515 req-205ee1ee-0b56-4fc1-bc3b-860dfa1c5e9d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.139977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04f35353-8866-4157-85a6-53cd70dda515 req-205ee1ee-0b56-4fc1-bc3b-860dfa1c5e9d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1879957 Nov 12 00:55:14.142625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-ce0e5c90-11b8-4b2d-8f4f-d59054077eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.144084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-ce0e5c90-11b8-4b2d-8f4f-d59054077eba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1095 time: 0.1603196 Nov 12 00:55:14.211871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-6d719bf6-de4f-4781-b454-23bb6c42b372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0576122 Nov 12 00:55:14.312825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-04f35353-8866-4157-85a6-53cd70dda515 req-05d55103-9c23-47d1-941f-88de66254531 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595347 Nov 12 00:55:14.327317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9bb01-1552-4490-a21b-cd4044817764 req-d5964b29-4169-4218-b823-0b801d5ac7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.329319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-d5964b29-4169-4218-b823-0b801d5ac7b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.1106982 Nov 12 00:55:14.442733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-068e520d-5a48-4bba-99e9-4ee1f89ebdbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049368 Nov 12 00:55:14.533544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 979c9cc8-d38f-4259-a274-b030c76942b9 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:14.717408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=979c9cc8-d38f-4259-a274-b030c76942b9,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:14.747072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '979c9cc8-d38f-4259-a274-b030c76942b9', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'port_id': '979c9cc8-d38f-4259-a274-b030c76942b9', 'mac_address': 'fa:16:3e:50:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:14.759952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbc59a-2250-4930-816e-36d39b3c4ba9 req-eb0aab7f-d56b-4a3d-a385-5aa690f502e6 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.761648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29bbc59a-2250-4930-816e-36d39b3c4ba9 req-eb0aab7f-d56b-4a3d-a385-5aa690f502e6 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 944 time: 0.1157584 Nov 12 00:55:14.764452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-997e9189-d405-49b3-bd32-7844232fd6a9 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146942 Nov 12 00:55:14.806751 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.826129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979c9cc8-d38f-4259-a274-b030c76942b9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:14.871000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29bbc59a-2250-4930-816e-36d39b3c4ba9 req-21b5d169-6e60-4980-99ea-72be4171ce62 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014974 Nov 12 00:55:14.874638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=979c9cc8-d38f-4259-a274-b030c76942b9,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:14.880824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.990383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40b9bb01-1552-4490-a21b-cd4044817764 req-536fa8c0-dd1c-4f79-94be-535ff74b71d5 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133179 Nov 12 00:55:14.994265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.112223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d223-8943-4a68-9254-55e5c755c0b1 req-a4a6695d-0c1f-4cd6-82d8-72038624028d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.114051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e05d223-8943-4a68-9254-55e5c755c0b1 req-a4a6695d-0c1f-4cd6-82d8-72038624028d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1111650 Nov 12 00:55:15.148531 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.155399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-9a375315-589d-4041-a6c0-fc0f195bc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.157099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-9a375315-589d-4041-a6c0-fc0f195bc33a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1095 time: 0.1034141 Nov 12 00:55:15.204661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['979c9cc8-d38f-4259-a274-b030c76942b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:15.260824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e05d223-8943-4a68-9254-55e5c755c0b1 req-efc409b4-da46-43f9-98a5-becd05711328 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336334 Nov 12 00:55:15.332524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-a56c2ea7-42b2-4741-bcba-785eb91f0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.334253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-a56c2ea7-42b2-4741-bcba-785eb91f0060 service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.1684043 Nov 12 00:55:15.420846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-6577f8fd-b60c-4241-970d-3ca07d4e02a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0756199 Nov 12 00:55:15.516188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-0103c2f4-67bd-48b8-a8fb-e0814fc78664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.516188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-0103c2f4-67bd-48b8-a8fb-e0814fc78664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.0821068 Nov 12 00:55:15.553059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-cb3977df-5444-4f0b-943e-e0c2d1383127 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290074 Nov 12 00:55:15.560972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375132-831a-466f-a1a1-2c06d8e68907 req-9bc36510-96de-48ea-ba3d-40c9963998a4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.562540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51375132-831a-466f-a1a1-2c06d8e68907 req-9bc36510-96de-48ea-ba3d-40c9963998a4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.0943508 Nov 12 00:55:15.702316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51375132-831a-466f-a1a1-2c06d8e68907 req-1af30426-8955-4dbf-8371-0fcd6f210d42 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155655 Nov 12 00:55:15.726047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-0018e523-2393-4253-9c77-7383c7dabfd9 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622581 Nov 12 00:55:15.857298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21e8427f-14d9-4c5a-b4eb-bf888f01fb1a req-39f1da96-a8e6-4c6f-89cc-9880879dcbde service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176488 Nov 12 00:55:16.086895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b43015-4df7-4a12-a476-e26cf203b02c req-a311a97b-a69b-46d2-aa1e-194f26048e7e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.097971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b43015-4df7-4a12-a476-e26cf203b02c req-a311a97b-a69b-46d2-aa1e-194f26048e7e tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 945 time: 0.1096685 Nov 12 00:55:16.228792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01b43015-4df7-4a12-a476-e26cf203b02c req-a5408c6e-cb82-47ff-85f5-cef91e30bf66 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247635 Nov 12 00:55:16.427045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fab9d-28d0-4fb9-b5fb-26f1a000bf73 req-d8dc1a27-7b68-4c7e-8f43-6d08f9556597 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.437592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-707fab9d-28d0-4fb9-b5fb-26f1a000bf73 req-d8dc1a27-7b68-4c7e-8f43-6d08f9556597 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.0842016 Nov 12 00:55:16.517683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 979c9cc8-d38f-4259-a274-b030c76942b9 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:16.537298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-707fab9d-28d0-4fb9-b5fb-26f1a000bf73 req-8616d1f5-571f-4f88-b7ba-8e1b2b55c203 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976191 Nov 12 00:55:16.661155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 979c9cc8-d38f-4259-a274-b030c76942b9 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:16.678566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 979c9cc8-d38f-4259-a274-b030c76942b9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:16.679119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.703131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d9e92-766f-41c3-8d24-fa2af12144f2 req-fcb8733b-c448-45f3-a442-4394e155add2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.710288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-113d9e92-766f-41c3-8d24-fa2af12144f2 req-fcb8733b-c448-45f3-a442-4394e155add2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1673627 Nov 12 00:55:16.799687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.848806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-113d9e92-766f-41c3-8d24-fa2af12144f2 req-b9017aaa-43d0-46c2-9df9-6fc4f6e4935b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322279 Nov 12 00:55:16.860370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=979c9cc8-d38f-4259-a274-b030c76942b9,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:16.861881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:16.865022 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780cba0-7a9f-4c0f-be5d-ea371e86493f" -d '{"events": [{"server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "name": "network-vif-plugged", "status": "completed", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:16.869868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.960607 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba25134-7acb-4347-b0db-ae9c326313b1 x-openstack-request-id: req-eba25134-7acb-4347-b0db-ae9c326313b1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:16.961844 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "name": "network-vif-plugged", "status": "completed", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:16.962275 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eba25134-7acb-4347-b0db-ae9c326313b1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:16.962854 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9', 'code': 200} Nov 12 00:55:16.969647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.088483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317947f3-a426-44bd-b40d-9d3fc712c6ac req-5c864d93-6123-4d43-b2d1-03eeaab264ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.092712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-317947f3-a426-44bd-b40d-9d3fc712c6ac req-5c864d93-6123-4d43-b2d1-03eeaab264ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 1098 time: 0.0576701 Nov 12 00:55:17.190630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-317947f3-a426-44bd-b40d-9d3fc712c6ac req-cb8a400f-06c4-4752-a7ec-cf96e6213015 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900433 Nov 12 00:55:17.386552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d7dd1-17e2-4fe6-9060-0588fa345102 req-2d8a1847-620b-4ed5-95f3-79fde63b7823 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.396422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-563d7dd1-17e2-4fe6-9060-0588fa345102 req-2d8a1847-620b-4ed5-95f3-79fde63b7823 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.0879569 Nov 12 00:55:17.457664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-563d7dd1-17e2-4fe6-9060-0588fa345102 req-032de3c1-b0a1-41d0-a5b3-c7abf4775bd3 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601442 Nov 12 00:55:17.709785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbd0f2-2a78-4cc4-8ca4-cefbaf44fff8 req-4d982973-25b3-426b-885e-8339001eb228 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.724864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6dbd0f2-2a78-4cc4-8ca4-cefbaf44fff8 req-4d982973-25b3-426b-885e-8339001eb228 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1004846 Nov 12 00:55:17.800160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6dbd0f2-2a78-4cc4-8ca4-cefbaf44fff8 req-12e324da-9741-4f3f-85df-3b6126c9dccf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740621 Nov 12 00:55:18.006620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50cdb0-3eb1-47d0-ad33-4ca660fa64ea req-8c3433d8-14e9-4ee1-a5cd-453de4b3379f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.007763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe50cdb0-3eb1-47d0-ad33-4ca660fa64ea req-8c3433d8-14e9-4ee1-a5cd-453de4b3379f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.0720856 Nov 12 00:55:18.081781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe50cdb0-3eb1-47d0-ad33-4ca660fa64ea req-1916a450-b057-4ae4-94ee-5c629aec8b47 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671530 Nov 12 00:55:18.262560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:18.413778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:18.435735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'port_id': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'mac_address': 'fa:16:3e:cf:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142bd61-1e03-4e96-b334-a8e643b52d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:18.483989 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.507245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:18.529656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:18.535634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.536506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:18.621570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.723275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:18.740460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'port_id': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'mac_address': 'fa:16:3e:02:e3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:18.743383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cac17d-72ee-47ad-896c-278ccc472b5f req-b6494a25-d328-4ad9-a2f1-4c9a7564c734 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.753105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96cac17d-72ee-47ad-896c-278ccc472b5f req-b6494a25-d328-4ad9-a2f1-4c9a7564c734 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.0698953 Nov 12 00:55:18.787797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.812344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d04787c-0c06-4c31-aba6-a7b7ddd076ca {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:18.826660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96cac17d-72ee-47ad-896c-278ccc472b5f req-75a237e4-c8df-479b-8ec3-256bdd96eac4 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714421 Nov 12 00:55:18.836295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:18.853630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.953919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:19.038467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3d04787c-0c06-4c31-aba6-a7b7ddd076ca'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:19.064670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de090-4903-4bfb-a31e-5b7e62f1bc47 req-2bd5afdc-4ffa-48b8-9f54-6f9570732b54 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.075265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a19de090-4903-4bfb-a31e-5b7e62f1bc47 req-2bd5afdc-4ffa-48b8-9f54-6f9570732b54 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 944 time: 0.1018052 Nov 12 00:55:19.097846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c53f1f-e724-4f5d-ae63-77736be3beea req-82dbb698-677e-4e4c-8a46-7dbfb359efcd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.100215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9c53f1f-e724-4f5d-ae63-77736be3beea req-82dbb698-677e-4e4c-8a46-7dbfb359efcd tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.1604705 Nov 12 00:55:19.109444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.114261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Request body: {'floatingip': {'port_id': '979c9cc8-d38f-4259-a274-b030c76942b9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:19.182851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a19de090-4903-4bfb-a31e-5b7e62f1bc47 req-0a374906-0afd-4abb-9f92-2fe50cc70ad6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064475 Nov 12 00:55:19.245846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:19.276947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.383241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b0e5e-404c-48fb-b1e2-001e364d7360 req-9cad33b1-7d72-482c-becf-475714c258c4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.384860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-290b0e5e-404c-48fb-b1e2-001e364d7360 req-9cad33b1-7d72-482c-becf-475714c258c4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 945 time: 0.0832436 Nov 12 00:55:19.454063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-290b0e5e-404c-48fb-b1e2-001e364d7360 req-ba7f1c9d-d298-45f0-9518-ed05864a06ee tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616097 Nov 12 00:55:19.983421 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:20.097059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-22e5ee2b-b9ec-484d-bc63-bb055349b2ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644739 Nov 12 00:55:20.180081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:55:20.219304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-afa2b693-389a-4f15-b36b-ddbda94d454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.223160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-afa2b693-389a-4f15-b36b-ddbda94d454a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 1097 time: 0.0999115 Nov 12 00:55:20.290637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:20.341359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.356946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.479906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 1568312a-2c5d-4f31-9a83-16ea394c0b9e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:20.520188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1568312a-2c5d-4f31-9a83-16ea394c0b9e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:20.522314 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.568393 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Floating IP 91de621c-8a53-4872-926a-73430fb05acd associated. External IP: 172.25.6.147, port: 979c9cc8-d38f-4259-a274-b030c76942b9. Nov 12 00:55:20.734347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae834ea4-57d9-4936-bd03-7a343746d2c4 req-0c703784-6162-432e-b56d-bbc30df6b480 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.751544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae834ea4-57d9-4936-bd03-7a343746d2c4 req-0c703784-6162-432e-b56d-bbc30df6b480 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 944 time: 0.4503391 Nov 12 00:55:20.872673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-885e59e9-b67f-40d6-8692-e0675acde9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.874500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-885e59e9-b67f-40d6-8692-e0675acde9bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.6275208 Nov 12 00:55:20.931372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-1a55932d-c32c-46ed-b703-d54d782704be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 HTTP/1.1" status: 200 len: 217 time: 0.0469840 Nov 12 00:55:20.950181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae834ea4-57d9-4936-bd03-7a343746d2c4 req-5da0605e-90ac-4e65-873b-d2855964a38f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969826 Nov 12 00:55:20.979998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae3c2-8e57-4fa7-9f50-4d58061e646d req-2cdc1d3d-e15b-451a-bfa7-6371bf2b18d1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.990383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4beae3c2-8e57-4fa7-9f50-4d58061e646d req-2cdc1d3d-e15b-451a-bfa7-6371bf2b18d1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 945 time: 0.3223009 Nov 12 00:55:21.021804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.202946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-dbc55f0c-80c5-4d77-b35f-13c96095b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.204738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-dbc55f0c-80c5-4d77-b35f-13c96095b421 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2476139 Nov 12 00:55:21.209047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:21.214864 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da922f0-2330-4f51-8f66-ad1eebf1410b" -d '{"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:21.225387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:21.235703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.237145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:21.256975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4beae3c2-8e57-4fa7-9f50-4d58061e646d req-e9423834-df21-40cc-a8f5-07a04f067982 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650890 Nov 12 00:55:21.333781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:21.387456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.397372 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9345fa-1713-4589-88b3-68e0100e6207 x-openstack-request-id: req-2c9345fa-1713-4589-88b3-68e0100e6207 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:21.406504 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:21.407772 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c9345fa-1713-4589-88b3-68e0100e6207 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:21.408474 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'code': 200} Nov 12 00:55:21.425892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:21.426655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.464917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-b5e0a0a4-fafa-4d95-9f13-b92a62ff175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.474582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-b5e0a0a4-fafa-4d95-9f13-b92a62ff175c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163785 Nov 12 00:55:21.601660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.693659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:21.707307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.736157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:21.744610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.746386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-737767d6-b78d-4af0-92bc-9d24e661902f service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541280 Nov 12 00:55:21.803251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3ebcd90-d585-488a-bf0c-380bc2c18337 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "PUT /v2.0/floatingips/91de621c-8a53-4872-926a-73430fb05acd HTTP/1.1" status: 200 len: 992 time: 2.6925838 Nov 12 00:55:21.854787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:21.859022 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e" -d '{"events": [{"name": "network-changed", "server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:21.886211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.894700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:21.910060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:21.915692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:21.917923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ae57-570c-48bb-8127-31937a5ede2b req-76afb7f5-d823-47b3-9920-e962c07bbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.921233 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76c2ae57-570c-48bb-8127-31937a5ede2b req-76afb7f5-d823-47b3-9920-e962c07bbb04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1097 time: 0.1940794 Nov 12 00:55:22.051936 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b39c271-e34c-4f8a-b3d6-f9f9fe039685 x-openstack-request-id: req-3b39c271-e34c-4f8a-b3d6-f9f9fe039685 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:22.053317 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:22.053589 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b39c271-e34c-4f8a-b3d6-f9f9fe039685 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:22.054014 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9', 'status': 'completed', 'code': 200} Nov 12 00:55:22.092932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-76c2ae57-570c-48bb-8127-31937a5ede2b req-d2b8f074-8149-46d7-a3e9-55cecbce9ee7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533937 Nov 12 00:55:22.210313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:22.280486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d1948e8-9512-4c08-ba9c-4e6dade79736 req-d9f2e28b-c80e-446b-ad69-267752d0d096 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257328 Nov 12 00:55:22.313054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-f17a234a-ceef-4d06-b686-ddd907b51c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.322064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-f17a234a-ceef-4d06-b686-ddd907b51c51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6efcdb67a70476385efff580d2d3ded&device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 1098 time: 0.2492292 Nov 12 00:55:22.504938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-15959d13-8881-4d6b-b30f-95f964895e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.506843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-15959d13-8881-4d6b-b30f-95f964895e50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 200 len: 911 time: 0.1799989 Nov 12 00:55:22.573264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '91de621c-8a53-4872-926a-73430fb05acd', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': '979c9cc8-d38f-4259-a274-b030c76942b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:50:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2278beec-109c-4d18-82a5-2d868042ad12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:58Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.619356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:22.658458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:22.658458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:22.675735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-4b94158c-09c1-4f87-8e81-0b2544df06d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979c9cc8-d38f-4259-a274-b030c76942b9 HTTP/1.1" status: 200 len: 1000 time: 0.1394095 Nov 12 00:55:22.748760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019d04d-c728-4337-b4ae-2ab6f1f5373c req-9464949d-62d7-4f9d-a8e8-797784dff8e3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.759508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c019d04d-c728-4337-b4ae-2ab6f1f5373c req-9464949d-62d7-4f9d-a8e8-797784dff8e3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.5465345 Nov 12 00:55:22.805809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd735a-858e-41c4-a89f-d5ef5d22eb5b req-b7a9a81e-a437-447e-b266-7e4c8f932f4f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.813566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1bd735a-858e-41c4-a89f-d5ef5d22eb5b req-b7a9a81e-a437-447e-b266-7e4c8f932f4f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.3007669 Nov 12 00:55:22.822576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-efbd851a-aa86-424b-92cf-4a4c86e24bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.824127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-efbd851a-aa86-424b-92cf-4a4c86e24bb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 200 len: 849 time: 0.1286025 Nov 12 00:55:22.885190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c019d04d-c728-4337-b4ae-2ab6f1f5373c req-d56f9b58-60d0-45d4-8f84-a59ce545d66e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220982 Nov 12 00:55:22.896956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:23.042434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-8cdb4b75-2412-40a2-9ff2-65846c68f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.047204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-8cdb4b75-2412-40a2-9ff2-65846c68f677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22cab940-553e-48b7-8800-7895f9976cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959457 Nov 12 00:55:23.188519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-79c2d769-9326-4679-8159-b3d15c490197 service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334054 Nov 12 00:55:23.212883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1bd735a-858e-41c4-a89f-d5ef5d22eb5b req-d3e00748-6e18-4e86-811a-339921f16941 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847489 Nov 12 00:55:23.345486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '91de621c-8a53-4872-926a-73430fb05acd', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': '979c9cc8-d38f-4259-a274-b030c76942b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:50:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2278beec-109c-4d18-82a5-2d868042ad12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:58Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.399092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23dc4dcb-5e65-49a0-a661-5d8cd49f168e req-9c208eb3-47bc-45fb-a99c-c9dc30aae0f3 service neutron] 10.222.0.39 "GET /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924098 Nov 12 00:55:23.419554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:23.422078 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece80d3-2094-41ce-b0bc-30b3218a7153" -d '{"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-plugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:23.444386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a26aa-4a8a-4fac-84af-3d54082baa55 None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '91de621c-8a53-4872-926a-73430fb05acd', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'port_id': '979c9cc8-d38f-4259-a274-b030c76942b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'mac_address': 'fa:16:3e:50:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2278beec-109c-4d18-82a5-2d868042ad12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:54:58Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 1, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:23.534042 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffff126-ba7e-4023-87eb-d29702a14423 x-openstack-request-id: req-bffff126-ba7e-4023-87eb-d29702a14423 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:23.534342 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-plugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:23.534615 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bffff126-ba7e-4023-87eb-d29702a14423 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:23.535032 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'code': 200} Nov 12 00:55:23.871798 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3562a69-a6c0-4a8e-b51f-8cb46115ac0d None None] New status for floating IP 91de621c-8a53-4872-926a-73430fb05acd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:24.144794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c290626-05bb-4219-bf85-53d72c26ba54 req-40b7b17f-a114-4a36-978a-3ff778cb417d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.157569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c290626-05bb-4219-bf85-53d72c26ba54 req-40b7b17f-a114-4a36-978a-3ff778cb417d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1403139 Nov 12 00:55:24.225654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c290626-05bb-4219-bf85-53d72c26ba54 req-de3a81d0-0c0d-4e94-9ea5-f8fa7e910a66 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Nov 12 00:55:24.293973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-298bb563-2b43-47fb-8de3-28801317cbbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2938006 Nov 12 00:55:24.491400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb48e1-1106-4e69-ad7e-1a2347fb082f req-af971490-2a0a-426e-887b-56e7c0311218 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.493129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68fb48e1-1106-4e69-ad7e-1a2347fb082f req-af971490-2a0a-426e-887b-56e7c0311218 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1497526 Nov 12 00:55:24.508278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.510603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.518235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.518740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.519218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.519690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.520200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.527793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-982fa35b-fdf7-4ff7-b602-663842e6a05a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.2029428 Nov 12 00:55:24.763186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68fb48e1-1106-4e69-ad7e-1a2347fb082f req-0530dcd3-5049-4cfe-96ad-0703bf3defdc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261395 Nov 12 00:55:24.834148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-550451ca-e944-40dc-8565-7db27975dd26 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.841933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-550451ca-e944-40dc-8565-7db27975dd26 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 813 time: 0.2365897 Nov 12 00:55:24.877130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-86f76bc7-8c7a-4ef7-8642-833b264881cd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/quotas/fbabc80ddcca4d999a0e6c9bd33813bc HTTP/1.1" status: 200 len: 375 time: 0.0340519 Nov 12 00:55:24.935935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d49e6e6c-59bf-42da-9288-b6dba1e88b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.936583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d49e6e6c-59bf-42da-9288-b6dba1e88b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.937102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d49e6e6c-59bf-42da-9288-b6dba1e88b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.938991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d49e6e6c-59bf-42da-9288-b6dba1e88b8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=1ad0b42f-9515-4e26-9599-a43168b90382&id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 2293 time: 0.3673949 Nov 12 00:55:25.061947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-8f14effb-d570-4f5e-93a3-dafd412d0f0c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836669 Nov 12 00:55:25.328163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d068f9f5-8e26-4956-9dbe-392bda6e7aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 1001 time: 0.3754745 Nov 12 00:55:25.447538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-4a6d16d9-4720-4c46-89d0-af4a71d87417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.452962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-4a6d16d9-4720-4c46-89d0-af4a71d87417 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 200 len: 851 time: 0.1146443 Nov 12 00:55:25.582449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-26445e2a-440c-4428-99ca-c7bb585ab4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190089 Nov 12 00:55:25.622348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-31b06085-c5e7-4cc5-8516-f89fa8e863a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.624689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-31b06085-c5e7-4cc5-8516-f89fa8e863a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250f867e-bd63-498f-a6e8-f9f275965de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638341 Nov 12 00:55:25.977292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ff791dff-396b-4fec-b882-7aeea49c92a7 service neutron] 10.222.0.11 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918238 Nov 12 00:55:26.023317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-990bfbca-ef9f-4a83-bd7a-795020891a4a service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422427 Nov 12 00:55:26.146667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-3bb71f57-8795-4f52-ac21-346cefafab93 service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151497 Nov 12 00:55:26.156423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bee91-39db-4036-98cd-9d2067c4548e req-de828bf6-2d27-4cc7-bbfb-a96c386b90bc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.164531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-089bee91-39db-4036-98cd-9d2067c4548e req-de828bf6-2d27-4cc7-bbfb-a96c386b90bc tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.2317121 Nov 12 00:55:26.249746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-e85c4357-9ed3-43e9-bf36-561a61427fb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 217 time: 0.0839570 Nov 12 00:55:26.477858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-484cedc3-1ca4-49bc-8260-b821fd053674 req-b1f80bd8-1f6e-42e0-a208-366ae9b3980b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 210 time: 0.0933743 Nov 12 00:55:26.539989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-089bee91-39db-4036-98cd-9d2067c4548e req-bc9c86d8-c01d-486a-8e06-ec13c82503b4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589716 Nov 12 00:55:26.541581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-b9c9d481-a27c-4054-ba99-0f4a37290362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.543368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-b9c9d481-a27c-4054-ba99-0f4a37290362 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2811494 Nov 12 00:55:26.738797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-a62a8e3b-3454-4123-aa22-c7b49f8b9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.750373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-a62a8e3b-3454-4123-aa22-c7b49f8b9c33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1944649 Nov 12 00:55:27.096039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-71f86940-d7b1-4146-9e24-9d4ecd31c6dc service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296578 Nov 12 00:55:27.285041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-1d58678a-e026-4753-8862-0e2dfc36c4a5 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791520 Nov 12 00:55:27.403701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-3a6ada6a-3e71-4fea-be79-1eb3c71ef5de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 217 time: 0.1036336 Nov 12 00:55:27.601893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-875cef36-0742-4be0-ac86-869048c1d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:27.607555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-875cef36-0742-4be0-ac86-869048c1d1b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.1879642 Nov 12 00:55:27.851687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e7601d5-8299-47a3-81c1-7fedc6626ee9 req-38e597fd-2c29-45ad-9723-1fc86725e9f9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 210 time: 0.1260376 Nov 12 00:55:27.992828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-cf3481e2-2200-42aa-9d41-34c84eec4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:27.998152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-cf3481e2-2200-42aa-9d41-34c84eec4353 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3696046 Nov 12 00:55:28.244548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-35e07fdc-680f-4691-bc8f-4c25927e939b service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304094 Nov 12 00:55:28.380275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161b131-cfbb-4ab2-90fd-3c96c4e8ab2f req-92f35c77-93cd-49db-8955-599de934a7ad tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.389576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d161b131-cfbb-4ab2-90fd-3c96c4e8ab2f req-92f35c77-93cd-49db-8955-599de934a7ad tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.5337965 Nov 12 00:55:28.507028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a929f-762c-4520-8113-b3c5103405e3 req-303d8f12-4dce-47e7-b0c8-76fffa823cdf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.516095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b7a929f-762c-4520-8113-b3c5103405e3 req-303d8f12-4dce-47e7-b0c8-76fffa823cdf tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.2677183 Nov 12 00:55:29.285970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-41c67a23-181e-47f1-af2e-013539f84c2d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.287619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-41c67a23-181e-47f1-af2e-013539f84c2d tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.1767290 Nov 12 00:55:29.314086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d161b131-cfbb-4ab2-90fd-3c96c4e8ab2f req-36ce20e9-07a7-412d-b990-7d005fa80ed1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9022021 Nov 12 00:55:29.408520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-74d24c44-021a-4de9-8342-9504ac253b3f service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0942695 Nov 12 00:55:29.433415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b7a929f-762c-4520-8113-b3c5103405e3 req-f02e4e09-2ab2-4a78-8dd9-1be7c1928737 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9163189 Nov 12 00:55:29.555431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Deleting port 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:29.555894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.678400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-a60c9086-a029-4053-9ef6-e26458b58bc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 200 len: 217 time: 0.2191360 Nov 12 00:55:29.787956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.812501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] For port 424b1c26-987b-4425-924f-537e3be6a034, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=424b1c26-987b-4425-924f-537e3be6a034,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:29.813008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.918540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-7a767025-0504-47cf-8ea7-fd36a67602f6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.926035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-7a767025-0504-47cf-8ea7-fd36a67602f6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 813 time: 0.7465031 Nov 12 00:55:29.930810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7bc1f39a-32eb-493f-b1c8-ff1c816cd7d2 req-79f2405d-87a1-473f-b02d-e6dbefb8fa7d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 210 time: 0.2649500 Nov 12 00:55:29.933378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-bdba0512-744c-4085-8993-ca684d263399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.940411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-bdba0512-744c-4085-8993-ca684d263399 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2277050 Nov 12 00:55:29.949539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Request body: {'port': {'device_id': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'admin_state_up': True, 'tenant_id': 'fbabc80ddcca4d999a0e6c9bd33813bc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:30.132537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-81463ec5-17e8-4e49-9c4c-97935a101b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.133745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-81463ec5-17e8-4e49-9c4c-97935a101b1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1688533 Nov 12 00:55:30.462884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Made reservation on behalf of fbabc80ddcca4d999a0e6c9bd33813bc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:30.486268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.583979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-cf28d2cd-e5ca-495e-8360-8f013146bdcb service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221747 Nov 12 00:55:30.647174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8614-3ceb-49af-a82c-5e0765b50876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.862537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-8e6758d3-0df6-4540-b482-9e309451ce3e service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566600 Nov 12 00:55:30.871126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7531c34-eb8f-40b4-aa86-610956b6a112 req-9f92bee5-2dac-48ea-af65-cef3be115aed tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.872911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7531c34-eb8f-40b4-aa86-610956b6a112 req-9f92bee5-2dac-48ea-af65-cef3be115aed tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.3406329 Nov 12 00:55:30.927281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-479a4b36-d9ee-4385-a567-ba3cc6bb8d04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 200 len: 217 time: 0.0492132 Nov 12 00:55:31.009174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.009586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.009946 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Floating IP c55f1f19-33d1-452b-92d4-897a6e7e662f disassociated. External IP: 172.25.6.210, port: 424b1c26-987b-4425-924f-537e3be6a034. Nov 12 00:55:31.010378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Calling delete_port for 424b1c26-987b-4425-924f-537e3be6a034 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:31.109858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8614-3ceb-49af-a82c-5e0765b50876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.111570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79fa4-3ed5-4943-90ab-6109df3c8995 req-cbeeb57b-a6f9-4645-95e8-20b1b2a7d1ce tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.114457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fd79fa4-3ed5-4943-90ab-6109df3c8995 req-cbeeb57b-a6f9-4645-95e8-20b1b2a7d1ce tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 947 time: 0.4371107 Nov 12 00:55:31.119767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8614-3ceb-49af-a82c-5e0765b50876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.160399 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea0b8614-3ceb-49af-a82c-5e0765b50876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=708538f3fc4149c2998f1a769136c75b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3682072 Nov 12 00:55:31.160650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-335781cf-455d-4d04-ac6d-db8c3595aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.161544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.162115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-335781cf-455d-4d04-ac6d-db8c3595aeef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2158792 Nov 12 00:55:31.241397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7531c34-eb8f-40b4-aa86-610956b6a112 req-c955100b-0880-41b0-8f97-8f175c5e9531 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990787 Nov 12 00:55:31.252739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8614-3ceb-49af-a82c-5e0765b50876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d9cd5e-42fb-4b58-b344-4ee666c528da,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.321333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.336367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Allocated IP 172.20.0.10 (511cfe38-a509-4222-9f50-02d42f9159c7/0142bd61-1e03-4e96-b334-a8e643b52d70/e348024b-e786-4b0a-a827-3237cc9650df) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:31.382285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.425121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fd79fa4-3ed5-4943-90ab-6109df3c8995 req-43ffcb01-f03c-4b1a-bba6-f0f463a51ea4 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups?id=26591052-c10d-4c09-b704-eb599c9965cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879615 Nov 12 00:55:31.433406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.468239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-0d0f9153-9ea1-4f51-8f9f-ffd310848b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.471478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-0d0f9153-9ea1-4f51-8f9f-ffd310848b79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2744970 Nov 12 00:55:31.493664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'Port': ['ID=424b1c26-987b-4425-924f-537e3be6a034,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.632391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.634966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.641070 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80d9cd5e-42fb-4b58-b344-4ee666c528da HTTP/1.1" status: 204 len: 168 time: 0.4714870 Nov 12 00:55:31.677636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1c322-107d-4573-a211-77f73b28625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d9cd5e-42fb-4b58-b344-4ee666c528da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.838602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:32.014704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b3811c3-c4c8-41c5-8b70-4d0b90e84d3e req-5c0eab3f-a31e-4ecc-9f34-00e4d431180f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 210 time: 0.4276102 Nov 12 00:55:32.151806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:32.169011 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.184768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:32.224545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.228167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:32.229171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:32.244999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-02c92e0f-9af4-46f0-8a36-941d034fb352 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480562 Nov 12 00:55:32.297478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] No DVR routers for this DVR port 424b1c26-987b-4425-924f-537e3be6a034 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:32.305764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.312866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d98b73de-f765-446d-8841-39a1b81e4eaf req-9845aac6-cdbb-4cb6-8bb7-8a29bd5da1ca tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.39 "DELETE /v2.0/ports/424b1c26-987b-4425-924f-537e3be6a034 HTTP/1.1" status: 204 len: 173 time: 3.0180924 Nov 12 00:55:32.315452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-deleted', 'tag': '424b1c26-987b-4425-924f-537e3be6a034'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:32.318969 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3863ee-69ac-4292-b2d2-52ce4c39b7b1" -d '{"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-deleted", "tag": "424b1c26-987b-4425-924f-537e3be6a034"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:32.452031 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1050069-a41b-42cf-a2bb-ee9ea77ae80e x-openstack-request-id: req-f1050069-a41b-42cf-a2bb-ee9ea77ae80e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:32.452638 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb705b-c57b-4985-953a-d4c619d1a7c3", "name": "network-vif-deleted", "tag": "424b1c26-987b-4425-924f-537e3be6a034", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:32.453236 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1050069-a41b-42cf-a2bb-ee9ea77ae80e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:32.454082 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb705b-c57b-4985-953a-d4c619d1a7c3', 'name': 'network-vif-deleted', 'tag': '424b1c26-987b-4425-924f-537e3be6a034', 'status': 'completed', 'code': 200} Nov 12 00:55:32.523585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:32.605524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 424b1c26-987b-4425-924f-537e3be6a034 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:32.708990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.744252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:32.861201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Network 511cfe38-a509-4222-9f50-02d42f9159c7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:32.886028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba098-095a-4d44-a412-d5a10b4779c0 req-ff340ad2-7dfa-4cc8-b61b-f596282baaee tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:32.887617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f2ba098-095a-4d44-a412-d5a10b4779c0 req-ff340ad2-7dfa-4cc8-b61b-f596282baaee tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.3115897 Nov 12 00:55:32.888608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:32.891121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 424b1c26-987b-4425-924f-537e3be6a034 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:32.891700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 424b1c26-987b-4425-924f-537e3be6a034 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:32.896655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:33.077255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f18ac7-e465-46ec-b978-8c82d84c8af4 req-10af50be-310f-4a3e-9864-95dfa9417a15 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4eb705b-c57b-4985-953a-d4c619d1a7c3 HTTP/1.1" status: 200 len: 210 time: 0.1688051 Nov 12 00:55:33.165036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Pushing event updated for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.173363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-454bb256-9278-4af1-bcf3-7276253c7e9a service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9256561 Nov 12 00:55:33.341158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-3c925177-34c0-4b7e-a180-6ac6ac03b5f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 217 time: 0.1393695 Nov 12 00:55:33.357992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.381252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f2ba098-095a-4d44-a412-d5a10b4779c0 req-7c8450af-72c1-4a95-afa3-ce0e34bf9e44 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814389 Nov 12 00:55:33.440652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.441477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.560679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:33.630508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1404024994-network', 'tenant_id': 'ffeb569137074653bd620a77645a2279'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.667203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-8ae87a3e-a7ff-482c-8125-dc9eb15715f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.667495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-8ae87a3e-a7ff-482c-8125-dc9eb15715f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.3059320 Nov 12 00:55:33.685825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:33.707647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Made reservation on behalf of ffeb569137074653bd620a77645a2279 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:33.712284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:33.712951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:33.718573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.746198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.795160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-ad8addc6-634d-4d7f-80cf-89351a6f4201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8514094 Nov 12 00:55:33.820143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464547-a8bf-42d8-9d2f-a5c1d9442e45 req-81cba8fd-bef0-4ff8-8c16-c7b221f0ea60 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.838273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6464547-a8bf-42d8-9d2f-a5c1d9442e45 req-81cba8fd-bef0-4ff8-8c16-c7b221f0ea60 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 932 time: 0.3667226 Nov 12 00:55:33.888353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Request body: {'port': {'device_id': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.924106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-aafb7eb1-126c-4271-9ff8-6841f998fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.932282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-aafb7eb1-126c-4271-9ff8-6841f998fe47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528598 Nov 12 00:55:33.936918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.978088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.056325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:34.079833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34be1067-a98e-4f21-8e42-993254f55128,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.101995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.102556 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Added segment 17b6a541-e577-40c8-9222-35c7d5606170 of type vlan for network b5c16d70-0e44-44d9-90ca-95fa6915dd74 Nov 12 00:55:34.199072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d6c76bf9-1b24-4dd0-a5dd-30703098ef15 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277007 Nov 12 00:55:34.288898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.354986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.424596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:34.481113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.488049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:34.493543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.571567 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2124178 Nov 12 00:55:34.578829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.598319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.606296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.617878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Request body: {'subnet': {'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1404024994-subnet', 'tenant_id': 'ffeb569137074653bd620a77645a2279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.639080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6464547-a8bf-42d8-9d2f-a5c1d9442e45 req-719ce1c9-c644-463f-b48a-4eb131235c30 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999141 Nov 12 00:55:34.643491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.825869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d5559-c92e-45aa-8323-838f711107ed admin admin] Pushing event updated for resources: {'Network': ['ID=b5c16d70-0e44-44d9-90ca-95fa6915dd74,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.828424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-c0b8e603-02da-4d10-b317-cd3cf24b72b8 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061220 Nov 12 00:55:34.867370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b5c16d70-0e44-44d9-90ca-95fa6915dd74 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:34.877114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.880283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.884566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "DELETE /v2.0/security-groups/26591052-c10d-4c09-b704-eb599c9965cd HTTP/1.1" status: 204 len: 168 time: 0.5257041 Nov 12 00:55:34.888872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.943191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef549-72a1-4f34-8df5-c8663ef89467 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26591052-c10d-4c09-b704-eb599c9965cd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.962087 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b0772f2d-8538-4478-8864-e954e61f91f0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] show failed (client error): The resource could not be found. Nov 12 00:55:34.973036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0772f2d-8538-4478-8864-e954e61f91f0 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "GET /v2.0/security-groups/26591052-c10d-4c09-b704-eb599c9965cd HTTP/1.1" status: 404 len: 347 time: 0.0776885 Nov 12 00:55:34.973842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.042434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:35.156126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339b91-44d5-409d-bc22-ffdae1169c76 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:33Z', 'revision_number': 4, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5b2cbcbc-6229-40a9-a688-37be8011b8d1', 'name': '', 'network_id': 'cc583c62-32af-4bf9-9b5f-08abc3223c49', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'mac_address': 'fa:16:3e:a9:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:32Z', 'updated_at': '2021-11-12T00:46:38Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'subnets': [{'id': '0a69974b-1680-4d22-8d19-3f87b8a35bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:35.176228 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.392885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e348024b-e786-4b0a-a827-3237cc9650df {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:35.402177 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.416344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Transition to ACTIVE for port object e348024b-e786-4b0a-a827-3237cc9650df will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:35.420768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Deleting port 3689a9c7-0a80-4a86-8d0b-0690a774a94c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:35.421506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.476257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Made reservation on behalf of ffeb569137074653bd620a77645a2279 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:35.479474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.516534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-d2d5fdc9-3ec0-4fe6-9d49-d8b7a4efe0b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 217 time: 0.6140895 Nov 12 00:55:35.517865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.607199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.607856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.624823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Calling delete_port for 3689a9c7-0a80-4a86-8d0b-0690a774a94c owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:35.699844 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4408561-7865-47e1-90a1-e39f58699939 None None] New status for floating IP c55f1f19-33d1-452b-92d4-897a6e7e662f: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:35.773377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ee0d2-51a8-434d-8d73-e2169488ade8 req-61cf7b37-7b77-4838-bbb2-2af9c09159f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:35.777798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-914ee0d2-51a8-434d-8d73-e2169488ade8 req-61cf7b37-7b77-4838-bbb2-2af9c09159f4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 1.0656652 Nov 12 00:55:35.853647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.862146 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-f4408561-7865-47e1-90a1-e39f58699939 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:35.862877 n-d-712141-15 neutron-server[102679]: DEBUG oslo_db.api [None req-f4408561-7865-47e1-90a1-e39f58699939 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:35.904380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Pushing event deleted for resources: {'Port': ['ID=3689a9c7-0a80-4a86-8d0b-0690a774a94c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.007119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-427bb319-388b-462d-8826-b0a5eb06eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.009544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-427bb319-388b-462d-8826-b0a5eb06eb45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.4521759 Nov 12 00:55:36.014160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.017719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.019561 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-866b4abf-2e8a-41aa-97ed-e603329eaf88 tempest-AttachVolumeShelveTestJSON-163392736 tempest-AttachVolumeShelveTestJSON-163392736-project] 10.222.0.11 "DELETE /v2.0/floatingips/c55f1f19-33d1-452b-92d4-897a6e7e662f HTTP/1.1" status: 204 len: 168 time: 1.0447361 Nov 12 00:55:36.094155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Pushing event updated for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.287119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-914ee0d2-51a8-434d-8d73-e2169488ade8 req-c25ef0d2-ac75-4e93-8a73-90f195ceefaf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791164 Nov 12 00:55:36.365922 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4408561-7865-47e1-90a1-e39f58699939 None None] New status for floating IP c55f1f19-33d1-452b-92d4-897a6e7e662f: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:36.400172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cdadf-cdc1-4416-88cd-d4eb339f0335 req-28042a32-7c34-4382-92e2-48a89c0246f6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.416142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-724cdadf-cdc1-4416-88cd-d4eb339f0335 req-28042a32-7c34-4382-92e2-48a89c0246f6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 944 time: 0.4500802 Nov 12 00:55:36.517576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-ddd642ae-ef42-4eb4-aab7-4c836e56f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.519215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-ddd642ae-ef42-4eb4-aab7-4c836e56f76d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3894303 Nov 12 00:55:36.556491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Attempting to bind port e348024b-e786-4b0a-a827-3237cc9650df on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:36.557037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Attempting to bind port e348024b-e786-4b0a-a827-3237cc9650df by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:36.557484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Attempting to bind port e348024b-e786-4b0a-a827-3237cc9650df on network 511cfe38-a509-4222-9f50-02d42f9159c7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:36.600496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Port e348024b-e786-4b0a-a827-3237cc9650df on network 511cfe38-a509-4222-9f50-02d42f9159c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:36.600987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Attempting to bind port e348024b-e786-4b0a-a827-3237cc9650df on network 511cfe38-a509-4222-9f50-02d42f9159c7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:37.043281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:37.043973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Checking segment: {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:37.044293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Bound using segment: {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:37.044845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Bound port: e348024b-e786-4b0a-a827-3237cc9650df, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692cfa3b-6846-4434-94e0-ab9b9aa0a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:37.045324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.174700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-724cdadf-cdc1-4416-88cd-d4eb339f0335 req-9d337cff-3427-471d-bda8-868175cb43fa tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559662 Nov 12 00:55:37.185750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.266182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-15a206ef-e488-48bf-a8f5-58f89719a15f service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344539 Nov 12 00:55:37.306737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:37.329250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9755f93f-ee1c-44d8-8b9c-e4e58649383c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.356406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e348024b-e786-4b0a-a827-3237cc9650df,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:37.397632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.451429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Checking segment: {'id': '17b6a541-e577-40c8-9222-35c7d5606170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:37.451858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Network hostable DHCP agents. Network: b5c16d70-0e44-44d9-90ca-95fa6915dd74, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:37.502286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:37.504903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.506486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] 10.222.0.32 "PUT /v2.0/ports/e348024b-e786-4b0a-a827-3237cc9650df HTTP/1.1" status: 200 len: 1093 time: 3.6337411 Nov 12 00:55:37.510372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:37.512903 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a9f6c9-a646-4cc9-94c4-82806a4f4349" -d '{"events": [{"name": "network-changed", "server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "tag": "e348024b-e786-4b0a-a827-3237cc9650df"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:37.650870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29372-ce4f-48ef-b1d3-4e96fb430207 service neutron] Pushing event updated for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.663647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc7ba7fb-51c2-48b0-8d68-ba418eb5fc39 req-5a0ae3d5-7046-4671-abba-6d7d780ab556 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795207 Nov 12 00:55:37.693885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Network b5c16d70-0e44-44d9-90ca-95fa6915dd74 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:37.782859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4953ac-8c21-4536-af83-32d3066b1ca4 req-f5dff608-8c11-4b02-9f61-38f004d2fab7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:37.797712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a4953ac-8c21-4536-af83-32d3066b1ca4 req-f5dff608-8c11-4b02-9f61-38f004d2fab7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.3778436 Nov 12 00:55:37.813248 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2743e1f8-1558-42d8-96ba-d11a28ad36a5 x-openstack-request-id: req-2743e1f8-1558-42d8-96ba-d11a28ad36a5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:37.813535 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "tag": "e348024b-e786-4b0a-a827-3237cc9650df", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:37.813783 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2743e1f8-1558-42d8-96ba-d11a28ad36a5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:37.814234 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df', 'status': 'completed', 'code': 200} Nov 12 00:55:37.826909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b5c16d70-0e44-44d9-90ca-95fa6915dd74) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:37.833379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:37.834669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.839830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa0444-3877-4ef3-b71b-5ec3f7a5c4f9 None None] Network b5c16d70-0e44-44d9-90ca-95fa6915dd74 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:37.881873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-d4033f57-260b-4022-b60e-dc0c31584323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:37.883820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-d4033f57-260b-4022-b60e-dc0c31584323 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 1096 time: 0.2946558 Nov 12 00:55:37.896585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7e91caf1-89d6-4fa8-a8b4-c9284de7fca8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2959158 Nov 12 00:55:38.050476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-6bdeb55e-73dd-48eb-aa43-76d7d5bc8397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e348024b-e786-4b0a-a827-3237cc9650df HTTP/1.1" status: 200 len: 217 time: 0.1522920 Nov 12 00:55:38.119751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-80ba7a5e-79a1-4059-b47a-3b56b6fc82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:38.121637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-80ba7a5e-79a1-4059-b47a-3b56b6fc82fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.0619004 Nov 12 00:55:38.232240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-3921aab6-fad7-463b-a726-c1b3cf565630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858200 Nov 12 00:55:38.237105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a4953ac-8c21-4536-af83-32d3066b1ca4 req-7b91d488-5bf4-49cc-828b-f4e55ddb3ba5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384906 Nov 12 00:55:38.302673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96609d5d-f825-41ea-9105-e1d27b9c5c43 None None] Network b5c16d70-0e44-44d9-90ca-95fa6915dd74 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:38.520851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-75bf2d3d-1e77-4e28-979f-9d64311e6958 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778590 Nov 12 00:55:38.743513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ae10-62ba-4e72-973a-f68365cb27ec req-4520d459-e0b3-4acc-a4c0-877ec7d907df tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:38.751686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d870ae10-62ba-4e72-973a-f68365cb27ec req-4520d459-e0b3-4acc-a4c0-877ec7d907df tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 944 time: 0.2296014 Nov 12 00:55:38.936900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47fd788e-7c2a-4a7a-a573-0d32977d6a25 req-6f64af70-6cc2-4c81-9b82-c32d4a79ffb6 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870134 Nov 12 00:55:38.958095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d870ae10-62ba-4e72-973a-f68365cb27ec req-8c43762e-f82d-4065-a803-716a3416bcd4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935928 Nov 12 00:55:39.062068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-21f87b42-b096-40d7-a420-2c6991f4d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.063681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-21f87b42-b096-40d7-a420-2c6991f4d95c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 1096 time: 0.0647573 Nov 12 00:55:39.225328 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f7419bd-876a-444d-8137-5ecbcb0f0466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.315440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.321960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1970002897-network', 'tenant_id': 'b10581cef0444e3eae6409cabff0fa22'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:39.373167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-d54418ce-cbad-4ca5-9f7f-e53b06716f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.374773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-d54418ce-cbad-4ca5-9f7f-e53b06716f73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.3000286 Nov 12 00:55:39.381375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Made reservation on behalf of b10581cef0444e3eae6409cabff0fa22 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:39.392428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.433491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.462047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-ae62310c-4cc0-4a3e-8682-c6cb9671b3dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e348024b-e786-4b0a-a827-3237cc9650df HTTP/1.1" status: 200 len: 217 time: 0.0754030 Nov 12 00:55:39.575350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.596727 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.656899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:39.663138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a5e95-4f33-4f08-8338-6d44bcfa6f56,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.689019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4059ba-746d-4053-a06b-58f649f13dd1 req-6432ef61-b618-42c2-8e1a-d5285b7ca7ae tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.723865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b4059ba-746d-4053-a06b-58f649f13dd1 req-6432ef61-b618-42c2-8e1a-d5285b7ca7ae tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.2692177 Nov 12 00:55:39.728907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.728907 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Added segment e6684c00-8ea5-44c4-8f0b-a553682ccc7d of type vlan for network 1f660fc8-8bbb-4346-b384-0584c807434e Nov 12 00:55:39.763651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-0c5b9ba2-6ff1-40f4-9e5a-ca6f11a85b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.765707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-0c5b9ba2-6ff1-40f4-9e5a-ca6f11a85b88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.2462904 Nov 12 00:55:39.841454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.847525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-5627f11e-ae9e-454a-9b72-7eb41282f680 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639310 Nov 12 00:55:39.918966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b4059ba-746d-4053-a06b-58f649f13dd1 req-2e920bcf-bdbc-4784-93e2-904d73d5eaee tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936443 Nov 12 00:55:39.952123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.953080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:39.953765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.078660 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7619078 Nov 12 00:55:40.082724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.090300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Request body: {'subnet': {'network_id': '1f660fc8-8bbb-4346-b384-0584c807434e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1970002897-subnet', 'tenant_id': 'b10581cef0444e3eae6409cabff0fa22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:40.099499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e63d-7811-4887-82da-5b330a450736 admin admin] Pushing event updated for resources: {'Network': ['ID=1f660fc8-8bbb-4346-b384-0584c807434e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.112875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1f660fc8-8bbb-4346-b384-0584c807434e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:40.147829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Made reservation on behalf of b10581cef0444e3eae6409cabff0fa22 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:40.150421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.173618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-3d85aad7-17cd-4a35-85d5-3559475cd7d6 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059623 Nov 12 00:55:40.434583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28a9f6c9-a646-4cc9-94c4-82806a4f4349 req-36fe299f-235d-4f48-a7d7-75328cffc736 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204931 Nov 12 00:55:40.448741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d561e-0ac8-4efd-87fc-d6697b082342 req-e4a0dc35-e3a9-4159-a7f6-321f942a78a8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.450846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e0d561e-0ac8-4efd-87fc-d6697b082342 req-e4a0dc35-e3a9-4159-a7f6-321f942a78a8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 944 time: 0.3295424 Nov 12 00:55:40.556657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.566717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e0d561e-0ac8-4efd-87fc-d6697b082342 req-72deaad8-b343-4710-a23c-444679ac3f72 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Nov 12 00:55:40.644772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62dbff0-6baa-4892-9e34-916efcc50b7b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.661255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Checking segment: {'id': 'e6684c00-8ea5-44c4-8f0b-a553682ccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f660fc8-8bbb-4346-b384-0584c807434e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:40.661671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Network hostable DHCP agents. Network: 1f660fc8-8bbb-4346-b384-0584c807434e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:40.687381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Network 1f660fc8-8bbb-4346-b384-0584c807434e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:40.704007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1f660fc8-8bbb-4346-b384-0584c807434e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:40.712879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b040106-29ea-4843-9055-8608ee2aa7c6 None None] Network 1f660fc8-8bbb-4346-b384-0584c807434e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:40.732835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.736548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.779852 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1f8199d7-9500-4472-98a6-3d06cfb8aeab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6943645 Nov 12 00:55:41.077176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7c7392-e0f6-4cec-8f35-eae033c70f6d None None] Network 1f660fc8-8bbb-4346-b384-0584c807434e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:41.326023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b97bc-c36e-4fbf-bedd-d070e6c2fafa req-fda201da-c5d0-40cf-b959-9fbbfb01e7d4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:41.335375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea7b97bc-c36e-4fbf-bedd-d070e6c2fafa req-fda201da-c5d0-40cf-b959-9fbbfb01e7d4 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1295898 Nov 12 00:55:41.484740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea7b97bc-c36e-4fbf-bedd-d070e6c2fafa req-0e82e323-6247-4dc7-a2f3-f77c71647984 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Nov 12 00:55:41.724133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6a2e-092a-49b9-aef6-a89fa6f78a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.908592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422c9f1-a0c6-46b2-b161-d33915d3a3f8 req-edf164ff-ac4a-498e-8107-3aa94d8de26f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:41.922340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4422c9f1-a0c6-46b2-b161-d33915d3a3f8 req-edf164ff-ac4a-498e-8107-3aa94d8de26f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 944 time: 0.1600575 Nov 12 00:55:42.051937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4422c9f1-a0c6-46b2-b161-d33915d3a3f8 req-7d8d308b-c88d-46f9-8733-4fc6b393bd7b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284218 Nov 12 00:55:42.404373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e348024b-e786-4b0a-a827-3237cc9650df details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:42.421294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-93ef7247-d9f6-4ee4-ae3c-4beab437e11c tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.445415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-93ef7247-d9f6-4ee4-ae3c-4beab437e11c tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/networks?id=b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 200 len: 812 time: 0.2604601 Nov 12 00:55:42.530409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-af97caec-05c8-4068-924b-d180b5790595 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/quotas/ffeb569137074653bd620a77645a2279 HTTP/1.1" status: 200 len: 375 time: 0.0835297 Nov 12 00:55:42.614717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e348024b-e786-4b0a-a827-3237cc9650df,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:42.632527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e348024b-e786-4b0a-a827-3237cc9650df', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'port_id': 'e348024b-e786-4b0a-a827-3237cc9650df', 'mac_address': 'fa:16:3e:03:44:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142bd61-1e03-4e96-b334-a8e643b52d70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:42.658942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-0b2acbef-f5ff-41d2-801b-128547804b1c tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffeb569137074653bd620a77645a2279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278064 Nov 12 00:55:42.758539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.764683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.785747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e348024b-e786-4b0a-a827-3237cc9650df {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:42.842791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b920fb-7cbb-4c68-a9d5-7324712e6234 req-2cc2dab5-7fa5-4cd0-ac8f-39935c8c8148 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.847067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7b920fb-7cbb-4c68-a9d5-7324712e6234 req-2cc2dab5-7fa5-4cd0-ac8f-39935c8c8148 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1857307 Nov 12 00:55:42.848567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e348024b-e786-4b0a-a827-3237cc9650df,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:42.869001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.987445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:42.993821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1031216252'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:43.037544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:43.046696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.073612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.100938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-b3e8870e-46a1-4132-a533-42e276fb778e service neutron] 10.222.0.11 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369841 Nov 12 00:55:43.174328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:43.224272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e348024b-e786-4b0a-a827-3237cc9650df'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:43.244844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.246633 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Added segment 87dcbcbf-514b-40c3-96c6-8b50df290171 of type vlan for network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d Nov 12 00:55:43.271793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-e6f8ee0c-e196-4312-9b7b-0d49fbd6ecfd service neutron] 10.222.0.11 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719718 Nov 12 00:55:43.307388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7b920fb-7cbb-4c68-a9d5-7324712e6234 req-18394f08-8771-4364-8b86-e608bdad6eba tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484909 Nov 12 00:55:43.373770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.444430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.452048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.452791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.585277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffaae0d2-d148-46ac-b4ff-eb54f340edd7 req-ca639ba1-8955-4d3d-b042-6cf12a221dc7 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 210 time: 0.0521848 Nov 12 00:55:43.630264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6407282 Nov 12 00:55:43.632557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:43.638184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Network': ['ID=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.643510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-341310989'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:43.648603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.649128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.649470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.650049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.650555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.650907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.651220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.651541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.651872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.652214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.652531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.653005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16875247-6fda-4ab9-a1cf-412c25a7ea08 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:43.668004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:43.821154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:43.828479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.892026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd972aa-44dd-451e-b9c5-f01cb309b492 req-601e08e1-a18d-40fb-8486-532679194156 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.898105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bd972aa-44dd-451e-b9c5-f01cb309b492 req-601e08e1-a18d-40fb-8486-532679194156 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 945 time: 0.2151995 Nov 12 00:55:43.925910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:43.947507 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.954762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.955133 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Added segment 1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6 of type vlan for network eefe3195-f31b-4301-afbc-1bf73db1e6f3 Nov 12 00:55:44.126056 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.181873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bd972aa-44dd-451e-b9c5-f01cb309b492 req-41d96f1c-6232-4562-a57b-57903d437d8e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023706 Nov 12 00:55:44.231923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.244787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:44.246517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.290075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6549773 Nov 12 00:55:44.294553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:44.305882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'subnet': {'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.387372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Network': ['ID=eefe3195-f31b-4301-afbc-1bf73db1e6f3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.406280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.408299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.410466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.411177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.411690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.413455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.413959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.415474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.417095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.417737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.418743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.419797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbddbcf-0bb2-45c6-814e-d20ca7abe7d6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.436935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:44.595224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:44.599723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.843947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5f80a60-7b6d-4c08-894d-6fabce7332cb req-b69d24ce-b404-4ebf-a3a7-3338645eddd6 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 210 time: 0.0741446 Nov 12 00:55:44.868100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.889047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9818-09e5-4ca9-9208-c1344316cc76 req-75017102-902e-401a-b28b-2b73838b25e8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:44.898944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da1f9818-09e5-4ca9-9208-c1344316cc76 req-75017102-902e-401a-b28b-2b73838b25e8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.2462423 Nov 12 00:55:45.040464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da1f9818-09e5-4ca9-9208-c1344316cc76 req-248a7c9e-9a96-4676-b1ab-7a6aa13c55f1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405673 Nov 12 00:55:45.127169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.201032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Subnet': ['ID=0357a3e6-15f8-4728-b592-d3c3c5824329,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:45.219714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:45.220241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network hostable DHCP agents. Network: c05c2d66-e3fd-4a16-8ed8-ee98bc81447d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:45.272132 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:45.291047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c05c2d66-e3fd-4a16-8ed8-ee98bc81447d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:45.298663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.300436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.305277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b83418-873c-43a9-a296-62e1259f91a0 None None] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:45.362810 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b200acfc-7be9-4919-af69-e1ac8d7c42ea tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0668247 Nov 12 00:55:45.365790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:45.382399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'subnet': {'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:45.553082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:45.560574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.565000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-d8a2719a-ca76-4a46-8bfc-1b2505719551 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.568205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-d8a2719a-ca76-4a46-8bfc-1b2505719551 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.39 "GET /v2.0/networks?id=b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 200 len: 812 time: 0.4223180 Nov 12 00:55:45.587778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:45.588735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.612110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Request body: {'port': {'device_id': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74', 'admin_state_up': True, 'tenant_id': 'ffeb569137074653bd620a77645a2279'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:45.748449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ded4-a1da-47c5-a848-a2bd283ecd73 req-782fa018-72be-4492-be6c-d4e179cb3221 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.759659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2d0ded4-a1da-47c5-a848-a2bd283ecd73 req-782fa018-72be-4492-be6c-d4e179cb3221 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 945 time: 0.3475831 Nov 12 00:55:45.833334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.939630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Subnet': ['ID=daf9379e-8411-4fdf-8590-3121a4d534ed,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.000246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2d0ded4-a1da-47c5-a848-a2bd283ecd73 req-429d9473-ad5c-4db7-b82a-c7e5748cf499 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371044 Nov 12 00:55:46.057824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Allocated IP 10.1.1.2 (c05c2d66-e3fd-4a16-8ed8-ee98bc81447d/0357a3e6-15f8-4728-b592-d3c3c5824329/1995ec59-c8ee-4367-b7ca-016636a72445) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:46.106966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Checking segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:46.107604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network hostable DHCP agents. Network: eefe3195-f31b-4301-afbc-1bf73db1e6f3, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:46.155691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:46.175237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, eefe3195-f31b-4301-afbc-1bf73db1e6f3) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:46.188932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.191475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.198566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff3a1dc6-ebfb-4155-ba15-f1b7a104823d req-829c99b6-fd66-4d09-8e59-70e2c2b3d8a8 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 210 time: 0.0900085 Nov 12 00:55:46.237785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59cfd5-1955-4f39-b32f-c4c1ecbe489e None None] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:46.248816 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-258d724d-d69a-4308-a86a-fd467a47a868 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8802021 Nov 12 00:55:46.251839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:46.256930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'name': 'tempest-TaggedBootDevicesTest_v242-1718251241', 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:46.277581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Made reservation on behalf of ffeb569137074653bd620a77645a2279 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:46.282457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.430635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e348024b-e786-4b0a-a827-3237cc9650df up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:46.536108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:46.626770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f19c0-c62f-4574-b66f-57750eef2e27 req-a73face0-a15d-4fe0-ba3c-28575b9044c3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.634332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f00f19c0-c62f-4574-b66f-57750eef2e27 req-a73face0-a15d-4fe0-ba3c-28575b9044c3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.2515500 Nov 12 00:55:46.664961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port e348024b-e786-4b0a-a827-3237cc9650df completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:46.687230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e348024b-e786-4b0a-a827-3237cc9650df triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.687968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.768847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.777921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ips': [{'subnet_id': 'daf9379e-8411-4fdf-8590-3121a4d534ed'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:46.779154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.834295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] device_id is not set on port 2518b50d-f37b-4ec1-8591-20687c655171 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:46.842794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f00f19c0-c62f-4574-b66f-57750eef2e27 req-5db3219d-cdbf-4713-a1d3-caa328036731 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064061 Nov 12 00:55:46.922183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Allocated IP 172.20.0.9 (b5c16d70-0e44-44d9-90ca-95fa6915dd74/9755f93f-ee1c-44d8-8b9c-e4e58649383c/194305e7-e08e-4244-bedf-8b5e4a6e3528) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:46.999729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.011067 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.026949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.071383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:47.268472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.362215 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.539302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.1.1.227 (c05c2d66-e3fd-4a16-8ed8-ee98bc81447d/0357a3e6-15f8-4728-b592-d3c3c5824329/2518b50d-f37b-4ec1-8591-20687c655171) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:47.565315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Network b5c16d70-0e44-44d9-90ca-95fa6915dd74 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:47.574783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:47.592873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:47.603272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfbab0-d8d2-4c7c-8a0f-2cf3623400fc req-6076a936-fde2-42dc-91fd-f91abeec7525 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.612104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46cfbab0-d8d2-4c7c-8a0f-2cf3623400fc req-6076a936-fde2-42dc-91fd-f91abeec7525 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 945 time: 0.2766700 Nov 12 00:55:47.665970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e348024b-e786-4b0a-a827-3237cc9650df,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:47.668019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:47.673453 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec7311-df43-46be-96d8-6200d1f50290" -d '{"events": [{"server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e348024b-e786-4b0a-a827-3237cc9650df"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:47.676002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Pushing event updated for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.691661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Allocated IP 10.2.2.2 (eefe3195-f31b-4301-afbc-1bf73db1e6f3/daf9379e-8411-4fdf-8590-3121a4d534ed/4b2d91e8-12ed-4852-9152-3498c68a6a7a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:47.699801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.706550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:47.712216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:47.755980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46cfbab0-d8d2-4c7c-8a0f-2cf3623400fc req-dd44775b-b93d-4a2b-bd77-b0ec1c5bf751 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432667 Nov 12 00:55:47.790922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea66667-afe9-48c4-bc00-e7ab526c84a6 req-9bdd62e3-9e3f-4116-a42f-8f0dda28be56 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.817869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aea66667-afe9-48c4-bc00-e7ab526c84a6 req-9bdd62e3-9e3f-4116-a42f-8f0dda28be56 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 931 time: 0.2943664 Nov 12 00:55:47.831088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.832234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.839998 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a1535-e932-4837-bfe8-42f8af69f210 x-openstack-request-id: req-797a1535-e932-4837-bfe8-42f8af69f210 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:47.840306 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e348024b-e786-4b0a-a827-3237cc9650df", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:47.840599 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-797a1535-e932-4837-bfe8-42f8af69f210 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:47.840937 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df', 'code': 200} Nov 12 00:55:47.851167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Pushing event updated for resources: {'Port': ['ID=1995ec59-c8ee-4367-b7ca-016636a72445,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.906863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-90cc79b9-8919-4d3e-b895-2408c570e9e3 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2991481 Nov 12 00:55:47.910426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.910426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.910837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.916620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.919328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.919685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.920022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.921823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Request body: {'port': {'device_id': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:47.924606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.924967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.925304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.925639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:47.925970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:48.020680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.073856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Attempting to bind port 1995ec59-c8ee-4367-b7ca-016636a72445 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:48.074233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Attempting to bind port 1995ec59-c8ee-4367-b7ca-016636a72445 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:48.074607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Attempting to bind port 1995ec59-c8ee-4367-b7ca-016636a72445 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:48.086301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.135296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.147263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aea66667-afe9-48c4-bc00-e7ab526c84a6 req-e5ca41d0-494c-4407-8bc3-aef60fb9f066 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281033 Nov 12 00:55:48.166997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e752587-423a-4082-8f36-e5ad5dd2ab4c req-7703150d-b966-45d3-b102-7df3c0d1dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.168647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e752587-423a-4082-8f36-e5ad5dd2ab4c req-7703150d-b966-45d3-b102-7df3c0d1dd06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 1098 time: 0.1935327 Nov 12 00:55:48.180868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d553aeb-33c8-4563-b0fa-4c7488906721 req-8a96600d-d739-4244-be4d-93fca1c2e75e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.185774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d553aeb-33c8-4563-b0fa-4c7488906721 req-8a96600d-d739-4244-be4d-93fca1c2e75e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.1887484 Nov 12 00:55:48.211760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.227113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:48.232087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:48.237339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:48.318286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:48.321604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:48.321802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.322157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.325222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.325496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Bound using segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:48.326133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Bound port: 1995ec59-c8ee-4367-b7ca-016636a72445, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:48.326872 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.359010 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fd7e466a-757b-4670-8821-3c653f02b73d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1057422 Nov 12 00:55:48.363712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:48.368926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'name': 'tempest-TaggedBootDevicesTest_v242-1089698654', 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:48.376408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.439279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d553aeb-33c8-4563-b0fa-4c7488906721 req-83611913-66f8-45ed-841b-1b3fa417e52b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524962 Nov 12 00:55:48.467086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e752587-423a-4082-8f36-e5ad5dd2ab4c req-e11c8b27-9bce-4ae1-a026-ce03d0f1e7f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368534 Nov 12 00:55:48.531753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:48.599968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.609407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] For port 1995ec59-c8ee-4367-b7ca-016636a72445, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:48.617835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] For port 1995ec59-c8ee-4367-b7ca-016636a72445, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1995ec59-c8ee-4367-b7ca-016636a72445,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:48.624216 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.636369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.675460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:48.688451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.693465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:48.698327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:48.705882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:48.740750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] device_id is not set on port 12b77455-931d-434e-9bf8-69521447a0b4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:48.757727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58ff01-57e5-4b54-88f8-e5ab94df7f1b None None] Pushing event updated for resources: {'Port': ['ID=1995ec59-c8ee-4367-b7ca-016636a72445,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.831714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Attempting to bind port 4b2d91e8-12ed-4852-9152-3498c68a6a7a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:48.832235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Attempting to bind port 4b2d91e8-12ed-4852-9152-3498c68a6a7a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:48.832635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Attempting to bind port 4b2d91e8-12ed-4852-9152-3498c68a6a7a on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:48.834913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Pushing event updated for resources: {'Port': ['ID=4b2d91e8-12ed-4852-9152-3498c68a6a7a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.848830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:48.852379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Checking segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:48.852888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.853319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Bound using segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:48.853888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Bound port: 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:48.854288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.972735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] For port 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:48.987384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] For port 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4b2d91e8-12ed-4852-9152-3498c68a6a7a,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:48.997436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.117295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-931003b1-9583-4de4-9aa5-c6551c578727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.120357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-931003b1-9583-4de4-9aa5-c6551c578727 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 1098 time: 0.3832815 Nov 12 00:55:49.133421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef9aa-f090-48ba-ba18-4e62b153bff4 None None] Pushing event updated for resources: {'Port': ['ID=4b2d91e8-12ed-4852-9152-3498c68a6a7a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.285298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.1.1.81 (c05c2d66-e3fd-4a16-8ed8-ee98bc81447d/0357a3e6-15f8-4728-b592-d3c3c5824329/12b77455-931d-434e-9bf8-69521447a0b4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:49.310450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194305e7-e08e-4244-bedf-8b5e4a6e3528 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:49.343650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.390733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Transition to ACTIVE for port object 194305e7-e08e-4244-bedf-8b5e4a6e3528 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:49.438493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1995ec59-c8ee-4367-b7ca-016636a72445 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:49.460906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.576537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.598745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1995ec59-c8ee-4367-b7ca-016636a72445 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:49.599387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.763164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.839713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 1995ec59-c8ee-4367-b7ca-016636a72445, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1995ec59-c8ee-4367-b7ca-016636a72445,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:49.846309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.941834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=1995ec59-c8ee-4367-b7ca-016636a72445,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.068298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.361099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d9dec-3eaa-4ff0-85b8-43cfc9bf449b req-e9e41eb6-7f7b-4e9e-8049-999b4dcc3966 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.371206 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-812d9dec-3eaa-4ff0-85b8-43cfc9bf449b req-e9e41eb6-7f7b-4e9e-8049-999b4dcc3966 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 946 time: 1.4214976 Nov 12 00:55:50.384643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-dd30fe84-515a-4043-95be-498c8693ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.386635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-dd30fe84-515a-4043-95be-498c8693ae4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 1.2570693 Nov 12 00:55:50.415714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.463043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5200a-0a2c-4f65-a325-08adfaaaeb68 None None] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:50.549815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.568639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:50.583579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:50.588307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:50.649475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-024819de-5939-47fd-b15a-49335b598578 None None] Provisioning complete for port 1995ec59-c8ee-4367-b7ca-016636a72445 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:50.649853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-024819de-5939-47fd-b15a-49335b598578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.660117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.662124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.679277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-341a7eb3-7ae5-4306-bd37-d013156ff5bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca HTTP/1.1" status: 200 len: 217 time: 0.1995656 Nov 12 00:55:50.717776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6126c31c-491a-4e29-9e17-b58cef43f875 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3526289 Nov 12 00:55:50.726383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-812d9dec-3eaa-4ff0-85b8-43cfc9bf449b req-7adfb46e-6d92-474b-9d6e-4937f818c64f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493693 Nov 12 00:55:50.751396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.783946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4027-c66b-4b6a-b1a8-a61c3c45911e req-e112cb5c-be18-4a3b-8877-8ff7ac3a15b2 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.786252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82ce4027-c66b-4b6a-b1a8-a61c3c45911e req-e112cb5c-be18-4a3b-8877-8ff7ac3a15b2 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 943 time: 1.3781366 Nov 12 00:55:50.968452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-558a29e5-d070-4cb2-95d2-2bbb447b49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.970565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-558a29e5-d070-4cb2-95d2-2bbb447b49b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2428892 Nov 12 00:55:50.978475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Attempting to bind port 194305e7-e08e-4244-bedf-8b5e4a6e3528 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:50.978920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Attempting to bind port 194305e7-e08e-4244-bedf-8b5e4a6e3528 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '17b6a541-e577-40c8-9222-35c7d5606170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:50.979358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Attempting to bind port 194305e7-e08e-4244-bedf-8b5e4a6e3528 on network b5c16d70-0e44-44d9-90ca-95fa6915dd74 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:50.990914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82ce4027-c66b-4b6a-b1a8-a61c3c45911e req-bedb9043-7e48-40c9-9ef1-cae72ccee4f6 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814916 Nov 12 00:55:51.028114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Port 194305e7-e08e-4244-bedf-8b5e4a6e3528 on network b5c16d70-0e44-44d9-90ca-95fa6915dd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:51.029253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Attempting to bind port 194305e7-e08e-4244-bedf-8b5e4a6e3528 on network b5c16d70-0e44-44d9-90ca-95fa6915dd74 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:51.033220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26826177-0285-4ae7-9d9b-cab074876f52 None None] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:51.066875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:51.070175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Checking segment: {'id': '17b6a541-e577-40c8-9222-35c7d5606170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:51.071220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Bound using segment: {'id': '17b6a541-e577-40c8-9222-35c7d5606170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:51.071948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Bound port: 194305e7-e08e-4244-bedf-8b5e4a6e3528, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b6a541-e577-40c8-9222-35c7d5606170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:51.072801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.300238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:51.309303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528,segment=NetworkSegment(17b6a541-e577-40c8-9222-35c7d5606170),segment_id=17b6a541-e577-40c8-9222-35c7d5606170)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:51.341833 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.345095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] Provisioning complete for port 4b2d91e8-12ed-4852-9152-3498c68a6a7a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:51.346411 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.360734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-826819bd-17b2-4f16-a2da-70d1a574a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.362460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-826819bd-17b2-4f16-a2da-70d1a574a57a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3789730 Nov 12 00:55:51.416566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Deleting port 5b2cbcbc-6229-40a9-a688-37be8011b8d1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:51.417125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.500663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad44ff-1ec4-44c4-8db4-eefc6c383043 req-703d39cb-6133-4eb2-9f64-4cb71e8b6428 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.503812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ad44ff-1ec4-44c4-8db4-eefc6c383043 req-703d39cb-6133-4eb2-9f64-4cb71e8b6428 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 946 time: 0.4261308 Nov 12 00:55:51.505247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.506007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.507522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 200 len: 1092 time: 3.5994756 Nov 12 00:55:51.511218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:51.514665 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49941502-2593-4f57-bfed-96287d371f75" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:51.569997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] For port 5b2cbcbc-6229-40a9-a688-37be8011b8d1, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5b2cbcbc-6229-40a9-a688-37be8011b8d1,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:51.571475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.596847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Calling delete_port for 5b2cbcbc-6229-40a9-a688-37be8011b8d1 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:51.659452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e8011-439d-44ed-8da5-fa1a4e64b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:51.703620 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.758461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ad44ff-1ec4-44c4-8db4-eefc6c383043 req-f4d8dab0-f315-40dc-823e-32dda5501cef tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377961 Nov 12 00:55:51.762076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:51.766788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737958243', 'description': 'tempest-description--1575225284'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:51.799628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-68a8e163-2d2a-4426-9a3d-36f161d2930c service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074404 Nov 12 00:55:51.818932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1995ec59-c8ee-4367-b7ca-016636a72445 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:51.859446 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358d5dd-77aa-486d-a879-2f3bbe8d0a33 x-openstack-request-id: req-2358d5dd-77aa-486d-a879-2f3bbe8d0a33 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:51.859747 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:51.860044 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2358d5dd-77aa-486d-a879-2f3bbe8d0a33 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:51.860405 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528', 'status': 'completed', 'code': 200} Nov 12 00:55:51.877071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-3f6d3b1a-f4f2-4e12-9e02-ccc01f6309f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.879038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-3f6d3b1a-f4f2-4e12-9e02-ccc01f6309f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffeb569137074653bd620a77645a2279&device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 1095 time: 0.2999830 Nov 12 00:55:51.916609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] For port 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4b2d91e8-12ed-4852-9152-3498c68a6a7a,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:51.931032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.015564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.055738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-f5e529d8-487b-4487-a3dc-39638b4f0ef6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 200 len: 217 time: 0.1626675 Nov 12 00:55:52.154193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.172624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542ad6e-3ed1-4189-b456-0db464a95598 None None] Pushing event updated for resources: {'Port': ['ID=4b2d91e8-12ed-4852-9152-3498c68a6a7a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:52.187488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Provisioning complete for port 12b77455-931d-434e-9bf8-69521447a0b4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:52.187858 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.194137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1995ec59-c8ee-4367-b7ca-016636a72445 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:52.194413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.255353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2cbcbc-6229-40a9-a688-37be8011b8d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:52.257330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Port 12b77455-931d-434e-9bf8-69521447a0b4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:52.345682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Provisioning complete for port 1995ec59-c8ee-4367-b7ca-016636a72445 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:52.347813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.496670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:52.500792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4b2d91e8-12ed-4852-9152-3498c68a6a7a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:52.559919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.570739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f09907d-156d-484f-b0ec-d3a67a59fcb0 req-c359b1b2-3dd3-4e9e-abc8-f3b754f58c2b service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413242 Nov 12 00:55:52.573106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-8302b38e-53d7-4a7b-9016-ac8f8d3edeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.574896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-8302b38e-53d7-4a7b-9016-ac8f8d3edeab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9755f93f-ee1c-44d8-8b9c-e4e58649383c HTTP/1.1" status: 200 len: 852 time: 0.4201307 Nov 12 00:55:52.736460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-7262d6b3-0116-4eae-bd2c-a3724f269f39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c16d70-0e44-44d9-90ca-95fa6915dd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170681 Nov 12 00:55:52.736828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.749100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf77d-0d6d-451a-bbcd-3b6889d3d7c4 req-e8bb19f1-93a6-42ad-b76d-eb82a9d15e96 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.750913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0deaf77d-0d6d-451a-bbcd-3b6889d3d7c4 req-e8bb19f1-93a6-42ad-b76d-eb82a9d15e96 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 946 time: 0.7705491 Nov 12 00:55:52.781646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4b2d91e8-12ed-4852-9152-3498c68a6a7a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:52.782198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.851411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-02502cca-f3ee-4a8f-9d17-37c90a4a69a3 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932829 Nov 12 00:55:52.858391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:52.862945 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b759f65-542d-4f1c-9f3b-dc8389bbae40" -d '{"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-unplugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:52.885745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Router e1399879-28d4-4696-891a-d9e0089198a3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:52.920373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:52.925735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Provisioning complete for port 2518b50d-f37b-4ec1-8591-20687c655171 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:52.926263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.945757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.968887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ebeff-3ccb-469f-b78c-c3719cdeecd2 req-c349530a-8a5e-4888-8d3f-ab1d08e422e0 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.976720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f0ebeff-3ccb-469f-b78c-c3719cdeecd2 req-c349530a-8a5e-4888-8d3f-ab1d08e422e0 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 943 time: 0.6308496 Nov 12 00:55:53.016663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:53.025195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7dbfd38-73bf-4173-99d6-4d16f365a3d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1399879-28d4-4696-891a-d9e0089198a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4916954 Nov 12 00:55:53.027646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.028121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccde6b0a-0dd9-4268-9ee2-430df3fec692 req-753faa0b-dd03-497c-8ec8-be5cf1985037 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647646 Nov 12 00:55:53.043601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Sync routers for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:53.068976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.090048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:53.090854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:53.103380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.168726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d0630-1090-47cd-9361-f674ba3c9c11 None None] Port 2518b50d-f37b-4ec1-8591-20687c655171 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:53.202213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f0ebeff-3ccb-469f-b78c-c3719cdeecd2 req-1da81a8d-6750-481e-a98a-1bcc4c3446f4 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243924 Nov 12 00:55:53.207093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0deaf77d-0d6d-451a-bbcd-3b6889d3d7c4 req-e5adf173-22eb-4f92-b49c-d1e9b606d5ef tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547158 Nov 12 00:55:53.213203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcc5cd6-b978-4989-999d-00ac57ad69a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.264843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.266905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.270941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4fdc04bb-8631-40e8-aaa8-2d4779c5829d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5051904 Nov 12 00:55:53.271202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.286286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'security_group_rule': {'security_group_id': 'fdcc5cd6-b978-4989-999d-00ac57ad69a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.336429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.360424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.402469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ce0e1a58-9906-45dd-931a-6f3f09baa7ca None None] Provisioning complete for port 4b2d91e8-12ed-4852-9152-3498c68a6a7a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:53.403327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1a58-9906-45dd-931a-6f3f09baa7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.437972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:53.494687 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c7fee-e188-46a3-802b-4b9989fb4c4c x-openstack-request-id: req-710c7fee-e188-46a3-802b-4b9989fb4c4c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:53.495079 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-unplugged", "status": "completed", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:53.495758 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-710c7fee-e188-46a3-802b-4b9989fb4c4c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:53.495758 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'code': 200} Nov 12 00:55:53.506184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941502-2593-4f57-bfed-96287d371f75 req-f3a2b4f7-a531-4189-8fc7-64600a81b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.506184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-f3a2b4f7-a531-4189-8fc7-64600a81b390 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffeb569137074653bd620a77645a2279&device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 1095 time: 0.3444402 Nov 12 00:55:53.603771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.621462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.664911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0806c-6e6f-4fb4-9cdf-ee4038c304cf req-f5705b00-e68b-49f0-9065-6ca50562c623 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.680585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cb0806c-6e6f-4fb4-9cdf-ee4038c304cf req-f5705b00-e68b-49f0-9065-6ca50562c623 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.3079071 Nov 12 00:55:53.692506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4b2d91e8-12ed-4852-9152-3498c68a6a7a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:53.698240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.720521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Deleting port af39a6b7-d883-4e88-a370-226b1f38354d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:53.721138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.775733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04b5f86-fd97-43f0-9ff3-032b944411dd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.854988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6cb0806c-6e6f-4fb4-9cdf-ee4038c304cf req-e2477216-c516-4003-8771-d15ebde49aa3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732285 Nov 12 00:55:53.861801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.862959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-976f5ae9-2273-4dc8-a0ef-94f507dcc47b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5908256 Nov 12 00:55:53.869658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.875796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'security_group_rule': {'security_group_id': 'fdcc5cd6-b978-4989-999d-00ac57ad69a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.915592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.933518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] For port af39a6b7-d883-4e88-a370-226b1f38354d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=af39a6b7-d883-4e88-a370-226b1f38354d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:53.934080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.950279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4b2d91e8-12ed-4852-9152-3498c68a6a7a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:53.951374 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.968122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ce0e1a58-9906-45dd-931a-6f3f09baa7ca None None] Provisioning complete for port 12b77455-931d-434e-9bf8-69521447a0b4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:53.968516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1a58-9906-45dd-931a-6f3f09baa7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.995987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:55:51Z', 'revision_number': 5, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port': {'id': 'af39a6b7-d883-4e88-a370-226b1f38354d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:54.007332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Calling delete_port for af39a6b7-d883-4e88-a370-226b1f38354d owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:54.119860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941502-2593-4f57-bfed-96287d371f75 req-5759a64a-82d1-444f-b337-a91a2aad83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.121431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-5759a64a-82d1-444f-b337-a91a2aad83af service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 200 len: 913 time: 0.5897946 Nov 12 00:55:54.216256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.219745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-8bc6eb55-4134-42da-99a8-34c7cf78ed75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 200 len: 217 time: 0.0692253 Nov 12 00:55:54.224513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.247826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Checking router: e1399879-28d4-4696-891a-d9e0089198a3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:54.270177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.298132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.303935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4288664 Nov 12 00:55:54.306826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.313097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Pushing event deleted for resources: {'Port': ['ID=af39a6b7-d883-4e88-a370-226b1f38354d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.313993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Routers {'e1399879-28d4-4696-891a-d9e0089198a3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:54.317732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:55:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e1399879-28d4-4696-891a-d9e0089198a3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:54.319658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:54.320486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecff3b-7e5b-4780-b21e-85f6a2f49316 req-98f570ce-679f-44d5-9b99-1cff92ded14c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.329565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8ecff3b-7e5b-4780-b21e-85f6a2f49316 req-98f570ce-679f-44d5-9b99-1cff92ded14c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 946 time: 0.2340138 Nov 12 00:55:54.351496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a398c-2cde-4ada-986e-626b19c5a4d7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38980b1-0872-4758-a022-8c66e6107d7b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.387558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e1a58-9906-45dd-931a-6f3f09baa7ca None None] Port 12b77455-931d-434e-9bf8-69521447a0b4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:54.416728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac33afd-9219-4ea8-9355-26c9f05b814f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:54.421828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.430736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941502-2593-4f57-bfed-96287d371f75 req-9f68035c-2ee1-4745-9102-fe3bf5d91754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.441295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] Set router e1399879-28d4-4696-891a-d9e0089198a3 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:54.456849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-9f68035c-2ee1-4745-9102-fe3bf5d91754 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9755f93f-ee1c-44d8-8b9c-e4e58649383c HTTP/1.1" status: 200 len: 852 time: 0.2107284 Nov 12 00:55:54.470856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.513204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-444582d9-62c7-4894-b61b-85a316810c8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c16d70-0e44-44d9-90ca-95fa6915dd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645125 Nov 12 00:55:54.523110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:55:54Z', 'revision_number': 7, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:54.573203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf164c-d899-4c7a-bdf4-5b6aabe9c939 None None] The sync data for ids ['e1399879-28d4-4696-891a-d9e0089198a3'] in n-d-712141-15 is: [{'id': 'e1399879-28d4-4696-891a-d9e0089198a3', 'name': 'tempest-AttachVolumeShelveTestJSON-703902425-router', 'tenant_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:29Z', 'updated_at': '2021-11-12T00:55:54Z', 'revision_number': 7, 'project_id': 'b1fbb16c72bb45cd89d3a333aa739098', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:54.607428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efb08-4c36-473b-b9f2-c4c005f12ed5 req-668db6a8-d5ac-457b-9ff4-a0b1e053a5fc tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.610038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-801efb08-4c36-473b-b9f2-c4c005f12ed5 req-668db6a8-d5ac-457b-9ff4-a0b1e053a5fc tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 943 time: 0.2471933 Nov 12 00:55:54.626214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8ecff3b-7e5b-4780-b21e-85f6a2f49316 req-0652067e-c4ff-428c-8a18-5188e710bd4f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957132 Nov 12 00:55:54.634381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.638215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.676318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 194305e7-e08e-4244-bedf-8b5e4a6e3528 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:54.713477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.714089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1399879-28d4-4696-891a-d9e0089198a3 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:55:54.720204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.722211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b542de7-8027-4f72-bd37-906e61ae6481 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e1399879-28d4-4696-891a-d9e0089198a3 HTTP/1.1" status: 204 len: 168 time: 1.6924436 Nov 12 00:55:54.726568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.768934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.841214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528,segment=NetworkSegment(17b6a541-e577-40c8-9222-35c7d5606170),segment_id=17b6a541-e577-40c8-9222-35c7d5606170)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:54.856720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '194305e7-e08e-4244-bedf-8b5e4a6e3528', 'network_id': 'b5c16d70-0e44-44d9-90ca-95fa6915dd74', 'port_id': '194305e7-e08e-4244-bedf-8b5e4a6e3528', 'mac_address': 'fa:16:3e:0c:c0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9755f93f-ee1c-44d8-8b9c-e4e58649383c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:54.866287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Deleting subnet 0a69974b-1680-4d22-8d19-3f87b8a35bbb {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:54.873817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.874870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-801efb08-4c36-473b-b9f2-c4c005f12ed5 req-9adc7895-cea4-406e-b685-2ab66b250e2b tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956422 Nov 12 00:55:54.886047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-128f27ff-279c-4a67-b561-5ab7f37eb31f service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597791 Nov 12 00:55:54.919519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.934874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.940295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194305e7-e08e-4244-bedf-8b5e4a6e3528 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:54.986473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528,segment=NetworkSegment(17b6a541-e577-40c8-9222-35c7d5606170),segment_id=17b6a541-e577-40c8-9222-35c7d5606170)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:54.997828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.066625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49941502-2593-4f57-bfed-96287d371f75 req-d70e0150-0034-44d4-a39c-26c5fc84891c service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749816 Nov 12 00:55:55.087165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.090093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce538-e871-44c2-8c90-91a6c5e42050 req-01d38841-565b-4eb3-bd12-0cdcc8755af3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.092125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e1ce538-e871-44c2-8c90-91a6c5e42050 req-01d38841-565b-4eb3-bd12-0cdcc8755af3 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.0899465 Nov 12 00:55:55.106665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.152723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 172.25.6.76 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cf4410bf-aafa-4509-9060-5f71e3921c6a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:55.188258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e1ce538-e871-44c2-8c90-91a6c5e42050 req-4ee65d09-a093-4afa-a8a5-b39a5297d5a1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Nov 12 00:55:55.254398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.290429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['194305e7-e08e-4244-bedf-8b5e4a6e3528'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:55.315007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.318674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0a69974b-1680-4d22-8d19-3f87b8a35bbb HTTP/1.1" status: 204 len: 168 time: 0.5905612 Nov 12 00:55:55.323692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab53d3-2b42-4779-b765-2d1e2e0d83d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a69974b-1680-4d22-8d19-3f87b8a35bbb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.329584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:55.341914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1c96b-1e87-4444-b1c5-daee8c500f67 None None] Network cc583c62-32af-4bf9-9b5f-08abc3223c49 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:55.423535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.424360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53480b3-076e-49f3-b29c-3ecc8f778b6e req-f9db7847-ed56-4a99-b5e0-b7939ad27a84 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.426371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b53480b3-076e-49f3-b29c-3ecc8f778b6e req-f9db7847-ed56-4a99-b5e0-b7939ad27a84 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1310806 Nov 12 00:55:55.440241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.536782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b53480b3-076e-49f3-b29c-3ecc8f778b6e req-2598897b-1268-4fc7-afe8-63b8130fb628 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897346 Nov 12 00:55:55.541187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.592453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:55.600882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:55.605838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:55.653250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device af39a6b7-d883-4e88-a370-226b1f38354d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:55.679406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-808e659a-b63c-4523-be97-2fc6c7da5d69 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.689612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-808e659a-b63c-4523-be97-2fc6c7da5d69 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 946 time: 0.1079404 Nov 12 00:55:55.698471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Deleting port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:55.698981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.709040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: af39a6b7-d883-4e88-a370-226b1f38354d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:55.709426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device af39a6b7-d883-4e88-a370-226b1f38354d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:55.709840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b2cbcbc-6229-40a9-a688-37be8011b8d1 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:55.777069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] For port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:55.781463 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.822287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5b2cbcbc-6229-40a9-a688-37be8011b8d1 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:55.822637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5b2cbcbc-6229-40a9-a688-37be8011b8d1 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:55.960193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Calling delete_port for c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:55.964633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=cf4410bf-aafa-4509-9060-5f71e3921c6a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.988735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] DHCP port deletion for cc583c62-32af-4bf9-9b5f-08abc3223c49 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:55.993663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027585b8-0df4-4f68-b76c-02a72b16c70d req-dfe6ca05-8601-4e6f-8e07-0dba6d5a08bd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.014555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027585b8-0df4-4f68-b76c-02a72b16c70d req-dfe6ca05-8601-4e6f-8e07-0dba6d5a08bd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 946 time: 0.1804998 Nov 12 00:55:56.029543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26571-2d3e-4ff8-8d17-59f2f60aeb4d req-308de539-2030-4543-8008-6313de8db2dd tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.043146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4b26571-2d3e-4ff8-8d17-59f2f60aeb4d req-308de539-2030-4543-8008-6313de8db2dd tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.3524501 Nov 12 00:55:56.081303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.159175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Deleting port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:56.159559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.169673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027585b8-0df4-4f68-b76c-02a72b16c70d req-6bb11c9e-4bc2-40f8-a622-e074df252811 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541972 Nov 12 00:55:56.229611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4b26571-2d3e-4ff8-8d17-59f2f60aeb4d req-3a85d2ce-670d-4abb-b63a-f572d53b910f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743784 Nov 12 00:55:56.234606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Deleting port e348024b-e786-4b0a-a827-3237cc9650df {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:56.234841 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.350225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] For port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,segment=NetworkSegment(5909cf0b-28cc-4488-b37d-775728b4f42e),segment_id=5909cf0b-28cc-4488-b37d-775728b4f42e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:56.350880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.386549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Calling delete_port for c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:56.397239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] For port e348024b-e786-4b0a-a827-3237cc9650df, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e348024b-e786-4b0a-a827-3237cc9650df,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:56.397686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.414974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Calling delete_port for e348024b-e786-4b0a-a827-3237cc9650df owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:56.594477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.605702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a352c1-47cb-4c92-b521-8694afd36d64 req-279f8a7b-abc2-4870-917a-35a4fa267edd tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.607872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90a352c1-47cb-4c92-b521-8694afd36d64 req-279f8a7b-abc2-4870-917a-35a4fa267edd tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 944 time: 0.1178288 Nov 12 00:55:56.640335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.641197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.651676 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.687549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Pushing event deleted for resources: {'Port': ['ID=e348024b-e786-4b0a-a827-3237cc9650df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.691087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] No DVR routers for this DVR port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:56.694235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'e348024b-e786-4b0a-a827-3237cc9650df'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:56.709953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.767501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 194305e7-e08e-4244-bedf-8b5e4a6e3528 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:56.787008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90a352c1-47cb-4c92-b521-8694afd36d64 req-4a8f0283-8156-4123-9ee2-85d6eeed8824 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711791 Nov 12 00:55:56.820144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] No DVR routers for this DVR port c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:56.826389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] No DVR routers for this DVR port e348024b-e786-4b0a-a827-3237cc9650df on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:56.829570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.833803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a96e02f7-4c49-4005-912a-1fc2b3ff7001 req-e497cd07-b16b-4831-a5af-d7223aab7809 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "DELETE /v2.0/ports/e348024b-e786-4b0a-a827-3237cc9650df HTTP/1.1" status: 204 len: 173 time: 1.1207840 Nov 12 00:55:56.839889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'name': 'network-vif-deleted', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:56.846957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6610f1e-a36c-4ac2-80c2-97f32db7e5e8 None None] Pushing event deleted for resources: {'Port': ['ID=c4a2eb10-8a51-4e5c-b5cf-ee8810279a02,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.847612 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93dc8c-65a4-4314-a0fa-fd7fcd8e4744" -d '{"events": [{"server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "name": "network-vif-deleted", "tag": "e348024b-e786-4b0a-a827-3237cc9650df"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:56.894863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d0b2e-0448-4cdc-95f8-bc42d7e0c580 req-ad011733-f858-4a8d-9b8f-c10df8fbfa58 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.911750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea3d0b2e-0448-4cdc-95f8-bc42d7e0c580 req-ad011733-f858-4a8d-9b8f-c10df8fbfa58 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2111433 Nov 12 00:55:56.951115 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c29637-d351-46c9-b84e-e9c96e2f9131 x-openstack-request-id: req-01c29637-d351-46c9-b84e-e9c96e2f9131 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:56.951538 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700c5e65-a162-4b71-8aae-5545e27c3b2f", "name": "network-vif-deleted", "tag": "e348024b-e786-4b0a-a827-3237cc9650df", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:56.951921 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01c29637-d351-46c9-b84e-e9c96e2f9131 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:56.952591 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700c5e65-a162-4b71-8aae-5545e27c3b2f', 'name': 'network-vif-deleted', 'tag': 'e348024b-e786-4b0a-a827-3237cc9650df', 'status': 'completed', 'code': 200} Nov 12 00:55:56.959414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 194305e7-e08e-4244-bedf-8b5e4a6e3528 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:56.984756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:56.992130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 194305e7-e08e-4244-bedf-8b5e4a6e3528 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:56.992503 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.999271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea3d0b2e-0448-4cdc-95f8-bc42d7e0c580 req-b4661e15-687b-44e2-a653-08f68eb2a9b1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858297 Nov 12 00:55:57.006042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.060152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc583c62-32af-4bf9-9b5f-08abc3223c49']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:57.063971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.073843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.077699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5909cf0b-28cc-4488-b37d-775728b4f42e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:57.080691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5909cf0b-28cc-4488-b37d-775728b4f42e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:57.127171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.134493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.179999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:57.183212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.183972 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15ddb69-63a6-4854-810b-ff792a4706b2" -d '{"events": [{"server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "name": "network-vif-plugged", "status": "completed", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:57.192408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=cf4410bf-aafa-4509-9060-5f71e3921c6a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.198184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:57.198590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:57.200761 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:57.222758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528,segment=NetworkSegment(17b6a541-e577-40c8-9222-35c7d5606170),segment_id=17b6a541-e577-40c8-9222-35c7d5606170)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:57.227403 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.263265 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0f5a23-cef3-40dc-a71f-eb254a97977a x-openstack-request-id: req-da0f5a23-cef3-40dc-a71f-eb254a97977a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:57.263921 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "name": "network-vif-plugged", "status": "completed", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:57.264301 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da0f5a23-cef3-40dc-a71f-eb254a97977a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:57.265891 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528', 'code': 200} Nov 12 00:55:57.266472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.314931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.316402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-350c9320-208f-45bf-a9ea-7d0c48735b3e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0007932 Nov 12 00:55:57.318867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.336787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.359000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.369293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc583c62-32af-4bf9-9b5f-08abc3223c49 HTTP/1.1" status: 204 len: 168 time: 2.0384407 Nov 12 00:55:57.405980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9121-8b1e-40d5-a049-4dbc6bb0a3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc583c62-32af-4bf9-9b5f-08abc3223c49,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.422891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29290b58-9569-4c40-8001-c7cac527947c req-fb4e053a-fcc6-4c0b-9525-2d936f83a936 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=700c5e65-a162-4b71-8aae-5545e27c3b2f HTTP/1.1" status: 200 len: 210 time: 0.1141434 Nov 12 00:55:57.516716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8495-8d03-4998-89d4-539b6cbe57cf req-a45fae40-bc15-46d3-825d-984fc1b2c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.518637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff9d8495-8d03-4998-89d4-539b6cbe57cf req-a45fae40-bc15-46d3-825d-984fc1b2c24f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 1097 time: 0.1400428 Nov 12 00:55:57.605767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:57.666062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff9d8495-8d03-4998-89d4-539b6cbe57cf req-4b203ef4-14b2-4aa5-b6fb-3ea71fa91e37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400092 Nov 12 00:55:57.669583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:57.670275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4a2eb10-8a51-4e5c-b5cf-ee8810279a02 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:57.676483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:57.736011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-61743a1a-301f-4c14-baaa-25604054d8df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1fbb16c72bb45cd89d3a333aa739098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580108 Nov 12 00:55:57.736777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:57.791295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.807493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-b8e951d0-4001-4c90-b64a-bfc23f0573f2 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1737958243&fields=id&tenant_id=84d9122d7b07441886135323ab6aea57 HTTP/1.1" status: 200 len: 267 time: 0.0461872 Nov 12 00:55:57.816205 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.878427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-ed63b3e6-a880-4ee8-badc-e872d853180e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.880161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-ed63b3e6-a880-4ee8-badc-e872d853180e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 937 time: 0.0542147 Nov 12 00:55:57.890195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.893274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.894468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58a5336f-3ee2-4cce-ba65-1c0537bd5c1a HTTP/1.1" status: 204 len: 168 time: 0.1565971 Nov 12 00:55:57.903481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff89d-b3ec-4717-8c6e-fc153da5a7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5336f-3ee2-4cce-ba65-1c0537bd5c1a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.984032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f60c87af-9175-446a-a570-2c12b1120afe tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.991618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f60c87af-9175-446a-a570-2c12b1120afe tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 936 time: 0.1020470 Nov 12 00:55:58.027547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-b59c827a-fbe1-4af6-91d0-cac8b58b0c26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0350342 Nov 12 00:55:58.040644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c503-5be1-4005-bd57-5659f6e2a577 req-5918e115-33ce-4378-a989-70ec500457b0 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.042352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de57c503-5be1-4005-bd57-5659f6e2a577 req-5918e115-33ce-4378-a989-70ec500457b0 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.1329110 Nov 12 00:55:58.076708 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3f14b2b4-7dcf-458b-ac52-855e7782eb8b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0333815 Nov 12 00:55:58.183709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de57c503-5be1-4005-bd57-5659f6e2a577 req-de99ecdb-0b8d-4dd2-a0d0-03b4da83db77 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304185 Nov 12 00:55:58.250684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1e9cbf54-c1fb-4b6f-bd0a-53cf3ebeeabf tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.257916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1e9cbf54-c1fb-4b6f-bd0a-53cf3ebeeabf tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.263820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1e9cbf54-c1fb-4b6f-bd0a-53cf3ebeeabf tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.265648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1e9cbf54-c1fb-4b6f-bd0a-53cf3ebeeabf tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 1995 time: 0.1806161 Nov 12 00:55:58.308226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-b3242812-6c2c-4bac-8802-d0121af0a480 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/quotas/84d9122d7b07441886135323ab6aea57 HTTP/1.1" status: 200 len: 375 time: 0.0312088 Nov 12 00:55:58.338415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e41323-49ce-4ca3-a8f9-b51b3b07dd48 req-0b6b0276-d6b2-4c0f-ac25-e533793adf9a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.340286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1e41323-49ce-4ca3-a8f9-b51b3b07dd48 req-0b6b0276-d6b2-4c0f-ac25-e533793adf9a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0735981 Nov 12 00:55:58.465278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4fd6c054-91ed-4267-b624-a4453baa9ba8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1458876 Nov 12 00:55:58.473603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1e41323-49ce-4ca3-a8f9-b51b3b07dd48 req-00431fb9-5048-4913-9a15-871106ab2ad8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004307 Nov 12 00:55:58.499263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e348024b-e786-4b0a-a827-3237cc9650df no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:58.532165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: e348024b-e786-4b0a-a827-3237cc9650df {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:58.532780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e348024b-e786-4b0a-a827-3237cc9650df not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:58.533534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3d04787c-0c06-4c31-aba6-a7b7ddd076ca no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:58.700233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-908bd9a8-fe82-46d7-8f7a-f91b6e774643 service neutron] 10.222.0.11 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249188 Nov 12 00:55:58.917042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c77c-4f2a-4f6c-ab33-b0726a6e2f71 req-a515ce76-b190-466b-9b1d-95790170d2c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.926336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8d6c77c-4f2a-4f6c-ab33-b0726a6e2f71 req-a515ce76-b190-466b-9b1d-95790170d2c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1115592 Nov 12 00:55:58.938453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6cd349ca-04f5-4cec-8a5a-78e5bd48dea5 service neutron] 10.222.0.11 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367766 Nov 12 00:55:59.025464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8d6c77c-4f2a-4f6c-ab33-b0726a6e2f71 req-06cabce2-59c2-48bb-9bb7-6a94676474dc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 Nov 12 00:55:59.062681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d98e073-143b-49fa-801a-4f534e5a1a97 service neutron] 10.222.0.11 "GET /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1087978 Nov 12 00:55:59.202867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-14398783-23ea-49dc-bb7c-e16b87bbf406 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345470 Nov 12 00:55:59.380627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92211d-1ccd-4234-a5ff-64fc79007ba5 req-20d67e92-4eeb-4c02-899d-89776bf20a96 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.382125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf92211d-1ccd-4234-a5ff-64fc79007ba5 req-20d67e92-4eeb-4c02-899d-89776bf20a96 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.0890594 Nov 12 00:55:59.384429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-a1b5d517-6f5b-47ed-abf8-369549645737 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709697 Nov 12 00:55:59.453488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9353f747-bacb-4ad4-beca-dac185bdc3a3 service neutron] 10.222.0.11 "GET /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0571198 Nov 12 00:55:59.549360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf92211d-1ccd-4234-a5ff-64fc79007ba5 req-419cc95e-e5b2-416f-ac59-571a61c2083b tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416845 Nov 12 00:55:59.622881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cc338df3-3848-4601-9a50-b43db3ccee0b service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565642 Nov 12 00:55:59.772804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf667-fada-4e6c-a1ef-424462b0e9a9 req-c01ca15d-e440-4649-97cc-f0cb19d4056c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.774448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-207cf667-fada-4e6c-a1ef-424462b0e9a9 req-c01ca15d-e440-4649-97cc-f0cb19d4056c tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1124763 Nov 12 00:55:59.807754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3659e189-a7d7-4346-b0a0-425b14b7a0ae service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839998 Nov 12 00:55:59.861081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-207cf667-fada-4e6c-a1ef-424462b0e9a9 req-848c8d74-1211-4e4d-a808-18977692064d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796349 Nov 12 00:55:59.940495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-0ad7eaf2-e69b-4657-94fb-7d8ef0ad6a25 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202726 Nov 12 00:56:00.440888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f49fa2-6192-4c66-ac4e-965c562505ec req-ea45e55c-2b20-4e43-b4b1-bdc25fe26c7f tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.447201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2f49fa2-6192-4c66-ac4e-965c562505ec req-ea45e55c-2b20-4e43-b4b1-bdc25fe26c7f tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.5020723 Nov 12 00:56:00.477449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-0dc9c8bd-646f-4cd8-bdd6-ecb66f99b1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340333 Nov 12 00:56:00.564885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2f49fa2-6192-4c66-ac4e-965c562505ec req-655ae652-885a-444e-8913-72568ea58c36 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166062 Nov 12 00:56:00.618178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-02f10bd3-389a-4559-bbfe-712f34509c29 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276042 Nov 12 00:56:00.773501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed434c-084e-435b-a030-837fc6cc269f req-9cc37594-e1fe-44b5-931d-2e9bef05b6a1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.775142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37ed434c-084e-435b-a030-837fc6cc269f req-9cc37594-e1fe-44b5-931d-2e9bef05b6a1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1223247 Nov 12 00:56:00.811686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-e6acabdc-722e-4a06-a741-ed4978b26241 service neutron] 10.222.0.11 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873786 Nov 12 00:56:00.898132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37ed434c-084e-435b-a030-837fc6cc269f req-d5ee4820-391e-4d5f-b0e4-4b534f0b6232 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142983 Nov 12 00:56:00.947085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-83da7a1d-5705-4216-af2e-7c304b6809e7 service neutron] 10.222.0.11 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273983 Nov 12 00:56:01.064239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-0d5071e8-156c-46ce-977a-d2bda6789493 service neutron] 10.222.0.11 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127024 Nov 12 00:56:01.170409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-db0463f9-b504-46f5-a946-2e51d3f0b321 service neutron] 10.222.0.11 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972593 Nov 12 00:56:01.311327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838c2a-9b49-486e-a57b-a5d84a56d013 req-4326cef1-c564-4ac9-bb0c-2a62d122e8b1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.313273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4838c2a-9b49-486e-a57b-a5d84a56d013 req-4326cef1-c564-4ac9-bb0c-2a62d122e8b1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0718338 Nov 12 00:56:01.315303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-a10a45a8-5d44-47ee-bf42-cd015dce035f service neutron] 10.222.0.11 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366408 Nov 12 00:56:01.372901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4838c2a-9b49-486e-a57b-a5d84a56d013 req-6729bf64-3644-436d-81a2-5d5d1a7b6fdb tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524793 Nov 12 00:56:01.489862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caac425-d51e-40ec-ba3d-4e7764e2e286 req-c3aa4757-c1b9-462a-a590-69ca77426a35 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.491523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1caac425-d51e-40ec-ba3d-4e7764e2e286 req-c3aa4757-c1b9-462a-a590-69ca77426a35 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Nov 12 00:56:01.550770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1caac425-d51e-40ec-ba3d-4e7764e2e286 req-9be7fe3c-bfd9-4c16-ac1c-e62c59c5916f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Nov 12 00:56:01.698035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e479-5dc0-4550-80c4-50375cb5eea3 req-96123f31-d5bc-443e-ba41-1fe28d4fe82f tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.699818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5a0e479-5dc0-4550-80c4-50375cb5eea3 req-96123f31-d5bc-443e-ba41-1fe28d4fe82f tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.0826385 Nov 12 00:56:01.792255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5a0e479-5dc0-4550-80c4-50375cb5eea3 req-734d80c9-6d0e-4d57-a134-1acafef78c51 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842848 Nov 12 00:56:02.217433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.224230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de109859-ffc8-405f-ab83-b4c03a6cba3e req-9d3ea328-a29c-4cd9-871f-b674cd330a8e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0571163 Nov 12 00:56:02.612976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334123ad-bbf7-4196-8ee3-1407a5cdc3e6 req-c7c82587-9262-426d-9e67-b0ff0c997948 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.622389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-334123ad-bbf7-4196-8ee3-1407a5cdc3e6 req-c7c82587-9262-426d-9e67-b0ff0c997948 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0915866 Nov 12 00:56:02.722903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-334123ad-bbf7-4196-8ee3-1407a5cdc3e6 req-df7a0d7a-6145-4840-b1e2-f7479a03a8d5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987732 Nov 12 00:56:02.964121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8d5e-2337-4a12-96b7-74fb77da50d6 req-b01c2d3c-5ea0-438c-a09f-4193b21d24ce tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.977025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-204a8d5e-2337-4a12-96b7-74fb77da50d6 req-b01c2d3c-5ea0-438c-a09f-4193b21d24ce tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.0838616 Nov 12 00:56:03.090151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-204a8d5e-2337-4a12-96b7-74fb77da50d6 req-57830a39-2e2c-4d09-a45c-38a33833926e tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115351 Nov 12 00:56:03.451829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ba080d-7af7-405a-88fa-147060699a5d req-027d3656-5517-4d44-a178-506af3d4a939 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0508771 Nov 12 00:56:03.700489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b7c3-d095-49e5-91f4-903b1751b420 req-55cdf7c6-e3cf-4ed0-9280-8f0abb057665 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.703496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c18b7c3-d095-49e5-91f4-903b1751b420 req-55cdf7c6-e3cf-4ed0-9280-8f0abb057665 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.1388192 Nov 12 00:56:03.716345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-fcc7abd2-0f88-428c-93bb-c3caaec5e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.718540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-fcc7abd2-0f88-428c-93bb-c3caaec5e700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffeb569137074653bd620a77645a2279&device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 1097 time: 0.1381922 Nov 12 00:56:03.847723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c18b7c3-d095-49e5-91f4-903b1751b420 req-78eb9775-9b1a-4729-937c-1b0e562e9d92 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248510 Nov 12 00:56:04.023242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-12ecefcd-27e1-456d-98f9-9b09161350de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.024910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-12ecefcd-27e1-456d-98f9-9b09161350de service neutron] 10.222.0.32 "GET /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 1033 time: 0.1060019 Nov 12 00:56:04.079696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-15a90e85-17a8-40af-bd03-751d6386be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.081264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-15a90e85-17a8-40af-bd03-751d6386be29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 200 len: 913 time: 0.3430228 Nov 12 00:56:04.093888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1540cfc-71bc-4049-805c-6e3ebb8fd709 req-2b511baa-f4d7-4953-9d29-8dbd21c2f988 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.095808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1540cfc-71bc-4049-805c-6e3ebb8fd709 req-2b511baa-f4d7-4953-9d29-8dbd21c2f988 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1776848 Nov 12 00:56:04.106392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-fe349615-f533-4fa5-80b0-a57864d81d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.107720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-fe349615-f533-4fa5-80b0-a57864d81d7d service neutron] 10.222.0.32 "GET /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 1032 time: 0.0686839 Nov 12 00:56:04.168639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-6e918190-7644-4c0b-a2f9-8ab1502c6b99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 200 len: 217 time: 0.0716586 Nov 12 00:56:04.306827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1540cfc-71bc-4049-805c-6e3ebb8fd709 req-a232c2c5-f0d9-42dd-90a8-c083b121c2f0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980760 Nov 12 00:56:04.311923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-9e3afabe-ac17-45c0-97cd-6ace88aed252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.314283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-9e3afabe-ac17-45c0-97cd-6ace88aed252 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9755f93f-ee1c-44d8-8b9c-e4e58649383c HTTP/1.1" status: 200 len: 852 time: 0.1313772 Nov 12 00:56:04.381313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-3cd5cbb5-e402-46d4-91a6-0afea8413fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c16d70-0e44-44d9-90ca-95fa6915dd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583322 Nov 12 00:56:04.391844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-86a16c5f-7238-4baf-9629-0d4dfbd53941 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.399479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-86a16c5f-7238-4baf-9629-0d4dfbd53941 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.406517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-86a16c5f-7238-4baf-9629-0d4dfbd53941 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.408560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-86a16c5f-7238-4baf-9629-0d4dfbd53941 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 1995 time: 0.2586257 Nov 12 00:56:04.563985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8cc9390b-22de-43cf-9ce5-c924e31ca9c5 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d9122d7b07441886135323ab6aea57 HTTP/1.1" status: 200 len: 380 time: 0.1418025 Nov 12 00:56:04.575075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'admin_state_up': True, 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'security_groups': ['fdcc5cd6-b978-4989-999d-00ac57ad69a9']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:04.652500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7061fcc8-b239-40b6-b68d-9cfcef431f52 req-5c43ba36-910a-457f-8836-a7f5cbe87698 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0807731 Nov 12 00:56:04.655919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-c2efc9f2-686c-4a4c-a721-2dc747f6983c service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456617 Nov 12 00:56:04.883725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e77dfcac-e868-47f9-98a9-6af4c61020e3 req-8965e6b9-938a-49bb-b5ec-a980bcc656d1 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762040 Nov 12 00:56:05.046342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:05.051990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.104585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.121293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5195-0352-4624-870b-6d6ecba2bd38 req-27aa1f1a-e155-47d6-9801-1c8031cafc47 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.132460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a9e5195-0352-4624-870b-6d6ecba2bd38 req-27aa1f1a-e155-47d6-9801-1c8031cafc47 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.1382546 Nov 12 00:56:05.271399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a9e5195-0352-4624-870b-6d6ecba2bd38 req-65832390-f7ab-41dc-bb01-45d56946f57a tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378572 Nov 12 00:56:05.311628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 172.20.0.13 (51668376-8af7-4e89-b37b-9302de411d52/2a03f2b9-ab71-4e00-a9c1-650de580643b/4e6bcb6a-bce1-4c9b-b175-940ecae6d71e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:05.584150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.599284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275125-da48-42fe-b7cd-c34e6135d951 req-67ceed55-3c13-48de-8ea7-4f8f273be0a0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.601196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e275125-da48-42fe-b7cd-c34e6135d951 req-67ceed55-3c13-48de-8ea7-4f8f273be0a0 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1233747 Nov 12 00:56:05.709004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e275125-da48-42fe-b7cd-c34e6135d951 req-62b5e31e-0afd-42bf-a011-ff32ccc2cf4d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937805 Nov 12 00:56:05.803567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.892650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a88d50-1364-4921-a242-c8515c60cbc1 req-f9699645-a613-4d39-ae8f-98b559451688 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.894619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39a88d50-1364-4921-a242-c8515c60cbc1 req-f9699645-a613-4d39-ae8f-98b559451688 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1644294 Nov 12 00:56:05.969416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network 51668376-8af7-4e89-b37b-9302de411d52 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:05.983849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.008723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:06.022477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:06.122824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e535-7957-46f7-9cc4-93f480d617c1 req-16a23a19-3d82-4042-8d85-ed52485d2fec tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.125018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3f4e535-7957-46f7-9cc4-93f480d617c1 req-16a23a19-3d82-4042-8d85-ed52485d2fec tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 932 time: 0.3010845 Nov 12 00:56:06.139473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39a88d50-1364-4921-a242-c8515c60cbc1 req-14513f6e-d1a5-424a-b39c-8c531e9cbd95 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981311 Nov 12 00:56:06.152381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.153230 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.236991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3f4e535-7957-46f7-9cc4-93f480d617c1 req-45ba1ba7-c4a0-4930-a83a-de38ce1fc12a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989790 Nov 12 00:56:06.251760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1992c01a-eab6-45f3-a8d7-05194da92abc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6812208 Nov 12 00:56:06.280321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'admin_state_up': True, 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'security_groups': ['fdcc5cd6-b978-4989-999d-00ac57ad69a9']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:06.415668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2707c138-033b-487e-8a4f-7a284eb46233 None None] Provisioning complete for port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:06.418085 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2707c138-033b-487e-8a4f-7a284eb46233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.487673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b21bbe-39c6-4daf-9922-a95f0f86fc2d req-f7bb1fab-1cdb-4930-91e6-4c3178c29096 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.499098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13b21bbe-39c6-4daf-9922-a95f0f86fc2d req-f7bb1fab-1cdb-4930-91e6-4c3178c29096 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1803789 Nov 12 00:56:06.509997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2707c138-033b-487e-8a4f-7a284eb46233 None None] Port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:06.617885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce161b-b357-4af7-a37f-ad03d24ba6af req-c8769f03-dcf7-4ad1-ad7a-a86c973f92ae tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.620831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28ce161b-b357-4af7-a37f-ad03d24ba6af req-c8769f03-dcf7-4ad1-ad7a-a86c973f92ae tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.2164636 Nov 12 00:56:06.637879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13b21bbe-39c6-4daf-9922-a95f0f86fc2d req-486ead0c-5df8-4864-89b0-ed027a0e5009 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327596 Nov 12 00:56:06.658306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:06.674262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.797448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28ce161b-b357-4af7-a37f-ad03d24ba6af req-f2c3ed5b-13f6-48fe-af68-3dcf8891cf53 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467659 Nov 12 00:56:07.044076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.1.1.159 (c05c2d66-e3fd-4a16-8ed8-ee98bc81447d/0357a3e6-15f8-4728-b592-d3c3c5824329/1ef7414a-9b25-4e8a-a7df-d8cb85f89904) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:07.150348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52561-d3c5-4521-b8d0-5cdbf3da1cce req-db771d55-f80f-490d-a3c4-07fab55426e6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.163991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59a52561-d3c5-4521-b8d0-5cdbf3da1cce req-db771d55-f80f-490d-a3c4-07fab55426e6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1451159 Nov 12 00:56:07.374729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59a52561-d3c5-4521-b8d0-5cdbf3da1cce req-2021bdcc-756c-425b-a1c2-5096661f0e74 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090635 Nov 12 00:56:07.421647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce4de-4e0d-4239-a79d-364cc0b643c3 req-72713a12-7a05-405b-9931-29b201671a84 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.435250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-210ce4de-4e0d-4239-a79d-364cc0b643c3 req-72713a12-7a05-405b-9931-29b201671a84 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.2461147 Nov 12 00:56:07.479201 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.657277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-210ce4de-4e0d-4239-a79d-364cc0b643c3 req-5b09c781-0ae1-4682-9697-20f69025bb55 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816387 Nov 12 00:56:07.711783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e72fd9-473a-4c0b-9a86-5d5546c311fb req-43898f08-e43c-40d6-99ea-6c802117acdc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.720788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73e72fd9-473a-4c0b-9a86-5d5546c311fb req-43898f08-e43c-40d6-99ea-6c802117acdc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 932 time: 0.2448361 Nov 12 00:56:07.771166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.806694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73e72fd9-473a-4c0b-9a86-5d5546c311fb req-c31cf6e5-8355-44ca-95e9-f550701ebe1f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848093 Nov 12 00:56:07.886213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:07.891221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:07.897081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:07.999040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.006601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.033183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.048668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-9fa8958e-47e4-4d6a-9c73-96fdebf6c6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7897799 Nov 12 00:56:08.063443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'admin_state_up': True, 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'security_groups': ['fdcc5cd6-b978-4989-999d-00ac57ad69a9']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:08.250503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:08.256103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.588435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-861287c4-a8be-438f-a37e-0d773814e497 None None] Provisioning complete for port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:08.589299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-861287c4-a8be-438f-a37e-0d773814e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.704002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-861287c4-a8be-438f-a37e-0d773814e497 None None] Port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:09.099340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2e671-d076-4f89-8311-b9464ceeada6 req-24795a5d-792b-41de-ad70-e1eb7d3ac5d7 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.109486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6f2e671-d076-4f89-8311-b9464ceeada6 req-24795a5d-792b-41de-ad70-e1eb7d3ac5d7 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.1280565 Nov 12 00:56:09.135641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.1.1.135 (c05c2d66-e3fd-4a16-8ed8-ee98bc81447d/0357a3e6-15f8-4728-b592-d3c3c5824329/ba13f4c2-c17c-4888-b680-339356d9c16e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:09.174344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c263655-9077-407c-bece-a908baaea33a req-46563e01-6da2-449f-84e0-ecdd8f7fac23 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.175918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c263655-9077-407c-bece-a908baaea33a req-46563e01-6da2-449f-84e0-ecdd8f7fac23 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.1685622 Nov 12 00:56:09.233998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bde403d4-8858-4203-9862-277affd46a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.263409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6f2e671-d076-4f89-8311-b9464ceeada6 req-d782f5d2-0f1f-4d9e-85e4-4be1c71ddefa tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311488 Nov 12 00:56:09.381104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c263655-9077-407c-bece-a908baaea33a req-a62a8ba3-13f3-4bf1-b8f8-44f8c6b98f01 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613350 Nov 12 00:56:09.504610 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.553213 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.704826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:09.715993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:09.725414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:09.776689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.854072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c85d-017d-430d-98c2-6d49bbc30dff req-ee0c087d-2c3b-4d5a-9090-c1ac77fe4687 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.871752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c85d-017d-430d-98c2-6d49bbc30dff req-ee0c087d-2c3b-4d5a-9090-c1ac77fe4687 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.895187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c85d-017d-430d-98c2-6d49bbc30dff req-ee0c087d-2c3b-4d5a-9090-c1ac77fe4687 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.908270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cf7c85d-017d-430d-98c2-6d49bbc30dff req-ee0c087d-2c3b-4d5a-9090-c1ac77fe4687 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 2375 time: 0.3302186 Nov 12 00:56:09.984794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.985937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.077271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-90c67d00-0fde-40c9-96ce-b750f860266c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0183332 Nov 12 00:56:10.091239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'admin_state_up': True, 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'security_groups': ['fdcc5cd6-b978-4989-999d-00ac57ad69a9']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.242962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25961-53d9-4798-80f9-fce611aac97c req-920ea9c8-a524-4c6a-a565-cb4a0c133f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.244553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-920ea9c8-a524-4c6a-a565-cb4a0c133f2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffeb569137074653bd620a77645a2279&device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 1097 time: 0.2525423 Nov 12 00:56:10.250711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-7722d306-3833-471c-8179-5f044c7acfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.254262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-7722d306-3833-471c-8179-5f044c7acfc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.1283774 Nov 12 00:56:10.262716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cf7c85d-017d-430d-98c2-6d49bbc30dff req-6aec7f69-48c7-4df4-b8ef-bd5b1a764366 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527551 Nov 12 00:56:10.264828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6de24163-8687-4a4d-952c-77748d74c799 None None] Provisioning complete for port ba13f4c2-c17c-4888-b680-339356d9c16e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:10.266580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6de24163-8687-4a4d-952c-77748d74c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.371649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6de24163-8687-4a4d-952c-77748d74c799 None None] Port ba13f4c2-c17c-4888-b680-339356d9c16e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:10.439243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-c4307005-e20b-4175-af87-2a4968b15d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.441033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-c4307005-e20b-4175-af87-2a4968b15d54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.1778603 Nov 12 00:56:10.599755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c4b15-4527-408e-b090-267f392a7ec5 req-6d5a0a52-18b9-46b9-8a08-59a3fd6fd84b tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.609349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-d9688c29-4fb8-4b96-b9eb-ae8a7256801f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.1598551 Nov 12 00:56:10.612885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf0c4b15-4527-408e-b090-267f392a7ec5 req-6d5a0a52-18b9-46b9-8a08-59a3fd6fd84b tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.2520816 Nov 12 00:56:10.626035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:10.723243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d8700-743c-44a1-aa2d-a0d2c75a7d7e req-ab12b7ef-6a49-49e4-9db8-bc20632d3b45 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.723558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-2c1305ac-b02b-4ae9-8b7e-50c5e33fd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.725495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-2c1305ac-b02b-4ae9-8b7e-50c5e33fd366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.1093900 Nov 12 00:56:10.732785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504d8700-743c-44a1-aa2d-a0d2c75a7d7e req-ab12b7ef-6a49-49e4-9db8-bc20632d3b45 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2434781 Nov 12 00:56:10.755484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25961-53d9-4798-80f9-fce611aac97c req-a67373c4-e99b-43c5-bc74-b389dc056ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.757148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-a67373c4-e99b-43c5-bc74-b389dc056ebb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 200 len: 913 time: 0.4730668 Nov 12 00:56:10.792746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-b785e2d9-3b7f-4058-8270-2aa1fd4d7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.794941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-b785e2d9-3b7f-4058-8270-2aa1fd4d7c8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610461 Nov 12 00:56:10.860619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-1bd927cd-a806-465f-8866-56f456f6cc82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 200 len: 217 time: 0.0612254 Nov 12 00:56:10.925367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf0c4b15-4527-408e-b090-267f392a7ec5 req-f2c27229-5a50-48db-a46c-da2a3349c71f tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109248 Nov 12 00:56:10.991767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.995442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-b70ca551-6e9b-4a56-89fb-53f18bd1215f service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929369 Nov 12 00:56:11.018513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504d8700-743c-44a1-aa2d-a0d2c75a7d7e req-40deee9a-0f8a-4189-b69a-388ed6ff8b0b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841101 Nov 12 00:56:11.086728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25961-53d9-4798-80f9-fce611aac97c req-b1d4b5fc-99e6-48c7-b429-786026208a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.089301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-b1d4b5fc-99e6-48c7-b429-786026208a1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9755f93f-ee1c-44d8-8b9c-e4e58649383c HTTP/1.1" status: 200 len: 852 time: 0.2199926 Nov 12 00:56:11.195653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-0fe7b91b-1e94-484f-a742-73ba93f0e8f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c16d70-0e44-44d9-90ca-95fa6915dd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951664 Nov 12 00:56:11.221409 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1c7b85-2bbe-4184-a1e1-1c9601ed2c66 req-c50e6323-14b9-444b-b3a1-5dd8e744998e service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181902 Nov 12 00:56:11.495834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc61b-9380-4525-9a9c-880ecf685378 req-88d7db79-4f26-41d5-8947-9babd47887fb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.497489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cafc61b-9380-4525-9a9c-880ecf685378 req-88d7db79-4f26-41d5-8947-9babd47887fb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2741706 Nov 12 00:56:11.550517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-25319875-4b45-41ff-935e-fe976ce99a59 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454633 Nov 12 00:56:11.714072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9869126-21a4-446c-87f6-fc9e45c3dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.735381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.2.2.100 (eefe3195-f31b-4301-afbc-1bf73db1e6f3/daf9379e-8411-4fdf-8590-3121a4d534ed/0890d53b-0403-4fd5-988d-68cb3b61483d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:11.747067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cafc61b-9380-4525-9a9c-880ecf685378 req-92d353e2-7853-4c15-b0fa-8045e42454ff tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220681 Nov 12 00:56:11.856449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccf25961-53d9-4798-80f9-fce611aac97c req-7b776f50-d12a-433b-bde6-cca79d22c600 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728610 Nov 12 00:56:12.065512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef644e1-3b56-48b4-b61f-7a4c2be11824 req-8bd4a9fb-d654-476c-9b5a-a472029603b1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.083120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef644e1-3b56-48b4-b61f-7a4c2be11824 req-8bd4a9fb-d654-476c-9b5a-a472029603b1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.090086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef644e1-3b56-48b4-b61f-7a4c2be11824 req-8bd4a9fb-d654-476c-9b5a-a472029603b1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.099827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ef644e1-3b56-48b4-b61f-7a4c2be11824 req-8bd4a9fb-d654-476c-9b5a-a472029603b1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 2375 time: 0.2150600 Nov 12 00:56:12.244161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ef644e1-3b56-48b4-b61f-7a4c2be11824 req-d12349ab-ac27-4e14-9f0c-4fc0467fc4ac tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354527 Nov 12 00:56:12.303866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdc3f-3bf4-446f-8f30-aad3d8a89f33 req-b43fad0f-4318-4db4-b20b-c64fb7817a85 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.306229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e1fdc3f-3bf4-446f-8f30-aad3d8a89f33 req-b43fad0f-4318-4db4-b20b-c64fb7817a85 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1589253 Nov 12 00:56:12.309340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.443476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e1fdc3f-3bf4-446f-8f30-aad3d8a89f33 req-4c0aefc9-ca65-43d6-a25a-2f5fef498664 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262393 Nov 12 00:56:12.447086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.507959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:12.513495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:12.538839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:12.622454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c900bf7-398d-4921-adfb-72cced40685f req-f172d5ea-5060-4aaa-92b3-eac35e670098 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.667151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c900bf7-398d-4921-adfb-72cced40685f req-f172d5ea-5060-4aaa-92b3-eac35e670098 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.2758439 Nov 12 00:56:12.728643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.805702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.957940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c900bf7-398d-4921-adfb-72cced40685f req-80ae85b4-905f-4578-9c4b-954e063a9870 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799935 Nov 12 00:56:13.013781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.020810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.090279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-00bd7bf2-698b-414c-b164-abb8b6560ed6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0036569 Nov 12 00:56:13.120864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'admin_state_up': True, 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'security_groups': ['fdcc5cd6-b978-4989-999d-00ac57ad69a9']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:13.170895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728614c-d156-4213-aca3-c83bf6ee72ef req-29930f3e-7215-4f1e-a44b-8c408e676cde tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.175004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7728614c-d156-4213-aca3-c83bf6ee72ef req-29930f3e-7215-4f1e-a44b-8c408e676cde tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.4336209 Nov 12 00:56:13.199545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ae024641-b3e4-4cb2-8fd6-4f230cfa8c54 None None] Provisioning complete for port 0890d53b-0403-4fd5-988d-68cb3b61483d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:13.200443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae024641-b3e4-4cb2-8fd6-4f230cfa8c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.343270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ae024641-b3e4-4cb2-8fd6-4f230cfa8c54 None None] Port 0890d53b-0403-4fd5-988d-68cb3b61483d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:13.546667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7728614c-d156-4213-aca3-c83bf6ee72ef req-276f1bb2-ff3f-4842-9853-a516d1650013 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226194 Nov 12 00:56:13.632861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-2efdd8c6-79a6-479c-b88e-2332154973eb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.641693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-2efdd8c6-79a6-479c-b88e-2332154973eb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.648487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-2efdd8c6-79a6-479c-b88e-2332154973eb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.655756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-2efdd8c6-79a6-479c-b88e-2332154973eb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.658096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-2efdd8c6-79a6-479c-b88e-2332154973eb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 3096 time: 0.1501553 Nov 12 00:56:13.705795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Made reservation on behalf of 84d9122d7b07441886135323ab6aea57 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:13.715908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.804362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-373b7b38-f442-41fa-a366-ee9079786cb7 req-e10c1a47-e2aa-4a2b-8449-3a77619d5be2 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266873 Nov 12 00:56:13.842384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c84f8-8271-4cac-95b6-daa28e176f44 req-b3264f4f-2ffd-49f1-addf-081c6702967d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.845105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce6c84f8-8271-4cac-95b6-daa28e176f44 req-b3264f4f-2ffd-49f1-addf-081c6702967d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1831975 Nov 12 00:56:13.950404 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.047278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce6c84f8-8271-4cac-95b6-daa28e176f44 req-6b684687-05cf-4e6a-9a35-b0f37912b153 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902149 Nov 12 00:56:14.168878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Allocated IP 10.2.2.200 (eefe3195-f31b-4301-afbc-1bf73db1e6f3/daf9379e-8411-4fdf-8590-3121a4d534ed/f394f2c7-177c-47a8-9b5b-933d99c4e845) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:14.351254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.482905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3151-5881-42ee-a570-0f694f76a046 req-4f7808ea-7149-47c2-b30d-08a05704da61 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.489104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-785b3151-5881-42ee-a570-0f694f76a046 req-4f7808ea-7149-47c2-b30d-08a05704da61 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.5543573 Nov 12 00:56:14.574713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.643938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event updated for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.681505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c148b-68c3-4501-9ab8-0254b6a93513 req-de95b43b-e0d7-4626-b939-9e5f657f2e35 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.691338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed0c148b-68c3-4501-9ab8-0254b6a93513 req-de95b43b-e0d7-4626-b939-9e5f657f2e35 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.2607706 Nov 12 00:56:14.723209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:14.727834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-785b3151-5881-42ee-a570-0f694f76a046 req-9870dda3-6c39-4c4e-9cf8-3a35bfaebe2a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994967 Nov 12 00:56:14.765307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:14.767990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:14.790618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed0c148b-68c3-4501-9ab8-0254b6a93513 req-853b903f-cd04-486d-8fca-50fd0cb5519c tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953345 Nov 12 00:56:14.865771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.905313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.911199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.993068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-aa121339-c2bb-4cc0-8746-f1c22201a98b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8919904 Nov 12 00:56:15.014042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:15.094634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0b5e-3a4a-491d-8594-0f173a772776 req-0b5ddffe-5d0d-4a7f-bab7-7a8d3f21f45e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.096630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266c0b5e-3a4a-491d-8594-0f173a772776 req-0b5ddffe-5d0d-4a7f-bab7-7a8d3f21f45e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1817462 Nov 12 00:56:15.147176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.198549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a4b37257-7388-4f9b-80ee-112ca769f93a None None] Provisioning complete for port f394f2c7-177c-47a8-9b5b-933d99c4e845 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:15.200142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4b37257-7388-4f9b-80ee-112ca769f93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.327692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a4b37257-7388-4f9b-80ee-112ca769f93a None None] Port f394f2c7-177c-47a8-9b5b-933d99c4e845 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:15.559886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-52416425-759e-4376-9b29-6a61141c56ff tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.572562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-52416425-759e-4376-9b29-6a61141c56ff tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 813 time: 0.4746761 Nov 12 00:56:15.608795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266c0b5e-3a4a-491d-8594-0f173a772776 req-2cc424f1-25db-4e2f-870d-6a04a2768903 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541950 Nov 12 00:56:15.622137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-d78981a4-0813-4fca-bad1-c1c4e8e09208 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/quotas/299b9114b63840089cea9cca35cbc5e3 HTTP/1.1" status: 200 len: 375 time: 0.0479429 Nov 12 00:56:15.769766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-e8f4f733-6474-4a92-ae51-6c457575972e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463256 Nov 12 00:56:16.385306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3abc-7fdc-4822-bc17-0bc8a54549a4 req-df544c3e-5bf6-4af1-8795-cbf884b6eb37 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.386869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a93d3abc-7fdc-4822-bc17-0bc8a54549a4 req-df544c3e-5bf6-4af1-8795-cbf884b6eb37 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.5139928 Nov 12 00:56:16.402070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-4095d4d2-3d73-458e-b4ab-3eb8d123e80c service neutron] 10.222.0.11 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313825 Nov 12 00:56:16.527112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:16.542469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.572213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a93d3abc-7fdc-4822-bc17-0bc8a54549a4 req-d330f1fe-5777-48cd-bcbc-e2a73f773d03 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691513 Nov 12 00:56:16.580249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Transition to ACTIVE for port object 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:16.588341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.646083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-e10729a8-63f0-48eb-abf7-dc6c184f2771 service neutron] 10.222.0.11 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338555 Nov 12 00:56:16.676142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.844176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Attempting to bind port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:16.849910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Attempting to bind port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:16.849910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Attempting to bind port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e on network 51668376-8af7-4e89-b37b-9302de411d52 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:16.860920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e on network 51668376-8af7-4e89-b37b-9302de411d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:16.871722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Attempting to bind port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e on network 51668376-8af7-4e89-b37b-9302de411d52 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:16.893528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:16.893913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Checking segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:16.894238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Bound using segment: {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:16.894683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Bound port: 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51668376-8af7-4e89-b37b-9302de411d52'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:16.897611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.073048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:17.078700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:17.114133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.130646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.139305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.146837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.153810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.155868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6976d293-7a70-4643-b279-00110cad939b req-d8439b56-0c79-4e6e-ba62-9fa085fe350e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 3829 time: 0.1824808 Nov 12 00:56:17.157698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.228626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.229873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.231580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1093 time: 2.2274384 Nov 12 00:56:17.237091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:17.239788 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e31714-3657-488a-9851-4e3598ad7070" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:17.280923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:17.317371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc0e2e-8baf-49d4-9ea0-03d78b7833a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:17.351716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6976d293-7a70-4643-b279-00110cad939b req-59c0d916-60a5-4d20-a202-62d57c056a24 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597762 Nov 12 00:56:17.412331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.030639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2518b50d-f37b-4ec1-8591-20687c655171 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:18.042095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.062153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Transition to ACTIVE for port object 2518b50d-f37b-4ec1-8591-20687c655171 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:18.109942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.197719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc3adb07-2df3-437f-b463-33f4b776a438 req-aab0ce15-76e6-4dec-87cf-b5b9a5076d0b tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 210 time: 0.1185660 Nov 12 00:56:18.252443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.393823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062883-f363-48fe-8654-45264e8561a5 req-69e489b3-aed8-4565-aa92-07fc4d0355f6 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.395583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c062883-f363-48fe-8654-45264e8561a5 req-69e489b3-aed8-4565-aa92-07fc4d0355f6 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.7850244 Nov 12 00:56:18.474935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154c88-3724-431e-93a8-15ed19eec760 req-2e62d80f-c2e6-4387-90c0-20c9235a0bff tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.477100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3154c88-3724-431e-93a8-15ed19eec760 req-2e62d80f-c2e6-4387-90c0-20c9235a0bff tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1438808 Nov 12 00:56:18.520078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Attempting to bind port 2518b50d-f37b-4ec1-8591-20687c655171 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:18.521139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Attempting to bind port 2518b50d-f37b-4ec1-8591-20687c655171 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:18.521139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Attempting to bind port 2518b50d-f37b-4ec1-8591-20687c655171 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:18.551564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Port 2518b50d-f37b-4ec1-8591-20687c655171 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:18.552389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Attempting to bind port 2518b50d-f37b-4ec1-8591-20687c655171 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:18.573940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c062883-f363-48fe-8654-45264e8561a5 req-edadedc7-f134-48a1-b11a-9a93df97b646 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643178 Nov 12 00:56:18.582753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:18.583283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:18.584135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Bound using segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:18.584834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Bound port: 2518b50d-f37b-4ec1-8591-20687c655171, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:18.585612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.660196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3154c88-3724-431e-93a8-15ed19eec760 req-c1770535-4a68-4c9e-8e99-698fde9b7996 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699445 Nov 12 00:56:18.748461 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b691130f-f962-4714-b5ef-a0c521292404 x-openstack-request-id: req-b691130f-f962-4714-b5ef-a0c521292404 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:18.749531 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:18.749893 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b691130f-f962-4714-b5ef-a0c521292404 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:18.750559 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'status': 'completed', 'code': 200} Nov 12 00:56:18.789928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:18.795252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2518b50d-f37b-4ec1-8591-20687c655171,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:18.810013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.956678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.957503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.959741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] 10.222.0.32 "PUT /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 1137 time: 1.6870382 Nov 12 00:56:18.979615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-81c9f7d4-8eb2-46e8-b529-07b7e5ee4eb0 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.988043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-81c9f7d4-8eb2-46e8-b529-07b7e5ee4eb0 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.32 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 813 time: 0.3526824 Nov 12 00:56:19.007642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Request body: {'port': {'device_id': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e', 'admin_state_up': True, 'tenant_id': '299b9114b63840089cea9cca35cbc5e3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:19.023620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:19.254336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Made reservation on behalf of 299b9114b63840089cea9cca35cbc5e3 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:19.260882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.262353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.263148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.264551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.265369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.266231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.266777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.270239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1e31714-3657-488a-9851-4e3598ad7070 req-09394e98-e4ed-4560-8cc4-391363e98f38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5295 time: 0.4386895 Nov 12 00:56:19.509676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Allocated IP 172.20.0.6 (c5eb4dd5-6b4a-48fd-938b-520afeccef7e/1a0af46e-8b1f-4aef-bdc5-bbddae4620be/ca631bec-b0be-4920-a023-9333d83fb0fa) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:19.533338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871c523-1e70-4efd-af5a-995b6096c260 req-4da92c4f-2692-4f3e-a873-e25ab0019c91 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.535160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3871c523-1e70-4efd-af5a-995b6096c260 req-4da92c4f-2692-4f3e-a873-e25ab0019c91 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.6730928 Nov 12 00:56:19.549478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.579663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e0889-1dd7-4366-a6f8-3afb1d949328 req-3fa699d8-379c-47fc-bfec-a2d225e0b76a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.582081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c1e0889-1dd7-4366-a6f8-3afb1d949328 req-3fa699d8-379c-47fc-bfec-a2d225e0b76a tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.7370064 Nov 12 00:56:19.616886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f4b8-3236-4262-862b-e44ce4fc633b service neutron] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.727988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.735272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.742434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.751850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.758841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.762171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.766201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.775150 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-54a37c61-e1db-48fe-b152-bbbe3803a5b8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 4607 time: 0.6351750 Nov 12 00:56:19.804922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.834161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:19.837999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:19.842147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:19.937591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Pushing event updated for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.982304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.983829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.007347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-4e961598-b04f-4f94-bde9-6365a5972401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.008003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-4e961598-b04f-4f94-bde9-6365a5972401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.008641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-4e961598-b04f-4f94-bde9-6365a5972401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.012402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1e31714-3657-488a-9851-4e3598ad7070 req-4e961598-b04f-4f94-bde9-6365a5972401 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7276008 Nov 12 00:56:20.029390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c74c9e27-dbd3-47a1-af90-0f1107e8a2b8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0256729 Nov 12 00:56:20.059692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Request body: {'port': {'device_id': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:20.149881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.228716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c1e0889-1dd7-4366-a6f8-3afb1d949328 req-d5044b13-2982-4a43-b259-f3bec3262a47 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5932460 Nov 12 00:56:20.302267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd608a52-7b19-4dd5-adec-b54842d5442d req-82b15d60-e27e-4a96-99af-32180da3666d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5260220 Nov 12 00:56:20.493206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31714-3657-488a-9851-4e3598ad7070 req-0cf535bf-7cbe-4289-bd5c-e3599a633a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.494722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1e31714-3657-488a-9851-4e3598ad7070 req-0cf535bf-7cbe-4289-bd5c-e3599a633a5d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4740951 Nov 12 00:56:20.554506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Deleting port 194305e7-e08e-4244-bedf-8b5e4a6e3528 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:20.555001 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.560761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b77455-931d-434e-9bf8-69521447a0b4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:20.588049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.672986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb245208-20fc-4af9-adff-d3021b753d05 req-ebdc2ae7-29f5-4c93-918d-60f68a61274b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.674720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb245208-20fc-4af9-adff-d3021b753d05 req-ebdc2ae7-29f5-4c93-918d-60f68a61274b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2305472 Nov 12 00:56:20.682948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Transition to ACTIVE for port object 12b77455-931d-434e-9bf8-69521447a0b4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:20.695425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.713432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3103f-bf85-4a76-8ecb-4f6876b91aae req-63c143dc-b199-4e32-aa14-e2c0b8e1a38f tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.722226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b3103f-bf85-4a76-8ecb-4f6876b91aae req-63c143dc-b199-4e32-aa14-e2c0b8e1a38f tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 931 time: 0.2227407 Nov 12 00:56:20.775928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '2518b50d-f37b-4ec1-8591-20687c655171'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:20.778929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca631bec-b0be-4920-a023-9333d83fb0fa {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:20.779095 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626aad41-6a24-4984-ba7a-ceb08717018f" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "2518b50d-f37b-4ec1-8591-20687c655171"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:20.790593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.814801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Transition to ACTIVE for port object ca631bec-b0be-4920-a023-9333d83fb0fa will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:20.820444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.870690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] For port 194305e7-e08e-4244-bedf-8b5e4a6e3528, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=194305e7-e08e-4244-bedf-8b5e4a6e3528,segment=NetworkSegment(17b6a541-e577-40c8-9222-35c7d5606170),segment_id=17b6a541-e577-40c8-9222-35c7d5606170)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:20.871201 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.892859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.967050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Pushing event updated for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.971327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Calling delete_port for 194305e7-e08e-4244-bedf-8b5e4a6e3528 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:21.022590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb245208-20fc-4af9-adff-d3021b753d05 req-c1e5d12f-db32-4608-a218-d385bc5cd1d6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223002 Nov 12 00:56:21.075877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4b3103f-bf85-4a76-8ecb-4f6876b91aae req-a5af4d0e-875b-4cc9-b3da-399c07be5500 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523862 Nov 12 00:56:21.184388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Attempting to bind port ca631bec-b0be-4920-a023-9333d83fb0fa on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:21.184952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Attempting to bind port ca631bec-b0be-4920-a023-9333d83fb0fa by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:21.185478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Attempting to bind port ca631bec-b0be-4920-a023-9333d83fb0fa on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.217783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Port ca631bec-b0be-4920-a023-9333d83fb0fa on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:21.220741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Attempting to bind port ca631bec-b0be-4920-a023-9333d83fb0fa on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.234558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:21.235156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Checking segment: {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:21.235703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Bound using segment: {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:21.236225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Bound port: ca631bec-b0be-4920-a023-9333d83fb0fa, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:21.236596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.335710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-01a92c0f-24f8-4635-8321-80d35a13fd64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3092899 Nov 12 00:56:21.339500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:21.347117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ca631bec-b0be-4920-a023-9333d83fb0fa,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:21.357554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.432719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Attempting to bind port 12b77455-931d-434e-9bf8-69521447a0b4 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:21.443589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Attempting to bind port 12b77455-931d-434e-9bf8-69521447a0b4 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:21.445541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Attempting to bind port 12b77455-931d-434e-9bf8-69521447a0b4 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.509234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.510979 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.512499 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] 10.222.0.32 "PUT /v2.0/ports/ca631bec-b0be-4920-a023-9333d83fb0fa HTTP/1.1" status: 200 len: 1092 time: 1.4629555 Nov 12 00:56:21.513715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:21.518270 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44b0b91-1730-48a0-9d54-4c6f546cb698" -d '{"events": [{"name": "network-changed", "server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:21.521468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c1deb-de13-466f-b955-96f082f39745 service neutron] Pushing event updated for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:21.584215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462fd5-d82c-47e9-bcc1-b681b8676843 req-96150563-8afb-45a9-93a5-254fc8fd2434 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.587619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b462fd5-d82c-47e9-bcc1-b681b8676843 req-96150563-8afb-45a9-93a5-254fc8fd2434 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5b0b61b-01e9-48ca-88e2-5d1ca12460eb HTTP/1.1" status: 200 len: 945 time: 0.3452773 Nov 12 00:56:21.588284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Port 12b77455-931d-434e-9bf8-69521447a0b4 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:21.589419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Attempting to bind port 12b77455-931d-434e-9bf8-69521447a0b4 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.620389 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edabaa4-bb6e-4971-9a05-9d43c3d0dfe8 x-openstack-request-id: req-4edabaa4-bb6e-4971-9a05-9d43c3d0dfe8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:21.620755 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "2518b50d-f37b-4ec1-8591-20687c655171", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:21.621097 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4edabaa4-bb6e-4971-9a05-9d43c3d0dfe8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:21.621529 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '2518b50d-f37b-4ec1-8591-20687c655171', 'status': 'completed', 'code': 200} Nov 12 00:56:21.650757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:21.651098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:21.651693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Bound using segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:21.657977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Bound port: 12b77455-931d-434e-9bf8-69521447a0b4, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:21.657977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.818904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-666c2823-2d3f-4ebb-9170-f331f0188558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.822603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-666c2823-2d3f-4ebb-9170-f331f0188558 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.2309151 Nov 12 00:56:21.829351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-40bf11b6-36f4-42eb-af9b-ebd74cfc97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.832336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-40bf11b6-36f4-42eb-af9b-ebd74cfc97b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 1095 time: 0.2277761 Nov 12 00:56:21.859988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.860861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.861703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.862544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.863405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.864656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.865192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.868439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-626aad41-6a24-4984-ba7a-ceb08717018f req-1390366f-2ba2-49d5-a9a7-bd291ad0b37a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6182 time: 0.2128463 Nov 12 00:56:21.989249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-998d7746-d13f-4d96-9689-089e166c753c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca631bec-b0be-4920-a023-9333d83fb0fa HTTP/1.1" status: 200 len: 217 time: 0.1192369 Nov 12 00:56:22.066140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.149215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b462fd5-d82c-47e9-bcc1-b681b8676843 req-5c3b56f2-1cee-4175-8b76-d40f727fd18a tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.11 "GET /v2.0/security-groups?id=34be1067-a98e-4f21-8e42-993254f55128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267420 Nov 12 00:56:22.150381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:22.157300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-9bb09a01-7eb3-4ce1-8bbf-dab9dd3bd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.158817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-9bb09a01-7eb3-4ce1-8bbf-dab9dd3bd01e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 1097 time: 0.7633562 Nov 12 00:56:22.160174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Pushing event deleted for resources: {'Port': ['ID=194305e7-e08e-4244-bedf-8b5e4a6e3528,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.225438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.232882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.240473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.248101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.258046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.266946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.272679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.282701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-daffb5fc-276a-4f7d-b90d-d65e977040dc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5384 time: 0.5300093 Nov 12 00:56:22.350275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12b77455-931d-434e-9bf8-69521447a0b4,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:22.414240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] No DVR routers for this DVR port 194305e7-e08e-4244-bedf-8b5e4a6e3528 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:22.418414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.422616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3871c523-1e70-4efd-af5a-995b6096c260 req-3f800214-b695-4f5f-ba3b-62fe8989bb59 tempest-TestServerAdvancedOps-1597307331 tempest-TestServerAdvancedOps-1597307331-project] 10.222.0.39 "DELETE /v2.0/ports/194305e7-e08e-4244-bedf-8b5e4a6e3528 HTTP/1.1" status: 204 len: 173 time: 2.8620257 Nov 12 00:56:22.430564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.436792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-aa105a68-c010-4880-8c85-083212f01424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.439468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-aa105a68-c010-4880-8c85-083212f01424 service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.6053655 Nov 12 00:56:22.555986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.557068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.558778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] 10.222.0.32 "PUT /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 1136 time: 3.5481317 Nov 12 00:56:22.625108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9a74-2617-40d2-bc9a-2ea796ce1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.634507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:22.804666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-333189b1-c89a-457b-bd55-700077dfae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.809724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-333189b1-c89a-457b-bd55-700077dfae46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a0af46e-8b1f-4aef-bdc5-bbddae4620be HTTP/1.1" status: 200 len: 853 time: 0.8029892 Nov 12 00:56:22.839267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-b8a1a5fa-52fd-4861-a2aa-045e9e78b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.841256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-b8a1a5fa-52fd-4861-a2aa-045e9e78b1e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.5324388 Nov 12 00:56:22.904969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-199cf31e-32d2-47d4-9af4-4d350112a717 req-600b74c5-276e-46f4-8e65-554d79d991b6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6208777 Nov 12 00:56:22.923404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 194305e7-e08e-4244-bedf-8b5e4a6e3528 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:22.995062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-d1007dfa-886b-4ba7-802b-f568c55319cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.995847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-d1007dfa-886b-4ba7-802b-f568c55319cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.996824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-d1007dfa-886b-4ba7-802b-f568c55319cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.999873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-626aad41-6a24-4984-ba7a-ceb08717018f req-d1007dfa-886b-4ba7-802b-f568c55319cb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1167073 Nov 12 00:56:23.047021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 194305e7-e08e-4244-bedf-8b5e4a6e3528 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:23.047391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-0f546768-a180-43ee-9a83-7cb20cad6867 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2313523 Nov 12 00:56:23.052927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 194305e7-e08e-4244-bedf-8b5e4a6e3528 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:23.106897 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7826bc-a24a-483b-8276-47afa0529215 x-openstack-request-id: req-5e7826bc-a24a-483b-8276-47afa0529215 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:23.107401 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:23.107847 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e7826bc-a24a-483b-8276-47afa0529215 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:23.108565 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa', 'status': 'completed', 'code': 200} Nov 12 00:56:23.210127 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-994aa018-7a1a-4925-b17c-5a81e30b4f3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.7474391 Nov 12 00:56:23.504745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-3c65d466-1cbc-4798-94c0-09647c809892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.506636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-3c65d466-1cbc-4798-94c0-09647c809892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2352414 Nov 12 00:56:23.573209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aad41-6a24-4984-ba7a-ceb08717018f req-e8b20915-18d6-4d9e-bb0e-b4406873dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.574729 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-626aad41-6a24-4984-ba7a-ceb08717018f req-e8b20915-18d6-4d9e-bb0e-b4406873dafb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5323722 Nov 12 00:56:23.580036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-58bbd2e3-1df2-45db-8468-3967c3a083fc service neutron] 10.222.0.32 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621949 Nov 12 00:56:23.601304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.644802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-531b8d74-4611-4221-8d83-214827ed77eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 200 len: 217 time: 0.7855680 Nov 12 00:56:23.645398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'name': 'network-vif-deleted', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528'}, {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '12b77455-931d-434e-9bf8-69521447a0b4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:23.647704 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d183ae-8005-4f52-be09-417cb20bedd7" -d '{"events": [{"server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "name": "network-vif-deleted", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528"}, {"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "12b77455-931d-434e-9bf8-69521447a0b4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:23.727066 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7d7e5ec9-c024-4d40-bf2c-b37dc2ec1272 req-c04eb2cb-4306-46e7-a567-a6f6ca450783 service neutron] 10.222.0.32 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346338 Nov 12 00:56:23.738680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-bef4b51b-959f-43ac-a1c5-fc6e7612985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.741364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-bef4b51b-959f-43ac-a1c5-fc6e7612985c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2234950 Nov 12 00:56:23.838489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05e1ec-7f7e-4256-9f5c-0508dc68f152 req-43e73602-82de-4909-bf73-26e7154a3c76 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.844013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf05e1ec-7f7e-4256-9f5c-0508dc68f152 req-43e73602-82de-4909-bf73-26e7154a3c76 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 1.0009944 Nov 12 00:56:23.857322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0903be2-f2ee-4902-a41c-3343ccf9edf9 req-6f973ab4-1c55-477c-bd15-f2eb13ee0e9a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.871584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0903be2-f2ee-4902-a41c-3343ccf9edf9 req-6f973ab4-1c55-477c-bd15-f2eb13ee0e9a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2679281 Nov 12 00:56:23.910398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-a96ff2f6-b5a8-4aa4-90b0-a98d90c50760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.911963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-a96ff2f6-b5a8-4aa4-90b0-a98d90c50760 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.2485631 Nov 12 00:56:23.964356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-e91738d4-e218-44ad-83da-5841bf4f7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.966490 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-e91738d4-e218-44ad-83da-5841bf4f7707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 1095 time: 0.1709075 Nov 12 00:56:23.969475 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-7109cf0f-c41c-420b-9337-98677c670d83 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171049 Nov 12 00:56:24.113033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0903be2-f2ee-4902-a41c-3343ccf9edf9 req-035ddf0a-6b54-4e51-bfe1-58a24b4546a1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390859 Nov 12 00:56:24.140392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-0f0b9ac6-7fe1-4238-afa5-b9e2f7903a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.140392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-0f0b9ac6-7fe1-4238-afa5-b9e2f7903a54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127187 Nov 12 00:56:24.163437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf05e1ec-7f7e-4256-9f5c-0508dc68f152 req-566ea9d9-d149-488b-bb8f-5e5f0ee65cf7 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743456 Nov 12 00:56:24.208822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-0533858f-3fe4-4094-b668-1c3961134d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.210943 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-0533858f-3fe4-4094-b668-1c3961134d9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 914 time: 0.2351267 Nov 12 00:56:24.216485 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ba7e3a58-0b10-4062-a298-93c908577b7a req-adbab439-2ef1-47e6-823f-b949e97b00a9 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152729 Nov 12 00:56:24.290659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-8030b9b6-deb8-42fe-8631-e3d14e96feb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca631bec-b0be-4920-a023-9333d83fb0fa HTTP/1.1" status: 200 len: 217 time: 0.0622137 Nov 12 00:56:24.357304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-5e5a1897-2e3e-4ccf-a9c1-d00a01c18d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.360611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-5e5a1897-2e3e-4ccf-a9c1-d00a01c18d24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a0af46e-8b1f-4aef-bdc5-bbddae4620be HTTP/1.1" status: 200 len: 853 time: 0.0667870 Nov 12 00:56:24.409810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:24.444560 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-b662f1c8-aff2-4fa2-b3c4-fabe9f516f91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755391 Nov 12 00:56:24.489511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12a9d-16c6-4c06-a4a1-45c137c16102 req-b8368c44-aa54-4d06-9749-373c8b03b0ed tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.491205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73b12a9d-16c6-4c06-a4a1-45c137c16102 req-b8368c44-aa54-4d06-9749-373c8b03b0ed tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 943 time: 0.2194333 Nov 12 00:56:24.546247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-29fbdd3f-1773-4a08-93a0-59d1bb0e0c26 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974223 Nov 12 00:56:24.644540 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-904c1cbe-ede9-470c-b82d-1aecb19a62f1 service neutron] 10.222.0.32 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895347 Nov 12 00:56:24.718707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-a607a8b0-545c-45a7-b522-916f59a829a7 service neutron] 10.222.0.32 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634874 Nov 12 00:56:24.721907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Deleting subnet 9755f93f-ee1c-44d8-8b9c-e4e58649383c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:24.725313 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7ff86-f9e5-46b7-af24-77d8bf69a8df x-openstack-request-id: req-01c7ff86-f9e5-46b7-af24-77d8bf69a8df {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:24.725630 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b0b61b-01e9-48ca-88e2-5d1ca12460eb", "name": "network-vif-deleted", "tag": "194305e7-e08e-4244-bedf-8b5e4a6e3528", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "12b77455-931d-434e-9bf8-69521447a0b4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:24.725856 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01c7ff86-f9e5-46b7-af24-77d8bf69a8df {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:24.726256 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b0b61b-01e9-48ca-88e2-5d1ca12460eb', 'name': 'network-vif-deleted', 'tag': '194305e7-e08e-4244-bedf-8b5e4a6e3528', 'status': 'completed', 'code': 200} Nov 12 00:56:24.726512 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '12b77455-931d-434e-9bf8-69521447a0b4', 'status': 'completed', 'code': 200} Nov 12 00:56:24.738605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.818997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.823927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73b12a9d-16c6-4c06-a4a1-45c137c16102 req-a105c83c-d7c3-4052-9ded-3b84e046540f tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195810 Nov 12 00:56:25.167198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.223376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:25.255814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.287791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-1f6cf3b9-18fd-4594-8f58-a00eb3ecfb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.289981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-1f6cf3b9-18fd-4594-8f58-a00eb3ecfb43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98d80cb30c7c45cfad00e4865b86a915&device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 1097 time: 0.8361726 Nov 12 00:56:25.336025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.348036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.352148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f44b0b91-1730-48a0-9d54-4c6f546cb698 req-85f83b81-1236-4f4b-9424-1e8f603b65f0 service neutron] 10.222.0.32 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955764 Nov 12 00:56:25.369501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.378427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.385853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.394678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.395831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.396901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.397949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.398580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.399058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.399711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.400774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.403168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-26b0a538-7159-4244-ad78-125a6d49f792 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6224 time: 0.1780376 Nov 12 00:56:25.403875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.413802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c60b7e14-d3b5-4402-850c-78410d94265a req-e5bcb1d6-0fa4-4ac1-b329-d4f4fde13993 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5384 time: 0.5683172 Nov 12 00:56:25.453902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Transition to ACTIVE for port object 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:25.503858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.526108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b609277-4c90-4e60-87cc-804b16a2aa25 req-dfd2099c-d55d-47ec-9cfb-80bc3c325f0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.536110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b609277-4c90-4e60-87cc-804b16a2aa25 req-dfd2099c-d55d-47ec-9cfb-80bc3c325f0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.4868193 Nov 12 00:56:25.568359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.579483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.587535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9755f93f-ee1c-44d8-8b9c-e4e58649383c HTTP/1.1" status: 204 len: 168 time: 1.1690557 Nov 12 00:56:25.589360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:25.618588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-5c38049d-bc3f-411f-a01a-b8120fc8b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.620231 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-5c38049d-bc3f-411f-a01a-b8120fc8b90f service neutron] 10.222.0.39 "GET /v2.0/networks?id=831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 200 len: 912 time: 0.2941356 Nov 12 00:56:25.680871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53c4a0-17a1-407a-98cc-df91f81ad084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9755f93f-ee1c-44d8-8b9c-e4e58649383c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.724288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-0d08137f-241c-4819-bbc5-227a2bfe634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.724826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-0d08137f-241c-4819-bbc5-227a2bfe634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.725233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-0d08137f-241c-4819-bbc5-227a2bfe634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.726054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b609277-4c90-4e60-87cc-804b16a2aa25 req-e0301673-ddde-478c-8432-7b7a0a3bc1c6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885843 Nov 12 00:56:25.726891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-0d08137f-241c-4819-bbc5-227a2bfe634e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3151705 Nov 12 00:56:25.794688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c60b7e14-d3b5-4402-850c-78410d94265a req-214e24c4-6764-4a6c-9c4e-770238c7e82c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3794284 Nov 12 00:56:25.815706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.928460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.938143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-7b246661-e621-4241-a520-2914f0466f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.941419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d183ae-8005-4f52-be09-417cb20bedd7 req-7b246661-e621-4241-a520-2914f0466f20 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951396 Nov 12 00:56:25.947189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-3786f8db-7da2-4924-b9bd-bb5e1b3e831d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 200 len: 999 time: 0.3006928 Nov 12 00:56:26.039629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-3e497c05-365a-4f52-b6b0-ee68195c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.042285 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-3e497c05-365a-4f52-b6b0-ee68195c6a86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 200 len: 850 time: 0.0868897 Nov 12 00:56:26.153779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86bff6-9a84-44cf-beb0-ef5e1ddeee74 req-fc90cff9-b1eb-44cb-9540-0e023b33f127 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.169147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d86bff6-9a84-44cf-beb0-ef5e1ddeee74 req-fc90cff9-b1eb-44cb-9540-0e023b33f127 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2284606 Nov 12 00:56:26.287845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.323589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Attempting to bind port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:26.323936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Attempting to bind port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:26.324285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Attempting to bind port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:26.328430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c16d70-0e44-44d9-90ca-95fa6915dd74']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:26.339358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b6a541-e577-40c8-9222-35c7d5606170') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:26.339650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b6a541-e577-40c8-9222-35c7d5606170') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:26.342343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d86bff6-9a84-44cf-beb0-ef5e1ddeee74 req-7b382b7b-aff7-4329-9089-ed3b59cd7d49 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705828 Nov 12 00:56:26.343296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:26.343645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Attempting to bind port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:26.351353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.367257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:26.367668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:26.368119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Bound using segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:26.368587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Bound port: 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:26.368952 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.375714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.387240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:26.387717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.452211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c623c94-d6f6-49fe-9c3c-4b9e3fb06cde req-abdaa3ce-60c2-4b90-a0c8-9defc27d138e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:26.464150 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:26.467847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.474864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c623c94-d6f6-49fe-9c3c-4b9e3fb06cde req-abdaa3ce-60c2-4b90-a0c8-9defc27d138e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 943 time: 0.2384117 Nov 12 00:56:26.490720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.497122 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b5c16d70-0e44-44d9-90ca-95fa6915dd74 HTTP/1.1" status: 204 len: 168 time: 0.9068098 Nov 12 00:56:26.498538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc9cc1-e08c-4ecf-9219-88f3fdeedfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c16d70-0e44-44d9-90ca-95fa6915dd74,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.502237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-4628f835-ab33-4a4d-a2eb-e92506090c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.503791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-4628f835-ab33-4a4d-a2eb-e92506090c59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=831f65fc-225f-47c4-b852-335e8ccd266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4507360 Nov 12 00:56:26.504778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.600170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ca631bec-b0be-4920-a023-9333d83fb0fa details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:26.636279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c623c94-d6f6-49fe-9c3c-4b9e3fb06cde req-aea62d84-93e4-4137-ad3d-7c34c6c9aecf tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492515 Nov 12 00:56:26.663043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-7e5b30ec-1f0d-4bd4-9754-33da3ccc9aab service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102183 Nov 12 00:56:26.666054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Deleting subnet e62dbff0-6baa-4892-9e34-916efcc50b7b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:26.672885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.745621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:26.770494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:26.778088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.793728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.803692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.892337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8970-6ff3-40ac-88b3-d21d66ba94c9 req-24cc9133-27f4-4bb4-91b2-d50179077615 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.900455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e8c8970-6ff3-40ac-88b3-d21d66ba94c9 req-24cc9133-27f4-4bb4-91b2-d50179077615 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.2870610 Nov 12 00:56:26.915422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.916043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.917670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 1092 time: 4.2875459 Nov 12 00:56:26.926373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:26.929200 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03454ac8-7067-490d-91c9-0e3053f9ea23" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:26.929817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ca631bec-b0be-4920-a023-9333d83fb0fa,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:26.962579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:26.979655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd881cb1-32fa-488f-bdd0-f4d499380b59 req-9c598508-e240-4945-9973-34f3e0fb425e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.980104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'ca631bec-b0be-4920-a023-9333d83fb0fa', 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e', 'port_id': 'ca631bec-b0be-4920-a023-9333d83fb0fa', 'mac_address': 'fa:16:3e:c1:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0af46e-8b1f-4aef-bdc5-bbddae4620be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:26.981271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd881cb1-32fa-488f-bdd0-f4d499380b59 req-9c598508-e240-4945-9973-34f3e0fb425e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2054374 Nov 12 00:56:27.028403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff672c-4884-41bc-a708-c12cffad8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.070542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.097624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e8c8970-6ff3-40ac-88b3-d21d66ba94c9 req-73307730-c2ff-4fa7-83dd-5e450ba5962b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949301 Nov 12 00:56:27.133124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.150915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9b4c16cc-f661-4d22-bd0f-01f00f851058 req-9d6ba2e0-6421-4646-a836-e8a8375aff42 service neutron] 10.222.0.39 "GET /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752121 Nov 12 00:56:27.153264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca631bec-b0be-4920-a023-9333d83fb0fa {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:27.181830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ca631bec-b0be-4920-a023-9333d83fb0fa,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:27.187819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.220863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd881cb1-32fa-488f-bdd0-f4d499380b59 req-7cc0c5a2-e331-4e52-9023-a990b9aadb98 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118993 Nov 12 00:56:27.259197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.282086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.322881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1da3c5ae-7719-45de-a786-00fa40954938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.325474 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058a9dfa-0c77-4cd3-a3e5-5a88561485f4 x-openstack-request-id: req-058a9dfa-0c77-4cd3-a3e5-5a88561485f4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:27.325751 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:27.332865 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-058a9dfa-0c77-4cd3-a3e5-5a88561485f4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:27.333336 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'status': 'completed', 'code': 200} Nov 12 00:56:27.343970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62dbff0-6baa-4892-9e34-916efcc50b7b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.353375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.360854 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2d204aa3-d237-4b32-9cf8-be8fa4dd4c47 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e62dbff0-6baa-4892-9e34-916efcc50b7b HTTP/1.1" status: 204 len: 168 time: 0.8550475 Nov 12 00:56:27.377933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.403065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.437617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['ca631bec-b0be-4920-a023-9333d83fb0fa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:27.527104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.538019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.538261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.538984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.539662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.540353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.541289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.542493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.542739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.546342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-d06ba0da-6673-4844-912b-78b20c57d623 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6292 time: 0.2040894 Nov 12 00:56:27.549921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.560855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.571259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.583636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.602296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.604297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e014c159-aea4-4414-9885-1caa47296316 req-779b0bd9-e630-41a8-852c-6c41c553c627 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5396 time: 0.3257186 Nov 12 00:56:27.611769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.729237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1da3c5ae-7719-45de-a786-00fa40954938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.800992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.814997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-3a59e82a-91c3-4a4a-a7bf-df22c8895f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.815778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-3a59e82a-91c3-4a4a-a7bf-df22c8895f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.816713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-3a59e82a-91c3-4a4a-a7bf-df22c8895f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.819359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-3a59e82a-91c3-4a4a-a7bf-df22c8895f37 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2630093 Nov 12 00:56:27.887191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f660fc8-8bbb-4346-b384-0584c807434e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.934795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6684c00-8ea5-44c4-8f0b-a553682ccc7d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.936380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6684c00-8ea5-44c4-8f0b-a553682ccc7d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.995727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1da3c5ae-7719-45de-a786-00fa40954938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.044123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.108646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.130474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:28.131327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:28.133434 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:28.163267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-9dc7b31e-0a1f-4b04-a069-05a53fe105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.166111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03454ac8-7067-490d-91c9-0e3053f9ea23 req-9dc7b31e-0a1f-4b04-a069-05a53fe105dc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197680 Nov 12 00:56:28.175471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e014c159-aea4-4414-9885-1caa47296316 req-b5a5fc46-ddd2-4098-9ead-76c1636d07cb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842742 Nov 12 00:56:28.188001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1da3c5ae-7719-45de-a786-00fa40954938 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b466b1540faa4f0eaa252736a229767c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4047709 Nov 12 00:56:28.188001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3c5ae-7719-45de-a786-00fa40954938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e3b80-57ce-4c42-87bd-c427f4fba5ac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.203556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.289796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.313060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.327405 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f660fc8-8bbb-4346-b384-0584c807434e HTTP/1.1" status: 204 len: 168 time: 0.9481101 Nov 12 00:56:28.382507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391fa9-73cc-4505-a021-0ff37f2d073c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f660fc8-8bbb-4346-b384-0584c807434e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.392888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba13f4c2-c17c-4888-b680-339356d9c16e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:28.399068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.434287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.481179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.489860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Transition to ACTIVE for port object ba13f4c2-c17c-4888-b680-339356d9c16e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:28.511676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.603401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ca631bec-b0be-4920-a023-9333d83fb0fa up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:28.640329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.661973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd4fd-188d-4b0c-ae55-128847d79f2b req-a483d9c2-d6a0-493f-aedf-17bbc17fcf0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.674494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b31cd4fd-188d-4b0c-ae55-128847d79f2b req-a483d9c2-d6a0-493f-aedf-17bbc17fcf0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1730590 Nov 12 00:56:28.690173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.817879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port ca631bec-b0be-4920-a023-9333d83fb0fa completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:28.821646 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-86253aca-4099-471b-917f-db9fca3280a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffeb569137074653bd620a77645a2279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285701 Nov 12 00:56:28.822452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.829085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port ca631bec-b0be-4920-a023-9333d83fb0fa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:28.830912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.854386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.864224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.865822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/913e3b80-57ce-4c42-87bd-c427f4fba5ac HTTP/1.1" status: 204 len: 168 time: 0.6577375 Nov 12 00:56:28.895086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Attempting to bind port ba13f4c2-c17c-4888-b680-339356d9c16e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:28.895446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Attempting to bind port ba13f4c2-c17c-4888-b680-339356d9c16e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:28.895803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Attempting to bind port ba13f4c2-c17c-4888-b680-339356d9c16e on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:28.911874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db588964-848d-4173-9847-32fe0f8461b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e3b80-57ce-4c42-87bd-c427f4fba5ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.918328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Port ba13f4c2-c17c-4888-b680-339356d9c16e on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:28.919062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Attempting to bind port ba13f4c2-c17c-4888-b680-339356d9c16e on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:28.927006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:28.927410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Checking segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:28.928954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Bound using segment: {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:28.928954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Bound port: ba13f4c2-c17c-4888-b680-339356d9c16e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dcbcbf-514b-40c3-96c6-8b50df290171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:28.929219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.984878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b31cd4fd-188d-4b0c-ae55-128847d79f2b req-975b51c7-10f2-4620-8fd7-edb276368452 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055019 Nov 12 00:56:29.058990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.135286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:29.147432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:29.166885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.167207 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.187391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.261057 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.264505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.265781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34be1067-a98e-4f21-8e42-993254f55128 HTTP/1.1" status: 204 len: 168 time: 0.4395792 Nov 12 00:56:29.276865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:29.279181 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6dbb8-20fd-46e0-8418-e3cd0ea20ffa" -d '{"events": [{"server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "name": "network-vif-plugged", "status": "completed", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:29.282942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5280f9-6c66-4a38-b694-76d0561702a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be1067-a98e-4f21-8e42-993254f55128,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.286590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.312744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.313879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.316436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-097c651d-395b-4fce-a5ba-444bc727fbdf service neutron] 10.222.0.32 "PUT /v2.0/ports/ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 1092 time: 2.3630390 Nov 12 00:56:29.335855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ca631bec-b0be-4920-a023-9333d83fb0fa,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:29.349002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:29.351767 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.352834 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:29.386092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13054bc-6b7d-407d-bfd4-b34c5feb7dbc req-13f55b4e-df3b-4ed4-a925-ba63e1daefd2 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.387616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c13054bc-6b7d-407d-bfd4-b34c5feb7dbc req-13f55b4e-df3b-4ed4-a925-ba63e1daefd2 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 944 time: 0.2465672 Nov 12 00:56:29.396772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:29.481058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.546929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c13054bc-6b7d-407d-bfd4-b34c5feb7dbc req-35bffc04-92a5-4e76-9729-a3bdbedacd54 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469648 Nov 12 00:56:29.601371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.988452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.996312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.005805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.019167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.033748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.042216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.053806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.061263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-945d4b55-2559-4cff-96f8-fa726d3c5c29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b10581cef0444e3eae6409cabff0fa22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631294 Nov 12 00:56:30.063412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.065692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.080279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-2096d1b3-a8cd-4d87-84b8-a1714c950807 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5408 time: 0.2061121 Nov 12 00:56:30.134167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.200797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.263179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664bd985-0bd7-49be-8bd3-8aa08e340d07 req-1b84f48f-22c3-4059-8a50-96281c5f26b2 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817162 Nov 12 00:56:30.282194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.289747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.289747 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c6a5e95-4f33-4f08-8338-6d44bcfa6f56 HTTP/1.1" status: 204 len: 168 time: 0.2215340 Nov 12 00:56:30.301037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c186edf-6de7-4b61-bb09-707f48ff99f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a5e95-4f33-4f08-8338-6d44bcfa6f56,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.343242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-430e8085-e7a7-46f3-a4a7-21369cc4e87d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.345214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-430e8085-e7a7-46f3-a4a7-21369cc4e87d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=1066b7cb-e925-4f6b-b450-674b7d034adf HTTP/1.1" status: 200 len: 944 time: 0.2191944 Nov 12 00:56:30.435718 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f303c-614a-4e04-afc9-488c937d0570 x-openstack-request-id: req-5d5f303c-614a-4e04-afc9-488c937d0570 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:30.436588 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "name": "network-vif-plugged", "status": "completed", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:30.436588 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d5f303c-614a-4e04-afc9-488c937d0570 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:30.437061 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa', 'code': 200} Nov 12 00:56:30.494648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0890d53b-0403-4fd5-988d-68cb3b61483d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:30.504974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.554931 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e526d39-366b-4839-a144-5462bd5f310a x-openstack-request-id: req-0e526d39-366b-4839-a144-5462bd5f310a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:30.555201 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:30.555465 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e526d39-366b-4839-a144-5462bd5f310a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:30.555949 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'status': 'completed', 'code': 200} Nov 12 00:56:30.597204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Transition to ACTIVE for port object 0890d53b-0403-4fd5-988d-68cb3b61483d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:30.606088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.705266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb26f8b-5ac9-4800-b7f5-8ad30ce19da2 req-09c0dcf8-5154-4ded-af6b-040bfef00227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.707822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6bb26f8b-5ac9-4800-b7f5-8ad30ce19da2 req-09c0dcf8-5154-4ded-af6b-040bfef00227 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 1097 time: 0.1459575 Nov 12 00:56:30.717172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.718012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.718638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.719277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.720833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.721652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.722289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.725055 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-10cca28e-7cf8-4c11-9100-133b9ae5953d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6360 time: 0.1846492 Nov 12 00:56:31.026497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6bb26f8b-5ac9-4800-b7f5-8ad30ce19da2 req-b6c67a7c-a0dc-4940-b594-1a62279e91ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990534 Nov 12 00:56:31.050782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-a277fcc5-a957-41bb-97c6-f4f2bcb52a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.051239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-a277fcc5-a957-41bb-97c6-f4f2bcb52a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.051826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-a277fcc5-a957-41bb-97c6-f4f2bcb52a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.053993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-a277fcc5-a957-41bb-97c6-f4f2bcb52a91 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3209779 Nov 12 00:56:31.118541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:31.146179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8abc93-42b2-4959-a757-226f12cf3ab1 req-fd9c0743-5be5-4ffb-970c-071f518f8694 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.147819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8abc93-42b2-4959-a757-226f12cf3ab1 req-fd9c0743-5be5-4ffb-970c-071f518f8694 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.3902776 Nov 12 00:56:31.153849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:31.154639 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.283198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Attempting to bind port 0890d53b-0403-4fd5-988d-68cb3b61483d on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:31.283799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Attempting to bind port 0890d53b-0403-4fd5-988d-68cb3b61483d by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:31.284293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Attempting to bind port 0890d53b-0403-4fd5-988d-68cb3b61483d on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:31.319290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Port 0890d53b-0403-4fd5-988d-68cb3b61483d on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:31.319811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Attempting to bind port 0890d53b-0403-4fd5-988d-68cb3b61483d on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:31.358809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:31.359368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Checking segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:31.359969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Bound using segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:31.360759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Bound port: 0890d53b-0403-4fd5-988d-68cb3b61483d, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:31.361339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.387701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8abc93-42b2-4959-a757-226f12cf3ab1 req-d1c97b31-85c9-4e9f-ab8e-2b9777340f20 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238452 Nov 12 00:56:31.401581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-573162eb-632a-46d0-a91b-44f8ee3586cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.403168 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4726b5bc-a1c3-4a12-8ae7-450441d47ca6 req-573162eb-632a-46d0-a91b-44f8ee3586cd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750894 Nov 12 00:56:31.482216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:31.482588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.502484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for 3d04787c-0c06-4c31-aba6-a7b7ddd076ca owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:31.629669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:31.642026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:31.658693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f116-157b-49c7-ad18-95d8431a7f9a req-5a432243-e0ea-4603-a623-69289460dbc3 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.660337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2333f116-157b-49c7-ad18-95d8431a7f9a req-5a432243-e0ea-4603-a623-69289460dbc3 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 945 time: 0.1427419 Nov 12 00:56:31.663480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.740138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.740138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.741390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] 10.222.0.32 "PUT /v2.0/ports/0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 1092 time: 2.3981671 Nov 12 00:56:31.809299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Request body: {'port': {'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:31.844949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2333f116-157b-49c7-ad18-95d8431a7f9a req-b50b4b36-917f-48d2-be63-b8a1a486e53e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752629 Nov 12 00:56:31.845622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39bbbb-d04d-4a2c-8b8a-eb5c5c8ee5dd service neutron] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:31.928489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.942364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:32.121913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=3d04787c-0c06-4c31-aba6-a7b7ddd076ca,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.125342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.236265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] No DVR routers for this DVR port 3d04787c-0c06-4c31-aba6-a7b7ddd076ca on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:32.266243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.270065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33f4affc-f6a6-4e4a-8c16-86fa72274228 req-31d46520-38e6-4131-a005-af1b05968518 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "DELETE /v2.0/ports/3d04787c-0c06-4c31-aba6-a7b7ddd076ca HTTP/1.1" status: 204 len: 173 time: 1.9052672 Nov 12 00:56:32.271956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.919189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d'}, {'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-deleted', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:32.921768 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe34872-2365-43ba-acd1-d4f02a37b7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d"}, {"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-deleted", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:33.091216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.097607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.103561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.110263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.116248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.123665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.131076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.133223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ec4860a-e0b0-4068-a348-376725d6850e req-a8cd08fa-6fa3-4248-95d6-0bd266bbad8d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5420 time: 0.8036749 Nov 12 00:56:33.144944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91873004-1a7e-4fa9-a8ae-8d90d233c653 req-12bdccda-5d6f-4d42-a98a-1c93d707bd83 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.146493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91873004-1a7e-4fa9-a8ae-8d90d233c653 req-12bdccda-5d6f-4d42-a98a-1c93d707bd83 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2047653 Nov 12 00:56:33.323647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ec4860a-e0b0-4068-a348-376725d6850e req-5c87bebe-f31d-4143-915e-0e6aaea5d13b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735773 Nov 12 00:56:33.376039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91873004-1a7e-4fa9-a8ae-8d90d233c653 req-f2fb1bc2-74fc-4716-9ca1-c2c3cbc40b33 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138753 Nov 12 00:56:33.559641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f394f2c7-177c-47a8-9b5b-933d99c4e845 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:33.575681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.599148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Transition to ACTIVE for port object f394f2c7-177c-47a8-9b5b-933d99c4e845 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:33.605297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.658009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.695237 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e85e4-d66e-487b-9eec-1088091390cd x-openstack-request-id: req-ac0e85e4-d66e-487b-9eec-1088091390cd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:33.695938 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d", "status": "completed", "code": 200}, {"server_uuid": "1066b7cb-e925-4f6b-b450-674b7d034adf", "name": "network-vif-deleted", "tag": "3d04787c-0c06-4c31-aba6-a7b7ddd076ca", "status": "failed", "code": 422}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:33.697714 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac0e85e4-d66e-487b-9eec-1088091390cd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:33.699435 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'status': 'completed', 'code': 200} Nov 12 00:56:33.701523 n-d-712141-15 neutron-server[102677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1066b7cb-e925-4f6b-b450-674b7d034adf', 'name': 'network-vif-deleted', 'tag': '3d04787c-0c06-4c31-aba6-a7b7ddd076ca', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:56:33.860170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.861130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:33.866870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.868131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.869299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.870431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.872039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.873078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.877521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-9ea73647-5b28-4de2-a88a-42371536b9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6454 time: 0.1596019 Nov 12 00:56:33.936661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3009c6-8895-471d-9f79-bdd43cec739f req-585273c3-80c3-4b8b-bd01-7893a864a7a8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.938667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f3009c6-8895-471d-9f79-bdd43cec739f req-585273c3-80c3-4b8b-bd01-7893a864a7a8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 945 time: 0.1745067 Nov 12 00:56:33.985709 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:34.055037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-eff6785d-85a8-4ef3-9185-a7704818ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.056764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-eff6785d-85a8-4ef3-9185-a7704818ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.058617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-eff6785d-85a8-4ef3-9185-a7704818ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.061451 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-eff6785d-85a8-4ef3-9185-a7704818ce87 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=84d9122d7b07441886135323ab6aea57&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1747601 Nov 12 00:56:34.126503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f3009c6-8895-471d-9f79-bdd43cec739f req-e9d8cc67-4904-437c-b890-dafcc2caf4ff tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563461 Nov 12 00:56:34.127233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Attempting to bind port f394f2c7-177c-47a8-9b5b-933d99c4e845 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:34.127568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Attempting to bind port f394f2c7-177c-47a8-9b5b-933d99c4e845 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:34.127979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Attempting to bind port f394f2c7-177c-47a8-9b5b-933d99c4e845 on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:34.141373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Port f394f2c7-177c-47a8-9b5b-933d99c4e845 on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:34.141785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Attempting to bind port f394f2c7-177c-47a8-9b5b-933d99c4e845 on network eefe3195-f31b-4301-afbc-1bf73db1e6f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:34.162158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:34.162695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Checking segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:34.163305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Bound using segment: {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:34.164727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Bound port: f394f2c7-177c-47a8-9b5b-933d99c4e845, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:34.170096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.209417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4428aa60-f17e-4877-8b8b-eb93cc1173a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.322433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-5e507b1a-0bfd-48d5-8524-b212160db94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.324426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3fe34872-2365-43ba-acd1-d4f02a37b7b5 req-5e507b1a-0bfd-48d5-8524-b212160db94d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2527130 Nov 12 00:56:34.402072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4428aa60-f17e-4877-8b8b-eb93cc1173a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.410324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4428aa60-f17e-4877-8b8b-eb93cc1173a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.460305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:34.500171 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4428aa60-f17e-4877-8b8b-eb93cc1173a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e67886c98b04c8f843e953a84f62daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8360922 Nov 12 00:56:34.500420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:34.500603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428aa60-f17e-4877-8b8b-eb93cc1173a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922675a9-c8b5-4809-8e09-7f641497b12b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.500807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36292) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.539346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a94a-4537-47c6-a8f2-34d1824a0b8a req-78f9968a-f116-4912-9472-eefbbcd20293 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.541366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16b7a94a-4537-47c6-a8f2-34d1824a0b8a req-78f9968a-f116-4912-9472-eefbbcd20293 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 907 time: 0.1875904 Nov 12 00:56:34.553115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.634105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.634105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.634105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 1092 time: 2.8352642 Nov 12 00:56:34.640378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2353-cd5e-4b8b-a333-6350e10a07cf req-acc10b7d-8d3a-4bf9-b86f-694fbc38f5b7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.651241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a7d2353-cd5e-4b8b-a333-6350e10a07cf req-acc10b7d-8d3a-4bf9-b86f-694fbc38f5b7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 813 time: 0.3256993 Nov 12 00:56:34.720821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.762348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a7d2353-cd5e-4b8b-a333-6350e10a07cf req-6d4d002d-707d-4d75-85d7-2ffb16c2d9df tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/quotas/fbabc80ddcca4d999a0e6c9bd33813bc HTTP/1.1" status: 200 len: 375 time: 0.1126103 Nov 12 00:56:34.821121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667f11-ae11-418a-bc16-fc63f13509a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.959800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.988028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.994430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.995367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.996328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.997271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.999394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.000600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.004980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e6b3ac0-d33c-4abe-a859-d4dabf5cb325 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6496 time: 0.2926691 Nov 12 00:56:35.108586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.137015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-e913f34b-af04-4651-bb0e-336a73ef43fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 217 time: 0.1220872 Nov 12 00:56:35.147306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a7d2353-cd5e-4b8b-a333-6350e10a07cf req-cbfe6731-e269-4b2d-b257-d657f45d7d1d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2816570 Nov 12 00:56:35.161015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.169275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.183080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.199039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.207792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.216747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.224100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.228624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-a623cb3d-6165-45d8-8a99-386446ccfd2b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.4650421 Nov 12 00:56:35.361938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.367082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.373778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/922675a9-c8b5-4809-8e09-7f641497b12b HTTP/1.1" status: 204 len: 168 time: 0.8664806 Nov 12 00:56:35.409924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8c4780e1-abfb-412a-a959-ec64804909ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.410970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8c4780e1-abfb-412a-a959-ec64804909ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.1811893 Nov 12 00:56:35.425386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f7c3-b14e-4f77-ba98-cbeaea33f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922675a9-c8b5-4809-8e09-7f641497b12b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:35.518480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a969d1c-b9b2-42a7-b6d8-d5300b26fcd5 req-bb02bc45-d7a5-4a49-95e2-43307c0e2119 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485135 Nov 12 00:56:35.554098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cf9a2589-2369-4156-873a-2f2afc59c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.556557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cf9a2589-2369-4156-873a-2f2afc59c1bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288548 Nov 12 00:56:35.713266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf39eb9-a1f6-4d1b-9968-57624f7af41b req-6754ae19-3e2a-49f0-a680-ffca620708f9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.720462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-caf39eb9-a1f6-4d1b-9968-57624f7af41b req-6754ae19-3e2a-49f0-a680-ffca620708f9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.3013942 Nov 12 00:56:35.738402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-14e78134-5c1f-40eb-beb2-9e7f8aaa389b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.740203 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-14e78134-5c1f-40eb-beb2-9e7f8aaa389b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 907 time: 0.1305814 Nov 12 00:56:35.744660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-d958c381-321d-49ab-9c01-1555c354bda6 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802521 Nov 12 00:56:35.779856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:35.782262 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a8a66-8757-458e-b702-e5c5ea7537db" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:35.885178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port 1a05356b-89eb-443c-bff1-b1b5e35b8315 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:35.885477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.979982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.988107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-caf39eb9-a1f6-4d1b-9968-57624f7af41b req-6f4fce8d-7b61-426e-aae2-ae9649e602b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544465 Nov 12 00:56:36.005974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b141f0c8-21d8-4ef0-80e0-b7e2b52c5878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.061248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-e03871ca-182c-4115-aec7-336fee277b19 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744398 Nov 12 00:56:36.064181 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc246d6-b466-45d1-b54d-a1c88b1d7cdc x-openstack-request-id: req-dcc246d6-b466-45d1-b54d-a1c88b1d7cdc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:36.064617 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:36.064997 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcc246d6-b466-45d1-b54d-a1c88b1d7cdc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:36.068129 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845', 'status': 'completed', 'code': 200} Nov 12 00:56:36.100544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port 1a05356b-89eb-443c-bff1-b1b5e35b8315, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a05356b-89eb-443c-bff1-b1b5e35b8315,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:36.101231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.129785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-91d29943-d7a1-47f9-9c8a-76ae3cd6066d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.0585291 Nov 12 00:56:36.135898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for 1a05356b-89eb-443c-bff1-b1b5e35b8315 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:36.144469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87fb2-69b1-429a-a2b1-53e5766db219 req-f3a3e3ab-0e06-4967-a970-dfcc2bed07f2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.157047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32e87fb2-69b1-429a-a2b1-53e5766db219 req-f3a3e3ab-0e06-4967-a970-dfcc2bed07f2 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 907 time: 0.4109604 Nov 12 00:56:36.240873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b141f0c8-21d8-4ef0-80e0-b7e2b52c5878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.251637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b141f0c8-21d8-4ef0-80e0-b7e2b52c5878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.321290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b74026-a404-438f-931d-bec21f42dc2e req-ef828310-dfe0-4ad0-87d3-6c4b61b720f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.327707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b141f0c8-21d8-4ef0-80e0-b7e2b52c5878 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffa17510de94464b9a433aacb1b1c0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461049 Nov 12 00:56:36.329458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141f0c8-21d8-4ef0-80e0-b7e2b52c5878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64cb49-6cfb-47ae-b9f4-9c4e6249bdc7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.331179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69b74026-a404-438f-931d-bec21f42dc2e req-ef828310-dfe0-4ad0-87d3-6c4b61b720f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1477830 Nov 12 00:56:36.331995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.342315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e5bcf2d-5177-4cd2-8027-414ce644c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.353087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-4e5bcf2d-5177-4cd2-8027-414ce644c454 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1935797 Nov 12 00:56:36.453726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.462112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69b74026-a404-438f-931d-bec21f42dc2e req-df04d02b-1cfa-43c3-8601-b09ab9f7820f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055365 Nov 12 00:56:36.468759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-7cb319c9-4418-4371-a542-4d3548a7a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.470479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-7cb319c9-4418-4371-a542-4d3548a7a7e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765109 Nov 12 00:56:36.500801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.507879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=1a05356b-89eb-443c-bff1-b1b5e35b8315,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.582138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] No DVR routers for this DVR port 1a05356b-89eb-443c-bff1-b1b5e35b8315 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:36.594356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.598541 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1c4bf44f-c1e9-4ecf-b8b7-cc455ad1da0a req-aa24c2d2-b3b0-4fd9-99b8-98ee561b74f8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "DELETE /v2.0/ports/1a05356b-89eb-443c-bff1-b1b5e35b8315 HTTP/1.1" status: 204 len: 173 time: 0.8495076 Nov 12 00:56:36.599036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'name': 'network-vif-deleted', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:36.625342 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cca67d-0966-44b9-95bd-138b40100f74" -d '{"events": [{"server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "name": "network-vif-deleted", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:36.637630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8917b109-d44a-405e-9ff1-98595fcb4b4c service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440902 Nov 12 00:56:36.665624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.777751 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f559c3-5940-4acb-93fc-ef611d0d7981 x-openstack-request-id: req-54f559c3-5940-4acb-93fc-ef611d0d7981 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:36.778889 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e773cb-d904-46af-b101-77effe9ada38", "name": "network-vif-deleted", "tag": "1a05356b-89eb-443c-bff1-b1b5e35b8315", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:36.781424 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54f559c3-5940-4acb-93fc-ef611d0d7981 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:36.783046 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e773cb-d904-46af-b101-77effe9ada38', 'name': 'network-vif-deleted', 'tag': '1a05356b-89eb-443c-bff1-b1b5e35b8315', 'status': 'completed', 'code': 200} Nov 12 00:56:36.814349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.823697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.829914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b64cb49-6cfb-47ae-b9f4-9c4e6249bdc7 HTTP/1.1" status: 204 len: 168 time: 0.4929261 Nov 12 00:56:36.853641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec69f0-572a-4402-b8a4-cd42459af924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64cb49-6cfb-47ae-b9f4-9c4e6249bdc7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.858868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-03b5e8a2-e0cf-4c1a-8577-7c6d2064f385 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120321 Nov 12 00:56:36.924768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-33aff424-848b-4e8c-8b8e-fecf0d53cb39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0556493 Nov 12 00:56:37.001887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.009948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.017708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.023751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.030078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.036290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.042378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.049221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fb887a-fb57-4774-af63-01eefa72208f req-82cdbbba-d904-4d60-aae7-bc9f20b903f4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1887798 Nov 12 00:56:37.113010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-839d4a39-be47-45a5-ba52-1a9608c4e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.115668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-839d4a39-be47-45a5-ba52-1a9608c4e9cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1834989 Nov 12 00:56:37.123361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d012def9-670b-4676-bd9a-3e086daface9 req-62adcc4a-594f-4de8-9763-0278195fbd79 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc HTTP/1.1" status: 200 len: 221 time: 0.1607268 Nov 12 00:56:37.249813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-912135c7-7e5b-486e-a4ab-1eb2a2e25e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.251580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-912135c7-7e5b-486e-a4ab-1eb2a2e25e46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132402 Nov 12 00:56:37.286344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fb887a-fb57-4774-af63-01eefa72208f req-50072c68-d779-491c-89c1-ce91dfd7e1a1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164948 Nov 12 00:56:37.476027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c855ba-4292-4a4b-a21e-2f7e77c70cb6 req-fc2d0fd8-f310-4b07-b9ff-bc1d8c15c116 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.477332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c855ba-4292-4a4b-a21e-2f7e77c70cb6 req-fc2d0fd8-f310-4b07-b9ff-bc1d8c15c116 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2547240 Nov 12 00:56:37.500757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-049b43aa-cb76-4685-8575-75d782c7ec82 req-3243fcd7-c6a1-42e1-af66-499dd4858b30 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e773cb-d904-46af-b101-77effe9ada38 HTTP/1.1" status: 200 len: 210 time: 0.0597992 Nov 12 00:56:37.575125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-78e8236b-f0a0-46b3-aa03-51c69b9d1c88 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067660 Nov 12 00:56:37.603199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27c855ba-4292-4a4b-a21e-2f7e77c70cb6 req-443e2920-956b-4c7e-a69f-bf4cec5281b3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077027 Nov 12 00:56:37.779667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-2f89d9bd-0371-469e-8593-9f98cfbe907d service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914914 Nov 12 00:56:37.852995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-a3d6c748-6924-4629-b3af-96ca92bc623f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.0613294 Nov 12 00:56:37.869166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12406916-6367-48a4-9a65-c9d58f736f4b req-de13418d-5389-4f14-a369-a2e449b0e308 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.875498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12406916-6367-48a4-9a65-c9d58f736f4b req-de13418d-5389-4f14-a369-a2e449b0e308 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1404250 Nov 12 00:56:37.968140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-500a2e5a-75be-4cc9-9386-e315af1af50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.969730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-500a2e5a-75be-4cc9-9386-e315af1af50b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.0928202 Nov 12 00:56:38.032034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12406916-6367-48a4-9a65-c9d58f736f4b req-a211293f-e081-4599-a444-2ed2f14bce0e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425753 Nov 12 00:56:38.061237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-ccc8aa2e-e44c-4355-a125-f26461ce115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.063900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-ccc8aa2e-e44c-4355-a125-f26461ce115a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0838962 Nov 12 00:56:38.268766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3d1c8ab7-5717-425f-9137-efd8bafb3f21 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937923 Nov 12 00:56:38.283020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a9c62-d0ab-4235-b075-0b0a5b66b97c req-e7769b17-a8ee-4c36-8970-6701e0032739 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.284773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e83a9c62-d0ab-4235-b075-0b0a5b66b97c req-e7769b17-a8ee-4c36-8970-6701e0032739 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0809560 Nov 12 00:56:38.425067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e83a9c62-d0ab-4235-b075-0b0a5b66b97c req-6a856650-c9e1-4025-8beb-66eab1a7859b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303790 Nov 12 00:56:38.477706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-c9c5e8f7-35cc-456e-8275-c16c84b9804e service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868806 Nov 12 00:56:38.566246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-075bf85c-ebe2-4531-b015-557c17cef547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.0745494 Nov 12 00:56:38.684440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.691607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.698335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.704895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.711017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.717144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.723794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.725887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-58e397a2-1f6a-4f1b-ab1a-fea0e8632b4e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.2464554 Nov 12 00:56:38.750717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d513-b59d-4ea9-a6cb-402ea8964a7e req-8c529f62-cf72-4960-bffd-e23f87c1817b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.752508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdb8d513-b59d-4ea9-a6cb-402ea8964a7e req-8c529f62-cf72-4960-bffd-e23f87c1817b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2338731 Nov 12 00:56:38.764810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6110f966-304f-47be-87da-ffca109d5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.766187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-6110f966-304f-47be-87da-ffca109d5a2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1746323 Nov 12 00:56:39.002333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a05356b-89eb-443c-bff1-b1b5e35b8315 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:39.046837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 1a05356b-89eb-443c-bff1-b1b5e35b8315 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:39.047344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a05356b-89eb-443c-bff1-b1b5e35b8315 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:39.213619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3961818c-7d71-462f-b674-adce078f9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.389717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdb8d513-b59d-4ea9-a6cb-402ea8964a7e req-e871b95c-6bf6-4e31-9dd4-b0cd4d63654f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156490 Nov 12 00:56:39.411249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2282d237-1a38-4507-b299-f0c3108f4fc5 req-2596faf4-26ad-4c76-bcc1-ac680c6aa643 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6550548 Nov 12 00:56:39.432266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cca8d728-0f2d-4077-a63e-a7c2f09057fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:39.432266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cca8d728-0f2d-4077-a63e-a7c2f09057fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6485569 Nov 12 00:56:39.624371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8f09e33e-12db-49b4-a497-94e22c37f623 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901529 Nov 12 00:56:39.844861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a39b-4da7-4998-b817-d40a7338ddf2 req-8c3b84c0-9319-4b38-85fa-f902ef9ba626 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:39.848961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6996a39b-4da7-4998-b817-d40a7338ddf2 req-8c3b84c0-9319-4b38-85fa-f902ef9ba626 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1330919 Nov 12 00:56:39.896533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-e09d98da-61f0-4add-a947-830094f1bb8a service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631383 Nov 12 00:56:39.981843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-f180aa20-b1ef-4ebb-9de4-9a42c1c4088f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.0688393 Nov 12 00:56:40.005189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6996a39b-4da7-4998-b817-d40a7338ddf2 req-f870f792-6a5c-43cb-ad7a-354fafc3da45 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347125 Nov 12 00:56:40.078394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-2d700787-11c7-4166-b111-7c228338c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.079958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-2d700787-11c7-4166-b111-7c228338c6b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.0871875 Nov 12 00:56:40.089823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d09b5-7b05-4b99-970e-d6506cfbf22b req-3e40575a-e138-4365-8a60-75721490f6c5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.091658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da3d09b5-7b05-4b99-970e-d6506cfbf22b req-3e40575a-e138-4365-8a60-75721490f6c5 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.1164763 Nov 12 00:56:40.212799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1bb20b47-1a0b-477e-bdf1-c0850aa012fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.214228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-1bb20b47-1a0b-477e-bdf1-c0850aa012fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212795 Nov 12 00:56:40.220959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da3d09b5-7b05-4b99-970e-d6506cfbf22b req-8c4888ec-2129-49d2-af2d-3aa077c44c04 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174448 Nov 12 00:56:40.234383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef24ba-dd6e-45e8-bc8f-c49a49fe46e6 req-4cd6ad56-9cea-4bda-8d99-26d0986f1d0c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.237505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fef24ba-dd6e-45e8-bc8f-c49a49fe46e6 req-4cd6ad56-9cea-4bda-8d99-26d0986f1d0c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1150842 Nov 12 00:56:40.359672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fef24ba-dd6e-45e8-bc8f-c49a49fe46e6 req-de5fdcda-6a1f-46da-a08c-170129580ebe tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129436 Nov 12 00:56:40.383661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-3a65af98-d334-4bde-8801-f82f75e9cd54 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607730 Nov 12 00:56:40.645325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c26c-9c0d-4a46-a73f-4ba7f3fa4bf8 req-524ccd22-1edb-4bdf-91d0-be7b9cb2240a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.647088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d85c26c-9c0d-4a46-a73f-4ba7f3fa4bf8 req-524ccd22-1edb-4bdf-91d0-be7b9cb2240a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1339495 Nov 12 00:56:40.678999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.684938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.691135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.698063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.704573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.710639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.716924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.719067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e93cf37-41bf-425b-b353-8a499e45585d req-b9843ece-2ba0-4ba7-bb47-fba79a471cf1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1698020 Nov 12 00:56:40.730339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-2422da39-1808-4915-a929-ef66f6a647d0 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369644 Nov 12 00:56:40.804113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-8b00cd2b-0556-4c6c-bad4-25b9b76c209c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.0572448 Nov 12 00:56:40.880965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d85c26c-9c0d-4a46-a73f-4ba7f3fa4bf8 req-211e00f8-0ce7-4fa9-9d13-d930465b0343 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607759 Nov 12 00:56:40.923260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e93cf37-41bf-425b-b353-8a499e45585d req-8503c9d4-47a8-44e7-9316-e2cd28d3bd36 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899896 Nov 12 00:56:40.929820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cb8f8f62-e871-4ef8-a0e5-7d242023c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.933602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cb8f8f62-e871-4ef8-a0e5-7d242023c4d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.1175199 Nov 12 00:56:40.993496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-34d41133-7c3b-4eb3-a3c6-4ceef11f74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.996111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-34d41133-7c3b-4eb3-a3c6-4ceef11f74dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462894 Nov 12 00:56:41.177843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-2bcf8d2f-2ae4-4eb7-9dc0-077f1adb9c4a service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642835 Nov 12 00:56:41.190574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48ccb1-c6cc-4584-8286-963517d9e5b3 req-019a04cc-4271-4f52-bec3-eff15aa8336a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.195382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f48ccb1-c6cc-4584-8286-963517d9e5b3 req-019a04cc-4271-4f52-bec3-eff15aa8336a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0902336 Nov 12 00:56:41.323549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-0c98c1eb-64d8-474a-924f-82ac10ced24f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.326844 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-0c98c1eb-64d8-474a-924f-82ac10ced24f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.1043983 Nov 12 00:56:41.333418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f48ccb1-c6cc-4584-8286-963517d9e5b3 req-7dbf5cd3-8194-4868-afd5-03f5ea7bf558 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282108 Nov 12 00:56:41.428798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a41e7c36-e5c8-4728-95b7-1de0984a9e80 req-cbc607f0-8734-4bea-aeb0-55dc7ddf8561 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316558 Nov 12 00:56:41.503185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91051e-9bbe-4d29-b7e6-d10796b6acee req-f678060e-f153-406a-a993-ce207ed884b8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.505480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac91051e-9bbe-4d29-b7e6-d10796b6acee req-f678060e-f153-406a-a993-ce207ed884b8 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=16e0bbff-12de-404c-a440-b03cbfe6689b HTTP/1.1" status: 200 len: 945 time: 0.1418378 Nov 12 00:56:41.526589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:41.526940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.680241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3363c6-eeed-4e3b-8bfa-d73ce46c51be req-8bedc4de-8bef-4514-919e-d6dc459c91cf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.689529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d3363c6-eeed-4e3b-8bfa-d73ce46c51be req-8bedc4de-8bef-4514-919e-d6dc459c91cf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1979358 Nov 12 00:56:41.710666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:41.711434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.719782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.721409 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-107ce59c-2390-43ec-8cae-2797a78b45ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.723674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.724504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.725627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.726247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.726831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.728900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.730242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-47e0dd3d-284a-4d7b-b00b-38bfcbd0bef6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6496 time: 0.1885457 Nov 12 00:56:41.747356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:41.757889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac91051e-9bbe-4d29-b7e6-d10796b6acee req-1bc4b987-66be-4bad-89bb-7abaa4a0340e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133460 Nov 12 00:56:41.885882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d3363c6-eeed-4e3b-8bfa-d73ce46c51be req-802a1b2a-393a-4dfb-8d64-e95a88a61ec9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926553 Nov 12 00:56:41.962732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.968486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-6aab152e-26ad-4aaf-9a4a-50728a3bd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.975376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:41.976648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-6aab152e-26ad-4aaf-9a4a-50728a3bd2f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 902 time: 0.2252126 Nov 12 00:56:42.043553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.094215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-6a8f6f87-26a7-4517-a617-aab852c6b569 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.1126971 Nov 12 00:56:42.111681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] No DVR routers for this DVR port a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:42.116731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.121469 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daebc87b-3f04-44dd-b974-b8aad80b5e6f req-3a2225a2-1352-419c-b510-0ce80b50bd3e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "DELETE /v2.0/ports/a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 HTTP/1.1" status: 204 len: 173 time: 0.7875772 Nov 12 00:56:42.122212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'name': 'network-vif-deleted', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:42.125835 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e648d04-94ed-419f-bd63-8240ef280b9e" -d '{"events": [{"server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "name": "network-vif-deleted", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:42.314087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97890aa5-d537-471b-b960-d81a8e4c18ce req-e2d1a008-cef7-4734-acb1-13744c558fc5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.317368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97890aa5-d537-471b-b960-d81a8e4c18ce req-e2d1a008-cef7-4734-acb1-13744c558fc5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.3002646 Nov 12 00:56:42.357697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.370801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.380407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.387178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.396197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.406124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.415025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.416756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46d67759-9821-4c04-ac78-817f505fd965 req-bfa33830-afc3-4955-8725-1fcb84c571d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.3201692 Nov 12 00:56:42.427303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-39654357-a1a5-448d-bb22-8855c20c1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.429761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-39654357-a1a5-448d-bb22-8855c20c1c56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.3216691 Nov 12 00:56:42.586633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97890aa5-d537-471b-b960-d81a8e4c18ce req-5b4af607-def1-47e0-9f2b-5e62d0c565d7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550633 Nov 12 00:56:42.626602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-ebe026a3-82f5-4e15-8ca5-b391a27e53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.628297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-ebe026a3-82f5-4e15-8ca5-b391a27e53da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865304 Nov 12 00:56:42.704560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46d67759-9821-4c04-ac78-817f505fd965 req-ac95f848-6751-40ec-91df-1247f6e93306 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597418 Nov 12 00:56:42.753263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.896573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-6c448c1b-2c1a-4077-917e-230a1cef097b service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595646 Nov 12 00:56:42.908041 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa90be-10bb-4d07-b7ab-4224a29c7a93 x-openstack-request-id: req-40aa90be-10bb-4d07-b7ab-4224a29c7a93 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:42.908641 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e0bbff-12de-404c-a440-b03cbfe6689b", "name": "network-vif-deleted", "tag": "a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:42.908641 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40aa90be-10bb-4d07-b7ab-4224a29c7a93 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:42.908990 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e0bbff-12de-404c-a440-b03cbfe6689b', 'name': 'network-vif-deleted', 'tag': 'a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8', 'status': 'completed', 'code': 200} Nov 12 00:56:43.029942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e80a8a66-8757-458e-b702-e5c5ea7537db req-bbc9bd3d-81e5-43da-970a-2c97a959d6dc service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251197 Nov 12 00:56:43.103098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6d5d-aefa-449c-ae43-ceb4ddf543b4 req-3e801488-290f-48ab-9391-b4eedc14952b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.111898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0fd6d5d-aefa-449c-ae43-ceb4ddf543b4 req-3e801488-290f-48ab-9391-b4eedc14952b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0859561 Nov 12 00:56:43.202022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0fd6d5d-aefa-449c-ae43-ceb4ddf543b4 req-65093ba9-f819-4f2a-988d-c90ba7bc1708 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875340 Nov 12 00:56:43.371845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270127e-ee0c-41f6-a102-a9452701ddcd req-bd68fa07-df05-4335-bae8-5768602ccdaf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.373702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e270127e-ee0c-41f6-a102-a9452701ddcd req-bd68fa07-df05-4335-bae8-5768602ccdaf tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1000640 Nov 12 00:56:43.392200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d652541-c3d5-4824-8600-0f0c0afd4a5a req-9237ad20-6e44-4374-9b2e-a27344c9d1f3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.394051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d652541-c3d5-4824-8600-0f0c0afd4a5a req-9237ad20-6e44-4374-9b2e-a27344c9d1f3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1073291 Nov 12 00:56:43.484235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e270127e-ee0c-41f6-a102-a9452701ddcd req-8eacb25a-334d-49bb-b6e6-fb2733150ad9 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887506 Nov 12 00:56:43.496928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d652541-c3d5-4824-8600-0f0c0afd4a5a req-932540e3-5d7a-4ed6-8633-dfdf73ec6998 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858126 Nov 12 00:56:43.672260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95713f-f959-40ef-ba25-01cbab712aa6 req-7ca54f88-d238-4c2d-b6c9-3d4d389ef873 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.674250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b95713f-f959-40ef-ba25-01cbab712aa6 req-7ca54f88-d238-4c2d-b6c9-3d4d389ef873 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0675180 Nov 12 00:56:43.746974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b95713f-f959-40ef-ba25-01cbab712aa6 req-5a9e65ae-467c-4e21-97ea-0217c594d020 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629063 Nov 12 00:56:43.963698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.980915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.994298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.006372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.017922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.026447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.033500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.040136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.048439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-6bb8232e-8d31-417e-bc62-91289111f95d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.2262528 Nov 12 00:56:44.068184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67aabc-6083-4476-8553-e154adb96eca req-24de5cdc-c93c-4c4c-8ef5-ce2226835e80 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.069842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b67aabc-6083-4476-8553-e154adb96eca req-24de5cdc-c93c-4c4c-8ef5-ce2226835e80 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2037983 Nov 12 00:56:44.085883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-50db90e6-f235-476b-8afa-ab16264e89f6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.087438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-50db90e6-f235-476b-8afa-ab16264e89f6 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.2181141 Nov 12 00:56:44.215123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b910a03-d6ea-4eda-a450-76669bcec991 req-9e384091-6621-43fa-a4aa-bee84cc53b84 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655686 Nov 12 00:56:44.288818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b67aabc-6083-4476-8553-e154adb96eca req-136a3e7e-de75-4399-b18a-b7e1abdd04d7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982393 Nov 12 00:56:44.329184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port 993741c8-17ee-4ec5-8b44-c29ed1534f6c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:44.329561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.500728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port 993741c8-17ee-4ec5-8b44-c29ed1534f6c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=993741c8-17ee-4ec5-8b44-c29ed1534f6c,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:44.501126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.566372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for 993741c8-17ee-4ec5-8b44-c29ed1534f6c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:44.691803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:44.719401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:44.720168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a658f7a4-c5b9-4bf2-9db1-24c5c10f29f8 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:44.802834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65462045-2080-4744-b68b-b26fb80c0472 req-efd0295a-2519-40cf-a1c6-84aa3ab083d1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.805374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65462045-2080-4744-b68b-b26fb80c0472 req-efd0295a-2519-40cf-a1c6-84aa3ab083d1 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9829e11-5850-43d2-9bf4-ecd4c7c918d9 HTTP/1.1" status: 200 len: 945 time: 0.1491792 Nov 12 00:56:44.846187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc64fb-4c26-49d0-a928-93d394c5c0a7 req-1643a856-153e-4771-b945-4596d6fdfc4e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.848102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdcc64fb-4c26-49d0-a928-93d394c5c0a7 req-1643a856-153e-4771-b945-4596d6fdfc4e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1760757 Nov 12 00:56:44.866971 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.037309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65462045-2080-4744-b68b-b26fb80c0472 req-7130c0ae-89b6-49dc-a680-50912e1329fe tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=57d87901-c61e-450e-982c-9096b87037d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153950 Nov 12 00:56:45.095730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdcc64fb-4c26-49d0-a928-93d394c5c0a7 req-b6a2fa5b-635c-45bd-b93d-13f1927d65f2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205746 Nov 12 00:56:45.096724 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.109955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['993741c8-17ee-4ec5-8b44-c29ed1534f6c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:45.134028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=993741c8-17ee-4ec5-8b44-c29ed1534f6c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.150115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.150494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.150797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.151280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.151622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.151965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.152313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.152727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.152931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.153268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.153585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.153926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:45.206865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] No DVR routers for this DVR port 993741c8-17ee-4ec5-8b44-c29ed1534f6c on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:45.211620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.217876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510cbe46-7c07-425c-8f16-6b6a7092e052 req-e303d83a-3b17-4daa-83cd-9ce76935371b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.32 "DELETE /v2.0/ports/993741c8-17ee-4ec5-8b44-c29ed1534f6c HTTP/1.1" status: 204 len: 173 time: 1.1159997 Nov 12 00:56:45.218458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'name': 'network-vif-deleted', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:45.222696 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c962bc9-563c-4519-b21b-ba887ff783fa" -d '{"events": [{"server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "name": "network-vif-deleted", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:45.331760 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49cac3-abd6-4575-93b6-b9676707c58e x-openstack-request-id: req-fd49cac3-abd6-4575-93b6-b9676707c58e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:45.333855 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9829e11-5850-43d2-9bf4-ecd4c7c918d9", "name": "network-vif-deleted", "tag": "993741c8-17ee-4ec5-8b44-c29ed1534f6c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:45.334309 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd49cac3-abd6-4575-93b6-b9676707c58e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:45.335358 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9829e11-5850-43d2-9bf4-ecd4c7c918d9', 'name': 'network-vif-deleted', 'tag': '993741c8-17ee-4ec5-8b44-c29ed1534f6c', 'status': 'completed', 'code': 200} Nov 12 00:56:45.531457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3052f-f587-46c1-826d-32aea143fb2d req-324dddc8-b7d1-46e1-aaaa-f35859890f47 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.542543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31a3052f-f587-46c1-826d-32aea143fb2d req-324dddc8-b7d1-46e1-aaaa-f35859890f47 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2392170 Nov 12 00:56:45.577731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.585112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.593791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.600015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.609716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.616035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.622059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.624042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-0dc223ad-1d2b-414e-b295-6ab5cf98bc65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1969612 Nov 12 00:56:45.673835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31a3052f-f587-46c1-826d-32aea143fb2d req-56b359ad-cad5-4e0c-a6ca-7bc1709e3bf6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298504 Nov 12 00:56:45.743248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13d81e76-c668-4530-9da9-a2e1d02fe4d7 req-73026211-61e9-4a40-b88e-1e0059d099a9 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028864 Nov 12 00:56:46.031686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aa4c2-513b-43fe-9ba5-25aecd7fbd2c req-0cdd2a2f-6265-4271-b31c-61a4c7f821af tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.036865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a02aa4c2-513b-43fe-9ba5-25aecd7fbd2c req-0cdd2a2f-6265-4271-b31c-61a4c7f821af tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0712388 Nov 12 00:56:46.097207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a02aa4c2-513b-43fe-9ba5-25aecd7fbd2c req-0032eb84-119c-463c-b5ae-cf9b77210aeb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527744 Nov 12 00:56:46.270590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec299-d6cb-4f3b-a93f-8accbb4d18ab req-a4d50bca-d0b4-4630-ae1a-1c9da90d08cb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.272284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d66ec299-d6cb-4f3b-a93f-8accbb4d18ab req-a4d50bca-d0b4-4630-ae1a-1c9da90d08cb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0664034 Nov 12 00:56:46.355518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d66ec299-d6cb-4f3b-a93f-8accbb4d18ab req-0ea5f952-64c0-4bfe-95ec-8fdb96a6ab4c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Nov 12 00:56:46.525608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b360f1-ba32-4446-a557-f6330231e1a7 req-aa682d0f-98a0-47a1-be8f-b0dedb9a4d92 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.527169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b360f1-ba32-4446-a557-f6330231e1a7 req-aa682d0f-98a0-47a1-be8f-b0dedb9a4d92 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0937552 Nov 12 00:56:46.564975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe760-137b-4df0-a1c9-0313365bbe9c req-774c5dcd-bc54-4321-a4f4-a339aafa471e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.566478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4cbe760-137b-4df0-a1c9-0313365bbe9c req-774c5dcd-bc54-4321-a4f4-a339aafa471e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0853739 Nov 12 00:56:46.626228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b360f1-ba32-4446-a557-f6330231e1a7 req-0993bafe-b1c4-491e-829c-2fbd4385d14d tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914023 Nov 12 00:56:46.646391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4cbe760-137b-4df0-a1c9-0313365bbe9c req-671a7be0-4fac-4f3e-96e5-673966e65070 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Nov 12 00:56:46.820477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433c69e-ba3d-48b1-89fb-dc6af4720313 req-70759326-ffbc-42c6-b457-4a3740bb3abb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.822473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c433c69e-ba3d-48b1-89fb-dc6af4720313 req-70759326-ffbc-42c6-b457-4a3740bb3abb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0834720 Nov 12 00:56:46.949728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c433c69e-ba3d-48b1-89fb-dc6af4720313 req-b1bb1836-141c-4a09-8c95-0b817f09df90 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136985 Nov 12 00:56:46.990744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.001813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.012637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.024322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.034832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.045305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.055501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.059026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-c596e3d1-75fe-4828-997e-31c0decb3e68 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1946917 Nov 12 00:56:47.142987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbd7e5a3-3b9f-4c14-bd5c-9ef441dfd532 req-5c5acf65-7a8b-455c-ae5b-c2070ac0fd0c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721936 Nov 12 00:56:47.388979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d7ada-8157-487a-8eb0-8d9e08a5d0e5 req-02169b37-5988-4f5f-b54f-0bc36619e9be tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.392541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f89d7ada-8157-487a-8eb0-8d9e08a5d0e5 req-02169b37-5988-4f5f-b54f-0bc36619e9be tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0613480 Nov 12 00:56:47.448155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f89d7ada-8157-487a-8eb0-8d9e08a5d0e5 req-367dcf10-5126-443c-999e-6aef6dab8a9b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Nov 12 00:56:47.803482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e735-25fa-4875-9068-707d31558198 req-ffdc11ed-0175-442d-b826-9490a725b78b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.805161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e13e735-25fa-4875-9068-707d31558198 req-ffdc11ed-0175-442d-b826-9490a725b78b tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0585632 Nov 12 00:56:47.871647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e13e735-25fa-4875-9068-707d31558198 req-acbcf164-9e6f-4f75-8fea-ddb41b468d9f tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4f265ae-c7f0-405f-93fd-61f10be87a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590558 Nov 12 00:56:47.905848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-9c0b8fb5-471c-470a-aa44-4c6750703454 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.907521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-9c0b8fb5-471c-470a-aa44-4c6750703454 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 945 time: 0.0554519 Nov 12 00:56:48.016510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:48.016858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.135131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] For port 8fdc9309-ec28-41d6-90ea-016fb518dbb1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8fdc9309-ec28-41d6-90ea-016fb518dbb1,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:48.136729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.345559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.353072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.359937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.367231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.377390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.383873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.391865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.394233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-4da4de7e-f274-4191-b82d-b2d3f5de2476 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1262205 Nov 12 00:56:48.399283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.399621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.400540 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Floating IP 4cdc6124-6319-4281-8d11-ab0d745b3044 disassociated. External IP: 172.25.6.81, port: 8fdc9309-ec28-41d6-90ea-016fb518dbb1. Nov 12 00:56:48.400886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for 8fdc9309-ec28-41d6-90ea-016fb518dbb1 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:48.480494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e1b7cd8-59f5-4d17-b6c1-8ef1cf0a2a7d req-870beb37-3d6c-44e1-8e1c-0b40afe3818b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766752 Nov 12 00:56:48.598965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.627459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d819da-ff34-4a65-95a7-6c901cfcf345 req-906efc97-a5e7-405f-b45d-422ebb833772 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.629992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6d819da-ff34-4a65-95a7-6c901cfcf345 req-906efc97-a5e7-405f-b45d-422ebb833772 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0712225 Nov 12 00:56:48.635623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=8fdc9309-ec28-41d6-90ea-016fb518dbb1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.662636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.665919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.666696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.667716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.668185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.668612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.669031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.669467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.669933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.670371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.670791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.671326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.717381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 993741c8-17ee-4ec5-8b44-c29ed1534f6c no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:48.725190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6d819da-ff34-4a65-95a7-6c901cfcf345 req-75c1196f-04c0-4324-b0ac-5ca642db563e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868378 Nov 12 00:56:48.742198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 993741c8-17ee-4ec5-8b44-c29ed1534f6c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:48.742830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 993741c8-17ee-4ec5-8b44-c29ed1534f6c not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:49.003485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68350d99-f6da-4511-a6e8-647f763aaa5b req-851e0c8d-3130-4d33-b08c-08f73f9d2845 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 210 time: 0.0415347 Nov 12 00:56:49.284298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c36411-52cc-4816-bd37-9d4cef33a9b1 req-a274713d-d102-4c24-bacf-076243ec4bac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.293055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c36411-52cc-4816-bd37-9d4cef33a9b1 req-a274713d-d102-4c24-bacf-076243ec4bac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1165824 Nov 12 00:56:49.380047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Router e6b88483-753a-4274-83a6-16a8e5a1ea08 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:49.418356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c36411-52cc-4816-bd37-9d4cef33a9b1 req-9ead0851-2c5c-4c4e-a6da-2fd3801726cc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Nov 12 00:56:49.601606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:49.614795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Sync routers for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:49.644735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:49.644735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:56:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:49.676322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] No DVR routers for this DVR port 8fdc9309-ec28-41d6-90ea-016fb518dbb1 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:49.685893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.695183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c94f92f-40f5-43c5-b038-1299a2ac4cb1 req-412f7813-e213-47f3-b717-eea814b5c17e tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.39 "DELETE /v2.0/ports/8fdc9309-ec28-41d6-90ea-016fb518dbb1 HTTP/1.1" status: 204 len: 173 time: 1.7815681 Nov 12 00:56:49.698357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-deleted', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:49.710964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.714244 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72499fb-b8f4-4f50-a082-17cd31df45c5" -d '{"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-deleted", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:49.732342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.751296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.758885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.778601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.779214 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa5e592-ae28-4f32-8713-de6fce93975f x-openstack-request-id: req-6aa5e592-ae28-4f32-8713-de6fce93975f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:49.779603 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6", "name": "network-vif-deleted", "tag": "8fdc9309-ec28-41d6-90ea-016fb518dbb1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:49.779917 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6aa5e592-ae28-4f32-8713-de6fce93975f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:49.780464 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6', 'name': 'network-vif-deleted', 'tag': '8fdc9309-ec28-41d6-90ea-016fb518dbb1', 'status': 'completed', 'code': 200} Nov 12 00:56:49.809587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.823527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.828724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-c1c26af7-0e10-4fb1-aa4f-f3eb3bf14837 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.2347844 Nov 12 00:56:49.838205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:49.935168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8def0cb-a8f4-460c-82f1-b8ebc81cb080 req-b12fcc22-9d38-443d-8304-e5119a9f3be4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005609 Nov 12 00:56:50.129252 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:50.164507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b8d0f26-ff22-4510-b86a-06abe18ac8ae req-37e60ce7-a2a9-4ddc-804a-e19deca51689 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bf10cbb-2c7b-4c22-ae12-bd9e3100ace6 HTTP/1.1" status: 200 len: 210 time: 0.0454860 Nov 12 00:56:50.173318 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Checking router: e6b88483-753a-4274-83a6-16a8e5a1ea08 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:50.183402 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:50.184031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:56:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:50.316197 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:50.670674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b7b8-c93d-4c66-967b-6ba4e847118b req-c5593318-5484-47a5-9ca8-535abf0b965d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.672278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e613b7b8-c93d-4c66-967b-6ba4e847118b req-c5593318-5484-47a5-9ca8-535abf0b965d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1005986 Nov 12 00:56:50.706989 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:50.742552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e613b7b8-c93d-4c66-967b-6ba4e847118b req-41feda51-2d35-438e-a5e8-c8ff0c849507 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598142 Nov 12 00:56:50.861290 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890a606-815a-41f3-a1a2-942fc9d09bae None None] The sync data for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 is: [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd7645837-60ca-471e-91d2-11b11f15e79a', 'name': '', 'network_id': '831f65fc-225f-47c4-b852-335e8ccd266c', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'mac_address': 'fa:16:3e:57:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '28f39982-4de1-4904-a8f0-75841c77c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:21Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'subnets': [{'id': '28f39982-4de1-4904-a8f0-75841c77c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:50.913995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf165f-15e4-41e1-a818-fe8b72612402 req-555170c1-4cc5-41f1-bcea-668e1bca4e94 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.922962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98bf165f-15e4-41e1-a818-fe8b72612402 req-555170c1-4cc5-41f1-bcea-668e1bca4e94 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0744369 Nov 12 00:56:51.000715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98bf165f-15e4-41e1-a818-fe8b72612402 req-525be33a-d868-4b92-8313-47f20709283d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763614 Nov 12 00:56:51.096346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:51.131865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.139538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.146530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.149223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 8fdc9309-ec28-41d6-90ea-016fb518dbb1 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:51.149809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8fdc9309-ec28-41d6-90ea-016fb518dbb1 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:51.156337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.166640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.181794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.193862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.202881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-66472092-be88-44d4-8e61-21121ba9ab95 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1337595 Nov 12 00:56:51.272921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f830f0e-072e-49c0-90d2-16dfa0607107 None None] New status for floating IP 4cdc6124-6319-4281-8d11-ab0d745b3044: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:56:51.370256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff060f-459f-4e7b-9cc3-e8e13e868177 req-681f2f39-06de-4550-aba9-d8656d0af13b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.378291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ff060f-459f-4e7b-9cc3-e8e13e868177 req-681f2f39-06de-4550-aba9-d8656d0af13b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1595058 Nov 12 00:56:51.420170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c0b2c47-6c53-4639-98f6-7c757322a081 req-edd1f889-b5bb-48be-9ebf-9ace6d75e849 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157712 Nov 12 00:56:51.514872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ff060f-459f-4e7b-9cc3-e8e13e868177 req-d5858572-a0ac-49dd-aa65-4bc902891d99 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356692 Nov 12 00:56:51.617079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.812579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.843281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb047c-11df-4b55-aec2-e9be4423ae50 req-ace9b87b-79e8-41c9-b835-13affe562df8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.845187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3bb047c-11df-4b55-aec2-e9be4423ae50 req-ace9b87b-79e8-41c9-b835-13affe562df8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1036277 Nov 12 00:56:51.856612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.937715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3bb047c-11df-4b55-aec2-e9be4423ae50 req-c0a2d9c8-787b-4c9a-80ee-648f00b4244c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832300 Nov 12 00:56:51.946850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.950517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.952220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "DELETE /v2.0/security-groups/e4f265ae-c7f0-405f-93fd-61f10be87a1a HTTP/1.1" status: 204 len: 168 time: 0.3335843 Nov 12 00:56:51.955062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.966810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc97f53-f33a-49ff-b66d-8b904d594079 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f265ae-c7f0-405f-93fd-61f10be87a1a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:51.978483 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-193a094f-32a4-4926-a293-2ba016889942 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] show failed (client error): The resource could not be found. Nov 12 00:56:51.981372 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-193a094f-32a4-4926-a293-2ba016889942 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "GET /v2.0/security-groups/e4f265ae-c7f0-405f-93fd-61f10be87a1a HTTP/1.1" status: 404 len: 347 time: 0.0229967 Nov 12 00:56:51.982865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.199078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76303340-1b5b-490c-83c5-84e7b02d3264 req-97740c7d-1c52-4bc7-8533-3b4c9515c202 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.203743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Deleting port 3ac7b674-9e2a-4d03-9702-36d3f76e1df2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:52.204358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.206550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76303340-1b5b-490c-83c5-84e7b02d3264 req-97740c7d-1c52-4bc7-8533-3b4c9515c202 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0910933 Nov 12 00:56:52.294279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76303340-1b5b-490c-83c5-84e7b02d3264 req-764bcd49-8c36-40c2-ad7a-c8b7e84f9729 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Nov 12 00:56:52.369225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.369582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.385801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Calling delete_port for 3ac7b674-9e2a-4d03-9702-36d3f76e1df2 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:52.558124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60d5c-4859-4df6-8a6a-ab604db9975d req-53251897-cfbf-46d3-bc12-0b54e61e95f3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.566490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ef60d5c-4859-4df6-8a6a-ab604db9975d req-53251897-cfbf-46d3-bc12-0b54e61e95f3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1125474 Nov 12 00:56:52.672934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.679850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.689566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.698161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.707266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.714451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.717196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.721513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.731126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-3a764702-9729-4184-9d8a-ac4289951502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1562290 Nov 12 00:56:52.793552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ef60d5c-4859-4df6-8a6a-ab604db9975d req-f184d1f9-a6af-47b4-8869-b5a2d41b69c0 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256930 Nov 12 00:56:52.818331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Pushing event deleted for resources: {'Port': ['ID=3ac7b674-9e2a-4d03-9702-36d3f76e1df2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.911756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66a45a82-bc14-4b70-96c1-67b7caba6527 req-a78d0fec-ba74-44ef-bc27-2228d40f646c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789637 Nov 12 00:56:52.953682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.957045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.958185 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3fee3ff8-ea93-4a93-b2fd-e73cabf60654 tempest-ServerActionsTestJSON-1747765018 tempest-ServerActionsTestJSON-1747765018-project] 10.222.0.11 "DELETE /v2.0/floatingips/4cdc6124-6319-4281-8d11-ab0d745b3044 HTTP/1.1" status: 204 len: 168 time: 0.9725380 Nov 12 00:56:52.961793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.189674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aeb62-394c-4348-8bcd-083688d79df4 req-7edcc5ef-4092-437f-b5fe-bc56a8bc2342 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.191449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-912aeb62-394c-4348-8bcd-083688d79df4 req-7edcc5ef-4092-437f-b5fe-bc56a8bc2342 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0959020 Nov 12 00:56:53.265618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-912aeb62-394c-4348-8bcd-083688d79df4 req-b4917c19-a8fa-4982-aafd-4da66276bee5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657387 Nov 12 00:56:53.472817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94705691-1fd2-4226-8688-d3c061380b1a req-15e95f5d-a697-4d34-9668-92abd35512a2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.474527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94705691-1fd2-4226-8688-d3c061380b1a req-15e95f5d-a697-4d34-9668-92abd35512a2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0885913 Nov 12 00:56:54.043787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94705691-1fd2-4226-8688-d3c061380b1a req-16840dd2-4d89-4f81-b57e-1cb8c56173bd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052568 Nov 12 00:56:54.263921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.270705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.278432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.284875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.291481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.298103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.304444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.306422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-53341225-5070-40fb-966f-aeb1b7efef28 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1517272 Nov 12 00:56:54.419970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007bdcf-82df-456f-9d79-27045978eb0b req-6398f03f-0d8a-4e57-aac3-84754d98f695 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.424963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5007bdcf-82df-456f-9d79-27045978eb0b req-6398f03f-0d8a-4e57-aac3-84754d98f695 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1146612 Nov 12 00:56:54.521039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac20bba2-3eb8-41d6-bc6f-849cea87a968 req-07218ed8-ca4b-41a6-9683-add6d5cd6445 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042971 Nov 12 00:56:54.549486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5007bdcf-82df-456f-9d79-27045978eb0b req-7feabcae-5eb2-4432-9e18-c6897b48cd2e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161075 Nov 12 00:56:54.587635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.789500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfd623-1891-40c0-a6eb-0f1b11373807 req-f2b0d07b-90e3-44b2-9e13-54972c82c196 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.791467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdfd623-1891-40c0-a6eb-0f1b11373807 req-f2b0d07b-90e3-44b2-9e13-54972c82c196 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1272199 Nov 12 00:56:54.910422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdfd623-1891-40c0-a6eb-0f1b11373807 req-0cda546a-8470-4d9f-99a3-c11c5ccc0ce6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 Nov 12 00:56:55.076243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Deleting port d7645837-60ca-471e-91d2-11b11f15e79a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:55.077264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.168510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1bc0b-0c69-4872-a9f3-fe8d88334ccd req-299c637b-1f6d-41c5-b031-491826ffdd29 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.180915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcc1bc0b-0c69-4872-a9f3-fe8d88334ccd req-299c637b-1f6d-41c5-b031-491826ffdd29 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1485264 Nov 12 00:56:55.235376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] For port d7645837-60ca-471e-91d2-11b11f15e79a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d7645837-60ca-471e-91d2-11b11f15e79a,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:55.235741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.262984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Calling delete_port for d7645837-60ca-471e-91d2-11b11f15e79a owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:55.270712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcc1bc0b-0c69-4872-a9f3-fe8d88334ccd req-c4b2f89a-ada2-4da7-97f8-daf8e8aabb3b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Nov 12 00:56:55.464922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168be256-77e3-4378-8427-b61e533e1d32 req-5f8b7d81-559a-426d-8b28-bae0e2eb2998 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.466431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-168be256-77e3-4378-8427-b61e533e1d32 req-5f8b7d81-559a-426d-8b28-bae0e2eb2998 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0783727 Nov 12 00:56:55.552353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.590675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-168be256-77e3-4378-8427-b61e533e1d32 req-5b854d21-cfa9-4aa2-b084-73978c08250a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934598 Nov 12 00:56:55.593098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7645837-60ca-471e-91d2-11b11f15e79a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.916533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.923320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.929591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.936044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.943180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.949363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.962077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.963328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-74d567f0-edb6-48fc-8cf4-05a8bca3d5ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1966267 Nov 12 00:56:55.973218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.995129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b6b8-27d5-4ede-a91f-4d4f1cf5c26d req-30d28e3c-503c-4164-b736-79ec89c764b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.002805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3918b6b8-27d5-4ede-a91f-4d4f1cf5c26d req-30d28e3c-503c-4164-b736-79ec89c764b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1960166 Nov 12 00:56:56.163590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a12d3ceb-8024-46a8-8899-afd0ae724fd0 req-5fd59791-542c-4c9e-8b07-f4fac05485b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993701 Nov 12 00:56:56.178636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3918b6b8-27d5-4ede-a91f-4d4f1cf5c26d req-6514269d-27c6-44b8-afb9-bc56f7609fcf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748707 Nov 12 00:56:56.227348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.468266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262cd59a-8b51-488d-8c34-c33127af78d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.471521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Router e6b88483-753a-4274-83a6-16a8e5a1ea08 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:56.494411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fbdf3-1085-4ce2-bb03-678dee8d91a4 req-b5acbf94-5d78-4b88-befb-3a5d184788da tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.495958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65fbdf3-1085-4ce2-bb03-678dee8d91a4 req-b5acbf94-5d78-4b88-befb-3a5d184788da tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2056282 Nov 12 00:56:56.672459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65fbdf3-1085-4ce2-bb03-678dee8d91a4 req-ac7546da-84ea-474f-84f2-201da55f04a5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674716 Nov 12 00:56:56.698762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262cd59a-8b51-488d-8c34-c33127af78d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.707708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262cd59a-8b51-488d-8c34-c33127af78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.715454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:56.723875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.727061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-801be5e0-0d7f-4dfa-b5a6-4e1d9f25a422 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6b88483-753a-4274-83a6-16a8e5a1ea08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7632186 Nov 12 00:56:56.737419 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Sync routers for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:56.758255 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:56.759519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:56:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:56.769188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-262cd59a-8b51-488d-8c34-c33127af78d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc6c34df84a24c748626800af14d57df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401616 Nov 12 00:56:56.770024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.770702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cd59a-8b51-488d-8c34-c33127af78d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984e6b65-7e13-43d7-a363-71f68dcfce91,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.887040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.893414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.899055 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:56.914231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60c4e7-8938-4974-b5ff-70baae3300b3 req-45f170f2-bba8-4c74-8143-5fcdd5ddff1c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.916103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba60c4e7-8938-4974-b5ff-70baae3300b3 req-45f170f2-bba8-4c74-8143-5fcdd5ddff1c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0995753 Nov 12 00:56:56.928390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.045198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.056211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba60c4e7-8938-4974-b5ff-70baae3300b3 req-ed20ff78-1c90-49ed-8593-60e3925e9ccf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331728 Nov 12 00:56:57.080483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.083796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.101151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/984e6b65-7e13-43d7-a363-71f68dcfce91 HTTP/1.1" status: 204 len: 168 time: 0.3059011 Nov 12 00:56:57.112013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d54bb-0613-48be-90c7-c119d5540522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984e6b65-7e13-43d7-a363-71f68dcfce91,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.122011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Deleting port 1facf09b-2c63-4106-a411-57bdefcc6fe3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:57.122990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.173729 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:56:55Z', 'revision_number': 5, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port': {'id': '1facf09b-2c63-4106-a411-57bdefcc6fe3', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:14Z', 'updated_at': '2021-11-12T00:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.240216 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Checking router: e6b88483-753a-4274-83a6-16a8e5a1ea08 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:57.246403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c524-807c-4a98-a83d-ea4c06d9c01f req-c0cec2f4-61aa-464d-9f79-ef0882d1f299 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.255447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d91c524-807c-4a98-a83d-ea4c06d9c01f req-c0cec2f4-61aa-464d-9f79-ef0882d1f299 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0962596 Nov 12 00:56:57.255673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] For port 1facf09b-2c63-4106-a411-57bdefcc6fe3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1facf09b-2c63-4106-a411-57bdefcc6fe3,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:57.255826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.271406 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Routers {'e6b88483-753a-4274-83a6-16a8e5a1ea08'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:57.272019 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:56:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e6b88483-753a-4274-83a6-16a8e5a1ea08'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.277012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Calling delete_port for 1facf09b-2c63-4106-a411-57bdefcc6fe3 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:57.372407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d91c524-807c-4a98-a83d-ea4c06d9c01f req-46ca11e0-4870-4b7f-ac73-24d70dceb552 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100352 Nov 12 00:56:57.420629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.427220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.431662 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] Set router e6b88483-753a-4274-83a6-16a8e5a1ea08 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:57.435602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.442114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.448543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.455185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.463504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.471754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-0b50143e-4144-49c0-aed5-e6974cbd7dbc tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1722722 Nov 12 00:56:57.580892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59dd89ef-bdb7-4f79-a317-48359d785251 req-e7c8955d-2fb3-4f9d-850f-b4ad57f2c77f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029713 Nov 12 00:56:57.599104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:56:57Z', 'revision_number': 6, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.634664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.653605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.675522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fde43d8-686c-4f65-b2c0-9874b94fb6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.685536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Pushing event deleted for resources: {'Port': ['ID=1facf09b-2c63-4106-a411-57bdefcc6fe3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.717252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af3bb4-c2b3-4138-8577-818873b5d561 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:57.740422 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55006c9-d994-4919-beca-df402f33ee60 None None] The sync data for ids ['e6b88483-753a-4274-83a6-16a8e5a1ea08'] in n-d-712141-15 is: [{'id': 'e6b88483-753a-4274-83a6-16a8e5a1ea08', 'name': 'tempest-ServerActionsTestJSON-459794548-router', 'tenant_id': '98d80cb30c7c45cfad00e4865b86a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:13Z', 'updated_at': '2021-11-12T00:56:57Z', 'revision_number': 6, 'project_id': '98d80cb30c7c45cfad00e4865b86a915', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:57.838250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.879062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8d65-6fff-4242-98e9-748313f53973 req-0cc3ae07-d1bc-46dd-8362-5a0161b01f93 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.880700 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7ff8d65-6fff-4242-98e9-748313f53973 req-0cc3ae07-d1bc-46dd-8362-5a0161b01f93 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0906096 Nov 12 00:56:57.915431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fde43d8-686c-4f65-b2c0-9874b94fb6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.923206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fde43d8-686c-4f65-b2c0-9874b94fb6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.957596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.959846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.979723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7ff8d65-6fff-4242-98e9-748313f53973 req-93892c32-f153-4976-8be7-f07a0d2ad0be tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912931 Nov 12 00:56:57.996550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6fde43d8-686c-4f65-b2c0-9874b94fb6f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e31c3e4137904296a7b41d4696193ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571060 Nov 12 00:56:57.996767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:58.012824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.014393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b88483-753a-4274-83a6-16a8e5a1ea08 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:56:58.029426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.030248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde43d8-686c-4f65-b2c0-9874b94fb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6830216-eb34-44e3-9bb5-a688cca6b329,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.031599 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c04817d-77de-4fac-8b09-4ff8883394df admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6b88483-753a-4274-83a6-16a8e5a1ea08 HTTP/1.1" status: 204 len: 168 time: 1.3065305 Nov 12 00:56:58.034172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:58.137790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Deleting subnet 28f39982-4de1-4904-a8f0-75841c77c372 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:58.142221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.199538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.227405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.241449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b906d-f0d0-4108-ba20-da9c83989530 req-0f1b22f3-c075-450a-a7ae-2ecb60a33dcb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.245703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-894b906d-f0d0-4108-ba20-da9c83989530 req-0f1b22f3-c075-450a-a7ae-2ecb60a33dcb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0937910 Nov 12 00:56:58.278450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.327331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-894b906d-f0d0-4108-ba20-da9c83989530 req-7b4361fe-404d-44b1-839e-083de84316f4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703187 Nov 12 00:56:58.356094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.391986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.396475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.402014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6830216-eb34-44e3-9bb5-a688cca6b329 HTTP/1.1" status: 204 len: 168 time: 0.4042823 Nov 12 00:56:58.426129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d05df3-388a-491c-aaf9-4239fef59398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6830216-eb34-44e3-9bb5-a688cca6b329,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.433331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.476273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f39982-4de1-4904-a8f0-75841c77c372,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.477432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbd0ab-8316-426e-8918-11aca038ca00 None None] Network 831f65fc-225f-47c4-b852-335e8ccd266c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:58.479451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.486400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ffe9483-9515-4a6d-9aa9-319644380349 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/28f39982-4de1-4904-a8f0-75841c77c372 HTTP/1.1" status: 204 len: 168 time: 0.4347875 Nov 12 00:56:58.486722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:58.596072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.697361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Deleting port 951f376e-125f-4a32-b794-e029a775f486 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:58.697965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.784731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] DHCP port deletion for 831f65fc-225f-47c4-b852-335e8ccd266c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:58.877492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Deleting port 951f376e-125f-4a32-b794-e029a775f486 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:58.879028 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.895244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] For port 951f376e-125f-4a32-b794-e029a775f486, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=951f376e-125f-4a32-b794-e029a775f486,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:58.896222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.959859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Calling delete_port for 951f376e-125f-4a32-b794-e029a775f486 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:58.971048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] For port 951f376e-125f-4a32-b794-e029a775f486, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=951f376e-125f-4a32-b794-e029a775f486,segment=NetworkSegment(98e950a0-f44a-44e8-b953-26968737b367),segment_id=98e950a0-f44a-44e8-b953-26968737b367)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:58.971791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.985925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b14e42-7188-4e96-acba-4c68635d618f req-58301f04-bf47-4a54-9fe5-554e29bc6834 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.987630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14b14e42-7188-4e96-acba-4c68635d618f req-58301f04-bf47-4a54-9fe5-554e29bc6834 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2642584 Nov 12 00:56:59.017212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.024134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.024350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Calling delete_port for 951f376e-125f-4a32-b794-e029a775f486 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:59.031064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.037239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.043706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.050638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.056835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.078395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-da97b3b1-d288-4ea2-8af9-1be064be752d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.2579763 Nov 12 00:56:59.141270 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.176494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Pushing event deleted for resources: {'Port': ['ID=951f376e-125f-4a32-b794-e029a775f486,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.189154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.189505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.190005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.190338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.190712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.191041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.192388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.192759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.193086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.193411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.193734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.194192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:59.202562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76e89e-5c0c-4a73-9258-ba00453d1cee None None] No DVR routers for this DVR port 951f376e-125f-4a32-b794-e029a775f486 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:59.252750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-130230ab-5624-4ffc-ab21-f01657bf1ee9 req-ad335ecf-54d7-4431-bbcf-c43afa9105ff tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732810 Nov 12 00:56:59.399386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14b14e42-7188-4e96-acba-4c68635d618f req-8c1b826a-ad5d-42b8-8f41-1467b60b1eec tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045784 Nov 12 00:56:59.441583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.497208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Pushing event deleted for resources: {'Port': ['ID=951f376e-125f-4a32-b794-e029a775f486,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.508536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] No DVR routers for this DVR port 951f376e-125f-4a32-b794-e029a775f486 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:59.634663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1facf09b-2c63-4106-a411-57bdefcc6fe3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:59.693017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.694019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1facf09b-2c63-4106-a411-57bdefcc6fe3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:59.694633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1facf09b-2c63-4106-a411-57bdefcc6fe3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:59.695910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 951f376e-125f-4a32-b794-e029a775f486 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:59.733421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 951f376e-125f-4a32-b794-e029a775f486 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:59.734044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 951f376e-125f-4a32-b794-e029a775f486 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:59.734652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d7645837-60ca-471e-91d2-11b11f15e79a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:59.745412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f65fc-225f-47c4-b852-335e8ccd266c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:59.760548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909bfe-736b-479f-a625-207481fb8210 req-244e28a3-9d9f-4273-9585-0215bdcb00ac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.762266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d909bfe-736b-479f-a625-207481fb8210 req-244e28a3-9d9f-4273-9585-0215bdcb00ac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2330484 Nov 12 00:56:59.772634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e950a0-f44a-44e8-b953-26968737b367') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:59.772931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e950a0-f44a-44e8-b953-26968737b367') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:59.792722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d7645837-60ca-471e-91d2-11b11f15e79a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:59.793334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d7645837-60ca-471e-91d2-11b11f15e79a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:59.805641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.835473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.853109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:59.853533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:59.855344 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:59.908886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d909bfe-736b-479f-a625-207481fb8210 req-7d68b34b-6d7f-4d2d-bb4e-84a81a55f78e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335006 Nov 12 00:56:59.927587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.935485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.940124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] 10.222.0.11 "DELETE /v2.0/networks/831f65fc-225f-47c4-b852-335e8ccd266c HTTP/1.1" status: 204 len: 168 time: 1.4511437 Nov 12 00:56:59.952517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a80f2-dbba-404f-83f5-66cf45547298 admin admin] Pushing event deleted for resources: {'Network': ['ID=831f65fc-225f-47c4-b852-335e8ccd266c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.068570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d890-4efc-4fc8-8e65-a351e5352aeb req-173f9b60-720a-4a03-bb3f-f56afc0a20ad tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.070053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa2d890-4efc-4fc8-8e65-a351e5352aeb req-173f9b60-720a-4a03-bb3f-f56afc0a20ad tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0559752 Nov 12 00:57:00.136347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfa2d890-4efc-4fc8-8e65-a351e5352aeb req-2df606fb-f64d-4cb6-a7c2-9120b6bd67b4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592723 Nov 12 00:57:00.161238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.211262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5489bbce-ac3b-4b49-aca5-5b8479d44e9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98d80cb30c7c45cfad00e4865b86a915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486560 Nov 12 00:57:00.213985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37048) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.281670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.290484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04c47-1ed0-4d30-a8a8-9ccfef363c62 req-35da15cb-4fcf-4a12-bcf4-8bd6e4a883fe tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.299747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fe04c47-1ed0-4d30-a8a8-9ccfef363c62 req-35da15cb-4fcf-4a12-bcf4-8bd6e4a883fe tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0786226 Nov 12 00:57:00.316526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.399914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.401192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fe04c47-1ed0-4d30-a8a8-9ccfef363c62 req-f8fcf43a-c14c-412f-a047-da81cb3b17b3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004312 Nov 12 00:57:00.404442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.409345 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d87901-c61e-450e-982c-9096b87037d9 HTTP/1.1" status: 204 len: 168 time: 0.1934187 Nov 12 00:57:00.423523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd74de6-0c51-490f-9882-f54ca06d15e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d87901-c61e-450e-982c-9096b87037d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.473595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.486192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.495470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.509176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.521249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.532103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.540707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.542750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-7281958f-8659-4326-b1c2-f1cbab176e74 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5432 time: 0.1889770 Nov 12 00:57:00.653616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ebfc8a-dc13-496f-b85d-7a6b5ed86e8d req-d4066f4c-5c7c-4c0d-9d9b-c442ea1746d3 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993891 Nov 12 00:57:00.742180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12b77455-931d-434e-9bf8-69521447a0b4 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:00.936026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12b77455-931d-434e-9bf8-69521447a0b4,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:00.953339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '12b77455-931d-434e-9bf8-69521447a0b4', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'port_id': '12b77455-931d-434e-9bf8-69521447a0b4', 'mac_address': 'fa:16:3e:d7:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:01.013920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.043936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b77455-931d-434e-9bf8-69521447a0b4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:01.073887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12b77455-931d-434e-9bf8-69521447a0b4,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.081209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.082361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2518b50d-f37b-4ec1-8591-20687c655171 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:01.167889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.230192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2518b50d-f37b-4ec1-8591-20687c655171,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.253333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '2518b50d-f37b-4ec1-8591-20687c655171', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'port_id': '2518b50d-f37b-4ec1-8591-20687c655171', 'mac_address': 'fa:16:3e:06:f7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:01.378077 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.404016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2518b50d-f37b-4ec1-8591-20687c655171 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:01.443821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2518b50d-f37b-4ec1-8591-20687c655171,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.449774 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.450542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f394f2c7-177c-47a8-9b5b-933d99c4e845 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:01.604955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22995a-64f5-4c9a-89a2-ed8bd9acc6ec req-5d34d24d-2991-43d6-864e-3531a2fb78f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.617269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff22995a-64f5-4c9a-89a2-ed8bd9acc6ec req-5d34d24d-2991-43d6-864e-3531a2fb78f7 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0985420 Nov 12 00:57:01.625129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.667448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.709361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.720829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff22995a-64f5-4c9a-89a2-ed8bd9acc6ec req-34e29ce4-4aeb-4bec-8059-b1e721470c47 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971937 Nov 12 00:57:01.741397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'f394f2c7-177c-47a8-9b5b-933d99c4e845', 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'port_id': 'f394f2c7-177c-47a8-9b5b-933d99c4e845', 'mac_address': 'fa:16:3e:ed:63:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf9379e-8411-4fdf-8590-3121a4d534ed', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:01.808008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.823368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f394f2c7-177c-47a8-9b5b-933d99c4e845 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:01.849408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.864191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.865101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:01.912953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.920852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.927626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.934141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.940989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.949244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.957543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.963105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-122553221-network', 'tenant_id': '0a9a65bc63fa426ca8bee789db422beb'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:01.967185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-461dda09-c6dd-41e2-b90f-862e03965794 req-3fa7e5b4-9e5b-4866-978b-e5ace6cb7743 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5434 time: 0.1930060 Nov 12 00:57:01.973739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.011805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Made reservation on behalf of 0a9a65bc63fa426ca8bee789db422beb for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:02.014507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.035686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.036158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.058385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'port_id': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'mac_address': 'fa:16:3e:2d:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:02.068933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-461dda09-c6dd-41e2-b90f-862e03965794 req-a4677065-6e8a-4dff-ac60-02f5fd349b88 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975733 Nov 12 00:57:02.104845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.122611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:02.146060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.150731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.151046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.151710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0890d53b-0403-4fd5-988d-68cb3b61483d details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:02.156600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.196942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:02.212162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa001e63-c114-4ddb-870e-e760b5779f5f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.220137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.220137 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Added segment c5b0ef6a-c519-442f-9b20-a2cd278bd533 of type vlan for network 85f2a69b-37a6-4a65-988b-606a6ba3df01 Nov 12 00:57:02.235709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.246857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.260692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'network_id': 'eefe3195-f31b-4301-afbc-1bf73db1e6f3', 'port_id': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'mac_address': 'fa:16:3e:b6:56:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf9379e-8411-4fdf-8590-3121a4d534ed', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:02.267096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.274966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.304604 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.305778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.306469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.307817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.322563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0890d53b-0403-4fd5-988d-68cb3b61483d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:02.354070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.360811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.361415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ba13f4c2-c17c-4888-b680-339356d9c16e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:02.382249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7524440 Nov 12 00:57:02.382476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.387290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Request body: {'subnet': {'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-122553221-subnet', 'tenant_id': '0a9a65bc63fa426ca8bee789db422beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:02.401315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.419469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a5ab4-7540-405d-a575-c968943ac170 admin admin] Pushing event updated for resources: {'Network': ['ID=85f2a69b-37a6-4a65-988b-606a6ba3df01,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.429579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Made reservation on behalf of 0a9a65bc63fa426ca8bee789db422beb for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:02.432673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.474903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'network_id': 'c05c2d66-e3fd-4a16-8ed8-ee98bc81447d', 'port_id': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'mac_address': 'fa:16:3e:f8:fc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357a3e6-15f8-4728-b592-d3c3c5824329', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:02.486962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.489736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 85f2a69b-37a6-4a65-988b-606a6ba3df01 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:02.592076 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.612806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba13f4c2-c17c-4888-b680-339356d9c16e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:02.634742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.642840 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.643693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:02.703064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.713828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.788278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Checking segment: {'id': 'c5b0ef6a-c519-442f-9b20-a2cd278bd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:02.788920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Network hostable DHCP agents. Network: 85f2a69b-37a6-4a65-988b-606a6ba3df01, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:02.804982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a058ad6c-217a-4206-8e9d-4708058d3d6e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.820450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Network 85f2a69b-37a6-4a65-988b-606a6ba3df01 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:02.830583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.832526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 85f2a69b-37a6-4a65-988b-606a6ba3df01) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:02.847663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.848438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.850865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098a514-1bb4-4fbc-8d3e-624bf8d56835 None None] Network 85f2a69b-37a6-4a65-988b-606a6ba3df01 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:02.875836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31078fe5-10f7-43bf-9f3a-9892f4d5affd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4920962 Nov 12 00:57:02.955314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e0cb-0080-4749-bf21-c0ba642753d9 req-93be002b-5276-4b02-a4a0-855dec59522c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.964374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'port_id': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'mac_address': 'fa:16:3e:f2:5e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:02.968642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac90e0cb-0080-4749-bf21-c0ba642753d9 req-93be002b-5276-4b02-a4a0-855dec59522c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1033611 Nov 12 00:57:03.033982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac90e0cb-0080-4749-bf21-c0ba642753d9 req-a6406767-df38-4ce0-a1f7-cbb357cc7c2a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629990 Nov 12 00:57:03.049294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeeb34-0851-4700-8d9a-114d2d187408 None None] Network 85f2a69b-37a6-4a65-988b-606a6ba3df01 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:03.079412 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.095629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:03.161833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:03.167493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.225906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.272378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.280478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.288235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.298414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.305311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.313287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.320188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.331061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-9f08e501-3b37-4c6b-9d72-a7ffde5d0512 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5439 time: 0.1462193 Nov 12 00:57:03.398905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-062c74bb-66c9-4e52-b50d-b1d20ca0f57a req-2990a41e-1c2e-445e-8b50-7a5b3b15c6e9 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670862 Nov 12 00:57:03.521254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-8817e154-cac0-4695-afc8-2b994564e80b tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.522839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-8817e154-cac0-4695-afc8-2b994564e80b tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/networks?id=85f2a69b-37a6-4a65-988b-606a6ba3df01 HTTP/1.1" status: 200 len: 813 time: 0.1112740 Nov 12 00:57:03.543332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-bd7671e7-167d-4321-9c40-fb322cb76006 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/quotas/0a9a65bc63fa426ca8bee789db422beb HTTP/1.1" status: 200 len: 375 time: 0.0102594 Nov 12 00:57:03.592759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-ec760412-b6cd-4244-b26e-d9e35b2cc0bd tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a9a65bc63fa426ca8bee789db422beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372188 Nov 12 00:57:03.742740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-d7cf47b9-086c-4ea0-aae8-abed79857fad service neutron] 10.222.0.11 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435335 Nov 12 00:57:03.856355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-9205f8e4-2a9f-4b0d-8228-692a9874fb71 service neutron] 10.222.0.11 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119010 Nov 12 00:57:03.999134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1ef7414a-9b25-4e8a-a7df-d8cb85f89904'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.054041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['12b77455-931d-434e-9bf8-69521447a0b4'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.057811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2518b50d-f37b-4ec1-8591-20687c655171'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.061606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0890d53b-0403-4fd5-988d-68cb3b61483d'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.153969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['f394f2c7-177c-47a8-9b5b-933d99c4e845'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.194384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['ba13f4c2-c17c-4888-b680-339356d9c16e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.196514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:04.220648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71afac89-7f82-4478-8c60-fec129b16be8 req-c01d4ada-bb46-470b-84d4-859b6ad3300d tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 210 time: 0.1011596 Nov 12 00:57:04.334548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1e6e3-0e9b-41e8-87fd-2955ea034809 req-b430b6b4-ac85-40df-a97e-04f63dcb6c09 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.341545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17d1e6e3-0e9b-41e8-87fd-2955ea034809 req-b430b6b4-ac85-40df-a97e-04f63dcb6c09 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1433799 Nov 12 00:57:04.947578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.954338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.960836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.967293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.973618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.979944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.986566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.994856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-9cd3ff54-0e8a-4c5a-8ff8-6017c629a9a3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.6522844 Nov 12 00:57:05.007246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17d1e6e3-0e9b-41e8-87fd-2955ea034809 req-287390ea-c46a-45ab-9567-99c02f35d201 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432495 Nov 12 00:57:05.115425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3cdf2da-c4ee-4e89-9643-2e7f1ac33f36 req-a000a27a-ac1f-4e43-85b9-cb68bed29654 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192667 Nov 12 00:57:05.197421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.203872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.212517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.219433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.226182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.232184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.238664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.246236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-2f3c6cd7-de3e-4e88-aab8-d71c3cd4ba79 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5439 time: 0.1234396 Nov 12 00:57:05.306071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.377078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.384335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.394526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.400859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.408367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.415812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.423355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.450244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffcbfc9b-7371-4a28-8904-5aa537fd66b1 req-72683cbd-d610-4101-89f2-be7ec72e609e tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.2013936 Nov 12 00:57:05.503923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd6c7449-b1e8-4017-8a2d-6499e2af9adc req-bb08ad0d-badd-4a94-806c-287e27ec9116 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567029 Nov 12 00:57:05.602000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-887864ec-9cb9-4cac-a9b3-5be05e27c99d req-9517269e-a068-4e2d-8364-a54b20595c98 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 210 time: 0.0505133 Nov 12 00:57:05.640308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-3573c976-52dd-43f8-8b2e-d03616906349 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.642879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-3573c976-52dd-43f8-8b2e-d03616906349 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.39 "GET /v2.0/networks?id=85f2a69b-37a6-4a65-988b-606a6ba3df01 HTTP/1.1" status: 200 len: 813 time: 0.2834547 Nov 12 00:57:05.659676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Request body: {'port': {'device_id': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01', 'admin_state_up': True, 'tenant_id': '0a9a65bc63fa426ca8bee789db422beb'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:05.785672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Made reservation on behalf of 0a9a65bc63fa426ca8bee789db422beb for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:05.790294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.936567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Allocated IP 172.20.0.12 (85f2a69b-37a6-4a65-988b-606a6ba3df01/a058ad6c-217a-4206-8e9d-4708058d3d6e/77e68e6e-6514-41f1-ad79-d5e0a63bfc56) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:06.100092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.139325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.157350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523451c3-b5d6-4d24-9f71-b8f270d96547 req-4d1aa1b5-d1d7-45fc-9306-4d27fce53254 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.158952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-523451c3-b5d6-4d24-9f71-b8f270d96547 req-4d1aa1b5-d1d7-45fc-9306-4d27fce53254 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0592828 Nov 12 00:57:06.191711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Network 85f2a69b-37a6-4a65-988b-606a6ba3df01 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:06.195887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:06.201878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:06.206895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Pushing event updated for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.215813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-523451c3-b5d6-4d24-9f71-b8f270d96547 req-b390a8c1-cd5f-4e7e-aa2d-9a31c4458df1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Nov 12 00:57:06.263758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.264394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.281209 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-ad117ba6-0e4d-4c1f-a00f-ec45c64b40d3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274173 Nov 12 00:57:06.294751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Request body: {'port': {'device_id': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:06.358600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.659144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:06.674449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.710664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Transition to ACTIVE for port object 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:06.715470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.720145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.727150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.735359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.740804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.748420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.755106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.761527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.765522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-0e85d72c-fd10-4266-a1d7-d50a2380bc0d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5439 time: 0.1393292 Nov 12 00:57:06.828556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Pushing event updated for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.854852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38747f6-ec74-4122-ae4b-0558bf077322 req-1ebdf146-4200-48df-a262-3f999c284a48 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.856430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c38747f6-ec74-4122-ae4b-0558bf077322 req-1ebdf146-4200-48df-a262-3f999c284a48 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 944 time: 0.0874987 Nov 12 00:57:06.863556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Attempting to bind port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:06.864367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Attempting to bind port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'c5b0ef6a-c519-442f-9b20-a2cd278bd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:06.864367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Attempting to bind port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 on network 85f2a69b-37a6-4a65-988b-606a6ba3df01 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:06.869244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 on network 85f2a69b-37a6-4a65-988b-606a6ba3df01 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:06.869711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Attempting to bind port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 on network 85f2a69b-37a6-4a65-988b-606a6ba3df01 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:06.883351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:06.883898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fcf1c03-356d-4866-a360-ab2b015ce7cb req-754ccce2-1b3b-4d4f-9381-0762d3f055aa tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125877 Nov 12 00:57:06.884218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Checking segment: {'id': 'c5b0ef6a-c519-442f-9b20-a2cd278bd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:06.884643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Bound using segment: {'id': 'c5b0ef6a-c519-442f-9b20-a2cd278bd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:06.885360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Bound port: 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b0ef6a-c519-442f-9b20-a2cd278bd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:06.885741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.935451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c38747f6-ec74-4122-ae4b-0558bf077322 req-38b7a2e0-65b7-41ab-a7a5-0ecc22fe60a9 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666273 Nov 12 00:57:06.969368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:06.972746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,segment=NetworkSegment(c5b0ef6a-c519-442f-9b20-a2cd278bd533),segment_id=c5b0ef6a-c519-442f-9b20-a2cd278bd533)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:06.978607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.014049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.014695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.016155 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] 10.222.0.39 "PUT /v2.0/ports/77e68e6e-6514-41f1-ad79-d5e0a63bfc56 HTTP/1.1" status: 200 len: 1093 time: 0.7256336 Nov 12 00:57:07.016617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:07.018911 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:07.045767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4439e05-6fc6-46b6-8019-9fae00af98bc service neutron] Pushing event updated for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.081115 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ad001-6d5e-466c-9bc4-5f29c535e047 x-openstack-request-id: req-078ad001-6d5e-466c-9bc4-5f29c535e047 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:07.081419 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:07.081674 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-078ad001-6d5e-466c-9bc4-5f29c535e047 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:07.082080 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56', 'status': 'completed', 'code': 200} Nov 12 00:57:07.123760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-6b77d9fa-109d-41c6-b8af-2f9a0cf7b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.125665 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-6b77d9fa-109d-41c6-b8af-2f9a0cf7b6e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a9a65bc63fa426ca8bee789db422beb&device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 1096 time: 0.0567322 Nov 12 00:57:07.171100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-258e314d-6605-4793-97ed-1ec6d02520ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56 HTTP/1.1" status: 200 len: 217 time: 0.0367546 Nov 12 00:57:07.229282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f159f-8759-40c5-8567-662c4e82f971 req-53d3f5c7-8fcf-4e48-a76f-fe0b71e3d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.230847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-53d3f5c7-8fcf-4e48-a76f-fe0b71e3d051 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a058ad6c-217a-4206-8e9d-4708058d3d6e HTTP/1.1" status: 200 len: 853 time: 0.0525155 Nov 12 00:57:07.267690 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-8c3f6e99-2adb-49ae-aa5b-a8dc0f290264 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85f2a69b-37a6-4a65-988b-606a6ba3df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293109 Nov 12 00:57:07.378178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6cd49-0853-4383-b688-2afc599ce676 req-bd3ca33c-1551-43aa-a724-8948087b3e61 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.379071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-02480210-bdbd-418b-81fa-b815721a9b4c service neutron] 10.222.0.39 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042383 Nov 12 00:57:07.380185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07f6cd49-0853-4383-b688-2afc599ce676 req-bd3ca33c-1551-43aa-a724-8948087b3e61 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0659382 Nov 12 00:57:07.441522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07f6cd49-0853-4383-b688-2afc599ce676 req-faab9ea9-624e-48ad-a85f-93231d706a10 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550785 Nov 12 00:57:07.492274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-685f159f-8759-40c5-8567-662c4e82f971 req-bb9eb858-2297-4ae8-baa0-2ea69e26cd16 service neutron] 10.222.0.39 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057069 Nov 12 00:57:07.594017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-b9086ad7-ec60-4a0c-941d-744ca7c8b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.596338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-b9086ad7-ec60-4a0c-941d-744ca7c8b820 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a9a65bc63fa426ca8bee789db422beb&device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 1096 time: 0.0535729 Nov 12 00:57:07.721479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-fe854284-6dd3-4737-8f9d-a95df96f414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.722958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-fe854284-6dd3-4737-8f9d-a95df96f414f service neutron] 10.222.0.39 "GET /v2.0/networks?id=85f2a69b-37a6-4a65-988b-606a6ba3df01 HTTP/1.1" status: 200 len: 914 time: 0.1178770 Nov 12 00:57:07.753408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:07.782286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-c587a1f9-024f-4663-996d-5961ce93240b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56 HTTP/1.1" status: 200 len: 217 time: 0.0507770 Nov 12 00:57:07.852394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-e56a7169-7c23-423c-8885-ce26ab72b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.854306 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-e56a7169-7c23-423c-8885-ce26ab72b1dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a058ad6c-217a-4206-8e9d-4708058d3d6e HTTP/1.1" status: 200 len: 853 time: 0.0640874 Nov 12 00:57:07.876451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.877052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.877706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.878269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.878880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.879378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.880019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.882460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a750d178-4c2a-4f29-b25a-3b01dd4aedb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.1279242 Nov 12 00:57:07.898723 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-34bef5da-77a9-436e-9fd1-6c6f1b710f71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85f2a69b-37a6-4a65-988b-606a6ba3df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361841 Nov 12 00:57:07.957326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d258b9a-64e8-45ac-98e8-0b3788aad43a req-a674e40d-8672-4080-8ded-80e298c76962 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&id=a3fc47b9-8747-42ed-b494-b23a9891338a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666943 Nov 12 00:57:08.023489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-022240e2-0492-4699-b0d7-63002d6499b6 service neutron] 10.222.0.39 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171658 Nov 12 00:57:08.108366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.116111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.124399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.132683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.138837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee8460c-5318-4dc6-8dc1-c4f2aca336cf req-9ff7b005-6716-4607-a092-6ab9455c1442 service neutron] 10.222.0.39 "GET /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073632 Nov 12 00:57:08.139174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.145308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.151275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.153391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-99bc8d15-1cc3-452e-a122-ff8d9dc9361c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5439 time: 0.1476011 Nov 12 00:57:08.165953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0561-db18-4d32-b51a-05cd7283ed04 req-d1160cc0-d3e5-4080-aea6-3e002e895ccb tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.167585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab1b0561-db18-4d32-b51a-05cd7283ed04 req-d1160cc0-d3e5-4080-aea6-3e002e895ccb tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 944 time: 0.1308239 Nov 12 00:57:08.258044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab1b0561-db18-4d32-b51a-05cd7283ed04 req-1523917c-a3e2-4962-96cc-1600fc85d9ef tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830810 Nov 12 00:57:08.265730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4e34652-8974-4b72-8954-bea8bfcfce06 req-d8870876-576c-4919-b5c1-8fd825694a20 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969813 Nov 12 00:57:08.576700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357bc2-d4fd-44aa-bea2-ef535183df6f req-8cacb111-3676-42c5-8b50-214f1423e0b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.578329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34357bc2-d4fd-44aa-bea2-ef535183df6f req-8cacb111-3676-42c5-8b50-214f1423e0b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0589077 Nov 12 00:57:08.644120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34357bc2-d4fd-44aa-bea2-ef535183df6f req-47d910fc-c8c5-4093-ba95-c5b1306fcb9a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Nov 12 00:57:09.141820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:09.209585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:09.258367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3835fb6-a779-4c62-9a72-9aeced4fd7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.287516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,segment=NetworkSegment(c5b0ef6a-c519-442f-9b20-a2cd278bd533),segment_id=c5b0ef6a-c519-442f-9b20-a2cd278bd533)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:09.308393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56', 'network_id': '85f2a69b-37a6-4a65-988b-606a6ba3df01', 'port_id': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56', 'mac_address': 'fa:16:3e:e1:eb:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a058ad6c-217a-4206-8e9d-4708058d3d6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:09.312959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:09.363529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:09.363954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.366897 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.406998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:09.441339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,segment=NetworkSegment(c5b0ef6a-c519-442f-9b20-a2cd278bd533),segment_id=c5b0ef6a-c519-442f-9b20-a2cd278bd533)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:09.444718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82924f-a553-4b12-8f4d-713f5e833fb3 req-538486ae-3c38-48e7-a4d4-5a63fa5b4e27 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.453090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f82924f-a553-4b12-8f4d-713f5e833fb3 req-538486ae-3c38-48e7-a4d4-5a63fa5b4e27 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 944 time: 0.1026700 Nov 12 00:57:09.472831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.487532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.493860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.502362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.508680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.512653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.515213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.521507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.528559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.531416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-4b483f08-1c6c-4299-83bb-281caa347f59 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5439 time: 0.1614280 Nov 12 00:57:09.549219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.557331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:09.559655 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f7ad8-14c2-4a4a-972b-6a47733f1db7" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:09.574314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:09.579505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.579917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f82924f-a553-4b12-8f4d-713f5e833fb3 req-6fdd7b91-5ec4-4249-b534-4f86c0807c53 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257794 Nov 12 00:57:09.581102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12b77455-931d-434e-9bf8-69521447a0b4 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:09.631599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abbc32bc-793a-44f6-9bab-31649d6f03af req-e7687045-4a38-4ff9-a226-91bd78c39f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850887 Nov 12 00:57:09.665980 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c2ca09-11b6-4582-a4ce-87de061d1ad2 x-openstack-request-id: req-b5c2ca09-11b6-4582-a4ce-87de061d1ad2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:09.666274 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:09.666424 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5c2ca09-11b6-4582-a4ce-87de061d1ad2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:09.666817 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'code': 200} Nov 12 00:57:09.699101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 12b77455-931d-434e-9bf8-69521447a0b4 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:09.705738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 12b77455-931d-434e-9bf8-69521447a0b4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:09.706118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.707840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.777086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f68a-9fbc-4120-b011-767c262c2385 req-4115f67a-cf4d-4e95-a2bf-f7aadb0a275c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.778682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e19f68a-9fbc-4120-b011-767c262c2385 req-4115f67a-cf4d-4e95-a2bf-f7aadb0a275c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0577426 Nov 12 00:57:09.790198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['77e68e6e-6514-41f1-ad79-d5e0a63bfc56'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:09.836400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e19f68a-9fbc-4120-b011-767c262c2385 req-9f074660-cf13-4878-9701-4cb46b9b8d76 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Nov 12 00:57:09.838834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.888711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12b77455-931d-434e-9bf8-69521447a0b4,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:09.894612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.895370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0890d53b-0403-4fd5-988d-68cb3b61483d up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:09.997672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.033092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 0890d53b-0403-4fd5-988d-68cb3b61483d completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:10.044535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 0890d53b-0403-4fd5-988d-68cb3b61483d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:10.045044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.136793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.172278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:10.177789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.178682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ba13f4c2-c17c-4888-b680-339356d9c16e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:10.259154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.275166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port ba13f4c2-c17c-4888-b680-339356d9c16e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:10.279884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port ba13f4c2-c17c-4888-b680-339356d9c16e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:10.280295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.361986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.396171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:10.400661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.401481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2518b50d-f37b-4ec1-8591-20687c655171 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:10.490378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.511755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 2518b50d-f37b-4ec1-8591-20687c655171 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:10.517536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 2518b50d-f37b-4ec1-8591-20687c655171 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:10.518557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.618123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.661665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2518b50d-f37b-4ec1-8591-20687c655171,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:10.668851 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.670131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f394f2c7-177c-47a8-9b5b-933d99c4e845 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:10.783322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.794447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port f394f2c7-177c-47a8-9b5b-933d99c4e845 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:10.800482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port f394f2c7-177c-47a8-9b5b-933d99c4e845 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:10.801175 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.812280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab69704-c846-487f-8da7-296cbfe5aa47 req-ded4c2b6-788c-44c8-b047-347049de40e9 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.814024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ab69704-c846-487f-8da7-296cbfe5aa47 req-ded4c2b6-788c-44c8-b047-347049de40e9 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 945 time: 0.1110146 Nov 12 00:57:10.937264 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.947626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ab69704-c846-487f-8da7-296cbfe5aa47 req-10a9fb9b-04cd-4cbc-bd55-20de361aed10 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185319 Nov 12 00:57:10.967624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.974438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.980997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.985945 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:10.987779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.991024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:10.995068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.996610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.998262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:11.002685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.009316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.011526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-68ed6800-2101-4152-a550-fe9839c30e37 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5444 time: 0.1779745 Nov 12 00:57:11.097013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.099773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122cf5a-6e69-4673-a826-30e364a2abe6 req-57fdb10c-7f89-48b6-ae5b-0c6db89615c5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.101378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f122cf5a-6e69-4673-a826-30e364a2abe6 req-57fdb10c-7f89-48b6-ae5b-0c6db89615c5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0886977 Nov 12 00:57:11.108602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:11.114512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:11.114891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.120011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-346edb2a-3af8-4bdb-a147-f0b4117ac475 req-153b4ddd-31ea-45c1-ba84-fb853865f296 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926492 Nov 12 00:57:11.168473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f122cf5a-6e69-4673-a826-30e364a2abe6 req-d674b960-194c-4a0d-8b03-f4c23b07b814 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Nov 12 00:57:11.174076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:11.246692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.289035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.291798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:11.296109 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.300937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:11.301424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.383302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.428548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.467520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,segment=NetworkSegment(c5b0ef6a-c519-442f-9b20-a2cd278bd533),segment_id=c5b0ef6a-c519-442f-9b20-a2cd278bd533)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.473132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.528729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.668367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b77455-931d-434e-9bf8-69521447a0b4'}, {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d'}, {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e'}, {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518b50d-f37b-4ec1-8591-20687c655171'}, {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845'}, {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}, {'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:11.671482 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef9e294-80b6-482b-a60c-7f6e9f1ebaaa" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "12b77455-931d-434e-9bf8-69521447a0b4"}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d"}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e"}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "2518b50d-f37b-4ec1-8591-20687c655171"}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845"}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e"}, {"server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "name": "network-vif-plugged", "status": "completed", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:11.711955 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd39a-674c-4866-ac05-58798e9cf41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.723216 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adabb61d-75ea-45e2-82bd-283170de8cf5 x-openstack-request-id: req-adabb61d-75ea-45e2-82bd-283170de8cf5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:11.723882 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "12b77455-931d-434e-9bf8-69521447a0b4", "code": 200}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d", "code": 200}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e", "code": 200}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "2518b50d-f37b-4ec1-8591-20687c655171", "code": 200}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845", "code": 200}, {"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e", "code": 200}, {"server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "name": "network-vif-plugged", "status": "completed", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:11.723882 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adabb61d-75ea-45e2-82bd-283170de8cf5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:11.724677 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b77455-931d-434e-9bf8-69521447a0b4', 'code': 200} Nov 12 00:57:11.724677 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'code': 200} Nov 12 00:57:11.724677 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'code': 200} Nov 12 00:57:11.725448 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518b50d-f37b-4ec1-8591-20687c655171', 'code': 200} Nov 12 00:57:11.725448 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845', 'code': 200} Nov 12 00:57:11.725448 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'code': 200} Nov 12 00:57:11.725994 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56', 'code': 200} Nov 12 00:57:11.844708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963213-4d68-45f3-9543-3f1fcf509160 req-03fca8e2-2e6e-49f7-8d3a-43ce7b2228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.846127 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff963213-4d68-45f3-9543-3f1fcf509160 req-03fca8e2-2e6e-49f7-8d3a-43ce7b2228ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 1098 time: 0.0568416 Nov 12 00:57:11.899777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.901554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.902315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.902933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.904279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.905169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.906094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.907555 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ff963213-4d68-45f3-9543-3f1fcf509160 req-35a319cf-c193-49c8-be07-794f7a21dfc6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532331 Nov 12 00:57:11.908330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-bc55aca9-0a1b-42d7-b6b8-3481640c1fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.0815639 Nov 12 00:57:11.979536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bff71f7-5c1c-4a70-811b-e2c98e88f726 req-760ed73f-1e05-459a-828e-849138617aa5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624745 Nov 12 00:57:12.064185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3e48-8642-4839-a6f5-9b5246584939 req-a51912ed-b21a-4108-8aae-30404d8f67b9 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.065822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-431d3e48-8642-4839-a6f5-9b5246584939 req-a51912ed-b21a-4108-8aae-30404d8f67b9 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Nov 12 00:57:12.116742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-431d3e48-8642-4839-a6f5-9b5246584939 req-5d06b1e7-fc8c-493d-81df-9cf6d6c16bbc tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Nov 12 00:57:12.306438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.312952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.319595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.325777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.332135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.338347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.344620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.346721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-d40a1c9e-2ae9-4455-b6d7-a7a66ada2f8f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.1284201 Nov 12 00:57:12.359770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2180b4-e8d3-418e-b412-91b542797d0d req-34c41518-a320-4458-ae01-683a63f6e739 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.361231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db2180b4-e8d3-418e-b412-91b542797d0d req-34c41518-a320-4458-ae01-683a63f6e739 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1150346 Nov 12 00:57:12.455163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db2180b4-e8d3-418e-b412-91b542797d0d req-6eb09e67-9adc-4c2b-9d85-23a11c748e47 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866859 Nov 12 00:57:12.460950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72f2dcd7-eac8-4a5c-8d01-7b5ff28b89bc req-7b3da860-5c43-4c5c-805c-a3f2a1ef7cd5 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987303 Nov 12 00:57:12.727482 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.229744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:13.243703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae98a2-7959-41b9-830f-97ec25f8bff2 req-577bd473-1114-4300-bc6c-f1aac2164357 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.245312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18ae98a2-7959-41b9-830f-97ec25f8bff2 req-577bd473-1114-4300-bc6c-f1aac2164357 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 946 time: 0.0578053 Nov 12 00:57:13.299015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18ae98a2-7959-41b9-830f-97ec25f8bff2 req-b8c3fc29-6506-4d5f-86c1-e73f69357b2a tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Nov 12 00:57:13.486376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:13.498425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'port_id': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'mac_address': 'fa:16:3e:cf:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142bd61-1e03-4e96-b334-a8e643b52d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:13.544002 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.568212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:13.595682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:13.602718 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.623205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdd250-5f1f-49dd-a6d8-68ad471ec441 req-a74de434-0d25-4166-a53a-79b7787f5957 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.626264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69fdd250-5f1f-49dd-a6d8-68ad471ec441 req-a74de434-0d25-4166-a53a-79b7787f5957 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0764067 Nov 12 00:57:13.666967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:13.728008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69fdd250-5f1f-49dd-a6d8-68ad471ec441 req-a4ee1e3f-408e-4088-b0db-33c8adb3e1fd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934103 Nov 12 00:57:13.740691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:13.753194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.759424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.765809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.772042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.778171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.784712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.790795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.792774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-be914acb-6fd9-4970-87b1-67ffac602f13 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.1087012 Nov 12 00:57:13.884846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117f2e8-5c6f-44c9-a0ef-2459614bef86 req-b7dae31e-b41c-4475-ae15-2e6e65b03c55 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.886337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c117f2e8-5c6f-44c9-a0ef-2459614bef86 req-b7dae31e-b41c-4475-ae15-2e6e65b03c55 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 946 time: 0.0926118 Nov 12 00:57:13.896431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0aa53f4-a6a7-407d-84a5-73a6b4ad3bb6 req-3af3a5b5-5e83-43eb-8b56-5030dd18c9bb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923095 Nov 12 00:57:13.931449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.946202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c117f2e8-5c6f-44c9-a0ef-2459614bef86 req-09a2abb8-6539-494d-a580-329a50bf0cb7 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Nov 12 00:57:14.023141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.029270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.035396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.041461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.047672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.053772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.059751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.061842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ecb5305-a4ab-4004-8d8c-86adb1d742a9 req-d31ac067-4b3e-4369-9faa-17eeee4cf9af tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.0924041 Nov 12 00:57:14.072947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37318) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.079107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Request body: {'floatingip': {'port_id': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:14.119679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.581409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.586927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.694643 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Floating IP 79950ba3-b807-4296-b94a-0a23cccb4189 associated. External IP: 172.25.6.76, port: 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e. Nov 12 00:57:14.876790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.901986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b9a5-64d2-4555-bc4b-da5050ae1b02 req-f8cf195c-f5fd-47a1-9902-703921f464b4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.904604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1652b9a5-64d2-4555-bc4b-da5050ae1b02 req-f8cf195c-f5fd-47a1-9902-703921f464b4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 944 time: 0.0972059 Nov 12 00:57:15.089590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1652b9a5-64d2-4555-bc4b-da5050ae1b02 req-ab4106ee-b72c-478f-bbdf-41a4d6139df3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421371 Nov 12 00:57:15.125884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Router dc742caf-1482-4104-94d8-a017f03139a8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:15.138688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-8fe0b618-eb07-4384-bae1-dfae728b2abb tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.142797 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-8fe0b618-eb07-4384-bae1-dfae728b2abb tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 946 time: 0.0856619 Nov 12 00:57:15.152097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4d0f-3ac1-4bca-8408-c1fba79fc7df req-f8f7cec2-7ee8-4f09-b183-65e76c76c30c tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.161251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d83d4d0f-3ac1-4bca-8408-c1fba79fc7df req-f8f7cec2-7ee8-4f09-b183-65e76c76c30c tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 946 time: 0.1363900 Nov 12 00:57:15.216619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d83d4d0f-3ac1-4bca-8408-c1fba79fc7df req-cdcc9a3a-3008-4a11-9c57-11e6ad8a44f3 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa001e63-c114-4ddb-870e-e760b5779f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Nov 12 00:57:15.248106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:15.300146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Deleting port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:15.300737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.346334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:15.348816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1568312a-2c5d-4f31-9a83-16ea394c0b9e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:15.349337 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.357865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.395586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cdba00c1-578d-479e-9b3c-2f8f74ab71ad tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "PUT /v2.0/floatingips/79950ba3-b807-4296-b94a-0a23cccb4189 HTTP/1.1" status: 200 len: 991 time: 1.3187580 Nov 12 00:57:15.395586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:15.407361 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5" -d '{"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:15.411658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Sync routers for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:15.457682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:15.463152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:15.482735 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e019acca-13df-490d-8ba6-137898521330 x-openstack-request-id: req-e019acca-13df-490d-8ba6-137898521330 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:15.483198 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:15.483638 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e019acca-13df-490d-8ba6-137898521330 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:15.484294 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'status': 'completed', 'code': 200} Nov 12 00:57:15.521566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] For port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,segment=NetworkSegment(c5b0ef6a-c519-442f-9b20-a2cd278bd533),segment_id=c5b0ef6a-c519-442f-9b20-a2cd278bd533)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:15.522246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.543119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Calling delete_port for 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:15.593083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.594072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.595338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.595820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.596346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.596854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.598372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.601612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-dd43dacc-e989-444a-92d0-ffb0c1fd5e34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.0772600 Nov 12 00:57:15.686511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:15.721373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.762639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:15.766365 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2819072-f510-4935-8ab9-14811d2d7a35" -d '{"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:15.805543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.839631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['77e68e6e-6514-41f1-ad79-d5e0a63bfc56'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:15.843271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-329945bf-95d3-4129-b1ec-1de01a8f19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.845616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-329945bf-95d3-4129-b1ec-1de01a8f19e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52 HTTP/1.1" status: 200 len: 918 time: 0.2314551 Nov 12 00:57:15.850248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Pushing event deleted for resources: {'Port': ['ID=77e68e6e-6514-41f1-ad79-d5e0a63bfc56,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.895658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:15.900839 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4070d1a4-400b-4f81-ac60-7c3a7c06aed8 x-openstack-request-id: req-4070d1a4-400b-4f81-ac60-7c3a7c06aed8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:15.901138 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:15.901395 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4070d1a4-400b-4f81-ac60-7c3a7c06aed8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:15.901866 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'code': 200} Nov 12 00:57:15.909941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.975489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] No DVR routers for this DVR port 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:15.984625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.994465 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f3de8cd-f794-4ea3-ac9f-e2aa197aa2ca req-3b4e8f3d-25b6-487e-a220-e4c6527baa82 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.39 "DELETE /v2.0/ports/77e68e6e-6514-41f1-ad79-d5e0a63bfc56 HTTP/1.1" status: 204 len: 173 time: 0.8443916 Nov 12 00:57:15.996685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'name': 'network-vif-deleted', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:16.012095 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db09c7d-2cf1-475f-bb7c-76603b775937" -d '{"events": [{"server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "name": "network-vif-deleted", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:16.017905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.026389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-365e40e5-6c0f-4ad9-9eca-82ad124deae9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 999 time: 0.1705277 Nov 12 00:57:16.087357 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3dd5a7-d9a2-4153-8276-8721a67954bc x-openstack-request-id: req-9c3dd5a7-d9a2-4153-8276-8721a67954bc {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:16.088536 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa099fa5-c2a1-4c03-bf2d-86b3f94594a1", "name": "network-vif-deleted", "tag": "77e68e6e-6514-41f1-ad79-d5e0a63bfc56", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:16.089323 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c3dd5a7-d9a2-4153-8276-8721a67954bc {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:16.090445 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa099fa5-c2a1-4c03-bf2d-86b3f94594a1', 'name': 'network-vif-deleted', 'tag': '77e68e6e-6514-41f1-ad79-d5e0a63bfc56', 'status': 'completed', 'code': 200} Nov 12 00:57:16.135953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-5b29cbf0-c901-47a0-9151-9cd920b0bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.140758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-5b29cbf0-c901-47a0-9151-9cd920b0bb25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.1043031 Nov 12 00:57:16.233894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '79950ba3-b807-4296-b94a-0a23cccb4189', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'port_id': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'mac_address': 'fa:16:3e:f2:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:55Z', 'updated_at': '2021-11-12T00:57:14Z', 'revision_number': 1, 'project_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:16.273354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Checking router: dc742caf-1482-4104-94d8-a017f03139a8 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:16.283333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:16.283994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:16.342229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-d984a99a-9f74-4414-bdcb-5bfb6e843ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.352232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-d984a99a-9f74-4414-bdcb-5bfb6e843ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868050 Nov 12 00:57:16.429539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:16.607801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-d0999014-efd6-4e28-9c07-26ccacbf5236 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421503 Nov 12 00:57:16.655160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4caed-034a-4f75-a87d-5c73175d6450 req-78b1f38e-2493-4b5d-b7f7-42bafe7fa4c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.663883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72a4caed-034a-4f75-a87d-5c73175d6450 req-78b1f38e-2493-4b5d-b7f7-42bafe7fa4c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.4250665 Nov 12 00:57:16.674412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b230b7-e21b-402d-a060-00478452c230 req-879fb5d7-686c-4ceb-b3b0-95a1ff285ac4 tempest-ServerAddressesTestJSON-1021640143 tempest-ServerAddressesTestJSON-1021640143-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa099fa5-c2a1-4c03-bf2d-86b3f94594a1 HTTP/1.1" status: 200 len: 210 time: 0.2075019 Nov 12 00:57:16.795385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '79950ba3-b807-4296-b94a-0a23cccb4189', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'port_id': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'mac_address': 'fa:16:3e:f2:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:55Z', 'updated_at': '2021-11-12T00:57:14Z', 'revision_number': 1, 'project_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:16.853035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c9c4-a2e1-4023-828c-f91efe8c38c1 None None] The sync data for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 is: [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '79950ba3-b807-4296-b94a-0a23cccb4189', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'port_id': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'mac_address': 'fa:16:3e:f2:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:55:55Z', 'updated_at': '2021-11-12T00:57:14Z', 'revision_number': 1, 'project_id': '84d9122d7b07441886135323ab6aea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:16.885837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72a4caed-034a-4f75-a87d-5c73175d6450 req-5b8377bb-e07f-4278-a429-2ae4163167de tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205496 Nov 12 00:57:16.895911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16bd0fb-ed64-49a9-b599-6aa2bc9180d5 req-9c85f863-df7d-4f68-be6a-02b7bd95003a service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186747 Nov 12 00:57:17.143178 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634784b-0482-4500-a633-3acc0b548908 None None] New status for floating IP 79950ba3-b807-4296-b94a-0a23cccb4189: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:57:17.751032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:17.825323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Deleting subnet a058ad6c-217a-4206-8e9d-4708058d3d6e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:17.829062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.875952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.001357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.073202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.127078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a058ad6c-217a-4206-8e9d-4708058d3d6e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:18.133308 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.138817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d652f00-0b3d-4a25-9f43-5963c913de84 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a058ad6c-217a-4206-8e9d-4708058d3d6e HTTP/1.1" status: 204 len: 168 time: 0.3850679 Nov 12 00:57:18.142852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:18.183966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcb721-9174-4379-a33c-5ae89c9b12f5 req-3b5fe209-2c68-46e1-bece-1e97f339f59e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:18.200001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2fcb721-9174-4379-a33c-5ae89c9b12f5 req-3b5fe209-2c68-46e1-bece-1e97f339f59e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1788208 Nov 12 00:57:18.259858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.306052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2fcb721-9174-4379-a33c-5ae89c9b12f5 req-9adb2cb6-e9f4-4b56-b04b-a7a2616f60c2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008766 Nov 12 00:57:18.426447 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.456475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f2a69b-37a6-4a65-988b-606a6ba3df01']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:18.472568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b0ef6a-c519-442f-9b20-a2cd278bd533') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:18.472867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b0ef6a-c519-442f-9b20-a2cd278bd533') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:18.486454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.509352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.517940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:18.519489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:18.594610 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:18.601303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.623823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.632033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/85f2a69b-37a6-4a65-988b-606a6ba3df01 HTTP/1.1" status: 204 len: 168 time: 0.4865034 Nov 12 00:57:18.632773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e69bdb-179f-4273-a689-017dfdd1d7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f2a69b-37a6-4a65-988b-606a6ba3df01,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:18.844552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:18.961088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77d9feeb-0513-416d-83d1-9214cfd2831d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a9a65bc63fa426ca8bee789db422beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1128080 Nov 12 00:57:18.962073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:19.167843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.207992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.218359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:19.296398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:19.297334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77e68e6e-6514-41f1-ad79-d5e0a63bfc56 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:19.332725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.336533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.338695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa001e63-c114-4ddb-870e-e760b5779f5f HTTP/1.1" status: 204 len: 168 time: 0.3753541 Nov 12 00:57:19.353785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e1686-b1cd-4c4b-9c99-6b2cfe98da1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa001e63-c114-4ddb-870e-e760b5779f5f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:19.533788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16b05-447a-445d-a00b-5edb2c69aded req-d718b740-0ce9-4070-aea7-5e62b1f0f704 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:19.536253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cd16b05-447a-445d-a00b-5edb2c69aded req-d718b740-0ce9-4070-aea7-5e62b1f0f704 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0788717 Nov 12 00:57:19.624428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cd16b05-447a-445d-a00b-5edb2c69aded req-fdd136be-2a67-46cd-b5af-1224d08e977c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 Nov 12 00:57:21.147445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0835-5150-470e-b57f-b8b03124a605 req-4b2141b7-ec24-4f9c-b8e7-a28f03691814 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.149310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9ea0835-5150-470e-b57f-b8b03124a605 req-4b2141b7-ec24-4f9c-b8e7-a28f03691814 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1683106 Nov 12 00:57:21.367870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9ea0835-5150-470e-b57f-b8b03124a605 req-28822792-71da-4341-bb7c-558e7c1e5e0c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064564 Nov 12 00:57:21.679796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1efdc86c-2dfc-4b91-9953-d4feb060550d req-910c804d-58a2-467c-881f-cf1fb3d331ef tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0347383 Nov 12 00:57:22.691483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f65bc1-4718-4d3f-b4c2-5d110c7a26de req-ccf7e755-9463-4905-8d25-3d0bcc019627 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.694604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9f65bc1-4718-4d3f-b4c2-5d110c7a26de req-ccf7e755-9463-4905-8d25-3d0bcc019627 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1853206 Nov 12 00:57:22.798793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9f65bc1-4718-4d3f-b4c2-5d110c7a26de req-7fc6f746-d1c9-4503-9ffd-38d7c54d7651 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958703 Nov 12 00:57:22.847623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2d8caa2-14d0-48ab-8d8f-d4d77f7d36a3 req-5e0c7b7c-4b97-4da5-83a7-2dbb78bd4e99 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0276453 Nov 12 00:57:23.113857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-69037cd5-a571-4900-876a-121f15073a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.115661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-69037cd5-a571-4900-876a-121f15073a04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1097 time: 0.0788960 Nov 12 00:57:23.293228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-3ea5d327-f8a2-4158-bc74-36ea27034caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.295331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-3ea5d327-f8a2-4158-bc74-36ea27034caf service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.1476464 Nov 12 00:57:23.409305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-64138f0d-d847-41d9-bb51-4b7e75dae44c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0987952 Nov 12 00:57:23.490678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-a3e657b0-e6b3-4231-8221-65b1604768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.492730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-a3e657b0-e6b3-4231-8221-65b1604768b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.0717924 Nov 12 00:57:23.537297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-0ce6261b-e86f-427e-a41f-68387d5925d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341177 Nov 12 00:57:23.720980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-2c78c2f5-359b-4a5a-9c34-b6cb7aed89c7 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710227 Nov 12 00:57:24.349432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c12cd0d-c842-4bd0-b2a1-d67004af4bde req-764bf227-edec-4b5d-a905-85f9ef706d25 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184421 Nov 12 00:57:24.390814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1272f1ef-695e-42d0-a89f-f933dabbcb80 req-b7cfb2de-09cf-43e7-8afb-04dbbd9dc819 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0402324 Nov 12 00:57:24.422607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b450385c-ea26-49a5-a271-51671f1fc189 req-4ee1eec3-d97e-4ac4-97c9-8fd20aadf9fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0589857 Nov 12 00:57:24.625048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331997f6-6d6f-4a1b-997d-f67fb872f466 req-e7891332-3955-4c8f-9cd5-3ba7378250a5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.638398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-331997f6-6d6f-4a1b-997d-f67fb872f466 req-e7891332-3955-4c8f-9cd5-3ba7378250a5 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2867694 Nov 12 00:57:24.708202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-331997f6-6d6f-4a1b-997d-f67fb872f466 req-8ee4859f-4bf8-4382-9ab7-d7aa136f47aa tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684075 Nov 12 00:57:25.047354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-61fb16e6-a963-47aa-a42f-cf2b11ce339c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0856397 Nov 12 00:57:25.193687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.194547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.195332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.195858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.196419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.197139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.198160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.201992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-fdab346d-e819-406f-bc6a-c82e78732661 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12b7afa7537042f482645466ac7aef90&device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 6497 time: 0.1062443 Nov 12 00:57:25.393785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-a9ef6456-7bb6-47f4-bb40-eb191a55b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.394676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-a9ef6456-7bb6-47f4-bb40-eb191a55b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.395329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-a9ef6456-7bb6-47f4-bb40-eb191a55b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.397605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-a9ef6456-7bb6-47f4-bb40-eb191a55b0bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=250f867e-bd63-498f-a6e8-f9f275965de9&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=79677879-3b95-47cf-a900-6baea7c5902f&id=1ad0b42f-9515-4e26-9599-a43168b90382&id=1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 200 len: 2293 time: 0.1560864 Nov 12 00:57:25.579693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-49ff6575-b115-4d70-945d-20733db7a67d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 200 len: 1001 time: 0.1700313 Nov 12 00:57:25.607352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71f9e410-e363-4b0c-90ca-41e8e5c2aa5f req-91e55dd7-e66c-4a7c-af28-3e703e7ac84d tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0437315 Nov 12 00:57:25.683095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-60c4b3ff-13ff-439c-8411-141255aa4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.685243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-60c4b3ff-13ff-439c-8411-141255aa4fc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 200 len: 851 time: 0.0969636 Nov 12 00:57:26.071070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e018c-1410-4c1f-92ad-5e0657f03eab req-30aee808-b997-4b19-b175-258d13f65ada tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.073037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de9e018c-1410-4c1f-92ad-5e0657f03eab req-30aee808-b997-4b19-b175-258d13f65ada tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2456925 Nov 12 00:57:26.179719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de9e018c-1410-4c1f-92ad-5e0657f03eab req-16884f69-cf7e-4102-a28a-5a7da9d5d825 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957561 Nov 12 00:57:26.318856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-2e8b0ede-5563-4b12-9c41-0503112ea2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.321287 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-2e8b0ede-5563-4b12-9c41-0503112ea2c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250f867e-bd63-498f-a6e8-f9f275965de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6201303 Nov 12 00:57:26.505990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-022d0773-3777-4a81-a713-4f1835cc3a48 service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762118 Nov 12 00:57:26.608047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37576) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.688932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-77d85db7-a5b2-4fd6-b816-de7bfbd9b66a service neutron] 10.222.0.39 "GET /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736758 Nov 12 00:57:26.797767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-4e5989e7-2dde-41ac-bd60-e40f565430f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 217 time: 0.0987771 Nov 12 00:57:26.865265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14cfb0d8-933d-4b5e-b21e-4d7726b385ce req-2211763e-e908-4c43-8c58-34730353e5d3 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0865707 Nov 12 00:57:26.906647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eae6592b-2fab-457e-8a3a-784f9967340a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.998497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-cf20a793-c3d4-4da8-aa9d-5f7cca79d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.005980 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-cf20a793-c3d4-4da8-aa9d-5f7cca79d159 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.1993589 Nov 12 00:57:27.053775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eae6592b-2fab-457e-8a3a-784f9967340a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.059903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eae6592b-2fab-457e-8a3a-784f9967340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.123023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-3abe8fcf-d8bd-48ee-b23d-494413edab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.128500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-3abe8fcf-d8bd-48ee-b23d-494413edab2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149116 Nov 12 00:57:27.192813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6592b-2fab-457e-8a3a-784f9967340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3891c833-10f1-4514-80dd-44a1974407c1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.212288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eae6592b-2fab-457e-8a3a-784f9967340a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1ee744b90704917bf906cd7d38ea8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5994146 Nov 12 00:57:27.213354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.318870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.377806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.494767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-46646e26-3244-4858-a2d2-6e3ff34ad67a service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593438 Nov 12 00:57:27.714442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-220eeb27-492b-4e5e-9260-ac6634f0689d req-e088bbe2-6550-46ff-a3f9-e0a9bc8935c5 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0938661 Nov 12 00:57:27.734050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-324045cc-8a7f-4176-9750-37b2b72312d6 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313480 Nov 12 00:57:27.747079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0df65-fcb3-445a-aa99-0f5568d4fce5 req-ecea0978-ecf5-45f4-b88a-62fd23761bac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.764880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdb0df65-fcb3-445a-aa99-0f5568d4fce5 req-ecea0978-ecf5-45f4-b88a-62fd23761bac tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.2713585 Nov 12 00:57:27.797609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.800817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.801992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3891c833-10f1-4514-80dd-44a1974407c1 HTTP/1.1" status: 204 len: 168 time: 0.5875413 Nov 12 00:57:27.842249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181769cc-599e-4734-ab79-e6031f77418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3891c833-10f1-4514-80dd-44a1974407c1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.850814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-9cbfdd09-65e9-4032-b870-13cd6dba0a59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 217 time: 0.0991397 Nov 12 00:57:27.976962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdb0df65-fcb3-445a-aa99-0f5568d4fce5 req-f965207f-4858-477e-b8da-5fc9dc9f0e24 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114422 Nov 12 00:57:28.019720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-39d124b8-9d28-47c8-8258-b7339b5c8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.021500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-39d124b8-9d28-47c8-8258-b7339b5c8d48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.1660151 Nov 12 00:57:28.103073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-d18d69a7-6fda-4d8e-899c-1693a51f785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.108873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-d18d69a7-6fda-4d8e-899c-1693a51f785d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786734 Nov 12 00:57:28.324601 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-2192d1d1-8e17-4e07-9ccd-b00364e6bbb0 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083132 Nov 12 00:57:28.474864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-531d42b2-58a1-4d20-8ae0-4f2077868f0a service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423430 Nov 12 00:57:28.533574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-0fef0268-b6d5-402d-b028-d08291fbe0e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 200 len: 217 time: 0.0500393 Nov 12 00:57:28.767997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-8b2e03c7-bd0e-4c57-9974-c8a95c77695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.773848 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-8b2e03c7-bd0e-4c57-9974-c8a95c77695a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.2336433 Nov 12 00:57:28.873903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-c98c26f4-dbff-422c-8ed8-2d64065903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.881605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-c98c26f4-dbff-422c-8ed8-2d64065903fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980463 Nov 12 00:57:29.032003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0635943-0eeb-4f84-b467-58d66c4d32cf req-6d39ab1f-f472-44bc-a7d7-938ac695971d tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0651865 Nov 12 00:57:29.212331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022d32-39a9-42bb-8a2a-9d0d923283e1 req-8c547f15-6328-4ea8-b216-6136841a0056 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.214123 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-e788b564-7538-43c6-9c8d-f9a195f11bc2 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239448 Nov 12 00:57:29.221458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08022d32-39a9-42bb-8a2a-9d0d923283e1 req-8c547f15-6328-4ea8-b216-6136841a0056 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1075227 Nov 12 00:57:29.325502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08022d32-39a9-42bb-8a2a-9d0d923283e1 req-a9acb442-df84-4237-9c63-8fa19fc1a13f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030204 Nov 12 00:57:29.371400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-a0b10a95-0b4e-4391-96c0-fb431c878c7e service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481149 Nov 12 00:57:29.423858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-b0755152-edc8-47cd-9faf-e099ffac2549 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 200 len: 217 time: 0.0451827 Nov 12 00:57:29.526223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-666a6c48-b3ba-4f0f-a895-60fc2fd4aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.527866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-666a6c48-b3ba-4f0f-a895-60fc2fd4aebe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 200 len: 797 time: 0.0902052 Nov 12 00:57:29.602484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-79f4323e-d6e2-45f8-920f-0f0b7fca9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.604298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-79f4323e-d6e2-45f8-920f-0f0b7fca9d0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79677879-3b95-47cf-a900-6baea7c5902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588706 Nov 12 00:57:29.812270 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-66c3b49f-6437-46b8-b6f7-3cbba8a18524 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985059 Nov 12 00:57:30.018375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-ae87d027-bdd7-417f-9f9d-a70944bd5ac3 service neutron] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984575 Nov 12 00:57:30.093221 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-48a7c445-00e2-4bb6-b697-b28789d8e15a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 200 len: 217 time: 0.0672030 Nov 12 00:57:30.218649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-c061fde9-48f3-466a-9cb0-4cd6372dd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.220660 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-c061fde9-48f3-466a-9cb0-4cd6372dd97a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.1196003 Nov 12 00:57:30.316414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bc231567-df36-44af-b975-dfc8cfbcab80 req-e5a2b2dc-6548-4484-9d9e-c615cdff72b8 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0660725 Nov 12 00:57:30.338025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-cd3c7bea-14ba-4d77-8683-1160beb184c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.348818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-cd3c7bea-14ba-4d77-8683-1160beb184c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113052 Nov 12 00:57:30.544506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb770f9-b6dd-4792-8abc-97281d759ea0 req-7ea75878-2480-434d-bd8f-9e85b7cf9881 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.549963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb770f9-b6dd-4792-8abc-97281d759ea0 req-7ea75878-2480-434d-bd8f-9e85b7cf9881 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0788691 Nov 12 00:57:30.552767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-80b130db-7d65-4fe3-ba16-973565ca1ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027502 Nov 12 00:57:30.620881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dfb770f9-b6dd-4792-8abc-97281d759ea0 req-ac1fae18-2d48-4264-93c5-b1c324ca76c3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Nov 12 00:57:30.704189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-833f0e40-3d02-4aec-af01-62848da0dbc9 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425385 Nov 12 00:57:30.757018 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-0d050d6a-2606-4d84-bbb6-bbcd17c47b4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 200 len: 217 time: 0.0398464 Nov 12 00:57:30.815556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-431e2ef1-7890-4cd3-92ab-b30a723fb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.817563 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-431e2ef1-7890-4cd3-92ab-b30a723fb380 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 200 len: 797 time: 0.0536025 Nov 12 00:57:30.883057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-33ce313b-8aa5-4140-8f7f-7f1d0d18026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.883057 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-33ce313b-8aa5-4140-8f7f-7f1d0d18026a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad0b42f-9515-4e26-9599-a43168b90382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565386 Nov 12 00:57:31.021917 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-3bbf9321-8faa-43c7-b9f9-cf102a90434f service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329188 Nov 12 00:57:31.148182 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f86f7a49-9097-457d-86ee-eca0f04dff6c req-059d920d-008c-483a-8b5b-f01986caf9ac service neutron] 10.222.0.39 "GET /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189272 Nov 12 00:57:31.571388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13580418-0ee1-45a1-bc9c-8e1bf5d13b94 req-ce437d7b-2aac-44b1-b4e2-02bc686a9dda tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0991714 Nov 12 00:57:31.573164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.829690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45e8ec-3423-48ec-8445-713db8f6df8e req-33c26688-0b57-460f-a609-ca678549ec0b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:31.832032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d45e8ec-3423-48ec-8445-713db8f6df8e req-33c26688-0b57-460f-a609-ca678549ec0b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0746770 Nov 12 00:57:31.844194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd031c4b-15ba-4ef6-afda-9ed1403fa302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.921442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d45e8ec-3423-48ec-8445-713db8f6df8e req-e38e924d-eb3e-4c09-9bd1-e8b1e48c612d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811956 Nov 12 00:57:31.968107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd031c4b-15ba-4ef6-afda-9ed1403fa302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.981186 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dd031c4b-15ba-4ef6-afda-9ed1403fa302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.028854 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd031c4b-15ba-4ef6-afda-9ed1403fa302 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fc0447645a54a2da8240b2409a5f08b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538727 Nov 12 00:57:32.033163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.068176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd031c4b-15ba-4ef6-afda-9ed1403fa302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28bb326-4425-4458-8d04-677fd68fdfa0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.107564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.166366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.210919 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.246207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.250391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.254676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e28bb326-4425-4458-8d04-677fd68fdfa0 HTTP/1.1" status: 204 len: 168 time: 0.2212398 Nov 12 00:57:32.266099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5c536-d8b1-458f-a2f0-c8ce9d0a8adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28bb326-4425-4458-8d04-677fd68fdfa0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.662049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.678615 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04196135-10e9-48ce-8526-f7ecc2c8dba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.747515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1092cd29-ac5a-4760-a975-a73a149bca8d req-a6eb0dd4-743f-4587-af47-b0a01ee8249a tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0330451 Nov 12 00:57:32.781822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04196135-10e9-48ce-8526-f7ecc2c8dba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.787848 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04196135-10e9-48ce-8526-f7ecc2c8dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.846048 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-04196135-10e9-48ce-8526-f7ecc2c8dba8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e393c56f7b6e421ba5925d768ee86f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834126 Nov 12 00:57:32.850498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.860217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04196135-10e9-48ce-8526-f7ecc2c8dba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb5c40c-d23e-4adb-af27-1fd0b257380d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.928265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.962724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.030089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.033365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.034592 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cb5c40c-d23e-4adb-af27-1fd0b257380d HTTP/1.1" status: 204 len: 168 time: 0.1830883 Nov 12 00:57:33.046310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f86f-eca7-483c-ac8b-ef1deb977f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb5c40c-d23e-4adb-af27-1fd0b257380d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.074530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-6c50a948-3ffb-44aa-bf42-5c36ebbcf3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.083070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-6c50a948-3ffb-44aa-bf42-5c36ebbcf3f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1097 time: 0.1134965 Nov 12 00:57:33.154644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4c90-df59-4396-aeda-eb0c93912f7b req-adec75ef-505a-4df8-b2bf-3d9f1e317111 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.156468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-432c4c90-df59-4396-aeda-eb0c93912f7b req-adec75ef-505a-4df8-b2bf-3d9f1e317111 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1357653 Nov 12 00:57:33.273019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-432c4c90-df59-4396-aeda-eb0c93912f7b req-e49e6ed9-6f9c-45a6-8e4a-989a21150ae1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841298 Nov 12 00:57:33.274230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-4f043487-1a63-4b5f-a8a7-58b50b4c6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.275646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-4f043487-1a63-4b5f-a8a7-58b50b4c6ffa service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.1841667 Nov 12 00:57:33.330378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-f3e0753b-fc06-4fea-9038-22a5b15dee81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0456192 Nov 12 00:57:33.382229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-d6b0493e-57db-43d4-8825-5b56eb72ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.383783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-d6b0493e-57db-43d4-8825-5b56eb72ab0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.0467365 Nov 12 00:57:33.422249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-ad49b5e9-764e-4516-87ef-a5464cb7ec91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288699 Nov 12 00:57:33.566447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-866622db-82ab-4314-b6ea-986015fcab58 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341944 Nov 12 00:57:33.714954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2400512-8a6b-4d0e-9dbf-073ce94b5b2b req-7852ebb9-afd1-4002-8abb-76e6808875c7 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416106 Nov 12 00:57:33.898632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a222aad7-4eac-4433-9199-e62f06d65f5a req-a5b6d005-b18b-44af-94fa-e061542d8db1 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0477827 Nov 12 00:57:34.420845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6836-323d-4a21-a4e7-beed1a2142c7 req-45cf196e-67f6-412d-b4df-bcd1d583463f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:34.422500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40db6836-323d-4a21-a4e7-beed1a2142c7 req-45cf196e-67f6-412d-b4df-bcd1d583463f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0628181 Nov 12 00:57:34.476738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40db6836-323d-4a21-a4e7-beed1a2142c7 req-3f1b0869-1ed9-444c-ab20-1e4dc4945352 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Nov 12 00:57:34.664365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:34.775331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-747141905', 'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:34.800579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Made reservation on behalf of e29321eec47647d5b2136543a3c68df5 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:34.824517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.855084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.939780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.947049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.970681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:34.990426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.990849 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Added segment 7776cd47-6742-41a0-8c29-b3bc96814e0e of type vlan for network 78583668-b36c-4476-bf6f-2bf4c64d741b Nov 12 00:57:34.992377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3cdea3-0dd2-456e-b3cc-d98107d7ced4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.091397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.097142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.113946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f942d692-631c-4da6-8588-d22d01bcb6c5 req-4d65aaa5-a485-4f5a-802e-b5758e99a4ae tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0648921 Nov 12 00:57:35.153795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.154883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.155520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.193574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5247374 Nov 12 00:57:35.193912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.199145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'subnet': {'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:35.233108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Made reservation on behalf of e29321eec47647d5b2136543a3c68df5 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:35.237225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.253641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3265dd-4231-4b83-9c21-e21bd85e0f17 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Network': ['ID=78583668-b36c-4476-bf6f-2bf4c64d741b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.264999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 78583668-b36c-4476-bf6f-2bf4c64d741b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:35.621304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:57:35.621991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.701762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5323f60b-bc77-4e85-b806-107eba330c56,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.726901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561657-df28-4740-a650-b1b372b6c74b req-a1e715aa-4e2d-4fc9-8138-d05686d005bf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.729214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a561657-df28-4740-a650-b1b372b6c74b req-a1e715aa-4e2d-4fc9-8138-d05686d005bf tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.1500967 Nov 12 00:57:35.766699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Checking segment: {'id': '7776cd47-6742-41a0-8c29-b3bc96814e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:35.767063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network hostable DHCP agents. Network: 78583668-b36c-4476-bf6f-2bf4c64d741b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:35.805688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network 78583668-b36c-4476-bf6f-2bf4c64d741b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:35.814759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a561657-df28-4740-a650-b1b372b6c74b req-62baaa90-298f-491a-9870-7d40b5e47a0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779462 Nov 12 00:57:35.820467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 78583668-b36c-4476-bf6f-2bf4c64d741b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:35.825546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.826319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.833973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ba519-d3fa-43f0-9817-92e7143611f8 None None] Network 78583668-b36c-4476-bf6f-2bf4c64d741b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.849897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.850845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-685c69b0-d5df-48bb-8706-cc93419bdebd tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6557777 Nov 12 00:57:35.855436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-648723122', 'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:35.881310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Made reservation on behalf of e29321eec47647d5b2136543a3c68df5 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:35.884422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.905943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] device_id is not set on port e9fffb00-a64e-4f0c-9257-c816ea9a8fd7 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:35.992653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2157bc-5f1c-44b6-bc98-0556bab2f885 None None] Network 78583668-b36c-4476-bf6f-2bf4c64d741b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:36.039764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.20.0.7 (78583668-b36c-4476-bf6f-2bf4c64d741b/5323f60b-bc77-4e85-b806-107eba330c56/e9fffb00-a64e-4f0c-9257-c816ea9a8fd7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:36.238891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.282330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78243bfb-4087-49e5-915a-68dddfdf0c6c req-5a5a1dae-1654-4bf7-846f-c1eec7a39766 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0596459 Nov 12 00:57:36.290849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.337126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network 78583668-b36c-4476-bf6f-2bf4c64d741b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:36.339900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:36.347107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:36.371546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=e9fffb00-a64e-4f0c-9257-c816ea9a8fd7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.402350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:36.403020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.424183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-47489c67-12f4-4081-a868-f3d26b713465 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5727131 Nov 12 00:57:36.426696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.513116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Deleting port e9fffb00-a64e-4f0c-9257-c816ea9a8fd7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:36.513717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.598478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.612629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Calling delete_port for e9fffb00-a64e-4f0c-9257-c816ea9a8fd7 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:36.748704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.780963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9fffb00-a64e-4f0c-9257-c816ea9a8fd7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.846608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.850015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6824a775-7b99-453b-a4f6-99d15f7ea4e0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e9fffb00-a64e-4f0c-9257-c816ea9a8fd7 HTTP/1.1" status: 204 len: 168 time: 0.4220316 Nov 12 00:57:36.852806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.857449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b', 'external_fixed_ips': [{'subnet_id': '5323f60b-bc77-4e85-b806-107eba330c56', 'ip_address': '172.20.0.7'}]}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:36.886170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.887002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.953765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.978931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ae33a-5f56-4c98-931c-e427269394a6 req-8df69055-5829-421a-ada5-c03001503ea4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:36.980490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c1ae33a-5f56-4c98-931c-e427269394a6 req-8df69055-5829-421a-ada5-c03001503ea4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0559936 Nov 12 00:57:37.037471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c1ae33a-5f56-4c98-931c-e427269394a6 req-4b2c7416-d14c-465d-9534-dc2891d17764 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497997 Nov 12 00:57:37.169276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.218752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c02d97-eabe-4b58-b215-73a2dfe5c4cd req-5fdfc4e5-c02e-45d0-9ae5-9359e293b3f4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:37.221424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09c02d97-eabe-4b58-b215-73a2dfe5c4cd req-5fdfc4e5-c02e-45d0-9ae5-9359e293b3f4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 945 time: 0.0767395 Nov 12 00:57:37.292231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09c02d97-eabe-4b58-b215-73a2dfe5c4cd req-68a86f8c-76a4-4ac8-b3ab-a4ca89c8ce5e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Nov 12 00:57:37.302730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:37.485055 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.550356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:37.553020 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7353e64d-30f1-443f-87bd-da143fd70318" -d '{"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:37.561062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.573292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:37.580358 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.581660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40ff02e9-ff5c-4a55-8d42-101c7d7e7be2 req-cad4d597-4a59-4383-8a1b-ede030a611ae tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0493367 Nov 12 00:57:37.601843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.648791 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f59a3e-ea44-426d-afe7-18a260514700 x-openstack-request-id: req-42f59a3e-ea44-426d-afe7-18a260514700 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:37.649458 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-unplugged", "status": "failed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:37.649797 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42f59a3e-ea44-426d-afe7-18a260514700 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:37.650309 n-d-712141-15 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'code': 422} returned with failed status Nov 12 00:57:37.651237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.774225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.20.0.7 (78583668-b36c-4476-bf6f-2bf4c64d741b/5323f60b-bc77-4e85-b806-107eba330c56/51098952-9fad-4f11-953a-2e424f1abcf9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:37.819329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf23bc-dcbf-443f-9d9e-5540b64d077c req-35016b8e-b6ee-4a3e-8a62-232e09442221 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:37.829864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edcf23bc-dcbf-443f-9d9e-5540b64d077c req-35016b8e-b6ee-4a3e-8a62-232e09442221 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.0838752 Nov 12 00:57:37.892827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edcf23bc-dcbf-443f-9d9e-5540b64d077c req-86d71a6f-d366-47b4-8c09-eaa48e12c464 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 Nov 12 00:57:37.909600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.959210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.009325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network 78583668-b36c-4476-bf6f-2bf4c64d741b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:38.027849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:38.038299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:38.067083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=51098952-9fad-4f11-953a-2e424f1abcf9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:38.523891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-610c4469-07c5-4dad-97ea-3319e2379bde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5132697 Nov 12 00:57:38.540138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-67135511-0ddd-4f09-9e11-b958dd35c005 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:57:38.541163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-67135511-0ddd-4f09-9e11-b958dd35c005 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064635 Nov 12 00:57:38.670197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.719563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1448ac6-9042-4c76-b29c-e821876b6e75 req-544eaeb1-b41b-4533-8cb8-0d6ca5b6e77c tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0360968 Nov 12 00:57:38.917108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.091465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8484-8312-4571-a777-41040e475111 req-227b3d13-8d21-441c-8890-b7db72f81a4d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.093348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b8484-8312-4571-a777-41040e475111 req-227b3d13-8d21-441c-8890-b7db72f81a4d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1070027 Nov 12 00:57:39.124857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router d733d110-0f75-4b00-a7fa-d7becf840660 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:39.160406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-604b8484-8312-4571-a777-41040e475111 req-e6fd669a-d1c7-498e-841e-3b2fe9b22317 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549953 Nov 12 00:57:39.212819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5065335f-9263-4876-a8e0-75fb6dfa7cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.266984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:39.279404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Sync routers for ids ['d733d110-0f75-4b00-a7fa-d7becf840660'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:39.289393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.293148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8fbb45d3-464c-420f-83ee-39c88cc0dd58 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4368706 Nov 12 00:57:39.293317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Routers {'d733d110-0f75-4b00-a7fa-d7becf840660'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:39.293317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d733d110-0f75-4b00-a7fa-d7becf840660'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:39.293544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:39.413638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.549525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.565299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-3bbdf86c-55de-4d83-997c-01c8509f603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.569148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-3bbdf86c-55de-4d83-997c-01c8509f603a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9&tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc HTTP/1.1" status: 200 len: 1095 time: 0.1034162 Nov 12 00:57:39.586299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-721bb199-7fc9-450d-bc0b-8d8cf622bfb2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:57:39.591893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-721bb199-7fc9-450d-bc0b-8d8cf622bfb2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111880 Nov 12 00:57:39.621900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Deleting port 51098952-9fad-4f11-953a-2e424f1abcf9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:39.622622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.631824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Set router d733d110-0f75-4b00-a7fa-d7becf840660 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:39.694467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-e87dfbf8-3a33-4ed2-9be9-89f8007356f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.696363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-e87dfbf8-3a33-4ed2-9be9-89f8007356f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1095 time: 0.0821967 Nov 12 00:57:39.718199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.731419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Calling delete_port for 51098952-9fad-4f11-953a-2e424f1abcf9 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:39.819192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-a7d79770-0e6d-43d9-a341-ed7b51037827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.821117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-a7d79770-0e6d-43d9-a341-ed7b51037827 service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.1167617 Nov 12 00:57:39.886618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd733d110-0f75-4b00-a7fa-d7becf840660', 'name': '', 'tenant_id': 'e29321eec47647d5b2136543a3c68df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b', 'external_fixed_ips': [{'subnet_id': '5323f60b-bc77-4e85-b806-107eba330c56', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '51098952-9fad-4f11-953a-2e424f1abcf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:36Z', 'updated_at': '2021-11-12T00:57:38Z', 'revision_number': 3, 'project_id': 'e29321eec47647d5b2136543a3c68df5', 'gw_port': {'id': '51098952-9fad-4f11-953a-2e424f1abcf9', 'name': '', 'network_id': '78583668-b36c-4476-bf6f-2bf4c64d741b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd733d110-0f75-4b00-a7fa-d7becf840660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '5323f60b-bc77-4e85-b806-107eba330c56', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:37Z', 'updated_at': '2021-11-12T00:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5323f60b-bc77-4e85-b806-107eba330c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:39.910684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-911198c4-779e-492a-bbda-66d51fdfe3f9 req-ef4b82fd-0d7b-47ee-80dd-01c6b5ea509d tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0733771 Nov 12 00:57:39.918070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-8496228f-3103-4b6a-bd83-ed06855a9bda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0886333 Nov 12 00:57:39.932160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Checking router: d733d110-0f75-4b00-a7fa-d7becf840660 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:39.932160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Updating router d733d110-0f75-4b00-a7fa-d7becf840660 port 51098952-9fad-4f11-953a-2e424f1abcf9 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:39.962641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.000663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-b7ae5390-d0fd-4780-b575-5b01c09074f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.002215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-b7ae5390-d0fd-4780-b575-5b01c09074f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.0676050 Nov 12 00:57:40.042366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-a2ee2fd2-0920-490e-8137-8ee962a281b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315659 Nov 12 00:57:40.058068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.125246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Port': ['ID=51098952-9fad-4f11-953a-2e424f1abcf9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.194648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-3699a878-28d4-425b-a13f-0abb354ee6d6 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416857 Nov 12 00:57:40.198482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.347800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.350476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.395065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649979-f550-4078-8a92-a6edf0a47b58 req-32a73185-492a-4660-b4d3-c7c1c487a15f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.396832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed649979-f550-4078-8a92-a6edf0a47b58 req-32a73185-492a-4660-b4d3-c7c1c487a15f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.0813286 Nov 12 00:57:40.401303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d308c7f-d19e-48cf-9d6d-3eb5a9036985 req-edc7c7e5-1eeb-4c2b-a149-fef1ae59b9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975341 Nov 12 00:57:40.415037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.415686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d733d110-0f75-4b00-a7fa-d7becf840660 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:40.427431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.428847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-847e954a-10db-40a4-9291-0e8758f2a492 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/routers/d733d110-0f75-4b00-a7fa-d7becf840660 HTTP/1.1" status: 204 len: 168 time: 1.1337893 Nov 12 00:57:40.436434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:40.465240 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:40.467204 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:40.494501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed649979-f550-4078-8a92-a6edf0a47b58 req-c54c8b38-b8b7-4473-a87e-65a5816d89fe tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810053 Nov 12 00:57:40.503352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Deleting subnet 5323f60b-bc77-4e85-b806-107eba330c56 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:40.507270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.569646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.624983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.711370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.747244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5323f60b-bc77-4e85-b806-107eba330c56,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.754085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.760440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a49f528d-f9e3-4375-ad92-772625070ed9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/5323f60b-bc77-4e85-b806-107eba330c56 HTTP/1.1" status: 204 len: 168 time: 0.3197067 Nov 12 00:57:40.760650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:40.852022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.960669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.002190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78583668-b36c-4476-bf6f-2bf4c64d741b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:41.018107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7776cd47-6742-41a0-8c29-b3bc96814e0e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:41.018403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7776cd47-6742-41a0-8c29-b3bc96814e0e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:41.026486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Port 51098952-9fad-4f11-953a-2e424f1abcf9 not found while updating agent binding for router d733d110-0f75-4b00-a7fa-d7becf840660. {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 00:57:41.034113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.056732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.057753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:41.058164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:57:41.058852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d733d110-0f75-4b00-a7fa-d7becf840660'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent'). {{(pid=102678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:57:41.059236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0603dd9-1970-462c-a797-a85df81b44d3 None None] The sync data for ids ['d733d110-0f75-4b00-a7fa-d7becf840660'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:41.079608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:41.080391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:41.082397 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:41.173064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5d21c2-cde6-4f95-8e43-5e2ca5a958af req-13510a6f-774d-44e3-a262-4c4efc5b9d82 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0937927 Nov 12 00:57:41.238917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.252934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78583668-b36c-4476-bf6f-2bf4c64d741b {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 00:57:41.259799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.268932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/networks/78583668-b36c-4476-bf6f-2bf4c64d741b HTTP/1.1" status: 204 len: 168 time: 0.5029240 Nov 12 00:57:41.293161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db3c78-3941-4536-8b60-3356db2c3aad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Network': ['ID=78583668-b36c-4476-bf6f-2bf4c64d741b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:41.759758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 37968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:41.766896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'name': 'tempest-router--1264108617', 'project_id': '675d1ea5a8ac44f384e2a7aa00d88eb9'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:41.809263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f312d-cf93-4faa-b7d5-fc866a400aaf req-a19b67f6-883a-464f-9385-5c964e2acf16 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.818528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-238f312d-cf93-4faa-b7d5-fc866a400aaf req-a19b67f6-883a-464f-9385-5c964e2acf16 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1117637 Nov 12 00:57:41.861358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.863965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.993762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-238f312d-cf93-4faa-b7d5-fc866a400aaf req-80aee5cb-4d8a-4ff4-b142-38ad3045d11f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742098 Nov 12 00:57:42.041672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.050077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.085612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.088680 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4fea7b67-dc69-495c-a7a1-c6e0a2c3e871 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3274472 Nov 12 00:57:42.090783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:42.122353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9adc6045-425b-4226-a3b8-ac8c178a8405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.187170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.416337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d0e697b-de69-4d2b-875e-f47b2920b63c req-87167574-e038-4418-99c3-510b25491f02 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0580103 Nov 12 00:57:42.496370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.499570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.559757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.560420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4331db-f48f-4454-8d82-8cda9e4039f0 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:42.567940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.569456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6c5a3003-888e-4a70-a556-55e5b7a88ff2 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/routers/9b4331db-f48f-4454-8d82-8cda9e4039f0 HTTP/1.1" status: 204 len: 168 time: 0.4775965 Nov 12 00:57:42.745081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 37978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:42.746280 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.084884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-866400316', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:43.123147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.124606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.229143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.365299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65cf94-d677-47b4-a4eb-afa498d5212f req-2e64ca7d-83fe-42c6-ae0e-0363e4724698 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.374853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da65cf94-d677-47b4-a4eb-afa498d5212f req-2e64ca7d-83fe-42c6-ae0e-0363e4724698 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1850634 Nov 12 00:57:43.475234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.533721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da65cf94-d677-47b4-a4eb-afa498d5212f req-addb79d0-2917-43d1-8cd6-7c330089a20f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576633 Nov 12 00:57:43.806300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.844720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.848909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c96e9025-74ab-456d-9b66-6205e1070243 req-cb205e51-6030-42cf-b291-101cbe6e3ccb tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0791979 Nov 12 00:57:43.954201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.039482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Allocated IP 172.25.6.117 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5007c64f-4741-45df-8bf8-244012ae0ab3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:44.219967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.262011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.321909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:44.327340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:44.336637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:44.345954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30068fd-bf1a-49e3-9002-02bc620aa0e5 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:44.374516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event updated for resources: {'Port': ['ID=5007c64f-4741-45df-8bf8-244012ae0ab3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:44.436710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1c7b2ee6-d43f-4301-ae48-5c8311a76610 None None] Provisioning complete for port 5007c64f-4741-45df-8bf8-244012ae0ab3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:44.437611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c7b2ee6-d43f-4301-ae48-5c8311a76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.520936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b2ee6-d43f-4301-ae48-5c8311a76610 None None] Port 5007c64f-4741-45df-8bf8-244012ae0ab3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:44.821741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3c4a-37cc-438b-a03d-e73b4bb1d6f0 req-ce01e340-c04c-414a-bc59-93d6ea1363da tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.823368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c87a3c4a-37cc-438b-a03d-e73b4bb1d6f0 req-ce01e340-c04c-414a-bc59-93d6ea1363da tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1589801 Nov 12 00:57:44.874839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.909034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.957729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c87a3c4a-37cc-438b-a03d-e73b4bb1d6f0 req-62981db8-5114-4dc7-9bcb-6506fcac0de4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033001 Nov 12 00:57:45.705168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40e6be27-f843-479f-8978-e89ae52c367f req-5541bf53-9ccd-4d10-a9d1-34af3261595a tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0432553 Nov 12 00:57:45.713157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.927693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Router 10bcc680-228c-46e4-8547-73ce721cf088 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:46.151734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:46.167722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] Sync routers for ids ['10bcc680-228c-46e4-8547-73ce721cf088'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:46.181782 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] Routers {'10bcc680-228c-46e4-8547-73ce721cf088'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:46.185671 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10bcc680-228c-46e4-8547-73ce721cf088'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:46.202012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.215489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-75d74d09-528f-48d7-833f-9006e3b9d537 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4691353 Nov 12 00:57:46.218532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:46.270621 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:46.298495 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] Routers {'10bcc680-228c-46e4-8547-73ce721cf088'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:46.299409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10bcc680-228c-46e4-8547-73ce721cf088'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:46.303899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31963e4-c9b2-4477-b752-2087767fa46f req-7ba3423e-6c8b-47b0-baa6-4b4267de487a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.304640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b31963e4-c9b2-4477-b752-2087767fa46f req-7ba3423e-6c8b-47b0-baa6-4b4267de487a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1504314 Nov 12 00:57:46.386666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:46.387834 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb8847-6707-4f3d-a695-6bdf51cfaf0e None None] The sync data for ids ['10bcc680-228c-46e4-8547-73ce721cf088'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:46.419159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b31963e4-c9b2-4477-b752-2087767fa46f req-4993d4d9-6fa0-4974-85ff-1e2abe864acd tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006870 Nov 12 00:57:46.443003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38012) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:46.443609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e09922f8-88e0-4d34-a50b-bd5c1d4245df tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/10bcc680-228c-46e4-8547-73ce721cf088 HTTP/1.1" status: 200 len: 920 time: 0.2230525 Nov 12 00:57:46.473519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-907e4210-c8ed-405f-9751-74e7667c4688 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=10bcc680-228c-46e4-8547-73ce721cf088 HTTP/1.1" status: 200 len: 205 time: 0.0291879 Nov 12 00:57:46.476167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:46.770791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.893986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0df7e9c1-61cf-41de-96ba-2f3c7cc689f2 req-861c538e-20e7-4918-a0b9-001a32424b02 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0762975 Nov 12 00:57:46.902497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.983347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port 5007c64f-4741-45df-8bf8-244012ae0ab3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:46.983824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.071088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.086604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for 5007c64f-4741-45df-8bf8-244012ae0ab3 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:47.282854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.309425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=5007c64f-4741-45df-8bf8-244012ae0ab3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:47.334950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e8086-e433-4372-aecd-58fa0617ef41 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:47.401331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.686644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136aa2-7a57-455f-99fd-5825e938884d req-a147d9b4-9f55-4f2f-b104-cc5fb83b941c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.696427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b136aa2-7a57-455f-99fd-5825e938884d req-a147d9b4-9f55-4f2f-b104-cc5fb83b941c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1544964 Nov 12 00:57:47.767511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b136aa2-7a57-455f-99fd-5825e938884d req-98a222b8-053a-4e21-a49e-c97297e6576c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Nov 12 00:57:47.870127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.873854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.933213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.933777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router 10bcc680-228c-46e4-8547-73ce721cf088 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:47.945958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.947251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-621201e1-4bcd-4e69-8510-f6c4004d5c56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/10bcc680-228c-46e4-8547-73ce721cf088 HTTP/1.1" status: 204 len: 168 time: 1.4695432 Nov 12 00:57:47.953243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:47.960770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1185145842', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:47.990704 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:48.017447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.018831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.058419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3af59ed0-32bc-48e9-883d-7e57e792704f req-017d1f19-677d-4120-9de1-c204e7a0861f tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0354493 Nov 12 00:57:48.128964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.284015 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.557381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.581758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.724398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.25.6.238 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/9173d002-d725-4a2e-9ebb-acf1005c0224) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:48.900896 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.026119 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.045836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aea30-5bab-4ab6-ad4f-538042445808 req-18bbcd9c-8163-4f06-883e-e7916e6a5d0b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:49.055090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-065aea30-5bab-4ab6-ad4f-538042445808 req-18bbcd9c-8163-4f06-883e-e7916e6a5d0b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1590321 Nov 12 00:57:49.120144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:49.125084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:49.136283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:49.141596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=9173d002-d725-4a2e-9ebb-acf1005c0224,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:49.144416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09cbe62-bbd5-4db4-8841-ee5513117112 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:49.192730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.193170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.193514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.193885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.194240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.194577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.194943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.195272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.195598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.195924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.196277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.196605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:49.222582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-17d16537-e1bc-4291-81ee-dc335d09b7bb None None] Provisioning complete for port 9173d002-d725-4a2e-9ebb-acf1005c0224 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:49.223369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17d16537-e1bc-4291-81ee-dc335d09b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.236938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-065aea30-5bab-4ab6-ad4f-538042445808 req-9913777d-7e90-44da-b8a2-6a3a3eb990e1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670237 Nov 12 00:57:49.316987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-17d16537-e1bc-4291-81ee-dc335d09b7bb None None] Port 9173d002-d725-4a2e-9ebb-acf1005c0224 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:49.408004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f931441b-70a6-41c1-a3f7-b490e997a52e req-492acc5e-a17d-4764-b4c1-5cf0696c87e0 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0512526 Nov 12 00:57:49.597448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.858532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.096702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router bf96feca-ee94-42e4-b8ee-2a7afdcb7816 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:50.327126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:50.349269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Sync routers for ids ['bf96feca-ee94-42e4-b8ee-2a7afdcb7816'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:50.384386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Routers {'bf96feca-ee94-42e4-b8ee-2a7afdcb7816'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:50.385795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf96feca-ee94-42e4-b8ee-2a7afdcb7816'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:50.451416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.455836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5dc34b58-bca1-492b-9c70-521c8f702a9e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5010436 Nov 12 00:57:50.460026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:50.592452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d684-bd28-48e2-911d-145e675d8f12 req-1d9dede0-457b-4d25-81f9-0cc874fe894c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.597838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f94d684-bd28-48e2-911d-145e675d8f12 req-1d9dede0-457b-4d25-81f9-0cc874fe894c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.2252030 Nov 12 00:57:50.617386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Set router bf96feca-ee94-42e4-b8ee-2a7afdcb7816 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:50.701256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-84375c27-b46f-4f71-a9a4-a67a515140f5 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/bf96feca-ee94-42e4-b8ee-2a7afdcb7816 HTTP/1.1" status: 200 len: 909 time: 0.2393768 Nov 12 00:57:50.703983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38046) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:50.727459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1185145842', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': True}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:50.793625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.797656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.842897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f94d684-bd28-48e2-911d-145e675d8f12 req-096a043c-ed43-4dde-9703-0f4820b8d2af tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238474 Nov 12 00:57:51.013028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.084927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'name': 'tempest-snat-router-1185145842', 'tenant_id': 'e29321eec47647d5b2136543a3c68df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238'}], 'enable_snat': False}, 'gw_port_id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:49Z', 'revision_number': 3, 'project_id': 'e29321eec47647d5b2136543a3c68df5', 'gw_port': {'id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:51.102827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60f64bb6-2ab2-43e4-a39a-36804a73c3f3 req-a6a4cbb5-2074-46d5-8f38-f172775ded9c tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0706642 Nov 12 00:57:51.189574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Checking router: bf96feca-ee94-42e4-b8ee-2a7afdcb7816 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:51.190589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Updating router bf96feca-ee94-42e4-b8ee-2a7afdcb7816 port 9173d002-d725-4a2e-9ebb-acf1005c0224 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:51.342022 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.715640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.821956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318dc42-6112-4875-8756-11b9b4cfa8ea req-a63d0bf6-e135-488d-ba03-26381733db30 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.823535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7318dc42-6112-4875-8756-11b9b4cfa8ea req-a63d0bf6-e135-488d-ba03-26381733db30 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 945 time: 0.1033845 Nov 12 00:57:51.865603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.876017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.929569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013719ce-bed0-441f-a537-0ff44a107488 None None] Pushing event updated for resources: {'Port': ['ID=9173d002-d725-4a2e-9ebb-acf1005c0224,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:51.964257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7318dc42-6112-4875-8756-11b9b4cfa8ea req-f02cb7f8-4ca7-4b83-b9f0-e71a46844212 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260471 Nov 12 00:57:51.979368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267bf87f-21a2-4e6f-ab9c-0d0c3cc2e93a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:51.983949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Attempting to bind port 9173d002-d725-4a2e-9ebb-acf1005c0224 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:51.984441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Attempting to bind port 9173d002-d725-4a2e-9ebb-acf1005c0224 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:51.985630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Attempting to bind port 9173d002-d725-4a2e-9ebb-acf1005c0224 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:51.996758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:51.997307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:51.997835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.998384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:51.999083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Bound port: 9173d002-d725-4a2e-9ebb-acf1005c0224, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:51.999537 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.066377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] For port 9173d002-d725-4a2e-9ebb-acf1005c0224, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:52.072719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] For port 9173d002-d725-4a2e-9ebb-acf1005c0224, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9173d002-d725-4a2e-9ebb-acf1005c0224,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:52.089728 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.104776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f0711-f92e-4276-9509-38e8a7155156 req-d5999892-b348-4add-ad13-9d2b411000db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.108609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f45f0711-f92e-4276-9509-38e8a7155156 req-d5999892-b348-4add-ad13-9d2b411000db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.0996957 Nov 12 00:57:52.170928 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] Provisioning complete for port 9173d002-d725-4a2e-9ebb-acf1005c0224 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:52.171550 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.178282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Routers {'bf96feca-ee94-42e4-b8ee-2a7afdcb7816'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:52.178282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf96feca-ee94-42e4-b8ee-2a7afdcb7816'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:52.258326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f45f0711-f92e-4276-9509-38e8a7155156 req-4c3b6ec7-36a5-4ecd-bae9-26b991178505 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430917 Nov 12 00:57:52.338169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb12906a-0f18-4877-ac34-4e00bfe3d4d8 req-c79b8c46-06cf-4a2f-9385-7eeed75bceda tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0463057 Nov 12 00:57:52.358748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.379884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3040d4c-265b-4724-8196-f61f477af36b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:52.399567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013719ce-bed0-441f-a537-0ff44a107488 None None] Pushing event updated for resources: {'Port': ['ID=9173d002-d725-4a2e-9ebb-acf1005c0224,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.401134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.420904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] Set router bf96feca-ee94-42e4-b8ee-2a7afdcb7816 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:52.555583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.25.6.216 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/625ec103-b832-44b9-9c6c-19ba246cda00) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:52.719306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.764036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.765351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.811831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] For port 9173d002-d725-4a2e-9ebb-acf1005c0224, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9173d002-d725-4a2e-9ebb-acf1005c0224,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:52.822881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.839549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:52.846278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:52.851456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:52.900551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=625ec103-b832-44b9-9c6c-19ba246cda00,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.914195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.914728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.915699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.915920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.916258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.916830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.917247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.917673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.918086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.918530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.919101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.919703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:52.926819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5888bd-81b1-48eb-a67e-a86f4d2fb406 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:53.026003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9d2c2-4d3e-4df7-a097-19eba7fd3517 None None] Pushing event updated for resources: {'Port': ['ID=9173d002-d725-4a2e-9ebb-acf1005c0224,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:53.056784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-086e461f-652b-402f-97e4-78121956adf5 None None] Provisioning complete for port 9173d002-d725-4a2e-9ebb-acf1005c0224 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:53.057273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-086e461f-652b-402f-97e4-78121956adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.147109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'name': 'tempest-snat-router-1185145842', 'tenant_id': 'e29321eec47647d5b2136543a3c68df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238'}], 'enable_snat': False}, 'gw_port_id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:49Z', 'revision_number': 3, 'project_id': 'e29321eec47647d5b2136543a3c68df5', 'gw_port': {'id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:53.226322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4db76-f3f6-4215-ad9b-216c94c70cda None None] The sync data for ids ['bf96feca-ee94-42e4-b8ee-2a7afdcb7816'] in n-d-712141-15 is: [{'id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'name': 'tempest-snat-router-1185145842', 'tenant_id': 'e29321eec47647d5b2136543a3c68df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238'}], 'enable_snat': False}, 'gw_port_id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:49Z', 'revision_number': 3, 'project_id': 'e29321eec47647d5b2136543a3c68df5', 'gw_port': {'id': '9173d002-d725-4a2e-9ebb-acf1005c0224', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf96feca-ee94-42e4-b8ee-2a7afdcb7816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:48Z', 'updated_at': '2021-11-12T00:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:53.256742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30650236-5f61-45bd-82bd-16b11a134118 req-7675e6d8-5fb8-4c59-a160-11f051c36545 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.279274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30650236-5f61-45bd-82bd-16b11a134118 req-7675e6d8-5fb8-4c59-a160-11f051c36545 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 945 time: 0.1262870 Nov 12 00:57:53.332529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d17feb08-a6a2-457f-a094-9a091534bcfc None None] Provisioning complete for port 625ec103-b832-44b9-9c6c-19ba246cda00 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:53.332880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d17feb08-a6a2-457f-a094-9a091534bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.460477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30650236-5f61-45bd-82bd-16b11a134118 req-aa2c52c5-d424-44fd-8262-a019001d645b tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718705 Nov 12 00:57:53.483841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d17feb08-a6a2-457f-a094-9a091534bcfc None None] Port 625ec103-b832-44b9-9c6c-19ba246cda00 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:53.512777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.663844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eb57d-7b0e-4c6e-9839-133b4f0d414c req-65608284-1bf9-4d9e-bfe5-7a1bc225e0f1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.665750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f91eb57d-7b0e-4c6e-9839-133b4f0d414c req-65608284-1bf9-4d9e-bfe5-7a1bc225e0f1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1963882 Nov 12 00:57:53.723827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-19364b22-cad3-4adb-b2d5-7ed563e5d1bc tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.725717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-19364b22-cad3-4adb-b2d5-7ed563e5d1bc tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.32 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 945 time: 0.1654487 Nov 12 00:57:53.776351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d717253a-4add-456e-95a9-4a6c853179ff req-51de168f-44c2-4966-8ea3-a3cb67d15860 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.1043038 Nov 12 00:57:53.959050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f91eb57d-7b0e-4c6e-9839-133b4f0d414c req-08eef3b8-0e8e-4057-a6e0-4b496a12eedc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848907 Nov 12 00:57:54.029670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Deleting port ca631bec-b0be-4920-a023-9333d83fb0fa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:54.030037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.047980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.171291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] For port ca631bec-b0be-4920-a023-9333d83fb0fa, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ca631bec-b0be-4920-a023-9333d83fb0fa,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:54.172302 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.196810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Calling delete_port for ca631bec-b0be-4920-a023-9333d83fb0fa owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:54.230872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router 84577d0d-31e4-47b3-ac13-4ee0f29bff31 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:54.428031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.433047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:54.440435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['ca631bec-b0be-4920-a023-9333d83fb0fa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:54.450768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Sync routers for ids ['84577d0d-31e4-47b3-ac13-4ee0f29bff31'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:54.471208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.473724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4dd6cb79-ae65-4216-b0fc-c770e41edc15 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7589188 Nov 12 00:57:54.476022 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Routers {'84577d0d-31e4-47b3-ac13-4ee0f29bff31'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:54.476692 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['84577d0d-31e4-47b3-ac13-4ee0f29bff31'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:54.478034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:54.516686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Pushing event deleted for resources: {'Port': ['ID=ca631bec-b0be-4920-a023-9333d83fb0fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.673493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] No DVR routers for this DVR port ca631bec-b0be-4920-a023-9333d83fb0fa on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:54.681822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.687746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-580997e3-b800-4eaf-b061-4dbdc7d87040 req-93b42895-f1ee-4797-b4be-38dc03b5d4fe tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.32 "DELETE /v2.0/ports/ca631bec-b0be-4920-a023-9333d83fb0fa HTTP/1.1" status: 204 len: 173 time: 0.9328022 Nov 12 00:57:54.689304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'name': 'network-vif-deleted', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:54.692096 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c9bc64-6356-47e3-9c34-c1377b766c4d" -d '{"events": [{"server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "name": "network-vif-deleted", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:54.696925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c2e613b-dcbf-4847-bd92-fb66dd8eea5f tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/84577d0d-31e4-47b3-ac13-4ee0f29bff31 HTTP/1.1" status: 200 len: 908 time: 0.2167356 Nov 12 00:57:54.700334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:54.731804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d328214f-a68f-48dc-89cd-7c43b08dc7b2 req-9c2dc447-3963-4591-a8ec-ae2412f3eaf2 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=22f0d8f6-ddba-4f61-80c1-34fdcd67219f HTTP/1.1" status: 200 len: 210 time: 0.0941997 Nov 12 00:57:54.796190 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Set router 84577d0d-31e4-47b3-ac13-4ee0f29bff31 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:54.899633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.126122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.137918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25baa8b5-adf9-4ac0-8ff2-b90a18562077 req-43769ec8-8f14-4299-9aab-eb489a007ae9 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0911887 Nov 12 00:57:55.205210 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84577d0d-31e4-47b3-ac13-4ee0f29bff31', 'name': 'tempest-snat-router-1185145842', 'tenant_id': 'e29321eec47647d5b2136543a3c68df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '625ec103-b832-44b9-9c6c-19ba246cda00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:50Z', 'updated_at': '2021-11-12T00:57:53Z', 'revision_number': 3, 'project_id': 'e29321eec47647d5b2136543a3c68df5', 'gw_port': {'id': '625ec103-b832-44b9-9c6c-19ba246cda00', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84577d0d-31e4-47b3-ac13-4ee0f29bff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:52Z', 'updated_at': '2021-11-12T00:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:55.216130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Deleting port 625ec103-b832-44b9-9c6c-19ba246cda00 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:55.216463 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.265193 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Checking router: 84577d0d-31e4-47b3-ac13-4ee0f29bff31 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:55.265691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Updating router 84577d0d-31e4-47b3-ac13-4ee0f29bff31 port 625ec103-b832-44b9-9c6c-19ba246cda00 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:55.314494 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.424834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:55.460355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.497025 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7dde0-4434-43d8-9250-ba672ad19a9d x-openstack-request-id: req-a2d7dde0-4434-43d8-9250-ba672ad19a9d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:55.497873 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0d8f6-ddba-4f61-80c1-34fdcd67219f", "name": "network-vif-deleted", "tag": "ca631bec-b0be-4920-a023-9333d83fb0fa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:55.497873 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2d7dde0-4434-43d8-9250-ba672ad19a9d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:55.498149 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0d8f6-ddba-4f61-80c1-34fdcd67219f', 'name': 'network-vif-deleted', 'tag': 'ca631bec-b0be-4920-a023-9333d83fb0fa', 'status': 'completed', 'code': 200} Nov 12 00:57:55.502898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Calling delete_port for 625ec103-b832-44b9-9c6c-19ba246cda00 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:55.622006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729640-ba60-4518-8c59-3c9ce44bda03 req-68362800-fe6b-47a9-869f-74852c9f3b1d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.643485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07729640-ba60-4518-8c59-3c9ce44bda03 req-68362800-fe6b-47a9-869f-74852c9f3b1d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 943 time: 0.1637497 Nov 12 00:57:55.814947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07729640-ba60-4518-8c59-3c9ce44bda03 req-3121956c-f37d-4973-b62c-c8c75e6b6129 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679237 Nov 12 00:57:55.889316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:55.902749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9173d002-d725-4a2e-9ebb-acf1005c0224 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:56.037851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'network_id': '511cfe38-a509-4222-9f50-02d42f9159c7', 'port_id': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'mac_address': 'fa:16:3e:cf:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142bd61-1e03-4e96-b334-a8e643b52d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:56.144151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.248871 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.328352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Port': ['ID=625ec103-b832-44b9-9c6c-19ba246cda00,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:56.376999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f2112-a6a9-49de-ab2e-5416562c828b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:56.447312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9173d002-d725-4a2e-9ebb-acf1005c0224 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:56.448602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.466204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:56.561567 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-989555a3-bc3a-4d4a-aab4-e7753997c259 req-cab7d800-3668-452b-b6f9-dd70bfadf15b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.8441043 Nov 12 00:57:56.667672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d777f43b-4642-4b4a-bf40-d5bf71436d97 req-a562697c-39a9-4ed4-bafe-39deb2994ae1 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0748436 Nov 12 00:57:56.670901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:56.686205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.692868 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:56.694129 n-d-712141-15 neutron-server[102679]: DEBUG oslo_db.api [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:56.722670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.904589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.909951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.951422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:57.010755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.011380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84577d0d-31e4-47b3-ac13-4ee0f29bff31 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:57.020282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.022208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c2283fc3-3260-47a9-b9fa-670e3ab28bb0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/routers/84577d0d-31e4-47b3-ac13-4ee0f29bff31 HTTP/1.1" status: 204 len: 168 time: 2.3195851 Nov 12 00:57:57.026449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38104) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.058702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:57.255632 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Port 625ec103-b832-44b9-9c6c-19ba246cda00 not found while updating agent binding for router 84577d0d-31e4-47b3-ac13-4ee0f29bff31. {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 00:57:57.305062 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:57.309404 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:57:57.310851 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84577d0d-31e4-47b3-ac13-4ee0f29bff31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:57:57.311781 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b367a-5f68-43ee-881d-6e71d8e24344 None None] The sync data for ids ['84577d0d-31e4-47b3-ac13-4ee0f29bff31'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:57.354120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.357987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70779209-5cd4-4767-a8aa-cd88c20223c6 req-5d5691a3-0075-410e-b28c-626b44858cb6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.372454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70779209-5cd4-4767-a8aa-cd88c20223c6 req-5d5691a3-0075-410e-b28c-626b44858cb6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 944 time: 0.2404680 Nov 12 00:57:57.428123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ca631bec-b0be-4920-a023-9333d83fb0fa no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:57.457729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: ca631bec-b0be-4920-a023-9333d83fb0fa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:57.458391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ca631bec-b0be-4920-a023-9333d83fb0fa not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:57.488551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70779209-5cd4-4767-a8aa-cd88c20223c6 req-29e456c2-fb43-4bc3-85ed-3789d4c3ffc9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131837 Nov 12 00:57:57.570164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.752610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Deleting port 9173d002-d725-4a2e-9ebb-acf1005c0224 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:57.752935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.908377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] For port 9173d002-d725-4a2e-9ebb-acf1005c0224, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9173d002-d725-4a2e-9ebb-acf1005c0224,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:57.908951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.925355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b57def55-3cff-4b55-b744-161c30597127 req-f7c9da2c-798f-41e5-a7be-1bb04627d57c tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0477407 Nov 12 00:57:57.932033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Calling delete_port for 9173d002-d725-4a2e-9ebb-acf1005c0224 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:58.266720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f0fe6fd2-eb9a-4952-bd1a-4e7e0eed6cdf req-6ded53dd-cd35-4281-bf3f-6ed96ee07400 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0291622 Nov 12 00:57:58.510053 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48c20841-1c63-440e-aa53-5e208c186334 req-c2369a0c-32af-4056-baf4-2c68cccc6f6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=540f93fd9f1d43b1a2ece31b64dbd965&device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0418401 Nov 12 00:57:58.568960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48c20841-1c63-440e-aa53-5e208c186334 req-0f325c16-3471-4699-bc3b-5724c34b7f19 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=540f93fd9f1d43b1a2ece31b64dbd965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510292 Nov 12 00:57:58.714159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7efa8c-702f-4093-b179-86da80728b9a req-6364690a-ef9d-4442-9cbc-10f9e68610c3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.720232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca7efa8c-702f-4093-b179-86da80728b9a req-6364690a-ef9d-4442-9cbc-10f9e68610c3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 944 time: 0.0968215 Nov 12 00:57:58.856865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca7efa8c-702f-4093-b179-86da80728b9a req-ac79cfc7-7849-4be1-b0e0-8d0f35fc24d1 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101999 Nov 12 00:57:58.964870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c20841-1c63-440e-aa53-5e208c186334 req-fbeed79c-6f07-494e-bbb0-fe82a9ee8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.978360 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48c20841-1c63-440e-aa53-5e208c186334 req-fbeed79c-6f07-494e-bbb0-fe82a9ee8521 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005690 Nov 12 00:57:59.073578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.121735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event deleted for resources: {'Port': ['ID=9173d002-d725-4a2e-9ebb-acf1005c0224,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.139080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba8bee-c23c-4348-8b3a-7e89b4773250 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:59.234879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.378497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.381073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.417880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:59.432760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-047061f7-3c27-4ac3-8089-a32e5b77a222 req-b228c4c3-e860-49e4-b714-6272f3b43a3e tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0399156 Nov 12 00:57:59.434130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.434842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf96feca-ee94-42e4-b8ee-2a7afdcb7816 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:59.440148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.446863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:59.451349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-593e28d9-cc21-4414-ac98-364c469cc678 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "DELETE /v2.0/routers/bf96feca-ee94-42e4-b8ee-2a7afdcb7816 HTTP/1.1" status: 204 len: 168 time: 2.4220350 Nov 12 00:57:59.455925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1400955596', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:59.506847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.509551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.540407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 1568312a-2c5d-4f31-9a83-16ea394c0b9e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:59.541163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.656275 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.726913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.753275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:59.755972 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5836605e-379f-4dc8-977a-9ca885e5e33d" -d '{"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:59.770164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:59.788345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.877982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.889429 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b30857a-50ec-4e6c-9aae-69ff006c6f20 x-openstack-request-id: req-0b30857a-50ec-4e6c-9aae-69ff006c6f20 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:59.889851 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-plugged", "status": "completed", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:59.890298 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b30857a-50ec-4e6c-9aae-69ff006c6f20 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:59.891026 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'code': 200} Nov 12 00:57:59.893803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.894587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.894920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.895428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.895929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.896189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.896481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.896990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.897512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.898029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.898554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.899063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:59.899571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:00.098264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc6f2-9ab3-46e2-a085-59a2a7054d32 req-5e18f2f5-4c9b-4abe-991f-cd1002583441 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.099791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64efc6f2-9ab3-46e2-a085-59a2a7054d32 req-5e18f2f5-4c9b-4abe-991f-cd1002583441 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0910006 Nov 12 00:58:00.240925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-48c20841-1c63-440e-aa53-5e208c186334 req-abd50465-07c1-443e-b18b-d4f25d2a5602 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.39 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.0629609 Nov 12 00:58:00.739112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac383cad-d10a-4a70-b52a-9e67920c8383 req-201cd836-0590-4913-a087-5cb2b7052854 tempest-ServerShowV257Test-441518355 tempest-ServerShowV257Test-441518355-project] 10.222.0.11 "GET /v2.0/ports?device_id=d825d03d-dda7-400e-9405-725dcd1a046d HTTP/1.1" status: 200 len: 210 time: 0.1094649 Nov 12 00:58:00.779925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.813736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.820193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64efc6f2-9ab3-46e2-a085-59a2a7054d32 req-ace31e8a-a6c2-41b3-8dd8-2d170228e6f3 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873066 Nov 12 00:58:00.846330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5c20-3018-46ef-a5b2-bc9b2432fcc0 req-1102c620-a716-4445-8cb9-ae5d26aba58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.848289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65f5c20-3018-46ef-a5b2-bc9b2432fcc0 req-1102c620-a716-4445-8cb9-ae5d26aba58a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1098 time: 0.7874048 Nov 12 00:58:01.007748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Allocated IP 172.25.6.94 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f9c5c0bc-523b-4449-a9b2-27002268c228) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:01.013062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a65f5c20-3018-46ef-a5b2-bc9b2432fcc0 req-0c616c32-9a32-46d5-93fc-e832c3776c37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997951 Nov 12 00:58:01.171421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.215090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.321104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:01.335220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:01.340679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event updated for resources: {'Port': ['ID=f9c5c0bc-523b-4449-a9b2-27002268c228,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:01.345312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:01.360535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82641b05-3b2f-4ff8-a786-24ffb3d1d02f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:01.418153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ed4fa-79f5-4efe-9eea-038e7416d127 req-32a9f855-0a2a-4bc9-917a-6fe6a669deb3 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.421339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd9ed4fa-79f5-4efe-9eea-038e7416d127 req-32a9f855-0a2a-4bc9-917a-6fe6a669deb3 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.1651051 Nov 12 00:58:01.458956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0ef8deb0-8428-4d44-9575-223eee029313 None None] Provisioning complete for port f9c5c0bc-523b-4449-a9b2-27002268c228 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:01.460829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ef8deb0-8428-4d44-9575-223eee029313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.507278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8deb0-8428-4d44-9575-223eee029313 None None] Port f9c5c0bc-523b-4449-a9b2-27002268c228 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:01.581176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9173d002-d725-4a2e-9ebb-acf1005c0224 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:01.615782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9173d002-d725-4a2e-9ebb-acf1005c0224 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:01.616311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9173d002-d725-4a2e-9ebb-acf1005c0224 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:01.669714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd9ed4fa-79f5-4efe-9eea-038e7416d127 req-f4d360e6-ea47-4980-a793-d0d3ec724a8c tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312114 Nov 12 00:58:01.877229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.160620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9588f-97c8-4157-9379-a4490d05b50b req-458c324f-0e4a-43ed-b694-35766a0777f0 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.165205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72d9588f-97c8-4157-9379-a4490d05b50b req-458c324f-0e4a-43ed-b694-35766a0777f0 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1961331 Nov 12 00:58:02.266273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.466324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38196) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.502432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72d9588f-97c8-4157-9379-a4490d05b50b req-896ec8c9-3395-4932-9a55-7b5fcbaaaad6 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172245 Nov 12 00:58:02.550745 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.802224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Router 19b90bdc-ed56-4677-92b7-fce889f62315 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:02.832193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5244490e-d087-423e-8da3-23348304e2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.895539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-c8330ad8-b4a4-4a19-ba64-ca9789c07cce tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.897193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-c8330ad8-b4a4-4a19-ba64-ca9789c07cce tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.39 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.0977445 Nov 12 00:58:02.954246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e4d5-7347-4d3b-9832-a6724a9c07d4 req-5f7577d9-2c6f-44ac-b596-373cec16e038 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.962945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b889e4d5-7347-4d3b-9832-a6724a9c07d4 req-5f7577d9-2c6f-44ac-b596-373cec16e038 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.1493473 Nov 12 00:58:03.049894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5244490e-d087-423e-8da3-23348304e2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.066394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b889e4d5-7347-4d3b-9832-a6724a9c07d4 req-611f6627-8b24-48b1-891f-8d2c371cc964 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013300 Nov 12 00:58:03.069216 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5244490e-d087-423e-8da3-23348304e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.072270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:03.107120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] Sync routers for ids ['19b90bdc-ed56-4677-92b7-fce889f62315'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:03.123475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Deleting port 979c9cc8-d38f-4259-a274-b030c76942b9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:03.123825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.127742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] Routers {'19b90bdc-ed56-4677-92b7-fce889f62315'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:03.128725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['19b90bdc-ed56-4677-92b7-fce889f62315'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.130454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.131246 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5244490e-d087-423e-8da3-23348304e2ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=540f93fd9f1d43b1a2ece31b64dbd965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624296 Nov 12 00:58:03.140982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.141485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.144203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a845f9d-6e88-4c9b-b9ea-25c933e17408 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6936586 Nov 12 00:58:03.156486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:03.174713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.187730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] Routers {'19b90bdc-ed56-4677-92b7-fce889f62315'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:03.188527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['19b90bdc-ed56-4677-92b7-fce889f62315'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.226008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:03.226800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26748b-9b10-4c9a-a3a7-146c05f02692 None None] The sync data for ids ['19b90bdc-ed56-4677-92b7-fce889f62315'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:03.244771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244490e-d087-423e-8da3-23348304e2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9fe1e-0582-4b2a-9ce1-4ac4f73ba129,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.433884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] For port 979c9cc8-d38f-4259-a274-b030c76942b9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=979c9cc8-d38f-4259-a274-b030c76942b9,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:03.434443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.444961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.510583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.765533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.771305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.773619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61b9fe1e-0582-4b2a-9ce1-4ac4f73ba129 HTTP/1.1" status: 204 len: 168 time: 0.6249027 Nov 12 00:58:03.820240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875528f6-45b2-4739-896f-a23c0f97da16 req-ceecf685-5dae-4d59-aeb9-1b6ea92e7454 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.822743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-875528f6-45b2-4739-896f-a23c0f97da16 req-ceecf685-5dae-4d59-aeb9-1b6ea92e7454 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0764201 Nov 12 00:58:03.901160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-875528f6-45b2-4739-896f-a23c0f97da16 req-601c402d-69f6-4416-a371-6b0fe37005a4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692132 Nov 12 00:58:03.925408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632efb99-dc0e-4e3f-a285-87ac54701da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9fe1e-0582-4b2a-9ce1-4ac4f73ba129,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.025098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.025645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.026415 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Floating IP 91de621c-8a53-4872-926a-73430fb05acd disassociated. External IP: 172.25.6.147, port: 979c9cc8-d38f-4259-a274-b030c76942b9. Nov 12 00:58:04.027230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Calling delete_port for 979c9cc8-d38f-4259-a274-b030c76942b9 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:04.148981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d8d9-ff78-4539-98e2-c2e8f9c2107c req-ed37c04a-0ee3-4542-80b6-a1fee8ca009a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.157157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.174984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bf9d8d9-ff78-4539-98e2-c2e8f9c2107c req-ed37c04a-0ee3-4542-80b6-a1fee8ca009a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1176689 Nov 12 00:58:04.313934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c192-5bb3-49c1-9632-f780e14a9a40 req-d2208f74-7efe-47e3-963f-d64fd1339cd2 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.324716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa96c192-5bb3-49c1-9632-f780e14a9a40 req-d2208f74-7efe-47e3-963f-d64fd1339cd2 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 946 time: 0.1172781 Nov 12 00:58:04.344921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bf9d8d9-ff78-4539-98e2-c2e8f9c2107c req-6d37eec6-0594-4f9f-9958-8cde1452e4b8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641967 Nov 12 00:58:04.423336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa96c192-5bb3-49c1-9632-f780e14a9a40 req-43c78611-8582-41e0-a46a-a3a2d5680d66 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups?id=a964e8e8-738a-49d6-be82-6bdb7b64c37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953174 Nov 12 00:58:04.474974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.523641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e75c-b03f-406b-a7e3-b868ea2e0408 req-55cd643f-5207-4988-b1e6-ec999a65f99b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.533697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c169e75c-b03f-406b-a7e3-b868ea2e0408 req-55cd643f-5207-4988-b1e6-ec999a65f99b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0757468 Nov 12 00:58:04.627910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'Port': ['ID=979c9cc8-d38f-4259-a274-b030c76942b9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.633015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c169e75c-b03f-406b-a7e3-b868ea2e0408 req-97842424-b2a6-48ce-8634-2a1d18ba769e tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979488 Nov 12 00:58:04.887058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128e422-9dac-414c-b17f-4d853928be79 req-4baf8f3d-ab56-4690-9c71-866090cd32cb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.904681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9128e422-9dac-414c-b17f-4d853928be79 req-4baf8f3d-ab56-4690-9c71-866090cd32cb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1171665 Nov 12 00:58:05.036705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9128e422-9dac-414c-b17f-4d853928be79 req-ccb83e4b-aa22-43ac-9f94-37720c667d5a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289897 Nov 12 00:58:05.129846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.209026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:05.365899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3731e88-d993-4e63-8afa-aace384d64c1 req-be9ecf67-8407-40bf-8cf8-52bf632e591a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.370662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 979c9cc8-d38f-4259-a274-b030c76942b9 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:05.372493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3731e88-d993-4e63-8afa-aace384d64c1 req-be9ecf67-8407-40bf-8cf8-52bf632e591a tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2035747 Nov 12 00:58:05.392748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.416196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 979c9cc8-d38f-4259-a274-b030c76942b9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:05.416542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 979c9cc8-d38f-4259-a274-b030c76942b9 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:05.436635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.474922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3731e88-d993-4e63-8afa-aace384d64c1 req-ae86ccb0-8cb1-4c9c-9ebc-0740f405ebed tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928378 Nov 12 00:58:05.662223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7294d7f6-4da6-4002-b4e5-34da0c39d058 req-eb56a0eb-a15e-43b9-8bf2-0423a67ed270 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 210 time: 0.0589304 Nov 12 00:58:05.877560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a6ac7-84ca-457e-a1d3-49b7c3c1d8c8 req-c9fdcb5f-8843-416f-a76c-1599e132f8aa tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.880650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f8a6ac7-84ca-457e-a1d3-49b7c3c1d8c8 req-c9fdcb5f-8843-416f-a76c-1599e132f8aa tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0926931 Nov 12 00:58:06.040973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f8a6ac7-84ca-457e-a1d3-49b7c3c1d8c8 req-42ab20c8-a12a-417e-b727-12d41b160e50 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530421 Nov 12 00:58:06.147157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:06.167208 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:06.189466 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:06.191190 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.219958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] No DVR routers for this DVR port 979c9cc8-d38f-4259-a274-b030c76942b9 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:06.226785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.232875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c74dbda7-2e69-4264-b0a0-e707dcca77bb req-2dd9d630-ef9b-4ad6-83af-1c1f6630a9ca tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.39 "DELETE /v2.0/ports/979c9cc8-d38f-4259-a274-b030c76942b9 HTTP/1.1" status: 204 len: 173 time: 3.3264828 Nov 12 00:58:06.233875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'name': 'network-vif-deleted', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:06.238707 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5bc65c-3adc-4198-99c4-e1df6ce0d3f8" -d '{"events": [{"server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "name": "network-vif-deleted", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:06.253050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router 19b90bdc-ed56-4677-92b7-fce889f62315 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:06.435616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1dc06-cafb-4653-aef5-c782ece5db19 req-a8dc6e83-4c9a-4df5-a878-0c29939d74db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.437403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65b1dc06-cafb-4653-aef5-c782ece5db19 req-a8dc6e83-4c9a-4df5-a878-0c29939d74db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1305704 Nov 12 00:58:06.469071 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:06.499915 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cdda1a-1e2a-466a-b06d-c37f02d5223b x-openstack-request-id: req-f8cdda1a-1e2a-466a-b06d-c37f02d5223b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:06.500298 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2278beec-109c-4d18-82a5-2d868042ad12", "name": "network-vif-deleted", "tag": "979c9cc8-d38f-4259-a274-b030c76942b9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:06.500466 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8cdda1a-1e2a-466a-b06d-c37f02d5223b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:06.500998 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2278beec-109c-4d18-82a5-2d868042ad12', 'name': 'network-vif-deleted', 'tag': '979c9cc8-d38f-4259-a274-b030c76942b9', 'status': 'completed', 'code': 200} Nov 12 00:58:06.531873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:06.542284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.543005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] Sync routers for ids ['19b90bdc-ed56-4677-92b7-fce889f62315'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:06.543855 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f5823944-519c-4b23-8c29-983545adb827 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "PUT /v2.0/routers/19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 200 len: 921 time: 3.3931739 Nov 12 00:58:06.546445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.554926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65b1dc06-cafb-4653-aef5-c782ece5db19 req-92d91a5e-8652-482b-9463-c9f90debb007 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056559 Nov 12 00:58:06.561261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] Routers {'19b90bdc-ed56-4677-92b7-fce889f62315'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:06.564270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['19b90bdc-ed56-4677-92b7-fce889f62315'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.666638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.701562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] Routers {'19b90bdc-ed56-4677-92b7-fce889f62315'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:06.703181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['19b90bdc-ed56-4677-92b7-fce889f62315'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.769681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-544b6883-9a57-41cc-bf36-d6f5b6e4e964 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 200 len: 921 time: 0.2209551 Nov 12 00:58:06.772915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.810353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:06.811370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e585bc-cca6-4c78-b438-a079a5bf7a4c None None] The sync data for ids ['19b90bdc-ed56-4677-92b7-fce889f62315'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:06.947987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c302863-b74f-43e8-926d-d224d1c7bccd req-e8016d94-8040-4a1b-823c-871b88fd3628 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/ports?device_id=2278beec-109c-4d18-82a5-2d868042ad12 HTTP/1.1" status: 200 len: 210 time: 0.0923219 Nov 12 00:58:06.970493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ec47b-650b-4072-9888-4e9ae706413d tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.973026 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf4ec47b-650b-4072-9888-4e9ae706413d tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=19b90bdc-ed56-4677-92b7-fce889f62315&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1980217 Nov 12 00:58:06.975793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38322) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.976666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:07.046082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:07.061394 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:07.062914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:57:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:07.136105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04828-537b-48d3-b524-18b40ed8f88d req-aa6d6ba5-291b-4c7c-ad18-4931d23344ed tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.149966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73d04828-537b-48d3-b524-18b40ed8f88d req-aa6d6ba5-291b-4c7c-ad18-4931d23344ed tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1059568 Nov 12 00:58:07.163817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8947e4-8567-40df-a1a1-730cd73d6f32 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.174379 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d8947e4-8567-40df-a1a1-730cd73d6f32 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1954644 Nov 12 00:58:07.176649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.246074 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5e9cb94c-35de-4d05-a22d-4fd0bb2756cd tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 200 len: 205 time: 0.0648913 Nov 12 00:58:07.250165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38332) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.314210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73d04828-537b-48d3-b524-18b40ed8f88d req-8c6310c5-6f6e-41e1-8a89-4b1841e4e9ff tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573508 Nov 12 00:58:07.343024 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:07.603281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.782582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.782925 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:07.837950 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76428aa-c088-49b1-93f6-a6fa397ed54f None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '565fb070-e1bc-42a8-bac1-1fcdd048d19a', 'name': '', 'network_id': '22cab940-553e-48b7-8800-7895f9976cdf', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'mac_address': 'fa:16:3e:9e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:14Z', 'updated_at': '2021-11-12T00:50:24Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'subnets': [{'id': '0959ed24-a07c-4cd6-a9a7-b612f96f7cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:07.854107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port f9c5c0bc-523b-4449-a9b2-27002268c228 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:07.854843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.931016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-45770833-863b-41d0-9b9f-7c099c3b8252 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.934139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-45770833-863b-41d0-9b9f-7c099c3b8252 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 813 time: 0.1962194 Nov 12 00:58:07.975503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-cce26c17-3eed-4875-a74f-37d0e735b52c tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/quotas/299b9114b63840089cea9cca35cbc5e3 HTTP/1.1" status: 200 len: 375 time: 0.0261109 Nov 12 00:58:08.007924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.030518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-64a57635-7169-4874-95ea-772cb376fd71 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439999 Nov 12 00:58:08.032316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for f9c5c0bc-523b-4449-a9b2-27002268c228 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:08.131027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.228546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-3566f046-9e47-4f30-9289-ff2577db7763 service neutron] 10.222.0.11 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968842 Nov 12 00:58:08.281260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.303365 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33be0e-c95f-4633-aed5-8c83fecb4974 None None] New status for floating IP 91de621c-8a53-4872-926a-73430fb05acd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:58:08.303954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.346769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=f9c5c0bc-523b-4449-a9b2-27002268c228,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.356982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.382823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53283d06-87b7-44a4-bc64-0a5cf0ee83bb None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:08.452890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.541538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-ad8d4ee0-7e4d-4b62-9c91-01592dbeebf1 service neutron] 10.222.0.11 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977946 Nov 12 00:58:08.544986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.548169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.552496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "DELETE /v2.0/security-groups/a964e8e8-738a-49d6-be82-6bdb7b64c37f HTTP/1.1" status: 204 len: 168 time: 0.4198270 Nov 12 00:58:08.555938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.580218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.581011 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-67ce7b13-822f-4935-9e4b-61446242995b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] show failed (client error): The resource could not be found. Nov 12 00:58:08.584333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-67ce7b13-822f-4935-9e4b-61446242995b tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "GET /v2.0/security-groups/a964e8e8-738a-49d6-be82-6bdb7b64c37f HTTP/1.1" status: 404 len: 347 time: 0.0234756 Nov 12 00:58:08.586074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.587758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.594679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67926637-19c4-4372-9b23-92f696c1e8a9 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a964e8e8-738a-49d6-be82-6bdb7b64c37f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.667051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.667699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router 19b90bdc-ed56-4677-92b7-fce889f62315 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:08.678300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.679737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-95cd8248-aa20-4c80-b4b5-2a6377a48102 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 204 len: 168 time: 1.4279938 Nov 12 00:58:08.685971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.693751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1954468002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:08.705002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d0b72-5601-4635-817b-fc5eb530bf04 req-8dc2d604-ea26-4869-a43c-3afd3e0ad9b9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.719824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.721147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.732467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b43d0b72-5601-4635-817b-fc5eb530bf04 req-8dc2d604-ea26-4869-a43c-3afd3e0ad9b9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2588577 Nov 12 00:58:08.807699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.819096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.842131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.843447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4fd810e5-162d-4655-80a1-6234010e4242 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1556604 Nov 12 00:58:08.846513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.851700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:08.989907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f71d2dc9-5ee1-4b58-ac08-7a51577b0c7a req-d9268427-4946-499e-8c34-068a5609995c tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 210 time: 0.0989096 Nov 12 00:58:09.028903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b43d0b72-5601-4635-817b-fc5eb530bf04 req-746f3459-23d4-4ece-931f-91a66813510b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847154 Nov 12 00:58:09.072454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Deleting port 85aa3023-213c-4b4c-8cee-eb931d77cb6f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:09.072936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.229521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.251641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-313c27dc-7a83-456d-b735-ceebd9314f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.265932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.268681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.299429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Calling delete_port for 85aa3023-213c-4b4c-8cee-eb931d77cb6f owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:09.674752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.683134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.711374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.778855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Pushing event deleted for resources: {'Port': ['ID=85aa3023-213c-4b4c-8cee-eb931d77cb6f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.810393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c55eff-c684-4e99-84d9-b8c32253f3fd req-0faa3e9f-c86c-41b5-a90f-419447a3f632 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.812711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91c55eff-c684-4e99-84d9-b8c32253f3fd req-0faa3e9f-c86c-41b5-a90f-419447a3f632 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2131121 Nov 12 00:58:09.877732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-de45494b-0233-4111-91e8-b47f388b3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.879596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-de45494b-0233-4111-91e8-b47f388b3e0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1098 time: 0.1584566 Nov 12 00:58:09.887236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Allocated IP 172.25.6.203 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/05aee16c-f28e-467a-afdc-293a9981c229) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:09.985111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.988122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.989551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-461f718c-c58e-40a1-8dc0-04d728c78ab1 tempest-AttachVolumeTestJSON-1820844000 tempest-AttachVolumeTestJSON-1820844000-project] 10.222.0.11 "DELETE /v2.0/floatingips/91de621c-8a53-4872-926a-73430fb05acd HTTP/1.1" status: 204 len: 168 time: 1.3998001 Nov 12 00:58:09.993715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91c55eff-c684-4e99-84d9-b8c32253f3fd req-a47fc647-024f-4e38-91da-3bad0de579e8 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643338 Nov 12 00:58:10.091456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-0946285c-80df-4041-a5f2-ae7986595621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.094098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-0946285c-80df-4041-a5f2-ae7986595621 service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.2011240 Nov 12 00:58:10.164117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-917f5db8-4735-4a5f-b3f6-cb021967b502 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.0609004 Nov 12 00:58:10.317558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.424897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-5ba50bd4-b8e3-4ed1-8799-654c71a98216 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.427639 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-5ba50bd4-b8e3-4ed1-8799-654c71a98216 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.39 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 813 time: 0.2700267 Nov 12 00:58:10.450207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Request body: {'port': {'device_id': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e', 'admin_state_up': True, 'tenant_id': '299b9114b63840089cea9cca35cbc5e3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:10.500743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.636148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event updated for resources: {'Port': ['ID=05aee16c-f28e-467a-afdc-293a9981c229,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.666454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:10.670703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:10.674571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:10.697774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a79f51-2b35-4e3b-965d-fe26a98c372e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:10.781070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b5350d94-b895-46da-ac73-d087fc259fde None None] Provisioning complete for port 05aee16c-f28e-467a-afdc-293a9981c229 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:10.791218 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5350d94-b895-46da-ac73-d087fc259fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.846280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8baa22e0-e7ee-4994-8375-34d25e149d1b req-2195f7a2-a239-4e86-8357-3d685fe0b078 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 210 time: 0.6585793 Nov 12 00:58:10.846611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5350d94-b895-46da-ac73-d087fc259fde None None] Port 05aee16c-f28e-467a-afdc-293a9981c229 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:10.867218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-f835f58f-55c8-4956-8259-aa3ce6b2fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.868893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-f835f58f-55c8-4956-8259-aa3ce6b2fe73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.6953764 Nov 12 00:58:10.921203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-e515c098-400e-49ef-ab23-d6f6b44b387d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428824 Nov 12 00:58:11.020565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Made reservation on behalf of 299b9114b63840089cea9cca35cbc5e3 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:11.026628 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.158738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-56fbc339-e58c-4e21-839a-da4123ac064d service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291317 Nov 12 00:58:11.318589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Allocated IP 172.20.0.9 (c5eb4dd5-6b4a-48fd-938b-520afeccef7e/1a0af46e-8b1f-4aef-bdc5-bbddae4620be/0d5b50f9-1dcb-4325-9d79-0c932d89dcd7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:11.330541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7869e6d3-36f1-457d-91c8-04ec485e6c2b req-44e4cea5-d8fa-4e03-a0b2-1f15c3a003b9 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637211 Nov 12 00:58:11.358649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2349-843a-42c6-931a-8222131d7a0e req-e9463d62-5b7f-4bee-b397-62d9e24ec4e2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.360487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1cf2349-843a-42c6-931a-8222131d7a0e req-e9463d62-5b7f-4bee-b397-62d9e24ec4e2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1715031 Nov 12 00:58:11.444959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1cf2349-843a-42c6-931a-8222131d7a0e req-9eb41729-c9a8-47bc-9df2-1c04ea1b0387 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Nov 12 00:58:11.463501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.696941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.849126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.914842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.936148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Network c5eb4dd5-6b4a-48fd-938b-520afeccef7e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:11.939566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.946390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:11.951615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:11.955644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Pushing event updated for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.119485 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fdc019f-a0fb-4cfc-9dc3-b76c1f7f5196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.205928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8cefd-baa2-4177-8bd2-f45899d57089 req-65d0b2f2-b787-4c38-9ef1-7987c99b509e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.209797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdb8cefd-baa2-4177-8bd2-f45899d57089 req-65d0b2f2-b787-4c38-9ef1-7987c99b509e tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 931 time: 0.1320794 Nov 12 00:58:12.334661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdb8cefd-baa2-4177-8bd2-f45899d57089 req-04e1af5e-d9fa-49a2-8202-7cd6bbd1fb9a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125937 Nov 12 00:58:12.610927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298f7e-5f12-49f4-be5b-1b669ddd8e1a req-7af3ae2b-f9cc-4b88-9923-34d5dc9e5454 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.613644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9298f7e-5f12-49f4-be5b-1b669ddd8e1a req-7af3ae2b-f9cc-4b88-9923-34d5dc9e5454 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0575159 Nov 12 00:58:12.668942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.669901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.699503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9298f7e-5f12-49f4-be5b-1b669ddd8e1a req-84f1f24a-f617-4d50-9acc-210e80cee635 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781810 Nov 12 00:58:12.738978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-e4d2d56a-cf89-4632-9d67-fe487182faa8 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2987022 Nov 12 00:58:12.743828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.764475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-0b3ce3b5-d26c-4e67-b717-05c4bad15441 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:58:12.766277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-0b3ce3b5-d26c-4e67-b717-05c4bad15441 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188372 Nov 12 00:58:12.789550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Request body: {'port': {'device_id': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:12.911092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Router 4175cc0c-16fc-4568-9b27-7c3785fb45ed is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:12.927544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.044118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cf14-568c-4e84-bbf8-595c2481b078 req-b16a0621-4cc5-498d-804e-35235ec2bd3c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.053748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b388cf14-568c-4e84-bbf8-595c2481b078 req-b16a0621-4cc5-498d-804e-35235ec2bd3c tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1905913 Nov 12 00:58:13.150824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:13.166119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.170682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-74c70a1e-1d1c-4161-9cd3-0a7671398088 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "PUT /v2.0/routers/4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 200 len: 880 time: 4.3228683 Nov 12 00:58:13.171204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.175889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] Sync routers for ids ['4175cc0c-16fc-4568-9b27-7c3785fb45ed'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:13.198520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] Routers {'4175cc0c-16fc-4568-9b27-7c3785fb45ed'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:13.200160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4175cc0c-16fc-4568-9b27-7c3785fb45ed'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.225366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b388cf14-568c-4e84-bbf8-595c2481b078 req-3a29ac95-ddcc-4b4d-9a3f-8322d8aa52da tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643014 Nov 12 00:58:13.315560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.359543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] Routers {'4175cc0c-16fc-4568-9b27-7c3785fb45ed'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:13.362427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['4175cc0c-16fc-4568-9b27-7c3785fb45ed'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.459195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:13.461781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f6e0-e54b-4144-8c08-89d80eb2eaac None None] The sync data for ids ['4175cc0c-16fc-4568-9b27-7c3785fb45ed'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:13.502949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af44186-54cb-4d6b-aeb0-e945a1230bb2 req-9b747929-ce81-4ec9-a2fe-d8c4a4778c4b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.517508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1af44186-54cb-4d6b-aeb0-e945a1230bb2 req-9b747929-ce81-4ec9-a2fe-d8c4a4778c4b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1306391 Nov 12 00:58:13.642449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.685730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1af44186-54cb-4d6b-aeb0-e945a1230bb2 req-f7699bfb-481c-4fd9-8a79-a6ab196216fe tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671889 Nov 12 00:58:13.707473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f8a0264-0c14-4bb1-9836-2355ac0558c4 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 200 len: 921 time: 0.5303426 Nov 12 00:58:13.711200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38454) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.764296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c1052-e747-46dd-93d4-ff8cfcf12ecd req-9108fe98-e3e4-4d16-a810-4607f7b07d9b tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.765976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b90c1052-e747-46dd-93d4-ff8cfcf12ecd req-9108fe98-e3e4-4d16-a810-4607f7b07d9b tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 931 time: 0.2026436 Nov 12 00:58:13.770127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:13.787387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.814854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Transition to ACTIVE for port object 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:13.821634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.885070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.945555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.980862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f4a-f237-461c-8caa-0ccfb422b27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.991887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Attempting to bind port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:13.992400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Attempting to bind port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:13.992931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Attempting to bind port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:14.000504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:14.000923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Attempting to bind port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 on network c5eb4dd5-6b4a-48fd-938b-520afeccef7e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:14.014892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:14.016017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Checking segment: {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:14.016017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Bound using segment: {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:14.016475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Bound port: 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d895c04-9361-4b8c-8595-38da6fa3091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:14.016957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.037266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffadbf-7488-4a28-8cb7-54fee6a2f73e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.039781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8ffadbf-7488-4a28-8cb7-54fee6a2f73e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=4175cc0c-16fc-4568-9b27-7c3785fb45ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3222766 Nov 12 00:58:14.052874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.100753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:14.101596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f1ee8-dc0a-4999-832b-84c0aa5bfcfa req-8faa77ca-a460-4b60-9474-023c6ffc50db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.105778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:14.111671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.115436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b9f1ee8-dc0a-4999-832b-84c0aa5bfcfa req-8faa77ca-a460-4b60-9474-023c6ffc50db tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2676013 Nov 12 00:58:14.168251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.169686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.171539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] 10.222.0.39 "PUT /v2.0/ports/0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 HTTP/1.1" status: 200 len: 1092 time: 1.3938673 Nov 12 00:58:14.172162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:14.174602 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a386804-6c60-471f-92cc-74a056d4eb15" -d '{"events": [{"name": "network-changed", "server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:14.196813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b90c1052-e747-46dd-93d4-ff8cfcf12ecd req-10eb698a-0365-49d8-a674-b784658cc5ea tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900297 Nov 12 00:58:14.297465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756f4d-a0c2-417a-923b-a229df7dd9cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.307398 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f83ae7-7fa1-4110-a667-e0a129a384a2 x-openstack-request-id: req-93f83ae7-7fa1-4110-a667-e0a129a384a2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:14.308812 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:14.309384 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93f83ae7-7fa1-4110-a667-e0a129a384a2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:14.310645 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7', 'status': 'completed', 'code': 200} Nov 12 00:58:14.333386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-82bd91fc-9b75-48ec-9c3b-030fabc7f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.337918 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-82bd91fc-9b75-48ec-9c3b-030fabc7f6b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 1095 time: 0.1160393 Nov 12 00:58:14.420564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b9f1ee8-dc0a-4999-832b-84c0aa5bfcfa req-2d4a57e2-1071-4cf8-a751-8e528b6d5e60 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911816 Nov 12 00:58:14.427558 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-f30841ee-2008-451c-9d9e-efd923506499 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 HTTP/1.1" status: 200 len: 217 time: 0.0813897 Nov 12 00:58:14.465185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b875b2-e5bb-4860-bf59-d1aee0c27dcc tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.478940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b2b875b2-e5bb-4860-bf59-d1aee0c27dcc tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.4199057 Nov 12 00:58:14.482501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.544022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-cec27d46-1b9e-45c5-bdc5-afc1356afb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.544592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4db7cbe9-2183-45ad-b1a3-9e4e1ff41068 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 200 len: 205 time: 0.0593779 Nov 12 00:58:14.549901 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-cec27d46-1b9e-45c5-bdc5-afc1356afb0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a0af46e-8b1f-4aef-bdc5-bbddae4620be HTTP/1.1" status: 200 len: 853 time: 0.1139674 Nov 12 00:58:14.550431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.599952 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f4a-f237-461c-8caa-0ccfb422b27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.614990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f4a-f237-461c-8caa-0ccfb422b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.728622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-a1cb0d80-49d1-47fb-ac02-71d104ff4bfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679287 Nov 12 00:58:14.787819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4bb07f4a-f237-461c-8caa-0ccfb422b27d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81b6498711324b1fb2a3ebfba2252bec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1438556 Nov 12 00:58:14.788603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.795322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb07f4a-f237-461c-8caa-0ccfb422b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cfc01b-de31-4cee-be05-a2557c1da250,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.859484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f634-d8e2-435d-be34-6be7c83b31fb req-d8cec950-11b9-44d3-af36-4ba923679e87 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.862588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a17f634-d8e2-435d-be34-6be7c83b31fb req-d8cec950-11b9-44d3-af36-4ba923679e87 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1507456 Nov 12 00:58:14.882223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.987504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a17f634-d8e2-435d-be34-6be7c83b31fb req-22973f63-9401-4852-a727-d1ceaa63eb29 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125739 Nov 12 00:58:15.047424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.120809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-31daf6c9-1abe-4b93-8455-c9070d231fc6 service neutron] 10.222.0.39 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797939 Nov 12 00:58:15.121485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.161058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75c52a-1496-43ad-9882-68a35a1d6847 req-1a7737f9-773b-4390-a1a8-15fbe232554f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.169598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd75c52a-1496-43ad-9882-68a35a1d6847 req-1a7737f9-773b-4390-a1a8-15fbe232554f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0727172 Nov 12 00:58:15.217797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.233426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd75c52a-1496-43ad-9882-68a35a1d6847 req-b78153d9-917f-4411-9dfb-71dfdc6aa767 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Nov 12 00:58:15.368377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.404802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a809c-18e4-4c88-8893-bf7e4242d64c req-146ad170-2473-431b-8ad1-8d28561ab3c2 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.417969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf8a809c-18e4-4c88-8893-bf7e4242d64c req-146ad170-2473-431b-8ad1-8d28561ab3c2 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 943 time: 0.1234119 Nov 12 00:58:15.444819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f6bbedc6-e0b5-4637-9613-701ee313bd66 req-1107fa27-491a-40fc-9e6f-fa42548f22b5 service neutron] 10.222.0.39 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141363 Nov 12 00:58:15.482744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.486891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.488362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8cfc01b-de31-4cee-be05-a2557c1da250 HTTP/1.1" status: 204 len: 168 time: 0.6959150 Nov 12 00:58:15.506811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port 05aee16c-f28e-467a-afdc-293a9981c229 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:15.507146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.510361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09652b9f-3f0b-4754-97cb-10503979ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cfc01b-de31-4cee-be05-a2557c1da250,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.515631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff17c1f-8021-44a0-b393-77fc307a0d39 req-12a6f02d-1b17-497b-b130-6b02b525d524 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.532919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ff17c1f-8021-44a0-b393-77fc307a0d39 req-12a6f02d-1b17-497b-b130-6b02b525d524 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1028769 Nov 12 00:58:15.576118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf8a809c-18e4-4c88-8893-bf7e4242d64c req-a5bade46-5dbe-4ef2-9b7e-d7f5dc2c92c0 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563318 Nov 12 00:58:15.651776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ff17c1f-8021-44a0-b393-77fc307a0d39 req-704b60a0-6908-4f82-863f-8ccc37a88b0f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122034 Nov 12 00:58:15.700363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-a3661901-5511-48f2-84c0-afc78c0fa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.703651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-a3661901-5511-48f2-84c0-afc78c0fa154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=299b9114b63840089cea9cca35cbc5e3&device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 1095 time: 0.1638792 Nov 12 00:58:15.846226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a469127-e1b6-4630-a375-a0876d04c91e req-18c3478d-b28c-43b3-ba1f-80f0dda60f2f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.850827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a469127-e1b6-4630-a375-a0876d04c91e req-18c3478d-b28c-43b3-ba1f-80f0dda60f2f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0919716 Nov 12 00:58:15.878975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.919265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for 05aee16c-f28e-467a-afdc-293a9981c229 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:15.980884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a469127-e1b6-4630-a375-a0876d04c91e req-ce979c53-abe3-4c2e-a9be-72c78ff62e73 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173766 Nov 12 00:58:16.150295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-bb37ab69-15d3-497c-9ebb-0b3bc39c0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.155061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-bb37ab69-15d3-497c-9ebb-0b3bc39c0521 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 200 len: 914 time: 0.4358745 Nov 12 00:58:16.275722 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-ad774e86-73a3-47de-8698-0843ca86b859 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 HTTP/1.1" status: 200 len: 217 time: 0.1089969 Nov 12 00:58:16.307287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c39b1-a0bf-46ba-84d4-33eb7f70416f req-2dbb789f-1076-40f5-9feb-eb145f5a1845 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.317328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad3c39b1-a0bf-46ba-84d4-33eb7f70416f req-2dbb789f-1076-40f5-9feb-eb145f5a1845 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1182835 Nov 12 00:58:16.337369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-32ee27fe-5c3f-46d2-94f0-ecd8d7d37a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.338917 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-32ee27fe-5c3f-46d2-94f0-ecd8d7d37a53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a0af46e-8b1f-4aef-bdc5-bbddae4620be HTTP/1.1" status: 200 len: 853 time: 0.0548184 Nov 12 00:58:16.434819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad3c39b1-a0bf-46ba-84d4-33eb7f70416f req-4086f2d5-d760-4ccf-a4ae-810a4655de27 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Nov 12 00:58:16.460592 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-9d91849b-ab3a-4549-a0b1-7159c7bd23e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5eb4dd5-6b4a-48fd-938b-520afeccef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408256 Nov 12 00:58:16.568959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-8545157a-eb3b-430d-9f51-4e667698c949 service neutron] 10.222.0.39 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039803 Nov 12 00:58:16.813062 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5a386804-6c60-471f-92cc-74a056d4eb15 req-7fef80d2-07b2-4fd7-a3b3-60328d656e65 service neutron] 10.222.0.39 "GET /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297451 Nov 12 00:58:16.814669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.835560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2108942-54fc-48eb-874d-43f698483fdb req-6081db99-dd74-4693-a563-8769d6d10c62 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.849512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2108942-54fc-48eb-874d-43f698483fdb req-6081db99-dd74-4693-a563-8769d6d10c62 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2483473 Nov 12 00:58:16.875957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124169d-d68d-4e17-90e5-04b0a404a8f2 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:16.931595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d066-884d-465b-b011-ce8e35fc28a0 req-227fb974-86bb-46bb-873b-a9fcce874e91 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.954366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81a1d066-884d-465b-b011-ce8e35fc28a0 req-227fb974-86bb-46bb-873b-a9fcce874e91 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 943 time: 0.2148802 Nov 12 00:58:16.986812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=05aee16c-f28e-467a-afdc-293a9981c229,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.033268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.079213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2108942-54fc-48eb-874d-43f698483fdb req-57ef3928-a462-4628-a664-fe37fd32cb2d tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906445 Nov 12 00:58:17.113751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81a1d066-884d-465b-b011-ce8e35fc28a0 req-38f04380-0fdb-4960-9753-7499fd96fb53 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583641 Nov 12 00:58:17.342749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8d684-dd10-432e-976d-c43af3ee9f24 req-1b665241-ea59-4d8d-b892-ebf8f209ca7b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.345919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efb8d684-dd10-432e-976d-c43af3ee9f24 req-1b665241-ea59-4d8d-b892-ebf8f209ca7b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0752804 Nov 12 00:58:17.367352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.385425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.428014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:17.451072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.452720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router 4175cc0c-16fc-4568-9b27-7c3785fb45ed {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:17.485693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.496188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96029df7-830b-477f-aa49-71732421e065 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 204 len: 168 time: 2.9388587 Nov 12 00:58:17.496489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38536) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.501602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-880631185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:17.542497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efb8d684-dd10-432e-976d-c43af3ee9f24 req-9a822fc3-168a-48f9-b1b2-69c85e2cc9eb tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884081 Nov 12 00:58:17.546637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.548543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.645133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.659098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.699141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.708289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:17.719672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': True}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:17.719992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af86592e-abb8-4dc3-bf33-60010ba9863f tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2211835 Nov 12 00:58:17.756654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:17.774485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7', 'network_id': 'c5eb4dd5-6b4a-48fd-938b-520afeccef7e', 'port_id': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7', 'mac_address': 'fa:16:3e:8a:9f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0af46e-8b1f-4aef-bdc5-bbddae4620be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:17.854920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.887447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:17.940904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:17.949788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.986791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7896c0-a811-417c-bfa3-ee58ee4db9da req-22e638cf-fb11-411f-8ef9-c736c9cd69c9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.994611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b7896c0-a811-417c-bfa3-ee58ee4db9da req-22e638cf-fb11-411f-8ef9-c736c9cd69c9 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2043886 Nov 12 00:58:18.048159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.167764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.180283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b7896c0-a811-417c-bfa3-ee58ee4db9da req-9d4d00bd-4294-4644-ae0c-3c24f61de8f2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835628 Nov 12 00:58:18.227646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0d5b50f9-1dcb-4325-9d79-0c932d89dcd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:18.359332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ac560-b317-4cf6-9eaf-57a86b6cf776 req-55659167-a7f9-431f-b16f-08cc0f10f6fa tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.370959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a17ac560-b317-4cf6-9eaf-57a86b6cf776 req-55659167-a7f9-431f-b16f-08cc0f10f6fa tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 944 time: 0.1099753 Nov 12 00:58:18.438611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a17ac560-b317-4cf6-9eaf-57a86b6cf776 req-d8466b29-4132-4a01-b264-3afcf351c372 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665250 Nov 12 00:58:18.622890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430900ea-3eee-406e-9a53-932e0132c0ec req-60505c3d-79b8-4947-b022-4f22e1333a81 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.624628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-430900ea-3eee-406e-9a53-932e0132c0ec req-60505c3d-79b8-4947-b022-4f22e1333a81 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1148422 Nov 12 00:58:18.633281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.668984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.749871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-430900ea-3eee-406e-9a53-932e0132c0ec req-7f2f3a5c-2259-4738-9ded-42184a79aa64 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111810 Nov 12 00:58:18.861416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.25.6.119 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/81a84287-c448-46eb-b61e-25ba896d2ce7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:18.973228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34bd1-4e7f-4122-9f63-20230162c753 req-bdf785a4-6de9-49db-b051-861ef43b05c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.974821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eae34bd1-4e7f-4122-9f63-20230162c753 req-bdf785a4-6de9-49db-b051-861ef43b05c4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1415806 Nov 12 00:58:19.057628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.062330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eae34bd1-4e7f-4122-9f63-20230162c753 req-0d0a58a5-6356-4099-93dc-5bf3a8d32eb4 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 Nov 12 00:58:19.121378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.181610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:19.200297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:19.218741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77b90c-105d-4ad3-a14e-e5ebf2cab5e4 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:19.225301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:19.286377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d50f390e-078d-4675-bad4-150deb4abe70 None None] Provisioning complete for port 81a84287-c448-46eb-b61e-25ba896d2ce7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.287943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d50f390e-078d-4675-bad4-150deb4abe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.307435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=81a84287-c448-46eb-b61e-25ba896d2ce7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:19.316789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.353894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c6fa3-de71-461e-b041-9b889856d572 req-3af1b6ad-a899-4127-bedd-b3ecddd23cf2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.365711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca0c6fa3-de71-461e-b041-9b889856d572 req-3af1b6ad-a899-4127-bedd-b3ecddd23cf2 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1802175 Nov 12 00:58:19.394116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d50f390e-078d-4675-bad4-150deb4abe70 None None] Port 81a84287-c448-46eb-b61e-25ba896d2ce7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:19.465862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:19.575210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e8473b-96e1-4fd0-b7de-1855df751043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.612555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:19.618939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.619420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.643028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca0c6fa3-de71-461e-b041-9b889856d572 req-ef9808fb-eb77-42d1-b050-963efc0ac26f tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763166 Nov 12 00:58:19.701561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7e2d-5594-4d0b-93f3-86eac44ca0b4 req-0985bbb1-0871-40f9-ace7-33e8a7ca1390 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.703617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9dc7e2d-5594-4d0b-93f3-86eac44ca0b4 req-0985bbb1-0871-40f9-ace7-33e8a7ca1390 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 944 time: 0.0731881 Nov 12 00:58:19.753001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e8473b-96e1-4fd0-b7de-1855df751043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.762521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77e8473b-96e1-4fd0-b7de-1855df751043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.848108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.857867 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77e8473b-96e1-4fd0-b7de-1855df751043 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49ff0daa6b664068bdb6f68f0e766d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393596 Nov 12 00:58:19.861746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.867271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8473b-96e1-4fd0-b7de-1855df751043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92786bc-e864-4818-b022-f76d6799180a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:19.900573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:19.903053 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1d9b5-2337-4203-9b7d-3d8ecd8109a5" -d '{"events": [{"server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:19.937505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:19.940034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9dc7e2d-5594-4d0b-93f3-86eac44ca0b4 req-54f0f20e-3ac7-4191-8666-81155c0112ab tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Nov 12 00:58:19.944363 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.948343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.014445 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd658c-56fd-4b2d-9767-5f6dbf552201 x-openstack-request-id: req-cefd658c-56fd-4b2d-9767-5f6dbf552201 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:20.015257 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:20.016849 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cefd658c-56fd-4b2d-9767-5f6dbf552201 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:20.018125 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7', 'code': 200} Nov 12 00:58:20.052533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.071004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.125472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f10566-5f61-44d8-9df1-1605099d4f61 req-eb43364c-3e1e-4974-879e-cb9b881a8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.128637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.129912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1f10566-5f61-44d8-9df1-1605099d4f61 req-eb43364c-3e1e-4974-879e-cb9b881a8aa8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 1097 time: 0.0938373 Nov 12 00:58:20.204441 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1f10566-5f61-44d8-9df1-1605099d4f61 req-2e9b7f80-ac21-467d-be47-758a3f70a254 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655971 Nov 12 00:58:20.302000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.304717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.305929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f92786bc-e864-4818-b022-f76d6799180a HTTP/1.1" status: 204 len: 168 time: 0.4353743 Nov 12 00:58:20.325887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bf3f-a43a-45a2-80d2-8e2a725d72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92786bc-e864-4818-b022-f76d6799180a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.333977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.339500 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.603006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router 28b2a93c-bb41-492f-b16d-58c6e8e6d14e is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:20.764612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:20.778155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] Sync routers for ids ['28b2a93c-bb41-492f-b16d-58c6e8e6d14e'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:20.783315 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.788153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a489d66d-ea9f-49b5-8a2e-35f2461474ff tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "PUT /v2.0/routers/28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 200 len: 914 time: 3.0741944 Nov 12 00:58:20.788643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.796666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] Routers {'28b2a93c-bb41-492f-b16d-58c6e8e6d14e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:20.797505 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28b2a93c-bb41-492f-b16d-58c6e8e6d14e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.870775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.886333 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] Routers {'28b2a93c-bb41-492f-b16d-58c6e8e6d14e'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:20.887218 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28b2a93c-bb41-492f-b16d-58c6e8e6d14e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.938156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:20.961852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-752251de-0785-4e3b-9f55-b324be0587b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.962964 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.964704 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d6885-896f-41de-8f74-75284b7aadaf None None] The sync data for ids ['28b2a93c-bb41-492f-b16d-58c6e8e6d14e'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:21.064659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddedd86a-883e-4e6d-9df3-cd6e2bcb40ad tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 200 len: 920 time: 0.2737677 Nov 12 00:58:21.067274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.141607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-752251de-0785-4e3b-9f55-b324be0587b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.154274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de652df6-b7c9-4733-9040-a686ef21bfb9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.157732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-de652df6-b7c9-4733-9040-a686ef21bfb9 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=28b2a93c-bb41-492f-b16d-58c6e8e6d14e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0884025 Nov 12 00:58:21.173689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38630) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.178339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-752251de-0785-4e3b-9f55-b324be0587b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.358405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea740d38-639d-43d9-9a84-c635b54cfa2c tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.361542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-752251de-0785-4e3b-9f55-b324be0587b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff9e41e1633143678afea3695004d2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220374 Nov 12 00:58:21.362988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea740d38-639d-43d9-9a84-c635b54cfa2c tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1845481 Nov 12 00:58:21.365651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38632) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.367001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.381738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752251de-0785-4e3b-9f55-b324be0587b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa195a-fb48-4372-b446-35960110aa77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:21.413144 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca8b76ad-874f-4a47-b512-c4bcc9a54e56 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 200 len: 205 time: 0.0405953 Nov 12 00:58:21.414044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.439203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acef1-9e54-4e4f-9da2-0208b3556a58 req-29df5267-e01c-449c-954c-3f85f067425c tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.442001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f5acef1-9e54-4e4f-9da2-0208b3556a58 req-29df5267-e01c-449c-954c-3f85f067425c tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 945 time: 0.3118355 Nov 12 00:58:21.511121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.583238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f5acef1-9e54-4e4f-9da2-0208b3556a58 req-00be7964-6925-49f0-9962-216c0b80d764 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292591 Nov 12 00:58:21.626679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.769487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.789737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.797509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9caa195a-fb48-4372-b446-35960110aa77 HTTP/1.1" status: 204 len: 168 time: 0.4271221 Nov 12 00:58:21.850408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d42711-3739-4e18-b4e6-b13f34ba7a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa195a-fb48-4372-b446-35960110aa77,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.201031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.404194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.554249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port 81a84287-c448-46eb-b61e-25ba896d2ce7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:22.558565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.811417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.833231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb45a-571e-4a48-8b20-f7fa887a4606 req-1dbb90bd-2895-4ef4-82f9-1e60b4e08fa5 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.838795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7beb45a-571e-4a48-8b20-f7fa887a4606 req-1dbb90bd-2895-4ef4-82f9-1e60b4e08fa5 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 945 time: 0.1087267 Nov 12 00:58:22.843220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for 81a84287-c448-46eb-b61e-25ba896d2ce7 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:23.080767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7beb45a-571e-4a48-8b20-f7fa887a4606 req-0aa7051f-e8ba-43f5-bcc5-45493a5eae76 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335596 Nov 12 00:58:23.210325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-33609359-41be-4aca-844b-be8dc4f02ec9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1834879 Nov 12 00:58:23.286352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.374197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=81a84287-c448-46eb-b61e-25ba896d2ce7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.466030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987cfd84-88bd-4cbe-ac04-79c8801ef5e3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:23.520993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-877941e3-6c5d-4751-bf00-4e7c936b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.522779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-877941e3-6c5d-4751-bf00-4e7c936b53a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 1098 time: 0.1923635 Nov 12 00:58:23.770354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.899377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-bb2f96ab-f610-43c5-b9e6-e3939282f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.906790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-bb2f96ab-f610-43c5-b9e6-e3939282f672 service neutron] 10.222.0.32 "GET /v2.0/networks?id=511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 200 len: 914 time: 0.3411646 Nov 12 00:58:24.052696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-6da5f747-c877-4f95-a9d1-e1a74a8f91e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 200 len: 217 time: 0.1382303 Nov 12 00:58:24.177481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.185537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.422026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.426767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router 28b2a93c-bb41-492f-b16d-58c6e8e6d14e {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:24.455684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.457464 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed1ab457-5331-471d-8068-1514d52bdb62 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 204 len: 168 time: 3.0422339 Nov 12 00:58:24.462718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.484544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-227107102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:24.563499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.568256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.757412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.767401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.801226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.820291 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2be74271-7df7-4b98-93f7-d9d7586d61da tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3562574 Nov 12 00:58:24.821136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.826678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:25.018780 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:58:25.035646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-e37004d3-f48b-40e8-a79c-42693981afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.039008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-e37004d3-f48b-40e8-a79c-42693981afe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 200 len: 853 time: 0.9815214 Nov 12 00:58:25.094986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-9052aebc-d464-47f6-ae33-6f6391ecfc44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=511cfe38-a509-4222-9f50-02d42f9159c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471945 Nov 12 00:58:25.374285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.398001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-1b8c846c-fd06-4544-96a8-df4cbe117f4b service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933266 Nov 12 00:58:25.688923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cb65dfa-4340-4bfc-af6d-1d59cc5fec60 req-86d9b57d-ed73-43e9-b2de-82b218180622 service neutron] 10.222.0.32 "GET /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779946 Nov 12 00:58:26.067018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.133281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.274019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Allocated IP 172.25.6.19 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a37fbbff-8484-4a48-b24c-e13b6c56ea18) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:26.533323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.592211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.747239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:26.772827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:26.776738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:26.791149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471205d-e45b-4873-8fd0-deb5b064424b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:26.836314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Pushing event updated for resources: {'Port': ['ID=a37fbbff-8484-4a48-b24c-e13b6c56ea18,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.916102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c28c31e0-a2ed-4daa-8997-4a4dd325e56e None None] Provisioning complete for port a37fbbff-8484-4a48-b24c-e13b6c56ea18 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:26.917031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c28c31e0-a2ed-4daa-8997-4a4dd325e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.014602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c28c31e0-a2ed-4daa-8997-4a4dd325e56e None None] Port a37fbbff-8484-4a48-b24c-e13b6c56ea18 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:27.423895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.992715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.007133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.303961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Router 004038d4-c1fd-4329-b6a0-51c00504a27f is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:28.669862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:28.681049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] Sync routers for ids ['004038d4-c1fd-4329-b6a0-51c00504a27f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:28.690426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.703881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] Routers {'004038d4-c1fd-4329-b6a0-51c00504a27f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:28.704177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a90b2c8-15fc-4fcd-b5c7-8b5a267ef78a tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "PUT /v2.0/routers/004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 200 len: 914 time: 3.8811705 Nov 12 00:58:28.704478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['004038d4-c1fd-4329-b6a0-51c00504a27f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.708391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:28.772892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18e8de-e0c4-484b-a8d5-a9829d153ac3 req-8e625f6a-ab3a-4561-889a-8f5b7e6eed6b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.788950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac18e8de-e0c4-484b-a8d5-a9829d153ac3 req-8e625f6a-ab3a-4561-889a-8f5b7e6eed6b tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.0963328 Nov 12 00:58:28.803407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.837410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] Routers {'004038d4-c1fd-4329-b6a0-51c00504a27f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:28.837963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['004038d4-c1fd-4329-b6a0-51c00504a27f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.875262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:28.917683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac18e8de-e0c4-484b-a8d5-a9829d153ac3 req-3de0024a-212a-4975-9d4a-0bba376f3433 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252921 Nov 12 00:58:28.952457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.953295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256c6b8-4e61-431a-848c-9d87f6778cef None None] The sync data for ids ['004038d4-c1fd-4329-b6a0-51c00504a27f'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:29.109880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.110979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-177cd9b3-6441-45ce-a606-8c2dffb3f5fe tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 200 len: 920 time: 0.4036891 Nov 12 00:58:29.211449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f90b3b3-874a-4452-abc2-f430f20d0217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.228027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.255986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222ea0b-39f4-4c4f-bda7-db99dfad9201 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.261442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8222ea0b-39f4-4c4f-bda7-db99dfad9201 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=004038d4-c1fd-4329-b6a0-51c00504a27f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1496279 Nov 12 00:58:29.266533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.434445 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f90b3b3-874a-4452-abc2-f430f20d0217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.451986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f90b3b3-874a-4452-abc2-f430f20d0217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.553051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6f90b3b3-874a-4452-abc2-f430f20d0217 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7acd5be4c7354d65a5f0a1a19064668b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6700938 Nov 12 00:58:29.556040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90b3b3-874a-4452-abc2-f430f20d0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd5ce5-05de-42b6-99ba-29532097f927,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.564524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.696341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.713602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be81ceb-c6d4-4998-b4fc-7e93e54affc0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.718516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5be81ceb-c6d4-4998-b4fc-7e93e54affc0 tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.4479375 Nov 12 00:58:29.729576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.771567 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a1442f0e-c279-444d-a090-09a0468540d0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 200 len: 205 time: 0.0376203 Nov 12 00:58:29.774334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.846254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.273247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955893f5-ad61-45d9-b62a-77a921441617 req-5de2d065-f0b2-458b-a843-1e6937d19802 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:30.276306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-955893f5-ad61-45d9-b62a-77a921441617 req-5de2d065-f0b2-458b-a843-1e6937d19802 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.1480238 Nov 12 00:58:30.466194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-955893f5-ad61-45d9-b62a-77a921441617 req-318215e3-1023-43d0-a988-feeb7b0ec672 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/security-groups?id=f903fd37-0f4f-4003-9178-b367f80895c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704724 Nov 12 00:58:30.492200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-ada30813-db5d-43e5-b82c-a7c8b441f3cc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:30.494360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-ada30813-db5d-43e5-b82c-a7c8b441f3cc tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 946 time: 0.2149472 Nov 12 00:58:30.732088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.771812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.807480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Deleting port 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:30.807996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.935318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.940379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.942830 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23dd5ce5-05de-42b6-99ba-29532097f927 HTTP/1.1" status: 204 len: 168 time: 1.3767431 Nov 12 00:58:30.960719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.966497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b58a-a421-45c9-b70a-d408b4b46ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd5ce5-05de-42b6-99ba-29532097f927,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.059284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port a37fbbff-8484-4a48-b24c-e13b6c56ea18 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:31.060331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.119162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] For port 1568312a-2c5d-4f31-9a83-16ea394c0b9e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1568312a-2c5d-4f31-9a83-16ea394c0b9e,segment=NetworkSegment(692cfa3b-6846-4434-94e0-ab9b9aa0a654),segment_id=692cfa3b-6846-4434-94e0-ab9b9aa0a654)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:31.119610 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.144286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Calling delete_port for 1568312a-2c5d-4f31-9a83-16ea394c0b9e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:31.168930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.186506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for a37fbbff-8484-4a48-b24c-e13b6c56ea18 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:31.527251 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.541690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['1568312a-2c5d-4f31-9a83-16ea394c0b9e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:31.603324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Pushing event deleted for resources: {'Port': ['ID=1568312a-2c5d-4f31-9a83-16ea394c0b9e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.684621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.723124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=a37fbbff-8484-4a48-b24c-e13b6c56ea18,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.752015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7b745-1bac-4331-aef9-7e5c6fdaa79e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:31.796523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] No DVR routers for this DVR port 1568312a-2c5d-4f31-9a83-16ea394c0b9e on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:31.830520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.831163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.837357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ed1a820-6a8f-4ee2-a9fa-ea85d288a4b9 req-b52d7e9b-baef-4244-aa78-541b1161e119 tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.32 "DELETE /v2.0/ports/1568312a-2c5d-4f31-9a83-16ea394c0b9e HTTP/1.1" status: 204 len: 173 time: 1.2922230 Nov 12 00:58:31.839867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-deleted', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:31.846767 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18977371-b07b-41e3-a5ab-67614714ba86" -d '{"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-deleted", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:31.861396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a212708-2c17-45fc-b74f-56aee37fb1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.867153 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.914252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2409e50a-565a-432f-9682-e05985fda554 req-e6180bd1-e1c7-4797-ab70-6007153aebda tempest-ServersNegativeTestJSON-1547217904 tempest-ServersNegativeTestJSON-1547217904-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cb26ca-29cb-42c9-835f-f0dc5e3471b9 HTTP/1.1" status: 200 len: 210 time: 0.1266351 Nov 12 00:58:31.955374 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e5aab6-44d4-448b-8681-857a35b5e5d5 x-openstack-request-id: req-86e5aab6-44d4-448b-8681-857a35b5e5d5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:31.955890 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cb26ca-29cb-42c9-835f-f0dc5e3471b9", "name": "network-vif-deleted", "tag": "1568312a-2c5d-4f31-9a83-16ea394c0b9e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:31.956300 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86e5aab6-44d4-448b-8681-857a35b5e5d5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:31.956798 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cb26ca-29cb-42c9-835f-f0dc5e3471b9', 'name': 'network-vif-deleted', 'tag': '1568312a-2c5d-4f31-9a83-16ea394c0b9e', 'status': 'completed', 'code': 200} Nov 12 00:58:32.025904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Deleting port 565fb070-e1bc-42a8-bac1-1fcdd048d19a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:32.026384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.131759 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.137217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.165104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] For port 565fb070-e1bc-42a8-bac1-1fcdd048d19a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=565fb070-e1bc-42a8-bac1-1fcdd048d19a,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:32.165661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.187034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Calling delete_port for 565fb070-e1bc-42a8-bac1-1fcdd048d19a owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:32.211941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.212471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router 004038d4-c1fd-4329-b6a0-51c00504a27f {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:32.224520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.226281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-64bba73c-bbe7-48a3-bf9c-32ffd0436ea0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 204 len: 168 time: 2.4507942 Nov 12 00:58:32.232965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.236815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.238593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-476589199', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:32.307194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a212708-2c17-45fc-b74f-56aee37fb1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.309546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.311350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.337904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a212708-2c17-45fc-b74f-56aee37fb1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.469762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.505173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a212708-2c17-45fc-b74f-56aee37fb1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def43212-2c68-413f-9297-a78eb5f7d5bd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.531438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.569747 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a212708-2c17-45fc-b74f-56aee37fb1df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eac7dec3b92a44fbaf0c7e1e25f76b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7347021 Nov 12 00:58:32.570127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.579735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=565fb070-e1bc-42a8-bac1-1fcdd048d19a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.760733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.811728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.820861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.898870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.096781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.160380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Router 6fe03ec8-490d-433f-a444-c4c867007a53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:33.183631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.188196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.194311 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/def43212-2c68-413f-9297-a78eb5f7d5bd HTTP/1.1" status: 204 len: 168 time: 0.6188617 Nov 12 00:58:33.232115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2e40d-492c-4518-badc-f8b4a3d65d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def43212-2c68-413f-9297-a78eb5f7d5bd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:33.273421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.302083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.307978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Deleting subnet 0142bd61-1e03-4e96-b334-a8e643b52d70 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:33.320987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.362710 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:33.381899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Sync routers for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:33.385066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6efbef47-a5eb-46f2-a2f6-093651108e92 admin admin] 10.222.0.11 "PUT /v2.0/routers/6fe03ec8-490d-433f-a444-c4c867007a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1554186 Nov 12 00:58:33.387686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.397025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.419141 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:33.420290 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:33.451576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.613499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:33.656654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.707494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 1568312a-2c5d-4f31-9a83-16ea394c0b9e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:33.707813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1568312a-2c5d-4f31-9a83-16ea394c0b9e not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:33.825207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.935926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:33.953629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.972448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.978064 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0142bd61-1e03-4e96-b334-a8e643b52d70 HTTP/1.1" status: 204 len: 168 time: 0.8773372 Nov 12 00:58:33.985270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.989553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348738e-7317-41de-b381-2ef02bd1aee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0142bd61-1e03-4e96-b334-a8e643b52d70,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.021008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Allocated IP 172.25.6.41 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/56956dec-76df-4352-9b13-b15d6096da41) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:34.146812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.158496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Deleting port 4d8f371d-16f5-4826-b37f-6b40827043ff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:34.158856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.227628 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.275093 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.311156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] For port 4d8f371d-16f5-4826-b37f-6b40827043ff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4d8f371d-16f5-4826-b37f-6b40827043ff,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:34.311531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.354513 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:58:32Z', 'revision_number': 5, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port': {'id': '4d8f371d-16f5-4826-b37f-6b40827043ff', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:06Z', 'updated_at': '2021-11-12T00:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.359760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:34.366744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Calling delete_port for 4d8f371d-16f5-4826-b37f-6b40827043ff owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:34.392315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:34.395801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event updated for resources: {'Port': ['ID=56956dec-76df-4352-9b13-b15d6096da41,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.400657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:34.411022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470af637-67fd-4639-98aa-79940e39879c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:34.421514 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Checking router: 6fe03ec8-490d-433f-a444-c4c867007a53 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:34.446076 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Routers {'6fe03ec8-490d-433f-a444-c4c867007a53'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:34.452108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6fe03ec8-490d-433f-a444-c4c867007a53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.482911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.560091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fd09960c-fcf7-424c-88d0-85fc14c8d0ac None None] Provisioning complete for port 56956dec-76df-4352-9b13-b15d6096da41 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:34.562885 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd09960c-fcf7-424c-88d0-85fc14c8d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.608652 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] Set router 6fe03ec8-490d-433f-a444-c4c867007a53 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:34.615035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511cfe38-a509-4222-9f50-02d42f9159c7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.638566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692cfa3b-6846-4434-94e0-ab9b9aa0a654') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.639153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692cfa3b-6846-4434-94e0-ab9b9aa0a654') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.666787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.697358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.699115 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:58:33Z', 'revision_number': 6, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.703137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fd09960c-fcf7-424c-88d0-85fc14c8d0ac None None] Port 56956dec-76df-4352-9b13-b15d6096da41 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:34.745101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:34.745539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: timer() Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:34.748397 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:34.774263 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb518b-c115-430b-88ab-748955a2be0b None None] The sync data for ids ['6fe03ec8-490d-433f-a444-c4c867007a53'] in n-d-712141-15 is: [{'id': '6fe03ec8-490d-433f-a444-c4c867007a53', 'name': 'tempest-AttachVolumeTestJSON-330279693-router', 'tenant_id': 'b6efcdb67a70476385efff580d2d3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:05Z', 'updated_at': '2021-11-12T00:58:33Z', 'revision_number': 6, 'project_id': 'b6efcdb67a70476385efff580d2d3ded', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:34.892869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.902327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.906399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] 10.222.0.11 "DELETE /v2.0/networks/511cfe38-a509-4222-9f50-02d42f9159c7 HTTP/1.1" status: 204 len: 168 time: 0.9197598 Nov 12 00:58:34.927495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0bbc8-d08c-483e-a4d9-ca93a09b4c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=511cfe38-a509-4222-9f50-02d42f9159c7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.952612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.013228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b4721d-4e66-40b3-af60-2d29d775b84e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:35.027409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8f371d-16f5-4826-b37f-6b40827043ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:35.102838 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.151308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.305255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.371070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.376476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.413523 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33b87016-22b0-4d57-99ef-26929701cd6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbabc80ddcca4d999a0e6c9bd33813bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029251 Nov 12 00:58:35.415728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.445792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.466243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.468960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe03ec8-490d-433f-a444-c4c867007a53 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:35.475228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.480357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9523359a-4229-4e64-b4a2-5eb7270b1ed5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6fe03ec8-490d-433f-a444-c4c867007a53 HTTP/1.1" status: 204 len: 168 time: 2.0871699 Nov 12 00:58:35.482006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.560713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Deleting subnet 0959ed24-a07c-4cd6-a9a7-b612f96f7cec {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:35.566038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.620211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.635467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.759513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.861105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 565fb070-e1bc-42a8-bac1-1fcdd048d19a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:35.904915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 565fb070-e1bc-42a8-bac1-1fcdd048d19a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:35.905967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 565fb070-e1bc-42a8-bac1-1fcdd048d19a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:35.907154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4d8f371d-16f5-4826-b37f-6b40827043ff no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:35.952321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.958864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.962392 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f903fd37-0f4f-4003-9178-b367f80895c5 HTTP/1.1" status: 204 len: 168 time: 0.5420573 Nov 12 00:58:35.994056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4d8f371d-16f5-4826-b37f-6b40827043ff {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:35.994408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4d8f371d-16f5-4826-b37f-6b40827043ff not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:36.013315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a1370-dc53-43f2-ad42-6fb55f2ddc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f903fd37-0f4f-4003-9178-b367f80895c5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:36.017887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.336140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Router ed37dde0-11d3-4612-b9e0-d9e030ad5218 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:36.435498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.520206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.543014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:36.557746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.559352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] Sync routers for ids ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:36.563205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0959ed24-a07c-4cd6-a9a7-b612f96f7cec HTTP/1.1" status: 204 len: 168 time: 1.0797963 Nov 12 00:58:36.564843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951ad2-f969-4a7e-9938-1bd4ea3a8d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0959ed24-a07c-4cd6-a9a7-b612f96f7cec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:36.567765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.574488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838882b-f999-4c93-8347-8a282853196f None None] Network 22cab940-553e-48b7-8800-7895f9976cdf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:36.640202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.647068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a96fdcf1-5690-4721-88d7-939592122465 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4088383 Nov 12 00:58:36.652545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38910) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.689925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:36.724695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] Routers {'ed37dde0-11d3-4612-b9e0-d9e030ad5218'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:36.726141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.753277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.840430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.867336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] Routers {'ed37dde0-11d3-4612-b9e0-d9e030ad5218'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:36.868104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.109598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] DHCP port deletion for 22cab940-553e-48b7-8800-7895f9976cdf request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:37.112760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.113400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af0415-1b65-4aab-8982-0280fb6c8e8a None None] The sync data for ids ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:37.206537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Deleting port 48a99098-0ef1-4995-9523-0c62f9ffd58c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:37.206897 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.284772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] For port 48a99098-0ef1-4995-9523-0c62f9ffd58c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=48a99098-0ef1-4995-9523-0c62f9ffd58c,segment=NetworkSegment(95a5ec78-3b24-4207-98d8-c79a7d2166b9),segment_id=95a5ec78-3b24-4207-98d8-c79a7d2166b9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:37.285168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.306316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Calling delete_port for 48a99098-0ef1-4995-9523-0c62f9ffd58c owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:37.437974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Deleting port 48a99098-0ef1-4995-9523-0c62f9ffd58c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:37.438687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.448716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.477821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.501360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] No DVR routers for this DVR port 48a99098-0ef1-4995-9523-0c62f9ffd58c on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:37.505465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee220ce-d5a3-4141-88f3-372da96097f0 None None] Pushing event deleted for resources: {'Port': ['ID=48a99098-0ef1-4995-9523-0c62f9ffd58c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.626243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] For port 48a99098-0ef1-4995-9523-0c62f9ffd58c, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:37.626601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.646059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Calling delete_port for 48a99098-0ef1-4995-9523-0c62f9ffd58c owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:37.648231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Port 48a99098-0ef1-4995-9523-0c62f9ffd58c was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:58:37.686475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.739752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Pushing event deleted for resources: {'Port': ['ID=48a99098-0ef1-4995-9523-0c62f9ffd58c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.754398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] No DVR routers for this DVR port 48a99098-0ef1-4995-9523-0c62f9ffd58c on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:37.774526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 48a99098-0ef1-4995-9523-0c62f9ffd58c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:37.815649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 48a99098-0ef1-4995-9523-0c62f9ffd58c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:37.817184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 48a99098-0ef1-4995-9523-0c62f9ffd58c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:37.921769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-614059295-network', 'tenant_id': '1ed6d841057d44a89cdeb4285cc5d7f8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:37.938176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.952338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.959298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Made reservation on behalf of 1ed6d841057d44a89cdeb4285cc5d7f8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:37.962888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.978940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.982808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.004520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cab940-553e-48b7-8800-7895f9976cdf']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.018573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a5ec78-3b24-4207-98d8-c79a7d2166b9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.019022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a5ec78-3b24-4207-98d8-c79a7d2166b9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:38.061195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.098796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.123066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:38.123702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:38.126780 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:38.139279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.145486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.192565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:38.211569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Deleting port 56956dec-76df-4352-9b13-b15d6096da41 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:38.211982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.226811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6213d1d-b356-444c-94e5-3d043a469fba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.235786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.236349 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Added segment d0d957f2-ba2c-45f5-a580-468ba4a187f9 of type vlan for network 3ef1d150-2bd5-4977-b4d1-38f73be17d43 Nov 12 00:58:38.325249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.332214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.337872 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] 10.222.0.11 "DELETE /v2.0/networks/22cab940-553e-48b7-8800-7895f9976cdf HTTP/1.1" status: 204 len: 168 time: 1.7637763 Nov 12 00:58:38.354392 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.366939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771780e6-c51d-4de2-8800-386b127def0a admin admin] Pushing event deleted for resources: {'Network': ['ID=22cab940-553e-48b7-8800-7895f9976cdf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.414354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.416798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:38.418448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.464566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.489124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Calling delete_port for 56956dec-76df-4352-9b13-b15d6096da41 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:38.500941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0212245 Nov 12 00:58:38.505244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.515036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Request body: {'subnet': {'network_id': '3ef1d150-2bd5-4977-b4d1-38f73be17d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-614059295-subnet', 'tenant_id': '1ed6d841057d44a89cdeb4285cc5d7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:38.565601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.574179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4665-dd3e-4bd0-a95a-5fe952c1676d admin admin] Pushing event updated for resources: {'Network': ['ID=3ef1d150-2bd5-4977-b4d1-38f73be17d43,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.599262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 3ef1d150-2bd5-4977-b4d1-38f73be17d43 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:38.623447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Made reservation on behalf of 1ed6d841057d44a89cdeb4285cc5d7f8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:38.627348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.742270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.796732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c403d74c-f420-41ec-89ea-33efb2ccf83e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.874198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-043687ba-570d-4435-9c31-7f0868e30a45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6efcdb67a70476385efff580d2d3ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297340 Nov 12 00:58:38.879423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.930112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.998033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.002392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Pushing event deleted for resources: {'Port': ['ID=56956dec-76df-4352-9b13-b15d6096da41,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.021463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c403d74c-f420-41ec-89ea-33efb2ccf83e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.037198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443f6ea-5af4-4684-9355-66a5cc53033f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:39.041245 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c403d74c-f420-41ec-89ea-33efb2ccf83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.053025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.064601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.106130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403d74c-f420-41ec-89ea-33efb2ccf83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5320d91b-3cdb-4e20-9fb0-45a4ed2e0fc4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.125478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c403d74c-f420-41ec-89ea-33efb2ccf83e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b89f0e636d0e402d9095a937834b65b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575473 Nov 12 00:58:39.130037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.177119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.218483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.222109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.223098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5126c15e-6ede-45cd-a678-89828e537dcb HTTP/1.1" status: 204 len: 168 time: 0.3423345 Nov 12 00:58:39.236578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e608ff35-b4be-4cf2-9fe3-997bb1db08d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.238288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00224ff6-3d66-48bf-8dc6-d347c4ddf487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5126c15e-6ede-45cd-a678-89828e537dcb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.238571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3897d4e7-b7ac-4a9e-b8d7-4aae4661dd61,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.242653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.305556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.319157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Checking segment: {'id': 'd0d957f2-ba2c-45f5-a580-468ba4a187f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ef1d150-2bd5-4977-b4d1-38f73be17d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:39.319728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Network hostable DHCP agents. Network: 3ef1d150-2bd5-4977-b4d1-38f73be17d43, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:39.414402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.417531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.428449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5320d91b-3cdb-4e20-9fb0-45a4ed2e0fc4 HTTP/1.1" status: 204 len: 168 time: 0.2918034 Nov 12 00:58:39.451043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda06d-db0f-49ca-bf4b-9ea5dfc0a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320d91b-3cdb-4e20-9fb0-45a4ed2e0fc4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.536809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Network 3ef1d150-2bd5-4977-b4d1-38f73be17d43 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:39.604302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.609182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 3ef1d150-2bd5-4977-b4d1-38f73be17d43) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:39.612922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.621085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:39.622023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.624357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90bffe-2c71-4b8b-977f-ce82628fa9e4 None None] Network 3ef1d150-2bd5-4977-b4d1-38f73be17d43 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:39.759295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-354f9333-3c11-44b6-9a08-857e333bd8bc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2523079 Nov 12 00:58:39.779165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Router ed37dde0-11d3-4612-b9e0-d9e030ad5218 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:39.895496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0add4-64fe-448d-a9e0-7d82df728fc1 None None] Network 3ef1d150-2bd5-4977-b4d1-38f73be17d43 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:39.927382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:39.940694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.941813 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-476fb253-785e-4b11-86cf-f3955becc122 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "PUT /v2.0/routers/ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 200 len: 705 time: 3.2872493 Nov 12 00:58:39.945864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38982) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.953324 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] Sync routers for ids ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:39.985696 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] Routers {'ed37dde0-11d3-4612-b9e0-d9e030ad5218'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:39.987143 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.035031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.087814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.099034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-284d410f-e7e7-4d2b-9263-04f221e3bf1e tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/routers/ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 200 len: 740 time: 0.1473157 Nov 12 00:58:40.102925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.109064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.114275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] Routers {'ed37dde0-11d3-4612-b9e0-d9e030ad5218'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:40.115218 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:58:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.142549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-757555c7-25b0-4c70-b937-21a59b29e464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.163117 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:40.164246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e020b-4542-4b1b-93b1-b4b3c3f7092c None None] The sync data for ids ['ed37dde0-11d3-4612-b9e0-d9e030ad5218'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:40.229932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cf544f3b-54b7-498e-a280-dbc669b4104b tempest-RoutersAdminTest-416415925 tempest-RoutersAdminTest-416415925-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 200 len: 205 time: 0.1186900 Nov 12 00:58:40.232735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.269184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7866e81c-ef8c-4a16-a3c4-28808e603f10 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 200 len: 205 time: 0.0352807 Nov 12 00:58:40.274741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 38996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.277815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Deleting subnet 3897d4e7-b7ac-4a9e-b8d7-4aae4661dd61 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:40.282202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.352578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.407321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.432752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-757555c7-25b0-4c70-b937-21a59b29e464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.442963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-757555c7-25b0-4c70-b937-21a59b29e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.459150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.500530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.517174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.533106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3897d4e7-b7ac-4a9e-b8d7-4aae4661dd61 HTTP/1.1" status: 204 len: 168 time: 0.4960856 Nov 12 00:58:40.536790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.576765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6d8c-f218-4e4a-9afb-531711a65660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3897d4e7-b7ac-4a9e-b8d7-4aae4661dd61,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.633583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-757555c7-25b0-4c70-b937-21a59b29e464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77f584da893e4a8ca3f7eed86142d578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287158 Nov 12 00:58:40.645488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.707658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757555c7-25b0-4c70-b937-21a59b29e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c04ae-03ae-4966-8dca-cf6ec678b0d1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.768683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.813725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.883042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.887315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.892244 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.910870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.915156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.918288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f91c04ae-03ae-4966-8dca-cf6ec678b0d1 HTTP/1.1" status: 204 len: 168 time: 0.2622740 Nov 12 00:58:40.939632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba4380-e631-45f3-96ae-f6b1153b19e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c04ae-03ae-4966-8dca-cf6ec678b0d1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.004888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.010054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Fanout notify agent at l3_agent the message router_deleted on router ed37dde0-11d3-4612-b9e0-d9e030ad5218 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:41.034424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.041666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd55d786-b092-421d-9fa9-e8ef72af9510 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 204 len: 168 time: 0.7591825 Nov 12 00:58:41.042642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.092686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-962c070e-6dcf-4603-b22a-2fdf5601bbab tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 200 len: 205 time: 0.0486190 Nov 12 00:58:41.096288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39026) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.139534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.171977 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ce989f37-63b3-49d3-9d06-cad8139d6837 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:41.178333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ce989f37-63b3-49d3-9d06-cad8139d6837 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/ed37dde0-11d3-4612-b9e0-d9e030ad5218 HTTP/1.1" status: 404 len: 336 time: 0.0800834 Nov 12 00:58:41.179278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.188673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef1d150-2bd5-4977-b4d1-38f73be17d43']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:41.214354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d957f2-ba2c-45f5-a580-468ba4a187f9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:41.214792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d957f2-ba2c-45f5-a580-468ba4a187f9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:41.240639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.273823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.288512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4cf9d19-545e-407e-b3a9-dc5aba6f70ae tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 200 len: 205 time: 0.1069486 Nov 12 00:58:41.289899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.294137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:41.294794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:41.299590 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:41.378229 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-0b4fbde0-6a4d-452a-97d3-4781d71a2e3c tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:41.384727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0b4fbde0-6a4d-452a-97d3-4781d71a2e3c tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/004038d4-c1fd-4329-b6a0-51c00504a27f HTTP/1.1" status: 404 len: 336 time: 0.0917296 Nov 12 00:58:41.385475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.456139 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00c26d48-469e-458c-b674-9ce836a9d131 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 200 len: 205 time: 0.0689163 Nov 12 00:58:41.459744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.545296 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ce5c6099-0b30-4f2f-9082-060fb05c4b15 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:41.552911 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ce5c6099-0b30-4f2f-9082-060fb05c4b15 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/28b2a93c-bb41-492f-b16d-58c6e8e6d14e HTTP/1.1" status: 404 len: 336 time: 0.0869746 Nov 12 00:58:41.552911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.553638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.561432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.567960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3ef1d150-2bd5-4977-b4d1-38f73be17d43 HTTP/1.1" status: 204 len: 168 time: 1.0245979 Nov 12 00:58:41.591090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2cbb5-36d3-48d3-b1be-2ab5a9f0e7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef1d150-2bd5-4977-b4d1-38f73be17d43,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.632886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39048) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.647723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0d480768-7416-43f9-93ec-35f3e22816ab tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 200 len: 205 time: 0.0920281 Nov 12 00:58:41.783230 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-100d957f-c304-40ae-9908-dd83583dcdb0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:41.787450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-100d957f-c304-40ae-9908-dd83583dcdb0 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/4175cc0c-16fc-4568-9b27-7c3785fb45ed HTTP/1.1" status: 404 len: 336 time: 0.1528115 Nov 12 00:58:41.791195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.886339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.887615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-daeaa087-2069-4faa-af63-1925379f9e17 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 200 len: 205 time: 0.0935607 Nov 12 00:58:41.989741 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-9d81bfd6-a0e4-4bba-80ea-203ec89e87df tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:41.994501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.005325 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d81bfd6-a0e4-4bba-80ea-203ec89e87df tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/19b90bdc-ed56-4677-92b7-fce889f62315 HTTP/1.1" status: 404 len: 336 time: 0.1166322 Nov 12 00:58:42.020746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.054379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e2d0480a-f621-4d50-b7b4-c9c9ebebef20 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "GET /v2.0/ports?device_id=10bcc680-228c-46e4-8547-73ce721cf088 HTTP/1.1" status: 200 len: 205 time: 0.0562475 Nov 12 00:58:42.055212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.110583 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-163c2740-91b5-43e4-b059-763865480559 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] delete failed (client error): The resource could not be found. Nov 12 00:58:42.111831 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-163c2740-91b5-43e4-b059-763865480559 tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/routers/10bcc680-228c-46e4-8547-73ce721cf088 HTTP/1.1" status: 404 len: 336 time: 0.0559282 Nov 12 00:58:42.117800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.137198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f600705-2e5d-4847-8591-1c72a56cf40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.192541 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c92c946f-1e5c-4fd9-b787-292829159a73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ed6d841057d44a89cdeb4285cc5d7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640103 Nov 12 00:58:42.201237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.202576 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-854b9d66-b007-49c2-8b76-f7bfdeb80ecc tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.203282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854b9d66-b007-49c2-8b76-f7bfdeb80ecc tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:42.215586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-854b9d66-b007-49c2-8b76-f7bfdeb80ecc tempest-RoutersAdminTest-1358716820 tempest-RoutersAdminTest-1358716820-project] 10.222.0.11 "DELETE /v2.0/subnets/5323f60b-bc77-4e85-b806-107eba330c56 HTTP/1.1" status: 404 len: 337 time: 0.0960925 Nov 12 00:58:42.300810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.340498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.424892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.430931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.433114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6213d1d-b356-444c-94e5-3d043a469fba HTTP/1.1" status: 204 len: 168 time: 0.2163136 Nov 12 00:58:42.449076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575849b6-74be-4f7b-9fa3-62d08e53a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6213d1d-b356-444c-94e5-3d043a469fba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.697444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.757888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.778661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.128550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dadef420-2646-49ff-a87f-47579f32fb7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.176419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73a7f1bf-5027-478f-94dc-63a3a8fda510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.235233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dadef420-2646-49ff-a87f-47579f32fb7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.241197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dadef420-2646-49ff-a87f-47579f32fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.307465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dadef420-2646-49ff-a87f-47579f32fb7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a640063704940bab762f2ef001a8c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074657 Nov 12 00:58:43.313527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.339240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef420-2646-49ff-a87f-47579f32fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390744b5-4241-44f7-8698-cf03dde4e62c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.484393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73a7f1bf-5027-478f-94dc-63a3a8fda510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.490963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73a7f1bf-5027-478f-94dc-63a3a8fda510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.507595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.581425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.609890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-73a7f1bf-5027-478f-94dc-63a3a8fda510 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46a8429dc39749aba3e0439a4d40292b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8286648 Nov 12 00:58:43.612694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f1bf-5027-478f-94dc-63a3a8fda510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd875e2d-c8a5-4691-b689-b4c95907c83e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.630127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.723318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.725897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.727084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/390744b5-4241-44f7-8698-cf03dde4e62c HTTP/1.1" status: 204 len: 168 time: 0.4115357 Nov 12 00:58:43.748466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a01a9-dfb3-4a67-a680-17496f5edde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390744b5-4241-44f7-8698-cf03dde4e62c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.770950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.810876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.885470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.890847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.892971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd875e2d-c8a5-4691-b689-b4c95907c83e HTTP/1.1" status: 204 len: 168 time: 0.2597234 Nov 12 00:58:43.909084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fb74e-e205-4919-af57-bd107d5ce606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd875e2d-c8a5-4691-b689-b4c95907c83e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.996452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.734505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39164) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:44.797662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e656fe0e-ee0f-4c9e-a490-7e3105bcbe5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e29321eec47647d5b2136543a3c68df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636678 Nov 12 00:58:44.801511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:44.861124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.889176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.923412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.023605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.033287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.035590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf3cdea3-0dd2-456e-b3cc-d98107d7ced4 HTTP/1.1" status: 204 len: 168 time: 0.2322474 Nov 12 00:58:45.050588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a21f9-9f0c-4af0-968a-fc04d4454cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3cdea3-0dd2-456e-b3cc-d98107d7ced4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.910242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:46.387614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a10897f-578b-4ea1-955d-c3e5bb1c9205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.528141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a10897f-578b-4ea1-955d-c3e5bb1c9205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.536671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a10897f-578b-4ea1-955d-c3e5bb1c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.629154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a10897f-578b-4ea1-955d-c3e5bb1c9205 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1e91d49085b484aa626611e7e2234b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7135954 Nov 12 00:58:46.629716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39234) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:46.631800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10897f-578b-4ea1-955d-c3e5bb1c9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56962d2-86d2-4cd0-be72-acfdf92cd0ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.774232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.830670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.971959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.976012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.977506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a56962d2-86d2-4cd0-be72-acfdf92cd0ba HTTP/1.1" status: 204 len: 168 time: 0.3462644 Nov 12 00:58:47.000227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67eb72c-1ab8-49c9-a0ee-052b0752b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56962d2-86d2-4cd0-be72-acfdf92cd0ba,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:47.632876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.123634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb15209c-c153-42e8-b878-1754630a0dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.265855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb15209c-c153-42e8-b878-1754630a0dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.272650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb15209c-c153-42e8-b878-1754630a0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.350594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eb15209c-c153-42e8-b878-1754630a0dc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bccb1dca65114c53b38432d0118c1ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7187498 Nov 12 00:58:48.354968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.365877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15209c-c153-42e8-b878-1754630a0dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497cad7b-d475-4af2-935f-09aca988a068,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.456456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.516918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.605042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.608262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.609646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/497cad7b-d475-4af2-935f-09aca988a068 HTTP/1.1" status: 204 len: 168 time: 0.2526965 Nov 12 00:58:48.626135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c78f8-f4c6-46ba-8571-ca8dfac8bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497cad7b-d475-4af2-935f-09aca988a068,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:50.289703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.805976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1922819949', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:50.859334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Made reservation on behalf of 571479b902e3476fb7edf1ffd08098c2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:50.865014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.888485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.144870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.154602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.168560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] device_id is not set on port 3b0e4290-bcd0-4b7e-bf28-81da3d824e1e yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:51.207675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.242549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753c361-9c8f-45f0-9864-ec19bce0f04b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.282056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.282852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.283207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.283531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.283865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.284249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.284592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.284917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.285253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.285574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.285905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.286231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:51.423908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Allocated IP 172.25.6.93 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3b0e4290-bcd0-4b7e-bf28-81da3d824e1e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:51.717107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.790140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.854018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:51.856378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.862444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:51.871021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:51.879781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdaa82-69b2-45a5-908e-de97a82c8c3d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:51.938763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.939969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.968868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0e4290-bcd0-4b7e-bf28-81da3d824e1e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.023541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.033852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5e83985d-5dea-440e-ae06-93fa6350c21c tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7423544 Nov 12 00:58:52.035992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c72acfbc-39b2-4097-961c-7899a2e1e9de None None] Provisioning complete for port 3b0e4290-bcd0-4b7e-bf28-81da3d824e1e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:52.036417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c72acfbc-39b2-4097-961c-7899a2e1e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.039994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.93'}]}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.126750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c72acfbc-39b2-4097-961c-7899a2e1e9de None None] Port 3b0e4290-bcd0-4b7e-bf28-81da3d824e1e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:52.149204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.150292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.795621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.923121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.987915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.168739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.271999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0798a9-1a8c-4280-9551-1664576996b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.300241 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27095e24a5ff4fab9b968bd31d731303&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0883501 Nov 12 00:58:53.303787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.365606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.365990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.366541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.367229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.367797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.372215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a3495-8f52-4a46-9531-95cf16cd7ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:53.452633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.497239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.626847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.631984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.637458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc0798a9-1a8c-4280-9551-1664576996b5 HTTP/1.1" status: 204 len: 168 time: 0.3321826 Nov 12 00:58:53.669428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f91be-8da4-4cbc-86d3-5cc8cf8e4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0798a9-1a8c-4280-9551-1664576996b5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.927232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.934352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.973136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.300260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.488995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fceecabd-238f-4217-8ea0-13ed1ae15d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.883903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fceecabd-238f-4217-8ea0-13ed1ae15d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.893321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fceecabd-238f-4217-8ea0-13ed1ae15d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.906580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.911826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.985620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fceecabd-238f-4217-8ea0-13ed1ae15d99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c6bfe8d79c471892209a464a283fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0494969 Nov 12 00:58:54.990695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:54.997936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.999047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c30a05-2231-4f8c-8f45-344f29e9de93 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:55.047477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceecabd-238f-4217-8ea0-13ed1ae15d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914e4d1e-5a4f-4859-93a6-51c05991101d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.051044 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:58:55.053380 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-583424a7-d165-464f-8bc6-f13f4c571ac8 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0285156 Nov 12 00:58:55.056317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:55.131700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.174676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.239985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Deleting port 3b0e4290-bcd0-4b7e-bf28-81da3d824e1e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:55.240792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.294760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.299914 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.306376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/914e4d1e-5a4f-4859-93a6-51c05991101d HTTP/1.1" status: 204 len: 168 time: 0.3126905 Nov 12 00:58:55.326841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccd860-e723-4dac-a3fd-bcdb92fd6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e4d1e-5a4f-4859-93a6-51c05991101d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.392224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.415532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Calling delete_port for 3b0e4290-bcd0-4b7e-bf28-81da3d824e1e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:55.619490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.680349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b0e4290-bcd0-4b7e-bf28-81da3d824e1e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.703352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dccc5c-4ea6-4f37-8dc1-4307e6c5ff9d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:55.821846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.836318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7500bea3-2ee7-4db3-bb57-0912c9e392b1 tempest-RoutersAdminNegativeIpV6Test-1535401529 tempest-RoutersAdminNegativeIpV6Test-1535401529-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3b0e4290-bcd0-4b7e-bf28-81da3d824e1e HTTP/1.1" status: 204 len: 168 time: 0.7728591 Nov 12 00:58:56.244492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.269456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3918549-6ac1-4bb1-8208-3fae2ed07225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.424698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3918549-6ac1-4bb1-8208-3fae2ed07225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.433106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3918549-6ac1-4bb1-8208-3fae2ed07225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.509982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c3918549-6ac1-4bb1-8208-3fae2ed07225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c76e846c989448dfa0ef13eaa0797732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625945 Nov 12 00:58:56.512859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.515152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3918549-6ac1-4bb1-8208-3fae2ed07225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399c376-2c4f-4490-8b31-cdab82126d69,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.619105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.633351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.702400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.792882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.804410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.807034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3399c376-2c4f-4490-8b31-cdab82126d69 HTTP/1.1" status: 204 len: 168 time: 0.2913742 Nov 12 00:58:56.816040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.840529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fd9ea-5d66-4c9f-a722-f40f1122a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399c376-2c4f-4490-8b31-cdab82126d69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.960816 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2806a-c883-435c-b64e-6ed225376a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.076951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2806a-c883-435c-b64e-6ed225376a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.090129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd2806a-c883-435c-b64e-6ed225376a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.132641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3dd2806a-c883-435c-b64e-6ed225376a75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abf0ecf4d66a464ca75a8427a3b649d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980371 Nov 12 00:58:57.135599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.185188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-541936a7-a980-43e3-92c0-ead7cc592e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.199201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2806a-c883-435c-b64e-6ed225376a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc18c30-27c8-40fb-abb1-abe2cb58b40a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.270883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.307921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.383426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-541936a7-a980-43e3-92c0-ead7cc592e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.398502 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-541936a7-a980-43e3-92c0-ead7cc592e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.432631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.435382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.440823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acc18c30-27c8-40fb-abb1-abe2cb58b40a HTTP/1.1" status: 204 len: 168 time: 0.3002090 Nov 12 00:58:57.465684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-541936a7-a980-43e3-92c0-ead7cc592e0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e303096fabcd4842860d487772ae9d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474893 Nov 12 00:58:57.467471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541936a7-a980-43e3-92c0-ead7cc592e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1232fe9-3290-469a-91f2-c5e18b2183b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.469214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.485756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ef2cf-10c3-47c5-8d41-b01e6310c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc18c30-27c8-40fb-abb1-abe2cb58b40a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.751561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.813942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.956460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.961755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.964110 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1232fe9-3290-469a-91f2-c5e18b2183b5 HTTP/1.1" status: 204 len: 168 time: 0.4933605 Nov 12 00:58:57.979372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81982849-52ac-437a-b84a-ed67e6e141ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1232fe9-3290-469a-91f2-c5e18b2183b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.351934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.430175 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a7bb1a40-dc68-48dc-9dc7-bc815ed83aa3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=571479b902e3476fb7edf1ffd08098c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753992 Nov 12 00:58:58.432635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.498831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.540703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.620025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.624823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.628234 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2753c361-9c8f-45f0-9864-ec19bce0f04b HTTP/1.1" status: 204 len: 168 time: 0.1941009 Nov 12 00:58:58.638517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15de18e-2829-43c1-bd85-c7843f92aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753c361-9c8f-45f0-9864-ec19bce0f04b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.665436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.684739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d1427eb-3153-440b-b769-e8a53b12c799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.834177 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d1427eb-3153-440b-b769-e8a53b12c799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.842028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d1427eb-3153-440b-b769-e8a53b12c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.924675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1d1427eb-3153-440b-b769-e8a53b12c799 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5cbbf1bb50e465680cbf8d84750a5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572734 Nov 12 00:58:58.927507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.936189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1427eb-3153-440b-b769-e8a53b12c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3665dce6-fa70-4f98-b03f-3e6de85f60d7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.008413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.052108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.178653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.184970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.187743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3665dce6-fa70-4f98-b03f-3e6de85f60d7 HTTP/1.1" status: 204 len: 168 time: 0.2588770 Nov 12 00:58:59.222471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04799ec-2d5a-4738-beb8-c9cc73725aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3665dce6-fa70-4f98-b03f-3e6de85f60d7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.123094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:01.634323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1068693353'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:01.728934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:01.740539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.765338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.915129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.923061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.949280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:01.975523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.976388 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Added segment d6a91c7d-3093-4c8d-b3a8-47928af0a072 of type vlan for network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 Nov 12 00:59:02.005524 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:02.083657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.181406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66d8a1-1956-4fa5-baf8-c01856240666,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.186682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.194041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:02.195978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.236160 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.281766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1572993 Nov 12 00:59:02.281986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:02.290361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'subnet': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:02.346392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550173c-c9bd-42d7-927a-2451e28c4059 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Network': ['ID=08cef99c-b8aa-4a1f-a8da-39ae2cc41737,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.366908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:02.466522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:02.478140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.770313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.868856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Subnet': ['ID=bc1c59ba-d837-4aef-98b4-ee55526b48ca,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.913913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Checking segment: {'id': 'd6a91c7d-3093-4c8d-b3a8-47928af0a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:02.914704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network hostable DHCP agents. Network: 08cef99c-b8aa-4a1f-a8da-39ae2cc41737, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:02.936263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:02.949517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 08cef99c-b8aa-4a1f-a8da-39ae2cc41737) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:02.954811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:02.957013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.960833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2f969-12d7-4dd8-a67e-da4712d46202 None None] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:02.980513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7f8435d-090c-45c1-980f-6b2e66a81216 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6957719 Nov 12 00:59:02.982832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:02.997107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-2023902964'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:03.171238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:03.176395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.216550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port ffbfe909-ab19-4346-9abe-1e8f02564c9f yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:03.237860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'tenant_id': 'b0f818aed91847d3a3a69ed678ebbcee', 'fixed_ips': [{'subnet_id': 'bc1c59ba-d837-4aef-98b4-ee55526b48ca'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:03.243026 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.468334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.5 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/ffbfe909-ab19-4346-9abe-1e8f02564c9f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:03.562746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.734080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.752687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.785597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.827461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87c1b818-f6dd-4c9e-849e-f2436af1d271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.881067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:03.893062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:03.905507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Allocated IP 172.20.0.2 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/58f99361-5346-4a3b-a706-0c18a2450da2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:03.907764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:03.972257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=ffbfe909-ab19-4346-9abe-1e8f02564c9f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.006429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87c1b818-f6dd-4c9e-849e-f2436af1d271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.012085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87c1b818-f6dd-4c9e-849e-f2436af1d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.035759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.041973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.094386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af3099c2-3503-4b0e-9226-a2dc31010762 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1091602 Nov 12 00:59:04.094733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2069021227'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:04.095289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:04.115196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-1325605242', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:61:83:99'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:04.120335 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-87c1b818-f6dd-4c9e-849e-f2436af1d271 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8951abe5a004c8481bb208786ab8b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5558095 Nov 12 00:59:04.125127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:04.127408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1b818-f6dd-4c9e-849e-f2436af1d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f47a3-8806-4769-8a6e-40368e8fc11f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.148541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Made reservation on behalf of 53fb19b598c64d24a512d2aa1cca9fd1 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:04.152532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.181196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.244987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.255737 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.304999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.345331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.358226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:04.393191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:04.398133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Pushing event updated for resources: {'Port': ['ID=58f99361-5346-4a3b-a706-0c18a2450da2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.406479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:04.411692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:04.415795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.423144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.467226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:04.481189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.481764 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Added segment 30d92669-8089-489e-bc51-34512d96191a of type vlan for network eca1a661-3d54-41b4-b4ef-eae419bf6f82 Nov 12 00:59:04.498834 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.508514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.509044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.509575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.510076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.510650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.511170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.511677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.512220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.512725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.513236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.513739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.514235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:04.532590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.554073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.556306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.557615 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a33f47a3-8806-4769-8a6e-40368e8fc11f HTTP/1.1" status: 204 len: 168 time: 0.4312050 Nov 12 00:59:04.564673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc818d-7a68-4256-aa4d-9871e659b4cc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.567308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:04.584614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.593092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.594484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.604731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26819901-4049-4d69-bc21-974330cc6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f47a3-8806-4769-8a6e-40368e8fc11f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.640366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Attempting to bind port 58f99361-5346-4a3b-a706-0c18a2450da2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:04.640931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Attempting to bind port 58f99361-5346-4a3b-a706-0c18a2450da2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd6a91c7d-3093-4c8d-b3a8-47928af0a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:04.641464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Attempting to bind port 58f99361-5346-4a3b-a706-0c18a2450da2 on network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:04.676207 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9198694 Nov 12 00:59:04.679103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:04.686592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Checking segment: {'id': 'd6a91c7d-3093-4c8d-b3a8-47928af0a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:04.687331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.687996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Bound using segment: {'id': 'd6a91c7d-3093-4c8d-b3a8-47928af0a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:04.688700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Bound port: 58f99361-5346-4a3b-a706-0c18a2450da2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a91c7d-3093-4c8d-b3a8-47928af0a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:04.689262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.762855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb22b3-8b9c-4c10-a55d-943db6357869 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Pushing event updated for resources: {'Network': ['ID=eca1a661-3d54-41b4-b4ef-eae419bf6f82,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.809709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.13 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:04.837956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:04.887978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] For port 58f99361-5346-4a3b-a706-0c18a2450da2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:04.982393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] For port 58f99361-5346-4a3b-a706-0c18a2450da2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=58f99361-5346-4a3b-a706-0c18a2450da2,segment=NetworkSegment(d6a91c7d-3093-4c8d-b3a8-47928af0a072),segment_id=d6a91c7d-3093-4c8d-b3a8-47928af0a072)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:05.002288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.161156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.202154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.239040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619ba2f-7281-41b6-bd9b-922ba5a7ebcd None None] Pushing event updated for resources: {'Port': ['ID=58f99361-5346-4a3b-a706-0c18a2450da2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:05.240671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.304207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:05.308223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:05.317250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:05.330800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.346027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82', 'binding:host_id': 'n-h1-712141-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1144664690'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:05.348142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:05.406496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Made reservation on behalf of 0f8372ae16d74dca8fec908375932b72 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:05.415843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.417132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.418473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.455019 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.480855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2f2c742d-7041-4152-9be6-80272475a23d tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3799927 Nov 12 00:59:05.481557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.537608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.676149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.714996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358b1b0-28a9-4371-aec6-03e8d3fe777c tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.719762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d57692c-7da3-4f2f-a296-28e8b30b5fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.734218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358b1b0-28a9-4371-aec6-03e8d3fe777c tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.741068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.754477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358b1b0-28a9-4371-aec6-03e8d3fe777c tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.759572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1358b1b0-28a9-4371-aec6-03e8d3fe777c tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2768166 Nov 12 00:59:05.764232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:05.817557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port 623d1539-dc41-4b73-abc7-feb5f38c0034 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:05.887461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 58f99361-5346-4a3b-a706-0c18a2450da2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:05.961878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 58f99361-5346-4a3b-a706-0c18a2450da2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:05.962245 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.988037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:05.988709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.089273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.107955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6cf90c-4d94-4059-9478-a690fb9a96f8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.180026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 58f99361-5346-4a3b-a706-0c18a2450da2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=58f99361-5346-4a3b-a706-0c18a2450da2,segment=NetworkSegment(d6a91c7d-3093-4c8d-b3a8-47928af0a072),segment_id=d6a91c7d-3093-4c8d-b3a8-47928af0a072)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:06.181607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.185819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.207526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:06.248564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=58f99361-5346-4a3b-a706-0c18a2450da2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.396409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port 623d1539-dc41-4b73-abc7-feb5f38c0034 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:06.416561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.426503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d57692c-7da3-4f2f-a296-28e8b30b5fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.431573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2d57692c-7da3-4f2f-a296-28e8b30b5fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.457575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.461968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.494796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2d57692c-7da3-4f2f-a296-28e8b30b5fcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a159bb96f034dcf9643b6f8d125fa91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8166289 Nov 12 00:59:06.509759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.541109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.667580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.669207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57692c-7da3-4f2f-a296-28e8b30b5fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437415e-cab1-43d3-840f-20c429d4fbde,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.676151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=623d1539-dc41-4b73-abc7-feb5f38c0034,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.711160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Checking segment: {'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:06.711531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Network hostable DHCP agents. Network: eca1a661-3d54-41b4-b4ef-eae419bf6f82, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:06.749665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.761534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:06.784008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, eca1a661-3d54-41b4-b4ef-eae419bf6f82) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:06.793807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb6b37-264a-4bf4-84e9-2469d7f7487e None None] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:06.804634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:06.827346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:06.828182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:06.828547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:06.839712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:06.840176 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:06.841340 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 2 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:06.860205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:06.861216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:06.861565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:06.867870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.869338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:06.869892 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:06.871410 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 3 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:06.887824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.888471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9eb91373-068c-4777-96dc-2a290979d2a5 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8 HTTP/1.1" status: 204 len: 168 time: 1.1148629 Nov 12 00:59:06.938693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:06.939613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:06.942217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:06.946392 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c70e738-39b7-4349-b6bb-fbb14788fc01 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] GET failed (client error): The resource could not be found. Nov 12 00:59:06.948537 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c70e738-39b7-4349-b6bb-fbb14788fc01 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports/bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8 HTTP/1.1" status: 404 len: 333 time: 0.0594077 Nov 12 00:59:06.953961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.959501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-789559500'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:06.965008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.967819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.976488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3437415e-cab1-43d3-840f-20c429d4fbde HTTP/1.1" status: 204 len: 168 time: 0.4663961 Nov 12 00:59:06.989979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f4dea-c8a4-47b3-a476-be9656d44bbc None None] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:06.992841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:06.992841 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:06.993589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6e9e6-2b8f-4d61-8d0f-dee303b5b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437415e-cab1-43d3-840f-20c429d4fbde,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:06.995444 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 4 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.036670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.036923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.037252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.046717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.047049 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.047450 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 5 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.075012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.075887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.076296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.091521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.091748 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.092173 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 6 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.119459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.119854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.120255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.133762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.134211 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.134493 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 7 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.167265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.167605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.167920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.173963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.174458 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.174774 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 8 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.224649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.224986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.225321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.240756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.241089 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.241487 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 9 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.280386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:07.285436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.294670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.295007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.295341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.306540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.306874 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.307323 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 10 to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 Nov 12 00:59:07.322374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:07.327234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ec72aa4e-5dff-4f60-9036-6d468ad96aab None None] Provisioning complete for port 58f99361-5346-4a3b-a706-0c18a2450da2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:07.329570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec72aa4e-5dff-4f60-9036-6d468ad96aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.343854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:07.344554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:07.345090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:07.365309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port 623d1539-dc41-4b73-abc7-feb5f38c0034 on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:07.366016 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port 623d1539-dc41-4b73-abc7-feb5f38c0034 on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:07.366586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.550718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port 623d1539-dc41-4b73-abc7-feb5f38c0034, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:07.551101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:59:07.563413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.583009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.7 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/60a9596e-36a9-4dbe-a16e-d2bc02250cf5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:07.623790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=623d1539-dc41-4b73-abc7-feb5f38c0034,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.643600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.644567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.702532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2257c8fc-2bdc-4d6f-95fb-6de9d74c46f9 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.3617141 Nov 12 00:59:07.702532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:07.829287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 58f99361-5346-4a3b-a706-0c18a2450da2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:07.878988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Deleting port 623d1539-dc41-4b73-abc7-feb5f38c0034 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:07.880017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.924585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 58f99361-5346-4a3b-a706-0c18a2450da2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:07.925384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.043918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port 623d1539-dc41-4b73-abc7-feb5f38c0034, host n-h1-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:08.044669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.063225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.092494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Calling delete_port for 623d1539-dc41-4b73-abc7-feb5f38c0034 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:08.128882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.147916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a43f26c4-b78f-45a8-999e-f01c79010720 None None] Provisioning complete for port ffbfe909-ab19-4346-9abe-1e8f02564c9f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:08.151125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a43f26c4-b78f-45a8-999e-f01c79010720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.202143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a43f26c4-b78f-45a8-999e-f01c79010720 None None] Port ffbfe909-ab19-4346-9abe-1e8f02564c9f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:08.215090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a43f26c4-b78f-45a8-999e-f01c79010720 None None] Provisioning complete for port 58f99361-5346-4a3b-a706-0c18a2450da2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:08.215749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a43f26c4-b78f-45a8-999e-f01c79010720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.283881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:08.290518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:08.296204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:08.360636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.431304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event deleted for resources: {'Port': ['ID=623d1539-dc41-4b73-abc7-feb5f38c0034,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:08.439168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.447271 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e143f204-868e-45b0-a35a-ec2e53c9989c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "DELETE /v2.0/ports/623d1539-dc41-4b73-abc7-feb5f38c0034 HTTP/1.1" status: 204 len: 168 time: 0.7402272 Nov 12 00:59:08.449438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.481590 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-136e13c8-4d26-4979-bd8d-786e56f393e1 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:59:08.484500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-136e13c8-4d26-4979-bd8d-786e56f393e1 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports/623d1539-dc41-4b73-abc7-feb5f38c0034 HTTP/1.1" status: 404 len: 333 time: 0.0328493 Nov 12 00:59:08.489781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.497158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-456441114'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:08.537831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:08.538087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Made reservation on behalf of 0f8372ae16d74dca8fec908375932b72 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:08.540390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.542893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.543119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ea5e1693-10f4-4d34-a2c0-7acd61e96a27 None None] Provisioning complete for port ffbfe909-ab19-4346-9abe-1e8f02564c9f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:08.543517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1693-10f4-4d34-a2c0-7acd61e96a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.554843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=60a9596e-36a9-4dbe-a16e-d2bc02250cf5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:08.594086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port f3614aca-d786-46fc-a342-3b2510fbd43f yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:08.616331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d18c7191-f534-405d-95d2-5bef709eab41 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6578500 Nov 12 00:59:08.616677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.627933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:61:83:99'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:08.660592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1693-10f4-4d34-a2c0-7acd61e96a27 None None] Port ffbfe909-ab19-4346-9abe-1e8f02564c9f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:08.895601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7fd66c9c-16ee-499e-8c4a-b4a5c4250c70 None None] Could not find standard attr ID for object bd2a3b2e-886a-488b-b8d5-aef75f1fb9e8. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:09.046550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a571a-fe9c-4045-a380-def452a89c14 req-be648ca4-7073-46a5-8896-74c8be3043a9 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.050282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f59a571a-fe9c-4045-a380-def452a89c14 req-be648ca4-7073-46a5-8896-74c8be3043a9 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 945 time: 0.1228678 Nov 12 00:59:09.174662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.227888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa6eee53-3426-4fab-b38a-fb63d1afa051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.245731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f59a571a-fe9c-4045-a380-def452a89c14 req-8eb8b74d-bd33-4cd1-aff0-ffb90507303f tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832845 Nov 12 00:59:09.299274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.340905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ee6dc64d-b7f8-4b9e-81d8-809a290c83d6 None None] Provisioning complete for port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:09.342243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc64d-b7f8-4b9e-81d8-809a290c83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.402768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ee6dc64d-b7f8-4b9e-81d8-809a290c83d6 None None] Port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:09.434457 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.517405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:09.549869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:09.554070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=f3614aca-d786-46fc-a342-3b2510fbd43f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.556790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:09.557943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.558603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.587776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a618aba1-1dc7-44a1-9b8a-b4ffb5caceaa tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0966520 Nov 12 00:59:09.591795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:09.599696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:09.700006 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.701894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.706151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.829060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=60a9596e-36a9-4dbe-a16e-d2bc02250cf5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.865855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] In _notify_port_updated(), no bound segment for port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 on network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:09.871853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.872805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.876437 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62e57588-b7f4-4c8b-a937-7149faafc077 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "PUT /v2.0/ports/60a9596e-36a9-4dbe-a16e-d2bc02250cf5 HTTP/1.1" status: 200 len: 992 time: 1.2577326 Nov 12 00:59:09.877875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.017323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:10.017925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.109400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port f3614aca-d786-46fc-a342-3b2510fbd43f yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:10.126173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.137152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.149224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b5bdc647-f6c2-4513-ad42-72e28efc994b None None] Provisioning complete for port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:10.151714 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc647-f6c2-4513-ad42-72e28efc994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.190374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.208254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:10.230177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdc647-f6c2-4513-ad42-72e28efc994b None None] Port 60a9596e-36a9-4dbe-a16e-d2bc02250cf5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:10.258450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=f3614aca-d786-46fc-a342-3b2510fbd43f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.274762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.275097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.275444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.311654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.311906 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.313197 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 2 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.336419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.336683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.337042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.351526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-97718ba8-5d4a-422c-b345-971899150002 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.353301 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-97718ba8-5d4a-422c-b345-971899150002 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 945 time: 0.0975263 Nov 12 00:59:10.356039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.356669 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.357235 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 3 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.378997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.379339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.379676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.444876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.491740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=60a9596e-36a9-4dbe-a16e-d2bc02250cf5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.518633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.519095 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.594984 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 4 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.633559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.638666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.639014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.663146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.663488 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.673807 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 5 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.693985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.694991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.695324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.701478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.701827 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.702368 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 6 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.728543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.728543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.728543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.739267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Deleting port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:10.739596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.743816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.744161 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.754871 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 7 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.836387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.840860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ff9a73ee-4e89-4505-92ee-ceb86f1db012 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/60a9596e-36a9-4dbe-a16e-d2bc02250cf5 HTTP/1.1" status: 204 len: 168 time: 0.9617782 Nov 12 00:59:10.846979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.858609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.859057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.859461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.876735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.877415 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.881500 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 8 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.904635 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ec559f-40c7-4f61-a121-d5b22ef848ff tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] GET failed (client error): The resource could not be found. Nov 12 00:59:10.906107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-29ec559f-40c7-4f61-a121-d5b22ef848ff tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports/60a9596e-36a9-4dbe-a16e-d2bc02250cf5 HTTP/1.1" status: 404 len: 333 time: 0.0579269 Nov 12 00:59:10.912209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 39948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.915107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.915573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.915690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a45e1b-d570-4c5c-8d07-aef4694f6b3f req-f8490753-e20a-412a-9820-aa2b4739996a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.916208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.925778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2a45e1b-d570-4c5c-8d07-aef4694f6b3f req-f8490753-e20a-412a-9820-aa2b4739996a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 945 time: 0.4358709 Nov 12 00:59:10.926619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-1538075876'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:10.954490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.954952 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:10.965192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.966358 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 9 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:10.972454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.979066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.987291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.998695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.006387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.014135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.017231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-40efa644-7f9c-4f33-96c3-32dd5323f531 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.3363752 Nov 12 00:59:11.057522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:11.061381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:11.061381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:11.065402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] For port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,segment=NetworkSegment(9d895c04-9361-4b8c-8595-38da6fa3091a),segment_id=9d895c04-9361-4b8c-8595-38da6fa3091a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:11.065790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.084538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2a45e1b-d570-4c5c-8d07-aef4694f6b3f req-c1a88f37-ddd5-4cd8-896c-317e627bb3c7 tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/security-groups?id=d1f3db70-1957-4661-89ef-5755307c8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578519 Nov 12 00:59:11.090436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Calling delete_port for 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:11.105764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:11.117413 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:11.124197 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 10 to bind port f3614aca-d786-46fc-a342-3b2510fbd43f Nov 12 00:59:11.149487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-860b33fc-0adc-4236-9e35-27dc563a2270 req-e564b2a1-5015-4240-87c5-25a7e4b74eea tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190796 Nov 12 00:59:11.203407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:11.203783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:11.204103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:11.217939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:11.218350 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port f3614aca-d786-46fc-a342-3b2510fbd43f on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:11.218782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.292097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:11.296046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.339836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:11.388563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port f3614aca-d786-46fc-a342-3b2510fbd43f, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:11.389367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:59:11.580085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.588525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.598323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.613512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.626311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.643005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.694640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.699771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-176fdc73-9760-4c58-b296-848c7de23064 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.2140386 Nov 12 00:59:11.782787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.793790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-462d0518-346c-496d-9e7b-b2e8dbd6d713 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.796128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-462d0518-346c-496d-9e7b-b2e8dbd6d713 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0873575 Nov 12 00:59:11.864032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.873209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] In _notify_port_updated(), no bound segment for port f3614aca-d786-46fc-a342-3b2510fbd43f on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:11.874162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.874778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.876454 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "PUT /v2.0/ports/f3614aca-d786-46fc-a342-3b2510fbd43f HTTP/1.1" status: 200 len: 975 time: 2.2843704 Nov 12 00:59:11.880221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:11.902942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d9ee-1f2b-4814-aa94-95ed399bd2e0 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=f3614aca-d786-46fc-a342-3b2510fbd43f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.956455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Pushing event deleted for resources: {'Port': ['ID=0d5b50f9-1dcb-4325-9d79-0c932d89dcd7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.030709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.10 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/e4d429ec-cea0-4f5d-bbb5-0117ab74a300) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:12.035123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] No DVR routers for this DVR port 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:12.039410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.045424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f68b098d-1b0a-4718-b5fc-f7ce7f577f4c req-455d243c-641a-40b6-9bd3-617a4437e34a tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.39 "DELETE /v2.0/ports/0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 HTTP/1.1" status: 204 len: 173 time: 1.6674800 Nov 12 00:59:12.052661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'name': 'network-vif-deleted', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:12.055747 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c519d-808f-47fe-8dac-8c7f3b7ea115" -d '{"events": [{"server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "name": "network-vif-deleted", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:12.062382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.062838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.063492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.064136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.064830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.065726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.066754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.067662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.068519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.075405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.079663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.081965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.083715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.084962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.085602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.088532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.089972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.090620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.091247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.091868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.092505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.093265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.094482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.095116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.095810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.096812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.097568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.098184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.098798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.099503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.100186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.101515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.101515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.106488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-faa1ff7d-6f67-4fe5-b544-ed8d384f2f17 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29926 time: 0.2247450 Nov 12 00:59:12.111641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 39990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:12.123690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7d6316a-872f-46bb-bfa7-5aab1db40d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.223322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-922474b8-c97b-4588-9bf0-e305798415f2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4201393 Nov 12 00:59:12.237943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:12.326209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56ab028b-420e-4ceb-9f9e-2651d9cfcc4a req-27a2641f-0e5f-4ee8-8f7a-776ea2fe5c8f tempest-VolumesSnapshotTestJSON-850804661 tempest-VolumesSnapshotTestJSON-850804661-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdba38ac-b827-49ae-972b-fefd3dea69b8 HTTP/1.1" status: 200 len: 210 time: 0.0927994 Nov 12 00:59:12.374005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.443424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Deleting port f3614aca-d786-46fc-a342-3b2510fbd43f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:12.443759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.497168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.583140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.642124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port f3614aca-d786-46fc-a342-3b2510fbd43f, host n-h1-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:12.642950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.696969 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084d258-3222-4cff-b4bc-fa3dec9cbb7b x-openstack-request-id: req-4084d258-3222-4cff-b4bc-fa3dec9cbb7b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:12.697764 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba38ac-b827-49ae-972b-fefd3dea69b8", "name": "network-vif-deleted", "tag": "0d5b50f9-1dcb-4325-9d79-0c932d89dcd7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:12.698073 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4084d258-3222-4cff-b4bc-fa3dec9cbb7b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:12.698623 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba38ac-b827-49ae-972b-fefd3dea69b8', 'name': 'network-vif-deleted', 'tag': '0d5b50f9-1dcb-4325-9d79-0c932d89dcd7', 'status': 'completed', 'code': 200} Nov 12 00:59:12.708094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:12.721995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:12.726272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Calling delete_port for f3614aca-d786-46fc-a342-3b2510fbd43f owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:12.730860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:12.736992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=e4d429ec-cea0-4f5d-bbb5-0117ab74a300,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.741509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.748522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.757191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.763857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.771272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.778733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.786572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.797133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-1fc6ada0-e2cc-4dbd-b422-9b604966fb8a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 5433 time: 0.3684680 Nov 12 00:59:12.867545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.869201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.879255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:12.944961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c219ca38-87b7-4bd4-82bc-3a27117f51d2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0307543 Nov 12 00:59:12.945921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:12.969363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:61:83:99'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:13.121169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.183765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.191859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6adbd44-f052-4234-bdee-6635bde79ac2 None None] Provisioning complete for port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:13.197140 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6adbd44-f052-4234-bdee-6635bde79ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.254658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6adbd44-f052-4234-bdee-6635bde79ac2 None None] Port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:13.267085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-909bd032-fb4d-4942-8d36-0db3039225fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.372212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:13.497582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.503734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] For port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:13.538225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-909bd032-fb4d-4942-8d36-0db3039225fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.549697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-909bd032-fb4d-4942-8d36-0db3039225fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.559854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.582046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.589808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3614aca-d786-46fc-a342-3b2510fbd43f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.606750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.610960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aeeaa028-fef0-4bdb-937c-19d11f459b18 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f3614aca-d786-46fc-a342-3b2510fbd43f HTTP/1.1" status: 204 len: 168 time: 1.4980152 Nov 12 00:59:13.615861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.639859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2cc27ac1-075c-4c45-8064-ccb800cd0a50 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:13.645095 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-909bd032-fb4d-4942-8d36-0db3039225fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22a44a47b44440dabb69b1341e86c644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7650173 Nov 12 00:59:13.657059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.663272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bd032-fb4d-4942-8d36-0db3039225fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55094f1-ef6c-41ef-83d3-1c1e5cb12447,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.672749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4db25832-c86b-4c7c-8066-951e2c84be20 req-5821ccec-6c28-4bf4-939b-fcc9f209d9ef tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8743775 Nov 12 00:59:13.715566 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b954fc-b3d1-4517-84c5-ebcc01ba2ac1 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:59:13.723410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-78b954fc-b3d1-4517-84c5-ebcc01ba2ac1 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports/f3614aca-d786-46fc-a342-3b2510fbd43f HTTP/1.1" status: 404 len: 333 time: 0.1012061 Nov 12 00:59:13.724681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.740289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-196143065', 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:13.740289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] device_id is not set on port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:13.760005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.769953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.867464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.884298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=e4d429ec-cea0-4f5d-bbb5-0117ab74a300,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.910965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Made reservation on behalf of 0f8372ae16d74dca8fec908375932b72 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:13.914723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.915146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:13.917519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:13.920976 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d350c6d6-e0b9-43bd-b2c0-e051495e1d76" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:13.934995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.936672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6613cdf8-16f1-4554-926b-84d4f7e22843 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:13.946682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] In _notify_port_updated(), no bound segment for port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 on network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:13.956001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.961286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.962825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a810073-a94a-410a-afe8-47924557f6e2 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "PUT /v2.0/ports/e4d429ec-cea0-4f5d-bbb5-0117ab74a300 HTTP/1.1" status: 200 len: 997 time: 1.0155437 Nov 12 00:59:13.965866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40042) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.978968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port 2b8c379c-846d-4a22-862d-4aff21b1760d yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:13.996654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Pushing event updated for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.086769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] No DVR routers for this DVR port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:14.091153 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d059a5-7124-4e87-911d-0354c76922b5 x-openstack-request-id: req-89d059a5-7124-4e87-911d-0354c76922b5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:14.091833 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:14.092308 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89d059a5-7124-4e87-911d-0354c76922b5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:14.097687 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'code': 200} Nov 12 00:59:14.108976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.166547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.214755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.268460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.273252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] In _notify_port_updated(), no bound segment for port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:14.275576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.279308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.284926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-dbd1f71c-3c9c-4482-812b-c647c526ca46 service neutron] 10.222.0.39 "PUT /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 200 len: 1027 time: 2.0502880 Nov 12 00:59:14.310343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.346096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-656cd068-b941-463b-84d1-6195e2ed1462 None None] Provisioning complete for port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:14.346623 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-656cd068-b941-463b-84d1-6195e2ed1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.397088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:14.402804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:14.403548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.405010 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.406170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 824dc1b9-97ca-42b1-9b9e-2897497901d2 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:14.417114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-5272a668-3008-4170-ac24-25d46c3abdd6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.418662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-5272a668-3008-4170-ac24-25d46c3abdd6 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "GET /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1296475 Nov 12 00:59:14.438601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:14.457948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-656cd068-b941-463b-84d1-6195e2ed1462 None None] Port e4d429ec-cea0-4f5d-bbb5-0117ab74a300 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:14.502196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.550535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.618388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:14.621443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-32404d6f-edd0-455a-9ab5-5a0209bd9c3a None None] Provisioning complete for port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:14.622135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32404d6f-edd0-455a-9ab5-5a0209bd9c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.625768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.626889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device ed2aa351-810d-4283-bb25-7f88b5c1d1a5 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:14.680398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.711821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for e4d429ec-cea0-4f5d-bbb5-0117ab74a300 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:14.723934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-32404d6f-edd0-455a-9ab5-5a0209bd9c3a None None] Port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:14.726749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.730127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.734626 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f55094f1-ef6c-41ef-83d3-1c1e5cb12447 HTTP/1.1" status: 204 len: 168 time: 1.0771525 Nov 12 00:59:14.741842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.775894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.800957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.813957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f782746-a86e-45fc-9e85-b55e8438e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55094f1-ef6c-41ef-83d3-1c1e5cb12447,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.816872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.846973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.905788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:14.915938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=2b8c379c-846d-4a22-862d-4aff21b1760d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.918859 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.919917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:14.981851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:14.987778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:14.992295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:14.993397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.994598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.033262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.075401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b42c415e-ed4c-4fa1-8c07-2ee544c32e2c tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3501642 Nov 12 00:59:15.087866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.110564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.145763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:15.146340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3941086d-af66-4cdb-952d-c58aa7e96985 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:15.169241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.192907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.207495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.223298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.234155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.241255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.252587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-8ec146f9-133b-4a00-9bd1-227d74381685 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 4651 time: 0.2841542 Nov 12 00:59:15.273403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ce896-af12-4108-967c-fa37f238a5f8 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.277834 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-847ce896-af12-4108-967c-fa37f238a5f8 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports/2b8c379c-846d-4a22-862d-4aff21b1760d HTTP/1.1" status: 200 len: 954 time: 0.1853991 Nov 12 00:59:15.283747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.319164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.356005 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.415901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:15.431660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ceb78b2-cdef-4732-94ba-4e8ff849877d req-3e75fbbe-32f0-4136-b701-e94d5e7b9441 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3fc47b9-8747-42ed-b494-b23a9891338a&id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776502 Nov 12 00:59:15.455732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:15.469012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.469012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:15.500727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.507080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.527757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ca981f1-75ef-4630-a7a1-c97e069f1273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.558106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.563123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=e4d429ec-cea0-4f5d-bbb5-0117ab74a300,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.578839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] For port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:15.643498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6c30-7983-4f0b-a327-b89e54fdd898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.675074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Deleting port 2b8c379c-846d-4a22-862d-4aff21b1760d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:15.675413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.713320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] device_id is not set on port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:15.763636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.765842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.791725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.878216 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.884243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2a15792f-659f-42b2-b8b3-92ed4f33a8f9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/e4d429ec-cea0-4f5d-bbb5-0117ab74a300 HTTP/1.1" status: 204 len: 168 time: 1.9074495 Nov 12 00:59:15.888622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.893005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.897813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:15.898165 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:15.954951 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a654ceba-52d3-4987-b94c-d6214ef37ad1 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] GET failed (client error): The resource could not be found. Nov 12 00:59:15.962763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a654ceba-52d3-4987-b94c-d6214ef37ad1 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports/e4d429ec-cea0-4f5d-bbb5-0117ab74a300 HTTP/1.1" status: 404 len: 333 time: 0.0660841 Nov 12 00:59:15.963531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.974375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-2013791801'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:16.006292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] No DVR routers for this DVR port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:16.025804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ca981f1-75ef-4630-a7a1-c97e069f1273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.027092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Pushing event updated for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.054572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ca981f1-75ef-4630-a7a1-c97e069f1273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.110519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5'}, {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:16.113914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Calling delete_port for 2b8c379c-846d-4a22-862d-4aff21b1760d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:16.114859 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce7dee-31f6-4149-aab5-46963c709ff5" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5"}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:16.140357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6c30-7983-4f0b-a327-b89e54fdd898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.142078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] In _notify_port_updated(), no bound segment for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 on network 79677879-3b95-47cf-a900-6baea7c5902f {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:16.143143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.143794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.145598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-48ffdce1-e36f-4c49-a6fc-21e07e451e95 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 200 len: 1027 time: 1.7137611 Nov 12 00:59:16.146365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca981f1-75ef-4630-a7a1-c97e069f1273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d276b-b979-46d3-865f-363e6ef27109,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.152676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ca981f1-75ef-4630-a7a1-c97e069f1273 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaed23c87502443ba090f89fe65b4942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6503444 Nov 12 00:59:16.160815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.169671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6c30-7983-4f0b-a327-b89e54fdd898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.192736 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b45a32-07f7-4167-bf5b-43b287907f7c x-openstack-request-id: req-c0b45a32-07f7-4167-bf5b-43b287907f7c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:16.193079 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5", "code": 200}, {"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-unplugged", "status": "completed", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:16.193341 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0b45a32-07f7-4167-bf5b-43b287907f7c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:16.193981 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'code': 200} Nov 12 00:59:16.194323 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'code': 200} Nov 12 00:59:16.194581 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'code': 200} Nov 12 00:59:16.194832 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985', 'code': 200} Nov 12 00:59:16.319112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:16.323656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.349045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port f43cd5af-ff11-4855-9171-2e9dd0b466ce yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:16.350644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c9cf6c30-7983-4f0b-a327-b89e54fdd898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb82a8ada6f44519be8d1aa9539fdf91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0301108 Nov 12 00:59:16.351472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf6c30-7983-4f0b-a327-b89e54fdd898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d3d40-e0c5-4585-a8df-891461eeb49e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.354379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.358162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.419050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a29681ef-d95b-4edc-8118-24c732299c28 None None] Provisioning complete for port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:16.420131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29681ef-d95b-4edc-8118-24c732299c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.446184 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.453750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b8c379c-846d-4a22-862d-4aff21b1760d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.471395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.475161 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a8998f3-6aff-4711-ae2a-7c40064c62fc tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2b8c379c-846d-4a22-862d-4aff21b1760d HTTP/1.1" status: 204 len: 168 time: 1.1894119 Nov 12 00:59:16.479085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.516482 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd60365f-67aa-4e96-89bb-dda1c3f38578 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:59:16.519076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd60365f-67aa-4e96-89bb-dda1c3f38578 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports/2b8c379c-846d-4a22-862d-4aff21b1760d HTTP/1.1" status: 404 len: 333 time: 0.0389397 Nov 12 00:59:16.522651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.530771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2048120909'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:16.534484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:16.557684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.562264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a29681ef-d95b-4edc-8118-24c732299c28 None None] Port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:16.563799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:16.568027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d5b50f9-1dcb-4325-9d79-0c932d89dcd7 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:16.574803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:16.575148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.583013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.600630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Made reservation on behalf of 0f8372ae16d74dca8fec908375932b72 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:16.604262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.635411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.14 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/f43cd5af-ff11-4855-9171-2e9dd0b466ce) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:16.645970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port b793c1bf-dffa-45b5-9f60-97008a971a3c yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:16.715035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.849994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.856504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.862790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.868973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.875363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.877347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4d65187-ec84-4e57-b3be-947489458d92 req-f15646af-c6ba-4d54-beeb-59827760b0d4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 3875 time: 0.2638488 Nov 12 00:59:16.892345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port ed2aa351-810d-4283-bb25-7f88b5c1d1a5, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.893133 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.907959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.912473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.919887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/678d276b-b979-46d3-865f-363e6ef27109 HTTP/1.1" status: 204 len: 168 time: 0.7560270 Nov 12 00:59:16.953592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for ed2aa351-810d-4283-bb25-7f88b5c1d1a5 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:16.971162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.974716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.975475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.976279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb5d3d40-e0c5-4585-a8df-891461eeb49e HTTP/1.1" status: 204 len: 168 time: 0.6127334 Nov 12 00:59:16.997839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.008989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926db3e8-23cf-4515-b693-9cf30ce16d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d276b-b979-46d3-865f-363e6ef27109,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.063003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.130609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=b793c1bf-dffa-45b5-9f60-97008a971a3c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.136529 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.180475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c93a8a-88a0-438a-b6df-7fa48bd9fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d3d40-e0c5-4585-a8df-891461eeb49e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.190423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:17.195856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Network eca1a661-3d54-41b4-b4ef-eae419bf6f82 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:17.200558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:17.222561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:17.278139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4d65187-ec84-4e57-b3be-947489458d92 req-04ed71c2-7218-486e-bee5-f4312d591cdb tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435645 Nov 12 00:59:17.338872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.351809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.369032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:17.386840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:17.388430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.389333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.422545 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53edc4b3-8002-49d8-9611-51b3d3854b38 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8987050 Nov 12 00:59:17.429026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.436952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.441824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=f43cd5af-ff11-4855-9171-2e9dd0b466ce,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.450196 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3d5fa76f-c4de-4955-a339-aed2567fe44e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4832568 Nov 12 00:59:17.468468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40114) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.481304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'network_id': '08cef99c-b8aa-4a1f-a8da-39ae2cc41737', 'name': 'tempest-AllowedAddressPairTestJSON-1022027931'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.585075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.671927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.725767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ff506776-c3ba-489f-a3ff-af360d9d786a None None] Provisioning complete for port f43cd5af-ff11-4855-9171-2e9dd0b466ce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:17.726962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff506776-c3ba-489f-a3ff-af360d9d786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.790497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=ed2aa351-810d-4283-bb25-7f88b5c1d1a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.819944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ff506776-c3ba-489f-a3ff-af360d9d786a None None] Port f43cd5af-ff11-4855-9171-2e9dd0b466ce cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:17.866083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.886156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf99b429-1e4c-4504-96dd-1a519974e7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.897668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port ed2aa351-810d-4283-bb25-7f88b5c1d1a5 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:17.902507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.905985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f64d7149-bb7f-4c3b-b747-7f67317d9cf8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "DELETE /v2.0/ports/ed2aa351-810d-4283-bb25-7f88b5c1d1a5 HTTP/1.1" status: 204 len: 173 time: 1.7520835 Nov 12 00:59:17.906487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:17.909066 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f76ebe0-cb94-41ec-838c-a2377bbdaaf2" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:18.061606 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c18561-1702-44d0-8681-b03ba36a8824 x-openstack-request-id: req-28c18561-1702-44d0-8681-b03ba36a8824 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:18.062034 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "ed2aa351-810d-4283-bb25-7f88b5c1d1a5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:18.062350 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28c18561-1702-44d0-8681-b03ba36a8824 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:18.063852 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': 'ed2aa351-810d-4283-bb25-7f88b5c1d1a5', 'status': 'completed', 'code': 200} Nov 12 00:59:18.087112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] device_id is not set on port b793c1bf-dffa-45b5-9f60-97008a971a3c yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:18.087695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Made reservation on behalf of b0f818aed91847d3a3a69ed678ebbcee for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:18.091565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.103096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.122527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.144217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] device_id is not set on port 6aaf770f-6647-40eb-a414-4b201e1610a7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:18.154639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:18.155193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.198755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf99b429-1e4c-4504-96dd-1a519974e7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.249626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf99b429-1e4c-4504-96dd-1a519974e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.378711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=b793c1bf-dffa-45b5-9f60-97008a971a3c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.413234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.413922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.414562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.439736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.440724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port 2cc27ac1-075c-4c45-8064-ccb800cd0a50, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2cc27ac1-075c-4c45-8064-ccb800cd0a50,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:18.441664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.448173 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.454695 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 2 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.511520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf99b429-1e4c-4504-96dd-1a519974e7af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b05c078577ff4553bc5392ace9e26472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380556 Nov 12 00:59:18.517853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.518174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.518694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.522357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.525083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b429-1e4c-4504-96dd-1a519974e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc74055-a6a7-4530-bc77-cd79cf381f47,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.537798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.538131 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.544304 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 3 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.589034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.589442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.589700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.603560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.604570 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.606539 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 4 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.630747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.631258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.631779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.660414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Allocated IP 172.20.0.7 (08cef99c-b8aa-4a1f-a8da-39ae2cc41737/bc1c59ba-d837-4aef-98b4-ee55526b48ca/6aaf770f-6647-40eb-a414-4b201e1610a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:18.670962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.676384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.677205 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.681609 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 5 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.716429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.719701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.720208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.720647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.786691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.787386 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.790158 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 6 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.811756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-b7e4151f-42cf-4d48-89e4-7d496d6f7e2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.812347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.812347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.812642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.821519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.821853 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.822245 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 7 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.827471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-b7e4151f-42cf-4d48-89e4-7d496d6f7e2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.836244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-b7e4151f-42cf-4d48-89e4-7d496d6f7e2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.841303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.841642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.841979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.847565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.848218 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.848762 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 8 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:18.869140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-b7e4151f-42cf-4d48-89e4-7d496d6f7e2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.911509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.928882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-b7e4151f-42cf-4d48-89e4-7d496d6f7e2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 3142 time: 0.4336987 Nov 12 00:59:18.936379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.945718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fc74055-a6a7-4530-bc77-cd79cf381f47 HTTP/1.1" status: 204 len: 168 time: 0.4219203 Nov 12 00:59:18.955868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2bae4-43ec-496f-a1af-bfc727f5dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc74055-a6a7-4530-bc77-cd79cf381f47,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.959252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:18.960334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:18.960755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:18.983056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:18.983401 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:18.983777 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 9 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:19.032526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:19.032831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:19.033458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:19.045217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:19.045217 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:19.045494 n-d-712141-15 neutron-server[102676]: INFO neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempt 10 to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c Nov 12 00:59:19.081301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:19.081301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:19.081301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempting to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:19.094622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:19.095591 n-d-712141-15 neutron-server[102676]: ERROR neutron.plugins.ml2.managers [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Failed to bind port b793c1bf-dffa-45b5-9f60-97008a971a3c on host n-h1-712141-15 for vnic_type normal using segments [{'id': '30d92669-8089-489e-bc51-34512d96191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'eca1a661-3d54-41b4-b4ef-eae419bf6f82'}] Nov 12 00:59:19.095591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.226951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port b793c1bf-dffa-45b5-9f60-97008a971a3c, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:19.227430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attempted to set empty binding levels {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:59:19.235356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.309075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] In _notify_port_updated(), no bound segment for port b793c1bf-dffa-45b5-9f60-97008a971a3c on network eca1a661-3d54-41b4-b4ef-eae419bf6f82 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:19.310022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.310640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.312040 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "PUT /v2.0/ports/b793c1bf-dffa-45b5-9f60-97008a971a3c HTTP/1.1" status: 200 len: 976 time: 1.8810492 Nov 12 00:59:19.322844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.367605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1b185d6-c088-4eb7-aa6f-f3b0f3fa9007 req-5dbd14bf-61fa-4d6f-8109-359be3218a9b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020837 Nov 12 00:59:19.407732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f69b-5333-46e3-900b-d3f96082dce4 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event updated for resources: {'Port': ['ID=b793c1bf-dffa-45b5-9f60-97008a971a3c,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.418732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.419323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.419801 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Floating IP d146a047-748f-45fc-9f6d-bc659c98deb1 disassociated. External IP: 172.25.6.213, port: 2cc27ac1-075c-4c45-8064-ccb800cd0a50. Nov 12 00:59:19.421178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 2cc27ac1-075c-4c45-8064-ccb800cd0a50 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.449032 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.493975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Deleting port b793c1bf-dffa-45b5-9f60-97008a971a3c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:19.494477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.548927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.585921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] For port b793c1bf-dffa-45b5-9f60-97008a971a3c, host n-h1-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:19.586301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.601891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Calling delete_port for b793c1bf-dffa-45b5-9f60-97008a971a3c owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.624515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.665165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:19.695707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:19.712939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:19.762655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.791606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=6aaf770f-6647-40eb-a414-4b201e1610a7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.812940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Pushing event deleted for resources: {'Port': ['ID=b793c1bf-dffa-45b5-9f60-97008a971a3c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.842636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.846878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d056623a-9b5b-491a-b923-18c71cc704ff tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "DELETE /v2.0/ports/b793c1bf-dffa-45b5-9f60-97008a971a3c HTTP/1.1" status: 204 len: 168 time: 0.5229647 Nov 12 00:59:19.859676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.864803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.919497 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6d77f9-41ed-444c-9caf-1a73c7f90341 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:59:19.928288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40186) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.932698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5d6d77f9-41ed-444c-9caf-1a73c7f90341 tempest-PortsAdminExtendedAttrsTestJSON-722724546 tempest-PortsAdminExtendedAttrsTestJSON-722724546-project-admin] 10.222.0.11 "GET /v2.0/ports/b793c1bf-dffa-45b5-9f60-97008a971a3c HTTP/1.1" status: 404 len: 333 time: 0.0610149 Nov 12 00:59:20.031683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=2cc27ac1-075c-4c45-8064-ccb800cd0a50,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.067730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.069615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.122775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.173556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59e273b0-5cfa-4eb8-94da-5a0a4308273c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.286330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59e273b0-5cfa-4eb8-94da-5a0a4308273c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.289787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Router 35f4d756-9e20-4d18-8993-701c541c7d41 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:20.306207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5660d9d5-c882-4703-bf58-879ade560233 None None] Provisioning complete for port 6aaf770f-6647-40eb-a414-4b201e1610a7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:20.307106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5660d9d5-c882-4703-bf58-879ade560233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.309751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a011769e-c19f-4443-911d-f9b080ff3e21 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8329735 Nov 12 00:59:20.311536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.322222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:61:83:99'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:58:4e:22'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:20.390878 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59e273b0-5cfa-4eb8-94da-5a0a4308273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.400967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5660d9d5-c882-4703-bf58-879ade560233 None None] Port 6aaf770f-6647-40eb-a414-4b201e1610a7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:20.522043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-59e273b0-5cfa-4eb8-94da-5a0a4308273c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beb8b49f3a6f4b8ea210bcad2d037e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8955503 Nov 12 00:59:20.528101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.586990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.599040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e273b0-5cfa-4eb8-94da-5a0a4308273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82702e-0193-4b50-ab72-ea867bb87b6b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.661739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca1a661-3d54-41b4-b4ef-eae419bf6f82']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.702282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d92669-8089-489e-bc51-34512d96191a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.705968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d92669-8089-489e-bc51-34512d96191a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.712556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.729309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:20.733591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.754575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Sync routers for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:20.784333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea6090-76fc-47c8-bd7f-2c98513e566c req-d279eac4-8f61-48a0-a168-0b89515ab235 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.785751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.790642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea6090-76fc-47c8-bd7f-2c98513e566c req-d279eac4-8f61-48a0-a168-0b89515ab235 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.790817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:20.791832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:59:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.797418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:20.800849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea6090-76fc-47c8-bd7f-2c98513e566c req-d279eac4-8f61-48a0-a168-0b89515ab235 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.801086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.801492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7aea6090-76fc-47c8-bd7f-2c98513e566c req-d279eac4-8f61-48a0-a168-0b89515ab235 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 2409 time: 0.2071998 Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:20.804178 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:20.816080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.880949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port 2cc27ac1-075c-4c45-8064-ccb800cd0a50 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:20.895883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.899418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-d3d5e33f-a2b7-414e-90b1-5b10042b66d3 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "DELETE /v2.0/ports/2cc27ac1-075c-4c45-8064-ccb800cd0a50 HTTP/1.1" status: 204 len: 173 time: 2.9721596 Nov 12 00:59:20.899963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:20.902664 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a84be-7f2b-43a4-96f6-0505cbf2c00c" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:20.960486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.007863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.031989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.038794 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] 10.222.0.11 "DELETE /v2.0/networks/eca1a661-3d54-41b4-b4ef-eae419bf6f82 HTTP/1.1" status: 204 len: 168 time: 1.1082935 Nov 12 00:59:21.077530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070aed2-e612-403d-b72c-7d00fc7fb745 tempest-PortsAdminExtendedAttrsTestJSON-477890343 tempest-PortsAdminExtendedAttrsTestJSON-477890343-project] Pushing event deleted for resources: {'Network': ['ID=eca1a661-3d54-41b4-b4ef-eae419bf6f82,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.136010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:21.157076 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b105da-616c-416f-ba76-dc45a882a291 x-openstack-request-id: req-b3b105da-616c-416f-ba76-dc45a882a291 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:21.157512 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "2cc27ac1-075c-4c45-8064-ccb800cd0a50", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:21.157903 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3b105da-616c-416f-ba76-dc45a882a291 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:21.158551 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '2cc27ac1-075c-4c45-8064-ccb800cd0a50', 'status': 'completed', 'code': 200} Nov 12 00:59:21.295769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7aea6090-76fc-47c8-bd7f-2c98513e566c req-08f3fdf2-020d-44b5-88c9-8bb23d9c53ce tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762025 Nov 12 00:59:21.756148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:21.770951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:21.824955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Checking router: 35f4d756-9e20-4d18-8993-701c541c7d41 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:21.837819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:21.838613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T00:59:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:21.982394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:22.167149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.170410 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.171674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f82702e-0193-4b50-ab72-ea867bb87b6b HTTP/1.1" status: 204 len: 168 time: 1.6426311 Nov 12 00:59:22.209895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552976fa-88b7-448c-868f-672b1ca6d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82702e-0193-4b50-ab72-ea867bb87b6b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.286721 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80c39fbe-36b3-47a1-8f7c-ad0d0ec6bb92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53fb19b598c64d24a512d2aa1cca9fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270171 Nov 12 00:59:22.287422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 824dc1b9-97ca-42b1-9b9e-2897497901d2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:22.287603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.298443 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.379503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.466276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port 824dc1b9-97ca-42b1-9b9e-2897497901d2, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=824dc1b9-97ca-42b1-9b9e-2897497901d2,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:22.466961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.495171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.513238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 824dc1b9-97ca-42b1-9b9e-2897497901d2 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:22.639390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.645820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.655136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18dc818d-7a68-4256-aa4d-9871e659b4cc HTTP/1.1" status: 204 len: 168 time: 0.3655689 Nov 12 00:59:22.675355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f88d3-243c-4d87-aa69-cf0ed21c816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc818d-7a68-4256-aa4d-9871e659b4cc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.788079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:22.860674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5992-7f44-4baa-aeb8-d51b00d0c735 None None] The sync data for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 is: [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T00:48:18Z', 'revision_number': 4, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31de93b6-f1af-4998-b234-35aeef8c5260', 'name': '', 'network_id': '250f867e-bd63-498f-a6e8-f9f275965de9', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'mac_address': 'fa:16:3e:4e:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:16Z', 'updated_at': '2021-11-12T00:48:24Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'subnets': [{'id': '672d378a-9e6d-4de3-b57e-b6c7272df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:22.865465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.974312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.977148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=824dc1b9-97ca-42b1-9b9e-2897497901d2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.055312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.139971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event updated for resources: {'Port': ['ID=6aaf770f-6647-40eb-a414-4b201e1610a7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.143804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port 824dc1b9-97ca-42b1-9b9e-2897497901d2 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:23.146663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.151791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-b54b23de-21d6-408d-b793-6769d85d2a2d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "DELETE /v2.0/ports/824dc1b9-97ca-42b1-9b9e-2897497901d2 HTTP/1.1" status: 204 len: 173 time: 2.2416234 Nov 12 00:59:23.166789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:23.170365 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fe629-5812-4ceb-9f94-9c4c1b7a275f" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:23.201949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.259469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1874565-ddb8-4ebb-8d89-dff889cb6c17 req-c9a768f5-51a2-4c8e-ad4c-005567cb88ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.267009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1874565-ddb8-4ebb-8d89-dff889cb6c17 req-c9a768f5-51a2-4c8e-ad4c-005567cb88ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.275309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1874565-ddb8-4ebb-8d89-dff889cb6c17 req-c9a768f5-51a2-4c8e-ad4c-005567cb88ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 1677 time: 0.4540744 Nov 12 00:59:23.366398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-821dce46-db1b-44ef-81ab-b759d42c647f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3454115 Nov 12 00:59:23.373080 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-25a0bb14-56e8-46f8-b0da-ba49d5035898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f8372ae16d74dca8fec908375932b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688526 Nov 12 00:59:23.382170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.425299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] In _notify_port_updated(), no bound segment for port 6aaf770f-6647-40eb-a414-4b201e1610a7 on network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:59:23.431758 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418ab90-88e4-4cb3-852a-4109e1eb0291 None None] New status for floating IP d146a047-748f-45fc-9f6d-bc659c98deb1: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:59:23.433931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.434633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.439076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c6a7c282-84df-43c6-b3b5-803bd39555db tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "PUT /v2.0/ports/6aaf770f-6647-40eb-a414-4b201e1610a7 HTTP/1.1" status: 200 len: 1056 time: 3.1264501 Nov 12 00:59:23.442637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40276) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.461149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1874565-ddb8-4ebb-8d89-dff889cb6c17 req-92946f55-c8ff-4b3a-9963-30cac31273db tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824110 Nov 12 00:59:23.523943 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278cb7eb-7e43-459a-9b4a-d984fa73a61a x-openstack-request-id: req-278cb7eb-7e43-459a-9b4a-d984fa73a61a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:23.524547 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "824dc1b9-97ca-42b1-9b9e-2897497901d2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:23.524947 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-278cb7eb-7e43-459a-9b4a-d984fa73a61a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:23.528408 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '824dc1b9-97ca-42b1-9b9e-2897497901d2', 'status': 'completed', 'code': 200} Nov 12 00:59:23.551626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 6613cdf8-16f1-4554-926b-84d4f7e22843 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:23.552373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.751238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port 6613cdf8-16f1-4554-926b-84d4f7e22843, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6613cdf8-16f1-4554-926b-84d4f7e22843,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:23.751887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.778154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 6613cdf8-16f1-4554-926b-84d4f7e22843 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:23.839724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.887973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-87e477ff-9187-4ca4-b611-4439fc8906cf None None] Provisioning complete for port 6aaf770f-6647-40eb-a414-4b201e1610a7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:23.890480 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87e477ff-9187-4ca4-b611-4439fc8906cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.921497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.933268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.953626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.954102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.954618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.955088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.955553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.955998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.956488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.957517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port 6aaf770f-6647-40eb-a414-4b201e1610a7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:23.958511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.958845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5f53ff12-f7a7-44b0-8ee5-d441dde45c0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.5353534 Nov 12 00:59:23.987851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=6613cdf8-16f1-4554-926b-84d4f7e22843,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.998742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-87e477ff-9187-4ca4-b611-4439fc8906cf None None] Port 6aaf770f-6647-40eb-a414-4b201e1610a7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:24.062117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port 6613cdf8-16f1-4554-926b-84d4f7e22843 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:24.064888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.068921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-fe296662-9699-45e1-9946-7700d37ad514 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "DELETE /v2.0/ports/6613cdf8-16f1-4554-926b-84d4f7e22843 HTTP/1.1" status: 204 len: 173 time: 0.9031520 Nov 12 00:59:24.167907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.173910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.178318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a6cf90c-4d94-4059-9478-a690fb9a96f8 HTTP/1.1" status: 204 len: 168 time: 0.7917552 Nov 12 00:59:24.180630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.207895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d18f4-0abd-4cd9-8de0-4b533534475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6cf90c-4d94-4059-9478-a690fb9a96f8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.221136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for 6aaf770f-6647-40eb-a414-4b201e1610a7 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:24.240142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2c5fbeac-630e-4d17-9aae-c7fe89029173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.240689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2c5fbeac-630e-4d17-9aae-c7fe89029173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.241068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2c5fbeac-630e-4d17-9aae-c7fe89029173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.242941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2c5fbeac-630e-4d17-9aae-c7fe89029173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 2298 time: 0.2300563 Nov 12 00:59:24.317419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 3941086d-af66-4cdb-952d-c58aa7e96985 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:24.317759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.405155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-56b7e2be-e7c8-43ad-b2a4-b1452b0ce53b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1001 time: 0.1529477 Nov 12 00:59:24.695208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port 3941086d-af66-4cdb-952d-c58aa7e96985, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3941086d-af66-4cdb-952d-c58aa7e96985,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:24.695751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.759254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 3941086d-af66-4cdb-952d-c58aa7e96985 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:24.784925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.846599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-efbc47f0-c6d7-40c9-9578-e1066e4fe370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.853042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-efbc47f0-c6d7-40c9-9578-e1066e4fe370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.4257722 Nov 12 00:59:24.987944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=6aaf770f-6647-40eb-a414-4b201e1610a7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.070552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fff0-bec7-4596-b2dd-b11f415c0a0e req-bf05673e-b069-4efd-aa37-6125b7c1a022 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:25.072782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df17fff0-bec7-4596-b2dd-b11f415c0a0e req-bf05673e-b069-4efd-aa37-6125b7c1a022 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 943 time: 0.2602711 Nov 12 00:59:25.074982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-6434009b-521d-4479-89e4-cf7bb8c76f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:25.076481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-6434009b-521d-4479-89e4-cf7bb8c76f0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958733 Nov 12 00:59:25.269307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df17fff0-bec7-4596-b2dd-b11f415c0a0e req-502a3ac5-186f-411d-b505-0d72f4c612c4 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800320 Nov 12 00:59:25.311182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.318338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80cf2f9a-e46a-45e9-b16f-e4d7678257bb tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/6aaf770f-6647-40eb-a414-4b201e1610a7 HTTP/1.1" status: 204 len: 168 time: 1.8723185 Nov 12 00:59:25.319096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:25.355012 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-52775cbe-5cb1-4923-aa6c-4d4ebc207315 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] GET failed (client error): The resource could not be found. Nov 12 00:59:25.358305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-62bba94b-fa26-4f2b-ae38-23df7893635d service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702563 Nov 12 00:59:25.359748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40318) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:25.359864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52775cbe-5cb1-4923-aa6c-4d4ebc207315 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports/6aaf770f-6647-40eb-a414-4b201e1610a7 HTTP/1.1" status: 404 len: 333 time: 0.0396414 Nov 12 00:59:25.372706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.459386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=3941086d-af66-4cdb-952d-c58aa7e96985,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.529339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:25.532168 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9715bc7-666c-471c-a67a-5952204c94ca" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:25.622233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port 3941086d-af66-4cdb-952d-c58aa7e96985 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:25.625331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.634951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a50074f-45c8-426f-b592-f1a52dac2dec req-f178d3ba-1112-4fe4-b56a-214781911ff9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.39 "DELETE /v2.0/ports/3941086d-af66-4cdb-952d-c58aa7e96985 HTTP/1.1" status: 204 len: 173 time: 1.5560732 Nov 12 00:59:25.765129 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b4bd44-304d-409d-a957-59ffb9289a80 x-openstack-request-id: req-f0b4bd44-304d-409d-a957-59ffb9289a80 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:25.765471 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "6613cdf8-16f1-4554-926b-84d4f7e22843", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:25.765816 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0b4bd44-304d-409d-a957-59ffb9289a80 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:25.766333 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '6613cdf8-16f1-4554-926b-84d4f7e22843', 'status': 'completed', 'code': 200} Nov 12 00:59:25.807835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-1cbc2d0b-7dbe-4612-a9f1-ed548946bf16 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278812 Nov 12 00:59:25.822508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:25.869663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:25.967983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2bb6e3e3-8240-4067-a0e2-8936fabcc8e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.1337860 Nov 12 00:59:25.993744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port f43cd5af-ff11-4855-9171-2e9dd0b466ce {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:25.994116 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.194468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-6a04b0bf-20f1-4c54-812c-8210525a6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:26.204526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d04ac74-d1e1-4df2-b3d6-456d804128ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.206491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-6a04b0bf-20f1-4c54-812c-8210525a6e0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2232654 Nov 12 00:59:26.280825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-034c8e89-5f10-4bbb-b372-4c29b121fb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.357707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.396600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d04ac74-d1e1-4df2-b3d6-456d804128ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.407247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d04ac74-d1e1-4df2-b3d6-456d804128ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.407736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for f43cd5af-ff11-4855-9171-2e9dd0b466ce owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:26.423805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-b96e79ab-4139-4fa0-a9d5-552f504d206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:26.425867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-b96e79ab-4139-4fa0-a9d5-552f504d206c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691740 Nov 12 00:59:26.444571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ac74-d1e1-4df2-b3d6-456d804128ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa18d81-84fd-4290-973e-11801a42aed4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.488572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5122169-0a68-4d04-8061-dfc6f8366bd0 req-08e19aea-e7ad-4644-bd4b-1848724b90d5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0590124 Nov 12 00:59:26.512042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d04ac74-d1e1-4df2-b3d6-456d804128ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6939d26fb104cadb7344c92cac7911f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402962 Nov 12 00:59:26.521193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.619410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.690401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.692474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.744936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-19c2c18b-f2d5-4da7-934e-9bb6d44e5313 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013473 Nov 12 00:59:26.796206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-034c8e89-5f10-4bbb-b372-4c29b121fb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.819455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-034c8e89-5f10-4bbb-b372-4c29b121fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.884582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.887360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.888540 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aa18d81-84fd-4290-973e-11801a42aed4 HTTP/1.1" status: 204 len: 168 time: 0.3728437 Nov 12 00:59:26.893488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c8e89-5f10-4bbb-b372-4c29b121fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c7dcf-0c8c-4284-88a7-41e64e5da516,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.911188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-034c8e89-5f10-4bbb-b372-4c29b121fb4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c217f6fb0a874b4ebfd9cce74808a7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0841768 Nov 12 00:59:26.915245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.943427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f3018-9a86-4bc2-9257-094093feb85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa18d81-84fd-4290-973e-11801a42aed4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.947103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.037167 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-198f9135-7d5c-4084-94cd-aa83d486edea tempest-AgentManagementNegativeTest-1597119399 tempest-AgentManagementNegativeTest-1597119399-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3395209 Nov 12 00:59:27.096127 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.100210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/f43cd5af-ff11-4855-9171-2e9dd0b466ce HTTP/1.1" status: 204 len: 168 time: 1.7375414 Nov 12 00:59:27.101554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a307-867f-4f8b-b087-8b74c781f6c3 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=f43cd5af-ff11-4855-9171-2e9dd0b466ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.104543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.122561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-3910a734-1e31-4b93-832a-59b1430d88a5 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689375 Nov 12 00:59:27.220251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-0d558eb1-f06b-4fba-b007-7a7f11a55acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0885031 Nov 12 00:59:27.232040 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-003c1cd0-9813-4cbe-a69c-83b92679fdf9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] GET failed (client error): The resource could not be found. Nov 12 00:59:27.241874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-003c1cd0-9813-4cbe-a69c-83b92679fdf9 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "GET /v2.0/ports/f43cd5af-ff11-4855-9171-2e9dd0b466ce HTTP/1.1" status: 404 len: 333 time: 0.1358311 Nov 12 00:59:27.242514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.394245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5ac98f93-e645-4622-9a88-755e8c01bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:27.397875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5ac98f93-e645-4622-9a88-755e8c01bb26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1671793 Nov 12 00:59:27.415145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.480640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.561817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-f71f8d05-aab5-488e-8ab3-d1e70db5f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:27.563985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-f71f8d05-aab5-488e-8ab3-d1e70db5f859 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570339 Nov 12 00:59:27.797997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:27.799874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.800387 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5914384-a151-4b21-9dc3-7887ae211b4e" -d '{"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:27.802556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.803733 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c42c7dcf-0c8c-4284-88a7-41e64e5da516 HTTP/1.1" status: 204 len: 168 time: 0.8875191 Nov 12 00:59:27.806305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port ffbfe909-ab19-4346-9abe-1e8f02564c9f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:27.806581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.807680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-28fbf73f-0342-4474-ab28-6064911c005a service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356119 Nov 12 00:59:27.874627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40384) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.911656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef9f2-49ee-4dbd-bc70-505cdd076e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c7dcf-0c8c-4284-88a7-41e64e5da516,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.966925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2225fd8-5df6-44c2-b61b-3d5ca49d8e45 req-f71b46b0-77fe-4091-a824-17833afa3454 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1571381 Nov 12 00:59:28.204858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-fb21c08d-51eb-411b-8d81-a0e2fa27305a service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850644 Nov 12 00:59:28.206417 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835312c5-5a18-4b2c-8e53-1586f4b026ac x-openstack-request-id: req-835312c5-5a18-4b2c-8e53-1586f4b026ac {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:28.206696 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1", "name": "network-vif-deleted", "tag": "3941086d-af66-4cdb-952d-c58aa7e96985", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:28.206951 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-835312c5-5a18-4b2c-8e53-1586f4b026ac {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:28.207350 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1', 'name': 'network-vif-deleted', 'tag': '3941086d-af66-4cdb-952d-c58aa7e96985', 'status': 'completed', 'code': 200} Nov 12 00:59:28.348237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-f2bd5f17-7a8f-4875-9757-897e86181f38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.1355236 Nov 12 00:59:28.483643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-91d41227-be1a-4dfe-a7bd-314e00ba8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.486824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-91d41227-be1a-4dfe-a7bd-314e00ba8419 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1301174 Nov 12 00:59:28.602887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-9cebe5a1-a57e-4928-87f3-91a347f6a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.606061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-9cebe5a1-a57e-4928-87f3-91a347f6a29d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123362 Nov 12 00:59:28.671301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78b7b323-8948-4acd-8168-4085eb5f27a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.729982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40398) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.817909 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.839012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57641c8e-d4b9-46df-9d9e-ce5787c58e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.861326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-a0f02ab2-1878-432a-b90c-4d7a93f4f239 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473431 Nov 12 00:59:28.873770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for ffbfe909-ab19-4346-9abe-1e8f02564c9f owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:28.991492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57641c8e-d4b9-46df-9d9e-ce5787c58e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.034001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57641c8e-d4b9-46df-9d9e-ce5787c58e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.143768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57641c8e-d4b9-46df-9d9e-ce5787c58e0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07460fe33dc143b696958da011e96859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060321 Nov 12 00:59:29.145031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57641c8e-d4b9-46df-9d9e-ce5787c58e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6905e2-b381-418d-a4f0-8a0a9b492f08,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.148041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.156371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78b7b323-8948-4acd-8168-4085eb5f27a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.244828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78b7b323-8948-4acd-8168-4085eb5f27a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.259881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31eaf980-ff58-4ef5-a68a-34051bb51404 req-fc2a5a80-e35f-46b9-9f49-a2ee85af37d0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0982740 Nov 12 00:59:29.263937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-f8f6681e-a53d-4937-aa43-3d786c2f9314 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956184 Nov 12 00:59:29.350331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.370359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-78b7b323-8948-4acd-8168-4085eb5f27a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e4991514f9d4f378538b2151ceb3c80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4922562 Nov 12 00:59:29.387729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.438288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-ce0269c9-c61a-4379-9caa-8b5baa30fc7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.1573620 Nov 12 00:59:29.512029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=ffbfe909-ab19-4346-9abe-1e8f02564c9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.561797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-dd2cfe3f-e153-46bf-b60b-7e7649a180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:29.575182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-dd2cfe3f-e153-46bf-b60b-7e7649a180c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1354375 Nov 12 00:59:29.615401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b323-8948-4acd-8168-4085eb5f27a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ced0a1-3d43-47d5-93c5-988aefb5324e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.643670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.775077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-75148cc8-cbba-4e34-a172-5c55b56deb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:29.781024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-75148cc8-cbba-4e34-a172-5c55b56deb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1990390 Nov 12 00:59:29.835840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.842749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.863140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.873100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-915d7841-813c-4238-9beb-d4f9c5160195 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/ports/ffbfe909-ab19-4346-9abe-1e8f02564c9f HTTP/1.1" status: 204 len: 168 time: 2.6251895 Nov 12 00:59:29.876024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.971085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.091633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-f91675d8-ceeb-4ca5-b635-03cf13064b2c service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021085 Nov 12 00:59:30.147522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting subnet bc1c59ba-d837-4aef-98b4-ee55526b48ca {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:30.185366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.275374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.282174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.287191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.300009 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94ced0a1-3d43-47d5-93c5-988aefb5324e HTTP/1.1" status: 204 len: 168 time: 0.8593259 Nov 12 00:59:30.372111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-1e20558f-b977-4072-b956-90f7e75aac43 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728028 Nov 12 00:59:30.427419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.442302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.446389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc6905e2-b381-418d-a4f0-8a0a9b492f08 HTTP/1.1" status: 204 len: 168 time: 1.2906392 Nov 12 00:59:30.459065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee347a-83c4-4487-ba47-331ec1586b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ced0a1-3d43-47d5-93c5-988aefb5324e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.504986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-982c4edb-03ba-4fd5-8d81-b73631305c1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.1170578 Nov 12 00:59:30.521152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a3ce6-3170-4797-823c-a453e20e6b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6905e2-b381-418d-a4f0-8a0a9b492f08,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.640938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2af0d15e-ca2f-4fe7-8486-0669ddbfb20d req-c052672f-279a-434a-802c-9f740f87453b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1323559 Nov 12 00:59:30.717813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.743148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-0b7ce1f2-8737-4c9f-ad07-807130866e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:30.757371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-0b7ce1f2-8737-4c9f-ad07-807130866e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.2259781 Nov 12 00:59:30.811600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.867165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-bcc2f408-62fb-4d1a-baa7-3c41eda82336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:30.875824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1c59ba-d837-4aef-98b4-ee55526b48ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.877572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-bcc2f408-62fb-4d1a-baa7-3c41eda82336 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132421 Nov 12 00:59:30.887221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.895092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-65b2caac-35ab-41fa-8539-e893cd45a54e tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/subnets/bc1c59ba-d837-4aef-98b4-ee55526b48ca HTTP/1.1" status: 204 len: 168 time: 1.0153666 Nov 12 00:59:30.895955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:30.909561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69db80-004d-4546-8a01-0f93ac9a6008 None None] Network 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:31.142726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-41d5cac3-6216-4551-a59c-4d46db39f4f0 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412641 Nov 12 00:59:31.161246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.267079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Deleting port 58f99361-5346-4a3b-a706-0c18a2450da2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:31.267852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.347402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] DHCP port deletion for 08cef99c-b8aa-4a1f-a8da-39ae2cc41737 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:31.510149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-d691c581-978b-48f6-afe0-a79d7c405a43 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588696 Nov 12 00:59:31.534621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Deleting port 58f99361-5346-4a3b-a706-0c18a2450da2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:31.537625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.582942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] For port 58f99361-5346-4a3b-a706-0c18a2450da2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=58f99361-5346-4a3b-a706-0c18a2450da2,segment=NetworkSegment(d6a91c7d-3093-4c8d-b3a8-47928af0a072),segment_id=d6a91c7d-3093-4c8d-b3a8-47928af0a072)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:31.587593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.649978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-2492a4e8-268d-455c-9976-0b8f38c77b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.1321731 Nov 12 00:59:31.709679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Calling delete_port for 58f99361-5346-4a3b-a706-0c18a2450da2 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:31.731597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] For port 58f99361-5346-4a3b-a706-0c18a2450da2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=58f99361-5346-4a3b-a706-0c18a2450da2,segment=NetworkSegment(d6a91c7d-3093-4c8d-b3a8-47928af0a072),segment_id=d6a91c7d-3093-4c8d-b3a8-47928af0a072)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:31.733348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.781086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Calling delete_port for 58f99361-5346-4a3b-a706-0c18a2450da2 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:31.943155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-0ebfb1fe-e94b-4488-8cf1-4ddb05d7cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.958289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-0ebfb1fe-e94b-4488-8cf1-4ddb05d7cf04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.2958822 Nov 12 00:59:31.979722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 58f99361-5346-4a3b-a706-0c18a2450da2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:32.002651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.022550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 58f99361-5346-4a3b-a706-0c18a2450da2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:32.023196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 58f99361-5346-4a3b-a706-0c18a2450da2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:32.027544 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.071567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Port': ['ID=58f99361-5346-4a3b-a706-0c18a2450da2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.083869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] No DVR routers for this DVR port 58f99361-5346-4a3b-a706-0c18a2450da2 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:32.101055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] Pushing event deleted for resources: {'Port': ['ID=58f99361-5346-4a3b-a706-0c18a2450da2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.133180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10243bb9-e2fd-4284-88f7-64e07dae70fe None None] No DVR routers for this DVR port 58f99361-5346-4a3b-a706-0c18a2450da2 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:32.133805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61937e34-999c-4c14-bebc-2777f406a16f req-a164a2b5-3af1-44c8-9d0d-6b939c72749d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1743426 Nov 12 00:59:32.219003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-b1dcf433-3cd4-4b4a-906a-04239ecd55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.245943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-b1dcf433-3cd4-4b4a-906a-04239ecd55e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2592618 Nov 12 00:59:32.305907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.431338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.500361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-5885482f-1d79-4071-b3fe-70a7687e4334 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444894 Nov 12 00:59:32.502444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cef99c-b8aa-4a1f-a8da-39ae2cc41737']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:32.538127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a91c7d-3093-4c8d-b3a8-47928af0a072') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:32.541335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a91c7d-3093-4c8d-b3a8-47928af0a072') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:32.587901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.675771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.695380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:32.700937 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:32.709286 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:32.767316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40426af1-0fe3-42ec-887b-119b69dbbf33 req-ee6ab50a-2d4e-4336-9053-443785a3b96c service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553380 Nov 12 00:59:32.834911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.851899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.857901 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] 10.222.0.11 "DELETE /v2.0/networks/08cef99c-b8aa-4a1f-a8da-39ae2cc41737 HTTP/1.1" status: 204 len: 168 time: 1.9603057 Nov 12 00:59:32.874644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5763929-eb73-4bd2-8248-ff7d953dea18 tempest-AllowedAddressPairTestJSON-2131288185 tempest-AllowedAddressPairTestJSON-2131288185-project] Pushing event deleted for resources: {'Network': ['ID=08cef99c-b8aa-4a1f-a8da-39ae2cc41737,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.292755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b16a371-039d-44bc-8fc7-4431ea0a9885 req-f60b81e2-e141-473d-b54c-7a1f53757e8b tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0426693 Nov 12 00:59:33.570764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:33.989791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b945f16-eb75-4a4d-88aa-656af629fa75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0f818aed91847d3a3a69ed678ebbcee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4177577 Nov 12 00:59:33.993072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:34.098990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.107024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:34.152327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.231693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.250479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.254249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a66d8a1-1956-4fa5-baf8-c01856240666 HTTP/1.1" status: 204 len: 168 time: 0.2590661 Nov 12 00:59:34.278256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a5f39-3fbb-4ae7-adea-dc1511305456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66d8a1-1956-4fa5-baf8-c01856240666,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:34.474553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b9049ec-ff60-448e-9ea0-691eb5b07764 req-61ea9f0b-1535-42b9-85a3-84b99843be2a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0455365 Nov 12 00:59:34.722592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1687951820'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:34.782846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:34.786948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.800622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.990569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.998854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.051871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:35.071128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe806fe1-583c-4ebc-8b38-db92ba7d8f41,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.078662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.079011 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Added segment 56f06308-afff-4106-945a-f365521fe4e0 of type vlan for network 5b2f6347-05eb-4950-a88c-4098590cba1f Nov 12 00:59:35.115789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.181030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.276365 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.285027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:35.293400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.337549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.364505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2556741 Nov 12 00:59:35.369601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40582) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.380126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:35.485558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bb83b-f0aa-4b9e-aa5a-703ec75bbf8a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Network': ['ID=5b2f6347-05eb-4950-a88c-4098590cba1f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.504773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:35.570369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:35.575139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.723988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d155d35f-5074-436f-8bb5-712b1761eec8 req-7c000ee8-9b39-46bb-9f0b-9d5c172613ca tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1056454 Nov 12 00:59:35.784588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0801a19-ff53-408a-85d9-65c0e4f7b296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.897299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0801a19-ff53-408a-85d9-65c0e4f7b296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.904152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0801a19-ff53-408a-85d9-65c0e4f7b296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.974619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f0801a19-ff53-408a-85d9-65c0e4f7b296 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2579c746b0aa426583dc2a11d57a8bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309502 Nov 12 00:59:35.976957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.977838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0801a19-ff53-408a-85d9-65c0e4f7b296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3976fe9-31bc-48a9-96f0-7e05c19bd64b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.100996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.153638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.199511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.294956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.298263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.298714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=cfb775ca-495b-4d4a-9012-2fdf10d3bb94,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.304737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3976fe9-31bc-48a9-96f0-7e05c19bd64b HTTP/1.1" status: 204 len: 168 time: 0.3167098 Nov 12 00:59:36.324850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a97d0-4193-4108-9b20-5a4da9b733ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3976fe9-31bc-48a9-96f0-7e05c19bd64b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.403190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:36.403538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network hostable DHCP agents. Network: 5b2f6347-05eb-4950-a88c-4098590cba1f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:36.435459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:36.457527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5b2f6347-05eb-4950-a88c-4098590cba1f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:36.463461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:36.464106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.467848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3cd93b-aa1a-41a4-8df8-c46e74c35814 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:36.522485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-69220d94-33d4-476e-bb1c-6a1f0a7e7fde tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1494102 Nov 12 00:59:36.524623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:36.526938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:36.536758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'name': 'tempest-NetworksTestDHCPv6-1278821086'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:36.857943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:36.866828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.910203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': 'cfb775ca-495b-4d4a-9012-2fdf10d3bb94'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:36.911138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.970916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:37.256623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::1d6 (5b2f6347-05eb-4950-a88c-4098590cba1f/cfb775ca-495b-4d4a-9012-2fdf10d3bb94/1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:37.328896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ffb0e4f2-f17d-4db3-9e1e-02c141d3a19b tempest-DvrRoutersNegativeTest-79087097 tempest-DvrRoutersNegativeTest-79087097-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-126964456', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:37.332287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.policy [None req-ffb0e4f2-f17d-4db3-9e1e-02c141d3a19b tempest-DvrRoutersNegativeTest-79087097 tempest-DvrRoutersNegativeTest-79087097-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102676) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 00:59:37.332745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.policy [None req-ffb0e4f2-f17d-4db3-9e1e-02c141d3a19b tempest-DvrRoutersNegativeTest-79087097 tempest-DvrRoutersNegativeTest-79087097-project] Failed policy check for 'create_router' {{(pid=102676) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 00:59:37.333471 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ffb0e4f2-f17d-4db3-9e1e-02c141d3a19b tempest-DvrRoutersNegativeTest-79087097 tempest-DvrRoutersNegativeTest-79087097-project] create failed (client error): Access was denied to this resource. Nov 12 00:59:37.340753 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ffb0e4f2-f17d-4db3-9e1e-02c141d3a19b tempest-DvrRoutersNegativeTest-79087097 tempest-DvrRoutersNegativeTest-79087097-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8089371 Nov 12 00:59:37.599639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.670740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-388cdf6f-e05d-4b85-b697-9f68510f680b req-b7d668f7-66da-4e54-a278-22e21e7af724 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0840738 Nov 12 00:59:37.682713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:37.723144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f38a65d-e4dc-4036-b61a-a660b48eac87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.741546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.839427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/cfb775ca-495b-4d4a-9012-2fdf10d3bb94/ae014b31-9b04-4d45-8d00-ce65985fb0f0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:37.905622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:37.916593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:37.937140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:37.952449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:37.953857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.973341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.002487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-76f751cb-6c23-4b0e-aef7-d94092de12d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4698939 Nov 12 00:59:38.006403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.128923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.188823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd45395-7a48-48ff-a7b3-119469a8fdd1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.197745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8fd45395-7a48-48ff-a7b3-119469a8fdd1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1863174 Nov 12 00:59:38.198564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.350717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.371628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.596903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3fddc8c-dfe4-4bed-b8af-67e1f1dbf1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.645443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Pushing event updated for resources: {'Port': ['ID=ae014b31-9b04-4d45-8d00-ce65985fb0f0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.708383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.710895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.739680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:38.777790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f38a65d-e4dc-4036-b61a-a660b48eac87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.785982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f38a65d-e4dc-4036-b61a-a660b48eac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.838864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:38.839516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.858609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5f38a65d-e4dc-4036-b61a-a660b48eac87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=236592827add4d458be45e30df8228f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1744535 Nov 12 00:59:38.866154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.871288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Attempting to bind port ae014b31-9b04-4d45-8d00-ce65985fb0f0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:38.872362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Attempting to bind port ae014b31-9b04-4d45-8d00-ce65985fb0f0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:38.873300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Attempting to bind port ae014b31-9b04-4d45-8d00-ce65985fb0f0 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:38.881828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:38.882587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:38.883153 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.883688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:38.884571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Bound port: ae014b31-9b04-4d45-8d00-ce65985fb0f0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:38.885223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.991356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] For port ae014b31-9b04-4d45-8d00-ce65985fb0f0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:38.995489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] For port ae014b31-9b04-4d45-8d00-ce65985fb0f0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae014b31-9b04-4d45-8d00-ce65985fb0f0,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:38.996001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:39.004431 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.020327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40f05fd7-0724-479a-9edb-818490a5402b req-3a6e6b13-1dcf-43d7-9038-06a560f9d5ec tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1310482 Nov 12 00:59:39.050151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.052562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38a65d-e4dc-4036-b61a-a660b48eac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06652f-27da-451a-a5c7-b05d9a831e20,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.126321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.190098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e27c-f315-44b5-aafe-cd2b8f507211 None None] Pushing event updated for resources: {'Port': ['ID=ae014b31-9b04-4d45-8d00-ce65985fb0f0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.217481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.228352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.240764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3fddc8c-dfe4-4bed-b8af-67e1f1dbf1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.246713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61ba0fb5-012c-4cd5-a800-b229f2ea5997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.249503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.250847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c06652f-27da-451a-a5c7-b05d9a831e20 HTTP/1.1" status: 204 len: 168 time: 0.3822417 Nov 12 00:59:39.255055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3fddc8c-dfe4-4bed-b8af-67e1f1dbf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.277333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2d78b-0f38-431f-ae94-dc9424ffdea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06652f-27da-451a-a5c7-b05d9a831e20,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.314630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fddc8c-dfe4-4bed-b8af-67e1f1dbf1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1bdc7-ad1f-4909-92bb-26ebb39f640b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.329975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:39.502013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:39.506566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3fddc8c-dfe4-4bed-b8af-67e1f1dbf1dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2123c69293040e7863c0999cb0844f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3730810 Nov 12 00:59:39.662461 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.760656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.871606 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.898966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.902319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.903573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bf1bdc7-ad1f-4909-92bb-26ebb39f640b HTTP/1.1" status: 204 len: 168 time: 0.4003859 Nov 12 00:59:39.928687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.941722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f628-7eab-42df-9184-32bc6f418582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1bdc7-ad1f-4909-92bb-26ebb39f640b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.962029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.970961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0712ec1a-ec12-4474-a5fc-f78baaae0059 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69 HTTP/1.1" status: 204 len: 168 time: 1.7655594 Nov 12 00:59:39.975519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:40.019569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae014b31-9b04-4d45-8d00-ce65985fb0f0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:40.085360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e77ba1-af80-4541-9463-17a35d020729 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.100760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ae014b31-9b04-4d45-8d00-ce65985fb0f0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:40.101506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.109333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e77ba1-af80-4541-9463-17a35d020729 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.134344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c1e77ba1-af80-4541-9463-17a35d020729 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1570296 Nov 12 00:59:40.139576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:40.331327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet cfb775ca-495b-4d4a-9012-2fdf10d3bb94 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:40.362488 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.365882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.383447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f4f32e5-aaed-4984-bebd-4b1f6607e338 req-6aa3dfd5-1eb4-4d9e-a79b-a7a14f666fa1 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0963633 Nov 12 00:59:40.495525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.503478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port ae014b31-9b04-4d45-8d00-ce65985fb0f0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae014b31-9b04-4d45-8d00-ce65985fb0f0,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:40.512202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.632859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.709559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=ae014b31-9b04-4d45-8d00-ce65985fb0f0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.803535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.839692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb775ca-495b-4d4a-9012-2fdf10d3bb94,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.844667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.851688 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d77877dc-b246-4f69-bd6e-cbd0fdd91ad9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/cfb775ca-495b-4d4a-9012-2fdf10d3bb94 HTTP/1.1" status: 204 len: 168 time: 0.7099612 Nov 12 00:59:40.855908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.065743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.067577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-204ed4f1-fe38-4dfb-a452-94a0dc35e782 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2099717 Nov 12 00:59:41.073043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:41.220409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00fb17-0f4c-4070-ad3c-d45b135cd913 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:41.382775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:41.386730 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.406848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f674d8db-ed7b-4532-9a09-d8629ecae5c5 None None] Provisioning complete for port ae014b31-9b04-4d45-8d00-ce65985fb0f0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:41.407324 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f674d8db-ed7b-4532-9a09-d8629ecae5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.604241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:41.666052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af1a882d-af5f-4bc5-8489-5da812e92bb7 req-01b15a7b-cd38-4cf2-8e0d-8303300dbde9 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0707955 Nov 12 00:59:41.812018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae014b31-9b04-4d45-8d00-ce65985fb0f0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:41.946107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.009033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Deleting port ae014b31-9b04-4d45-8d00-ce65985fb0f0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:42.022270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:42.024335 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.027655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:42.034485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:42.035534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.055793 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9885645 Nov 12 00:59:42.058737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:42.064374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'name': 'tempest-NetworksTestDHCPv6-843340032'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:42.073814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c8125-f714-4bf0-9d43-1fd6cdad30b6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=86cd8387-5e9f-47f2-b54f-ba112f42376f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.188649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.227779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:42.234244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.260856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 0339fed2-47da-41e1-bf1c-a4d804210c7b yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:42.360965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f278f096-e21f-404f-8a9a-203abbbea7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.424306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port ae014b31-9b04-4d45-8d00-ce65985fb0f0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae014b31-9b04-4d45-8d00-ce65985fb0f0,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:42.450973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.451810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::1ea (5b2f6347-05eb-4950-a88c-4098590cba1f/86cd8387-5e9f-47f2-b54f-ba112f42376f/0339fed2-47da-41e1-bf1c-a4d804210c7b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:42.594675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] For port ae014b31-9b04-4d45-8d00-ce65985fb0f0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae014b31-9b04-4d45-8d00-ce65985fb0f0,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:42.596667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.655930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Calling delete_port for ae014b31-9b04-4d45-8d00-ce65985fb0f0 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:42.686439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=ae014b31-9b04-4d45-8d00-ce65985fb0f0,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.717550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.818252 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.893150 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.909504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.912622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] No DVR routers for this DVR port ae014b31-9b04-4d45-8d00-ce65985fb0f0 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:42.950860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa14a2-df05-4465-aec6-06210c86fb99 None None] Pushing event deleted for resources: {'Port': ['ID=ae014b31-9b04-4d45-8d00-ce65985fb0f0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.967690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f37b5-c5ef-45dc-b8a2-f3234c5bd516 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:42.992946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:43.056491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-707cb70a-4245-4831-be17-371cf8d57ccf req-9aa59260-34a3-43ae-ac22-7229a42fdf47 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1997032 Nov 12 00:59:43.063991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:43.084250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:43.107435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.108656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.148605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=0339fed2-47da-41e1-bf1c-a4d804210c7b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:43.166813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a0ad79a-b2b6-46f7-a5ec-75c0b2068bbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1064835 Nov 12 00:59:43.169302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.249399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '86cd8387-5e9f-47f2-b54f-ba112f42376f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:43.250234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.313889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccd890-898c-4ba9-a270-4896a6b22c0a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.320281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43ccd890-898c-4ba9-a270-4896a6b22c0a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1497622 Nov 12 00:59:43.323775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.596238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 0339fed2-47da-41e1-bf1c-a4d804210c7b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:43.596586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.642285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/86cd8387-5e9f-47f2-b54f-ba112f42376f/daf688dc-e541-468d-b807-c16ffec4d489) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:43.924355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.948613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 0339fed2-47da-41e1-bf1c-a4d804210c7b owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:43.977326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.061975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.067964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.115196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:44.118776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:44.126066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:44.155405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:44.183525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Pushing event updated for resources: {'Port': ['ID=daf688dc-e541-468d-b807-c16ffec4d489,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.231620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4dd5ce3-39a7-4848-998d-7a732aff9c13 req-56e2f128-b843-4ef7-9c33-bf9f004af955 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0565939 Nov 12 00:59:44.257040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.291385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Attempting to bind port daf688dc-e541-468d-b807-c16ffec4d489 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:44.292087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Attempting to bind port daf688dc-e541-468d-b807-c16ffec4d489 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:44.292564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Attempting to bind port daf688dc-e541-468d-b807-c16ffec4d489 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:44.299880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=0339fed2-47da-41e1-bf1c-a4d804210c7b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.313126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:44.315832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:44.324825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.325487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:44.326150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Bound port: daf688dc-e541-468d-b807-c16ffec4d489, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:44.326626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.342828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.346395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96846828-7d86-4de9-8bbb-e31f7aaabc63 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/0339fed2-47da-41e1-bf1c-a4d804210c7b HTTP/1.1" status: 204 len: 168 time: 1.0213780 Nov 12 00:59:44.349044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:44.439799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] For port daf688dc-e541-468d-b807-c16ffec4d489, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:44.444645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] For port daf688dc-e541-468d-b807-c16ffec4d489, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=daf688dc-e541-468d-b807-c16ffec4d489,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:44.448495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da383bbe-d703-4289-87d7-3746a4bc3fa1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.450712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.450897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da383bbe-d703-4289-87d7-3746a4bc3fa1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.455231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da383bbe-d703-4289-87d7-3746a4bc3fa1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020336 Nov 12 00:59:44.455622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:44.514852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 86cd8387-5e9f-47f2-b54f-ba112f42376f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:44.522308 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.540973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-542756463'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:44.543137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb838-834e-4900-bb33-fdd211322c5f None None] Pushing event updated for resources: {'Port': ['ID=daf688dc-e541-468d-b807-c16ffec4d489,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.578455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Made reservation on behalf of 7acca976e28c48008712b14501e9139d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:44.587616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.592996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.610384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.762307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.783611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.813087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:44.828388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.829006 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Added segment ffb73ebe-21bb-4bf6-8e00-117ffc697a29 of type vlan for network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c Nov 12 00:59:44.830058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.907055 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.011593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.067533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b5c54-971b-4072-ba78-0354889c0ce5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.070720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=86cd8387-5e9f-47f2-b54f-ba112f42376f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.086775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.095830 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c250f41-7b28-42e8-bd6b-de63cf0e909b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/86cd8387-5e9f-47f2-b54f-ba112f42376f HTTP/1.1" status: 204 len: 168 time: 0.6350222 Nov 12 00:59:45.096965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:45.124607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.210060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.216347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:45.216968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.307461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f517de02-54be-4466-8980-0188477b8f17 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2086790 Nov 12 00:59:45.311905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1552675 Nov 12 00:59:45.318259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:45.318612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:45.326568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:45.339512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Request body: {'subnet': {'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:45.485117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86c0fb65-4ab7-485a-9f4b-a167d91087b6 req-38df3eab-41b8-40a4-a5db-46a47db49f4d tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0512595 Nov 12 00:59:45.485891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3421-f471-4b87-8914-aaccabbb16fe tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event updated for resources: {'Network': ['ID=4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.497957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:45.637175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:45.642867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.090254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device daf688dc-e541-468d-b807-c16ffec4d489 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:46.194061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.281261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:46.285103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Made reservation on behalf of 7acca976e28c48008712b14501e9139d for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:46.291023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.299310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port daf688dc-e541-468d-b807-c16ffec4d489 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.300100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.304298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:46.328787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.330047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.439645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=d2c3e8fb-a01f-40b2-9841-729894c292df,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.464305 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.477399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.486129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'name': 'tempest-NetworksTestDHCPv6-138237547'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:46.490726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d92eea2-a68b-474d-8a59-79cab772d1b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1699474 Nov 12 00:59:46.508517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9270c-6f89-4bb0-9993-9b788c282525 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:46.610408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55881569-1f4d-407f-9f70-12ab5bca3c0c None None] Could not find standard attr ID for object 0339fed2-47da-41e1-bf1c-a4d804210c7b. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:46.676461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port daf688dc-e541-468d-b807-c16ffec4d489, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=daf688dc-e541-468d-b807-c16ffec4d489,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:46.699609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.795302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:46.799722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.833584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40892) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.843812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55881569-1f4d-407f-9f70-12ab5bca3c0c None None] Provisioning complete for port daf688dc-e541-468d-b807-c16ffec4d489 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.844312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55881569-1f4d-407f-9f70-12ab5bca3c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.847823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acadfa66-6fff-4672-902b-2900d9f7e87b req-7b826d2a-ae4d-40cc-b10b-0d8d3d4a7df7 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0571134 Nov 12 00:59:46.858997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port a459a856-9181-41e0-a751-8e19d3afbff3 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:46.883186 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.941659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=daf688dc-e541-468d-b807-c16ffec4d489,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.043744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event updated for resources: {'Subnet': ['ID=a7fb8d04-b77e-4489-8e71-f78ef6ac0e78,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.071946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Checking segment: {'id': 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:47.072514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Network hostable DHCP agents. Network: 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:47.134974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:47.153642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::3a1 (5b2f6347-05eb-4950-a88c-4098590cba1f/d2c3e8fb-a01f-40b2-9841-729894c292df/a459a856-9181-41e0-a751-8e19d3afbff3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:47.155075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b0f534b-358e-4c1a-a816-4f85bfa98074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.179756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:47.186681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.187274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.210807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa7d83c3-8dd9-4b1f-b8e7-6effdee05613 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8898387 Nov 12 00:59:47.214206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.223135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Request body: {'port': {'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-693312675'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:47.225259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3de9f-f389-45e2-9b2b-ab18a7fa762d None None] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:47.477467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b0f534b-358e-4c1a-a816-4f85bfa98074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.488744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7b0f534b-358e-4c1a-a816-4f85bfa98074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.542472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f534b-358e-4c1a-a816-4f85bfa98074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2963fc4-8754-4239-9aef-a5bbb89c2e3b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.571390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7b0f534b-358e-4c1a-a816-4f85bfa98074 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4ec85dde4a04fb98936f6848df9cc6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7367270 Nov 12 00:59:47.573530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Made reservation on behalf of 7acca976e28c48008712b14501e9139d for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:47.581914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.586467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.606671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.618597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c', 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c', 'tenant_id': '7acca976e28c48008712b14501e9139d', 'fixed_ips': [{'subnet_id': 'a7fb8d04-b77e-4489-8e71-f78ef6ac0e78'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:47.620680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.677375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] device_id is not set on port 0cabbf15-7b77-45f2-8145-b2914c602cd9 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:47.704426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.716359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.807577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.824313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1784a836-5bd4-4da7-b7d6-8e683d065f32 None None] Provisioning complete for port daf688dc-e541-468d-b807-c16ffec4d489 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:47.824697 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1784a836-5bd4-4da7-b7d6-8e683d065f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.896291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:47.921268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:47.934178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:47.940778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device daf688dc-e541-468d-b807-c16ffec4d489 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:47.956630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.959679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.068790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Allocated IP 172.20.0.13 (4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c/a7fb8d04-b77e-4489-8e71-f78ef6ac0e78/0cabbf15-7b77-45f2-8145-b2914c602cd9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:48.078022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=a459a856-9181-41e0-a751-8e19d3afbff3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.122304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port daf688dc-e541-468d-b807-c16ffec4d489 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:48.122957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.158054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-be3cc003-b43f-4b4f-8f95-b263b9a247c6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6782091 Nov 12 00:59:48.162977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.165755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46003b9d-9c28-4949-bd1b-04a831da0edf req-dc133b2f-3329-4113-ada2-030ce06f1010 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1205978 Nov 12 00:59:48.205143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.212918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.217274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2963fc4-8754-4239-9aef-a5bbb89c2e3b HTTP/1.1" status: 204 len: 168 time: 0.6295769 Nov 12 00:59:48.277217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5a3782e8-7927-49b0-86b9-1f19cb224ff9 None None] Could not find standard attr ID for object 1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:48.307745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287b8ff-a2eb-4aeb-9858-cb562ce3f97c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.340898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287b8ff-a2eb-4aeb-9858-cb562ce3f97c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.353487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6287b8ff-a2eb-4aeb-9858-cb562ce3f97c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1746230 Nov 12 00:59:48.354220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.431320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafb8b8-7a76-42b1-bf4b-3f58cdde5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2963fc4-8754-4239-9aef-a5bbb89c2e3b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.600838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port a459a856-9181-41e0-a751-8e19d3afbff3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:48.601900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.614635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-db2986a3-9434-4d2c-9144-2eca0a4c6f3b None None] Could not find standard attr ID for object 0339fed2-47da-41e1-bf1c-a4d804210c7b. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:48.705634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.809341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.833479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.846821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for a459a856-9181-41e0-a751-8e19d3afbff3 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:48.935434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Allocated IP 172.20.0.2 (4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c/a7fb8d04-b77e-4489-8e71-f78ef6ac0e78/cd82d524-f58c-4ea0-8c5a-013aff0d2613) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:48.959806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event updated for resources: {'Port': ['ID=0cabbf15-7b77-45f2-8145-b2914c602cd9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.007251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:49.009685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:49.013523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:49.114003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.120863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.139329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.157635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ce2905cd-4283-4e2d-8759-2c00d912d315 None None] Could not find standard attr ID for object a459a856-9181-41e0-a751-8e19d3afbff3. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:49.161669 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85185fe5-dd26-440f-9c00-71f9d03be386 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9375036 Nov 12 00:59:49.163873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:49.182300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:49.197167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=a459a856-9181-41e0-a751-8e19d3afbff3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.222139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0182-4173-4cf5-947f-159026a6d60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.246622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.257722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:49.261989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-50de6270-6c93-4ea9-b872-4b7caf2708b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/a459a856-9181-41e0-a751-8e19d3afbff3 HTTP/1.1" status: 204 len: 168 time: 0.9065247 Nov 12 00:59:49.324388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.341113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.365909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8b3b8f8-7427-4ded-acd9-f0a6a4a4b557 req-1d5f40ec-5723-41c9-991d-e544e3e1d155 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0595901 Nov 12 00:59:49.458035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:49.464590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:49.471039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:49.495283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Pushing event updated for resources: {'Port': ['ID=cd82d524-f58c-4ea0-8c5a-013aff0d2613,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.558369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05065a7-541e-4bc7-893a-f69d9d2d69cb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.560985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05065a7-541e-4bc7-893a-f69d9d2d69cb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.565278 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c05065a7-541e-4bc7-893a-f69d9d2d69cb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2948000 Nov 12 00:59:49.568496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:49.601533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Deleting port 0cabbf15-7b77-45f2-8145-b2914c602cd9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:49.602393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.686825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Attempting to bind port cd82d524-f58c-4ea0-8c5a-013aff0d2613 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:49.687194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Attempting to bind port cd82d524-f58c-4ea0-8c5a-013aff0d2613 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:49.687559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Attempting to bind port cd82d524-f58c-4ea0-8c5a-013aff0d2613 on network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:49.688084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet d2c3e8fb-a01f-40b2-9841-729894c292df {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:49.698810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.708763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:49.709627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Checking segment: {'id': 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:49.711275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.711687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Bound using segment: {'id': 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:49.712679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Bound port: cd82d524-f58c-4ea0-8c5a-013aff0d2613, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:49.713171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.814888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.891638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] For port cd82d524-f58c-4ea0-8c5a-013aff0d2613, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:49.911327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] For port cd82d524-f58c-4ea0-8c5a-013aff0d2613, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd82d524-f58c-4ea0-8c5a-013aff0d2613,segment=NetworkSegment(ffb73ebe-21bb-4bf6-8e00-117ffc697a29),segment_id=ffb73ebe-21bb-4bf6-8e00-117ffc697a29)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:49.924443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.957713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.065389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f7632-4969-470b-afc4-98c63244065d None None] Pushing event updated for resources: {'Port': ['ID=cd82d524-f58c-4ea0-8c5a-013aff0d2613,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.099095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.155060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c3e8fb-a01f-40b2-9841-729894c292df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.164759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.172920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-774f409e-cd25-4bbf-a734-895bb8c30245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/d2c3e8fb-a01f-40b2-9841-729894c292df HTTP/1.1" status: 204 len: 168 time: 0.6032355 Nov 12 00:59:50.176222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.229060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-27010b0f-554a-4a31-b5a9-10ce52e091ca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509803 Nov 12 00:59:50.232002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.283965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862f105-8fa8-4b54-9546-5e367efca1e2 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:50.314754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62206243-4e78-4816-a4de-a4851ddde0d8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.317144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-62206243-4e78-4816-a4de-a4851ddde0d8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0834484 Nov 12 00:59:50.319473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.409288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c9385-d2ce-457e-ae0a-e6ab413bbb07 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.411689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-897c9385-d2ce-457e-ae0a-e6ab413bbb07 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905733 Nov 12 00:59:50.414671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.501918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf174847-f3f8-4d99-b3a1-b90b2e997524 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821123 Nov 12 00:59:50.505150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.512012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:50.755979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:50.761889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6e08587-0c65-4557-8aa4-f6f128b3bbed req-4ad8222e-00f7-4c6f-99df-0bbeb55b6c22 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1260982 Nov 12 00:59:50.782290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0182-4173-4cf5-947f-159026a6d60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.786188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.808458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Calling delete_port for 0cabbf15-7b77-45f2-8145-b2914c602cd9 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:50.812693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0182-4173-4cf5-947f-159026a6d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.814252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:50.821254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.867446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf0182-4173-4cf5-947f-159026a6d60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97b823-7b9b-4c81-be63-ad2ed808a66b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.913332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Deleting port daf688dc-e541-468d-b807-c16ffec4d489 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:50.913698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.947858 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e8bf0182-4173-4cf5-947f-159026a6d60b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=870e44c9cdf840e096cfa8bdc059ff22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7619922 Nov 12 00:59:50.950921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.055738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.062542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] For port daf688dc-e541-468d-b807-c16ffec4d489, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=daf688dc-e541-468d-b807-c16ffec4d489,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:51.062944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.087935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Calling delete_port for daf688dc-e541-468d-b807-c16ffec4d489 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:51.114225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.198422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.248120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.279935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.320717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event deleted for resources: {'Port': ['ID=0cabbf15-7b77-45f2-8145-b2914c602cd9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.348911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] Pushing event deleted for resources: {'Port': ['ID=daf688dc-e541-468d-b807-c16ffec4d489,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.359473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4c42d-858e-4764-9694-20b81d37a11d None None] No DVR routers for this DVR port daf688dc-e541-468d-b807-c16ffec4d489 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:51.385395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:51.390797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:51.395294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.396087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.424426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.428744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80a9a0-d1b6-4b33-88fc-8582c498b279 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:51.429944 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.431584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a97b823-7b9b-4c81-be63-ad2ed808a66b HTTP/1.1" status: 204 len: 168 time: 0.4794097 Nov 12 00:59:51.447912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9416127 Nov 12 00:59:51.456734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.463466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': 'ccdea889-39c6-45d2-944c-21a0153a7da2', 'ip_address': '2001:db8::aa6b:9bf3:5e6e:90cd'}], 'name': 'tempest-NetworksTestDHCPv6-767037736'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:51.559183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.576455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f172719d-73e6-480c-869b-3522e31e1a0f tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "DELETE /v2.0/ports/0cabbf15-7b77-45f2-8145-b2914c602cd9 HTTP/1.1" status: 204 len: 168 time: 2.3983247 Nov 12 00:59:51.577634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.739341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97b823-7b9b-4c81-be63-ad2ed808a66b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.745848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=ccdea889-39c6-45d2-944c-21a0153a7da2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.773395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.776470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.776470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.776709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.777033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.777320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.780271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.782380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.782754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.783151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.783563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.785163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bba197-e8de-4044-a4c5-a1cfb15f7ae1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:51.807304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:51.885281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': 'ccdea889-39c6-45d2-944c-21a0153a7da2'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:51.886283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.140191 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-51361f09-9202-4ad4-9096-cc5c06e2c360 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.5568304 Nov 12 00:59:52.143791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.172015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1945895727'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:52.224971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.225482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.225661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.229573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.229757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.230305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.230403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.230667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.235235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.235607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.238869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.239289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2027d-9da0-4324-9073-270d4ba88b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:52.245022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/ccdea889-39c6-45d2-944c-21a0153a7da2/a81f3136-0c88-4194-8c55-ff994018a1b9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:52.248148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Made reservation on behalf of 7acca976e28c48008712b14501e9139d for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:52.259065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.272668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c6f09aa-c076-4a33-9883-11cb68a8e01d req-e52bd689-ebfb-410b-948b-0808d554970a tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.2794900 Nov 12 00:59:52.350049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:52.387315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.390416 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Added segment 50f113ce-4f2d-420c-a315-dae9ed841128 of type vlan for network cce89098-0e87-4770-a490-d50c940391d8 Nov 12 00:59:52.400113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.401590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.417347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc620a-f879-4164-8284-cd40b6bfb98f None None] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:52.421124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd82d524-f58c-4ea0-8c5a-013aff0d2613 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:52.448826 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.480331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port b36abebc-288f-4985-b5ca-f0c1bd7cf9f6 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:52.537803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.610732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.624873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.626746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Pushing event updated for resources: {'Port': ['ID=a81f3136-0c88-4194-8c55-ff994018a1b9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.627638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.754752 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6089540 Nov 12 00:59:52.815733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.861323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::aa6b:9bf3:5e6e:90cd (5b2f6347-05eb-4950-a88c-4098590cba1f/ccdea889-39c6-45d2-944c-21a0153a7da2/b36abebc-288f-4985-b5ca-f0c1bd7cf9f6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:52.883327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266194-2b38-4658-93ad-cc0d7d899e21 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event updated for resources: {'Network': ['ID=cce89098-0e87-4770-a490-d50c940391d8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.081162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.104224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:53.112225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network cce89098-0e87-4770-a490-d50c940391d8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:53.186815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.253590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:53.267229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:53.285892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] Provisioning complete for port cd82d524-f58c-4ea0-8c5a-013aff0d2613 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:53.286408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.307582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:53.317670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=b36abebc-288f-4985-b5ca-f0c1bd7cf9f6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.335808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:53.342534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:53.349767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.365924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.404387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-655678ea-b633-450f-a673-3aa00bcd4425 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.5836451 Nov 12 00:59:53.405959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.419813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41056) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.424690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a73aa9a2-8c2f-4e72-8484-144f60643008 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9660213 Nov 12 00:59:53.535931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cb06f37-5d4c-4718-8fc1-309bba29e8d5 req-9fd74b0d-ce2d-47ff-83c1-244cf1a91d19 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.0706685 Nov 12 00:59:53.582919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b414ca-355e-4ebc-9da2-649be20fff62 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.600756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b414ca-355e-4ebc-9da2-649be20fff62 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.605245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-39b414ca-355e-4ebc-9da2-649be20fff62 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1799147 Nov 12 00:59:53.608803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41060) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.631500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cd82d524-f58c-4ea0-8c5a-013aff0d2613 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:53.632227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.674900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Attempting to bind port a81f3136-0c88-4194-8c55-ff994018a1b9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:53.675672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Attempting to bind port a81f3136-0c88-4194-8c55-ff994018a1b9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:53.676280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Attempting to bind port a81f3136-0c88-4194-8c55-ff994018a1b9 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:53.770016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c4f5a-2001-42d2-9ce7-efa20c0f8ae6 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] Network cce89098-0e87-4770-a490-d50c940391d8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:53.814627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:53.818161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:53.818161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.818161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:53.818161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Bound port: a81f3136-0c88-4194-8c55-ff994018a1b9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:53.818161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.821287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-711c4f5a-2001-42d2-9ce7-efa20c0f8ae6 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "POST /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4151490 Nov 12 00:59:53.822530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.973310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] For port a81f3136-0c88-4194-8c55-ff994018a1b9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:53.975182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port b36abebc-288f-4985-b5ca-f0c1bd7cf9f6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:53.975537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.984852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] For port a81f3136-0c88-4194-8c55-ff994018a1b9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a81f3136-0c88-4194-8c55-ff994018a1b9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:53.989834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1338c6-3222-420f-b90a-f99398c479b5 None None] Network cce89098-0e87-4770-a490-d50c940391d8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:54.151009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.222286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.233801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-37a11fc9-3293-44d6-aa75-ed074efaa2e4 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks HTTP/1.1" status: 200 len: 10420 time: 0.4087510 Nov 12 00:59:54.235780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:54.277965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for b36abebc-288f-4985-b5ca-f0c1bd7cf9f6 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:54.368622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9abae156-822f-49c8-b207-4f8eda55c191 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "DELETE /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks/cce89098-0e87-4770-a490-d50c940391d8 HTTP/1.1" status: 204 len: 168 time: 0.1302197 Nov 12 00:59:54.375069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:54.394957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa57bb-1785-498f-bfc6-2b60f14d8218 None None] Pushing event updated for resources: {'Port': ['ID=a81f3136-0c88-4194-8c55-ff994018a1b9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.784741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.836313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=b36abebc-288f-4985-b5ca-f0c1bd7cf9f6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.894784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.895743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.897602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.898168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.898566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.898903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.900386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.900773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.901276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.901635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.902166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.907365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:54.967345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.011868 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.037220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6133963e-66f8-4651-8f57-8eb57eab0368 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.6599483 Nov 12 00:59:55.039550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9facf13-dbf4-47da-8f04-3e9930ececa0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/b36abebc-288f-4985-b5ca-f0c1bd7cf9f6 HTTP/1.1" status: 204 len: 168 time: 1.4291465 Nov 12 00:59:55.042401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.046806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41096) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.050659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1460fe75-21a8-4495-b5fa-c9fe053f4a25 req-7856dd56-9152-4002-8aea-e9f004039115 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1063242 Nov 12 00:59:55.082343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.178259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] For port cd82d524-f58c-4ea0-8c5a-013aff0d2613, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd82d524-f58c-4ea0-8c5a-013aff0d2613,segment=NetworkSegment(ffb73ebe-21bb-4bf6-8e00-117ffc697a29),segment_id=ffb73ebe-21bb-4bf6-8e00-117ffc697a29)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:55.200868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.249593 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9325a6d8-d3bb-4802-8f0c-7e83abd3d852 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/networks/4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1814437 Nov 12 00:59:55.258231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.292878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ccd248-f0d2-445d-bd61-24a1d9543c93 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.295120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ccd248-f0d2-445d-bd61-24a1d9543c93 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.309982 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21ccd248-f0d2-445d-bd61-24a1d9543c93 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2619126 Nov 12 00:59:55.312712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41108) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.325142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:59:55.325779 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:59:55.347292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e6430e2-5bdd-45c2-877a-b4f91a2783f6 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/networks/4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0878906 Nov 12 00:59:55.349737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.429226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41e948-91b9-482f-bbf1-6d26fbc652f6 None None] Pushing event updated for resources: {'Port': ['ID=cd82d524-f58c-4ea0-8c5a-013aff0d2613,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.535654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet ccdea889-39c6-45d2-944c-21a0153a7da2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:55.542326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.549255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f2680045-06e4-4c02-842b-4ca666d71740 None None] Provisioning complete for port cd82d524-f58c-4ea0-8c5a-013aff0d2613 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:55.549630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2680045-06e4-4c02-842b-4ca666d71740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.690563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.773065 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1bcf9d49-315a-41ae-b79c-82109e662e65 tempest-DHCPAgentSchedulersTestJSON-2007843434 tempest-DHCPAgentSchedulersTestJSON-2007843434-project-admin] 10.222.0.11 "GET /v2.0/agents/1e962164-691d-4456-bd66-64a17512b89a/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.4215105 Nov 12 00:59:55.781025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.963604 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.098284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.141831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.189956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e76b2903-c306-45b1-85b1-8bdee3d190e3 None None] Could not find standard attr ID for object 0cabbf15-7b77-45f2-8145-b2914c602cd9. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:59:56.237622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device daf688dc-e541-468d-b807-c16ffec4d489 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:56.258184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdea889-39c6-45d2-944c-21a0153a7da2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.274203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.282361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c4775363-bd25-4fe3-af4c-8ce64d6d6d41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/ccdea889-39c6-45d2-944c-21a0153a7da2 HTTP/1.1" status: 204 len: 168 time: 0.9670269 Nov 12 00:59:56.295470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.305452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: daf688dc-e541-468d-b807-c16ffec4d489 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:56.306409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device daf688dc-e541-468d-b807-c16ffec4d489 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:56.341981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.402801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce89098-0e87-4770-a490-d50c940391d8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:56.423915 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8af9b77-b60c-4548-b4a5-a34ee8793964 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198478 Nov 12 00:59:56.426706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.444734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f113ce-4f2d-420c-a315-dae9ed841128') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:56.445034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f113ce-4f2d-420c-a315-dae9ed841128') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:56.466069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:56.478536 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.501832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84fc08b5-49d1-4b27-92e6-0469ea93f26d req-3eecf1d3-1c2e-4136-8c62-d17cf162ccb0 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.2072108 Nov 12 00:59:56.553585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c54fa6-2670-4f47-93a7-dbe7736f270d None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:56.554729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.595597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:56.595953 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:56.741796 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:56.773641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:56.777943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.779398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a81f3136-0c88-4194-8c55-ff994018a1b9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:56.780235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.791436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.804711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "DELETE /v2.0/networks/cce89098-0e87-4770-a490-d50c940391d8 HTTP/1.1" status: 204 len: 168 time: 1.0219352 Nov 12 00:59:56.807331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.879043 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfc4cbb-519d-4711-9394-0703fee26a3a tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] DELETE failed (client error): The resource could not be found. Nov 12 00:59:56.881576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfc4cbb-519d-4711-9394-0703fee26a3a tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:59:56.885392 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5cfc4cbb-519d-4711-9394-0703fee26a3a tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "DELETE /v2.0/ports/0cabbf15-7b77-45f2-8145-b2914c602cd9 HTTP/1.1" status: 404 len: 333 time: 0.0745025 Nov 12 00:59:56.887157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fd75c-3a44-4b68-911b-0a4dc380b501 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event deleted for resources: {'Network': ['ID=cce89098-0e87-4770-a490-d50c940391d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.889230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41146) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.902767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] Provisioning complete for port a81f3136-0c88-4194-8c55-ff994018a1b9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:56.903575 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.019700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Deleting subnet a7fb8d04-b77e-4489-8e71-f78ef6ac0e78 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:57.028433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.034687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a81f3136-0c88-4194-8c55-ff994018a1b9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:57.035534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.078053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.176567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.179827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:57.191383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] For port a81f3136-0c88-4194-8c55-ff994018a1b9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a81f3136-0c88-4194-8c55-ff994018a1b9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:57.206617 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.278000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.393268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:57.419128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:57.426326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.426972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.429631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.452476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dea2b-927f-4836-9480-0bdb73fac6fb None None] Pushing event updated for resources: {'Port': ['ID=a81f3136-0c88-4194-8c55-ff994018a1b9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.476885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd82d524-f58c-4ea0-8c5a-013aff0d2613 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:57.487938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=5f6acac5-7720-4551-88d5-0cd22f661c08,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.517698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cba0d0fb-dedd-4a53-a1cb-5bceab2d8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0557396 Nov 12 00:59:57.518985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.527541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '5f6acac5-7720-4551-88d5-0cd22f661c08', 'ip_address': '2001:db8::21b7:301f:53cb:bb4e'}], 'name': 'tempest-NetworksTestDHCPv6-401030528'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:57.560927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.593985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Deleting port a81f3136-0c88-4194-8c55-ff994018a1b9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:57.594322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.632982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fb8d04-b77e-4489-8e71-f78ef6ac0e78,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.651194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.660267 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-de2c38f8-e6eb-4927-a724-44dc9cfb72fa tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "DELETE /v2.0/subnets/a7fb8d04-b77e-4489-8e71-f78ef6ac0e78 HTTP/1.1" status: 204 len: 168 time: 0.7697711 Nov 12 00:59:57.663307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.675839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cd82d524-f58c-4ea0-8c5a-013aff0d2613 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:57.676294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.736622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff4670-2034-4af3-8835-7ddf208d64ef None None] Network 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:57.818568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.825943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1dba28e8-3ad8-4eec-925e-b99788611fd2 req-8be84159-5b04-4b81-8bf9-5c0f61e36901 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3bf7d2a-d6e1-4f5d-8f92-de38ff14faf1 HTTP/1.1" status: 200 len: 210 time: 0.1064405 Nov 12 00:59:57.946079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:58.100149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Deleting port cd82d524-f58c-4ea0-8c5a-013aff0d2613 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:58.100884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.169123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] For port a81f3136-0c88-4194-8c55-ff994018a1b9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a81f3136-0c88-4194-8c55-ff994018a1b9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:58.169625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.218966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.276972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 28b057f5-1ce2-41d0-be0a-70bc7e2937f0 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:59:58.304635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Calling delete_port for a81f3136-0c88-4194-8c55-ff994018a1b9 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:58.345930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] For port cd82d524-f58c-4ea0-8c5a-013aff0d2613, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cd82d524-f58c-4ea0-8c5a-013aff0d2613,segment=NetworkSegment(ffb73ebe-21bb-4bf6-8e00-117ffc697a29),segment_id=ffb73ebe-21bb-4bf6-8e00-117ffc697a29)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:58.346488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.381265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Calling delete_port for cd82d524-f58c-4ea0-8c5a-013aff0d2613 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:58.626066 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.661257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] DHCP port deletion for 4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:58.667997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] Pushing event deleted for resources: {'Port': ['ID=a81f3136-0c88-4194-8c55-ff994018a1b9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.673767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d140a0-3cbd-461b-ba40-84318cc2b41b None None] No DVR routers for this DVR port a81f3136-0c88-4194-8c55-ff994018a1b9 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:58.709629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456af7b-33e6-4cb7-912d-b283c5a15e8c None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:58.716963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.730163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.781559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::21b7:301f:53cb:bb4e (5b2f6347-05eb-4950-a88c-4098590cba1f/5f6acac5-7720-4551-88d5-0cd22f661c08/28b057f5-1ce2-41d0-be0a-70bc7e2937f0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:58.796475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event deleted for resources: {'Port': ['ID=cd82d524-f58c-4ea0-8c5a-013aff0d2613,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.817187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] No DVR routers for this DVR port cd82d524-f58c-4ea0-8c5a-013aff0d2613 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:58.820724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a81f3136-0c88-4194-8c55-ff994018a1b9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:58.847402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a81f3136-0c88-4194-8c55-ff994018a1b9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:58.847639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a81f3136-0c88-4194-8c55-ff994018a1b9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:58.949758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Deleting port cd82d524-f58c-4ea0-8c5a-013aff0d2613 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:58.950275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.069772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.123785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.155197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:59.277687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.278437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb73ebe-21bb-4bf6-8e00-117ffc697a29') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.278952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '5f6acac5-7720-4551-88d5-0cd22f661c08'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:59.279850 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.333931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.336431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b89eb12c-e1c9-4c89-9aa0-52d962937426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.354389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.394990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] For port cd82d524-f58c-4ea0-8c5a-013aff0d2613, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.395669 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.418387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Calling delete_port for cd82d524-f58c-4ea0-8c5a-013aff0d2613 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.429567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Port cd82d524-f58c-4ea0-8c5a-013aff0d2613 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:59:59.434442 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.470153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] Pushing event deleted for resources: {'Port': ['ID=cd82d524-f58c-4ea0-8c5a-013aff0d2613,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.485272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a58d8-0d11-48e0-8d93-002feee99564 None None] No DVR routers for this DVR port cd82d524-f58c-4ea0-8c5a-013aff0d2613 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:59.526444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b89eb12c-e1c9-4c89-9aa0-52d962937426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.536921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.542405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b89eb12c-e1c9-4c89-9aa0-52d962937426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.545972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.567903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.586091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:59.586734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.636419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: timer() Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:59.659394 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:59.763021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/5f6acac5-7720-4551-88d5-0cd22f661c08/92dfa202-2117-4939-84b2-e7399ccf0f32) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:59.795166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:59.811742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:59.815793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:59.828856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eb12c-e1c9-4c89-9aa0-52d962937426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6744f8-124a-474d-9a38-1e6f86b9e837,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.834162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.837729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.875432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=28b057f5-1ce2-41d0-be0a-70bc7e2937f0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.907562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-50f779c4-d195-473a-af32-be6f10d55247 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3866260 Nov 12 00:59:59.908359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:59.908647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:59.917289 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b89eb12c-e1c9-4c89-9aa0-52d962937426 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=113e0c23ef1642548fbea0eae045c613&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1697888 Nov 12 00:59:59.923758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.937440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.951227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] 10.222.0.11 "DELETE /v2.0/networks/4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c HTTP/1.1" status: 204 len: 168 time: 2.2863324 Nov 12 00:59:59.968711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5eccb-b8cd-4350-8f4e-faec5b9e8ab9 tempest-DHCPAgentSchedulersTestJSON-1705128033 tempest-DHCPAgentSchedulersTestJSON-1705128033-project] Pushing event deleted for resources: {'Network': ['ID=4c3f5004-5f80-4adc-9d5f-dd0a0a9d947c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.979737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.986711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.988852 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b0ca9c8-a1c5-475f-8d5e-408886d85d3e HTTP/1.1" status: 204 len: 168 time: 0.8330235 Nov 12 01:00:00.000557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.031140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1a29-8f2c-4174-b3e4-4c8f231da6d8 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ca9c8-a1c5-475f-8d5e-408886d85d3e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.039221 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-f9832c86-512e-4781-9801-567a26321a37 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] show failed (client error): The resource could not be found. Nov 12 01:00:00.041134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9832c86-512e-4781-9801-567a26321a37 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "GET /v2.0/security-groups/9b0ca9c8-a1c5-475f-8d5e-408886d85d3e HTTP/1.1" status: 404 len: 347 time: 0.0389640 Nov 12 01:00:00.044553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.175933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.186504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.186778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f0a2f-b888-429e-91a7-80c3bdaccdee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.193880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.199679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b03f0a2f-b888-429e-91a7-80c3bdaccdee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2887459 Nov 12 01:00:00.227996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.258745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:00.262693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:00.271763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:00.274045 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.365080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.368472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.374257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd6744f8-124a-474d-9a38-1e6f86b9e837 HTTP/1.1" status: 204 len: 168 time: 0.4646022 Nov 12 01:00:00.395811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68bcc9-cca6-4e0e-a888-258285e02cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6744f8-124a-474d-9a38-1e6f86b9e837,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.440733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Pushing event updated for resources: {'Port': ['ID=92dfa202-2117-4939-84b2-e7399ccf0f32,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.460313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Attempting to bind port 92dfa202-2117-4939-84b2-e7399ccf0f32 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:00.464774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Attempting to bind port 92dfa202-2117-4939-84b2-e7399ccf0f32 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:00.465778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Attempting to bind port 92dfa202-2117-4939-84b2-e7399ccf0f32 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:00.480230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:00.480659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:00.481019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.481406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:00.481900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Bound port: 92dfa202-2117-4939-84b2-e7399ccf0f32, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:00.482286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.560660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port ae0893d7-37f3-47a6-8eee-dc145996dda7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:00.561408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.600344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] For port 92dfa202-2117-4939-84b2-e7399ccf0f32, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:00.611443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] For port 92dfa202-2117-4939-84b2-e7399ccf0f32, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92dfa202-2117-4939-84b2-e7399ccf0f32,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:00.616944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.620869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 28b057f5-1ce2-41d0-be0a-70bc7e2937f0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:00.621227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.768288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd82d524-f58c-4ea0-8c5a-013aff0d2613 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:00.817853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.826260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.826580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.873730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: cd82d524-f58c-4ea0-8c5a-013aff0d2613 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:00.876897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.877606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cd82d524-f58c-4ea0-8c5a-013aff0d2613 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:00.877983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for ae0893d7-37f3-47a6-8eee-dc145996dda7 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:00.905154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4589c-9d19-4beb-bd15-f3b13e817b29 None None] Pushing event updated for resources: {'Port': ['ID=92dfa202-2117-4939-84b2-e7399ccf0f32,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.911473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 28b057f5-1ce2-41d0-be0a-70bc7e2937f0 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:01.353968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.454535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=ae0893d7-37f3-47a6-8eee-dc145996dda7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.516122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.603722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.607744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ba710967-5d85-4e8c-918a-2516c0d7981c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7acca976e28c48008712b14501e9139d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7870810 Nov 12 01:00:01.612018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.625994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/28b057f5-1ce2-41d0-be0a-70bc7e2937f0 HTTP/1.1" status: 204 len: 168 time: 1.4298792 Nov 12 01:00:01.632430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.685592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d7d66-7fb1-4149-b056-4b46c1518c13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=28b057f5-1ce2-41d0-be0a-70bc7e2937f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.700683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.705153 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.710661 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-846d7105-2804-491e-931d-03f79fa28e33 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/floatingips/d146a047-748f-45fc-9f6d-bc659c98deb1 HTTP/1.1" status: 204 len: 168 time: 1.6645896 Nov 12 01:00:01.711848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.799754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.815103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0c49e-7d7b-4759-b5db-9c36172f8378 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.817281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0c49e-7d7b-4759-b5db-9c36172f8378 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.818902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-76c0c49e-7d7b-4759-b5db-9c36172f8378 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1793885 Nov 12 01:00:01.831830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.862208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41260) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.918608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 5f6acac5-7720-4551-88d5-0cd22f661c08 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:01.919483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-422e7232-8742-45f5-91ca-45d60798172a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.927396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.973692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.029557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.116667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:02.117020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.248623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-422e7232-8742-45f5-91ca-45d60798172a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.254940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-422e7232-8742-45f5-91ca-45d60798172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.295640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.320396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e7232-8742-45f5-91ca-45d60798172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442cf6f-a986-4883-902c-ac79a85b06aa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.360411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.365355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.371470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a9b5c54-971b-4072-ba78-0354889c0ce5 HTTP/1.1" status: 204 len: 168 time: 0.7551033 Nov 12 01:00:02.396091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c27bb-2ec2-4af6-adc2-b3799ca09cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b5c54-971b-4072-ba78-0354889c0ce5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.413374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.459026 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-422e7232-8742-45f5-91ca-45d60798172a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07559b9e0bbc45139a7cba18df83c812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955951 Nov 12 01:00:02.461096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.466467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.538562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] Provisioning complete for port 92dfa202-2117-4939-84b2-e7399ccf0f32 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:02.539882 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.597246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 92bcacb9-0320-4d6f-b0a6-f0675d2aac97 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:02.692292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.721990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.797734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.831326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6acac5-7720-4551-88d5-0cd22f661c08,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.847607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.853941 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.860155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0c4055df-b652-45e4-acbc-b730a196a0c8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/5f6acac5-7720-4551-88d5-0cd22f661c08 HTTP/1.1" status: 204 len: 168 time: 1.0241814 Nov 12 01:00:02.866624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41274) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.917925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92dfa202-2117-4939-84b2-e7399ccf0f32 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:02.994721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.004230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.007429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7442cf6f-a986-4883-902c-ac79a85b06aa HTTP/1.1" status: 204 len: 168 time: 0.5363896 Nov 12 01:00:03.020898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb166947-755c-4eb3-a6a9-1a3050963aeb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529396 Nov 12 01:00:03.025614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.037751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1f3f-f8bf-4f10-b379-c58ac6f4c4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442cf6f-a986-4883-902c-ac79a85b06aa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.040972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.045552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c84add-91f7-485e-aa43-ab4d1732ccc0 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:03.061743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.167818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] For port 92dfa202-2117-4939-84b2-e7399ccf0f32, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92dfa202-2117-4939-84b2-e7399ccf0f32,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:03.183182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=92bcacb9-0320-4d6f-b0a6-f0675d2aac97,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.233359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:03.239043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.261808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.378645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.388252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35fc06ee-e0ba-4755-8744-a8c1df8cd888 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/ports/92bcacb9-0320-4d6f-b0a6-f0675d2aac97 HTTP/1.1" status: 204 len: 168 time: 1.6696963 Nov 12 01:00:03.389669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.467055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1e3367b3-8857-46f5-a48f-18b3fac6068d None None] Could not find standard attr ID for object b36abebc-288f-4985-b5ca-f0c1bd7cf9f6. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:03.508451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3dfd0-b73d-4891-87de-8eb7bd2a9151 None None] Pushing event updated for resources: {'Port': ['ID=92dfa202-2117-4939-84b2-e7399ccf0f32,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.515723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 92dfa202-2117-4939-84b2-e7399ccf0f32 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:03.516548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.601157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.748715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:03.749377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.785139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:03.793466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:03.801194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.802683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.844877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=0a1cd8d7-2a25-4fb1-9d6a-a8552d453883,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.852658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-54fe8f08-32f3-4fb2-93f1-89d56cc1fc3a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8227355 Nov 12 01:00:03.857458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41292) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.867569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '0a1cd8d7-2a25-4fb1-9d6a-a8552d453883', 'ip_address': '2001:db8::8fee:4e81:2998:a0fd'}], 'name': 'tempest-NetworksTestDHCPv6-2098197694'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.892428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:03.892746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41294) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.949344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff4a20e7-d984-480c-abd5-42a391509b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.074281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.090302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Deleting port 92dfa202-2117-4939-84b2-e7399ccf0f32 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:04.090742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.093609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:04.274845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:04.334322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.341718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff4a20e7-d984-480c-abd5-42a391509b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.375750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff4a20e7-d984-480c-abd5-42a391509b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.398269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] For port 92dfa202-2117-4939-84b2-e7399ccf0f32, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92dfa202-2117-4939-84b2-e7399ccf0f32,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.398822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.416924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ff4a20e7-d984-480c-abd5-42a391509b5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a391cd0322b541718e96e204f5a8e299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233731 Nov 12 01:00:04.417625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.422161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=0f520ca8-adfd-4c09-b4ad-5a6eea1960f7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.427079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Calling delete_port for 92dfa202-2117-4939-84b2-e7399ccf0f32 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:04.673516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.689723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a20e7-d984-480c-abd5-42a391509b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4474ec3c-5ebb-447f-9a9e-202e361c8ee2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.695234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.704632 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1676ccb3-9c55-4c9b-aa80-da1c1f6e58f5 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/ports/0f520ca8-adfd-4c09-b4ad-5a6eea1960f7 HTTP/1.1" status: 204 len: 168 time: 1.3131402 Nov 12 01:00:04.705549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.738753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] No DVR routers for this DVR port 92dfa202-2117-4939-84b2-e7399ccf0f32 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:04.764803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.771602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.803600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 1c6ef642-85f1-4ca4-96a9-c98585df00e5 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:04.832174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92dfa202-2117-4939-84b2-e7399ccf0f32 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:04.859579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a7452-3b09-4a68-a1f7-eb9a9fea265a None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:04.864392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Pushing event deleted for resources: {'Port': ['ID=92dfa202-2117-4939-84b2-e7399ccf0f32,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.920039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.920815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.921434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.922201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.923047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.923752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.924409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.924952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.925484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.926012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.926543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.927091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95647aab-c6f2-40fe-8cae-65e55c2397c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:04.952310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 92dfa202-2117-4939-84b2-e7399ccf0f32 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:04.953017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92dfa202-2117-4939-84b2-e7399ccf0f32 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:04.981423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting subnet d9e569dc-2ffb-469a-aa1f-8681a729b665 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:04.993845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.187114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.195104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.315519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '0a1cd8d7-2a25-4fb1-9d6a-a8552d453883'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:05.317762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.420478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.637464 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.663356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.672784 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/subnets/d9e569dc-2ffb-469a-aa1f-8681a729b665 HTTP/1.1" status: 204 len: 168 time: 0.9622457 Nov 12 01:00:05.674626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342e3c2-34fe-42ec-9869-22b0d5a5b698 None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:05.693544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.707153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3558aab-d954-4669-ad7e-423319e23f26 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e569dc-2ffb-469a-aa1f-8681a729b665,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.835196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting subnet cbae09fb-8c45-4d4a-a410-932c4ddce5f2 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:05.844114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.922681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/0a1cd8d7-2a25-4fb1-9d6a-a8552d453883/ab37ba58-da12-47c2-9e47-f374d99b006b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:06.039953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.077895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.215844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] DHCP port deletion for 1ad0b42f-9515-4e26-9599-a43168b90382 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:06.236087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.240839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.241978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.251128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4474ec3c-5ebb-447f-9a9e-202e361c8ee2 HTTP/1.1" status: 204 len: 168 time: 1.8264761 Nov 12 01:00:06.272356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a4174-3276-4381-a612-f2a752b7ab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4474ec3c-5ebb-447f-9a9e-202e361c8ee2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.425200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.428461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.466667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.480411 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.483717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/subnets/cbae09fb-8c45-4d4a-a410-932c4ddce5f2 HTTP/1.1" status: 204 len: 168 time: 0.7889805 Nov 12 01:00:06.487111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.526754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:06.528455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f873a9-7721-4060-862e-41e05d0829a9 None None] Network 79677879-3b95-47cf-a900-6baea7c5902f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:06.607182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.617439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b436878-90fa-493d-a5d1-c9b170076fe2 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Subnet': ['ID=cbae09fb-8c45-4d4a-a410-932c4ddce5f2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.633758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::8fee:4e81:2998:a0fd (5b2f6347-05eb-4950-a88c-4098590cba1f/0a1cd8d7-2a25-4fb1-9d6a-a8552d453883/1c6ef642-85f1-4ca4-96a9-c98585df00e5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:06.663918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:06.677492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:06.810876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.860542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:06.986235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:06.986960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.047512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8e06a5-348c-42a5-ac14-af2c4af70295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.082606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Pushing event updated for resources: {'Port': ['ID=ab37ba58-da12-47c2-9e47-f374d99b006b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.140168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Deleting port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:07.140601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.200636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Attempting to bind port ab37ba58-da12-47c2-9e47-f374d99b006b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:07.201005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Attempting to bind port ab37ba58-da12-47c2-9e47-f374d99b006b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:07.201364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Attempting to bind port ab37ba58-da12-47c2-9e47-f374d99b006b on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:07.211278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.256166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:07.256799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.269607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.325926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:07.329396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:07.343901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:07.367298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:07.377045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.378024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.432978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=1c6ef642-85f1-4ca4-96a9-c98585df00e5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.445954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:07.446336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:07.446734 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.447130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:07.447642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Bound port: ab37ba58-da12-47c2-9e47-f374d99b006b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:07.448025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.457944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ccf55cda-c030-487f-b3a7-96d5fbd28980 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5985873 Nov 12 01:00:07.467371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41366) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.506157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] For port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,segment=NetworkSegment(5c240038-b34c-43df-8e6b-98ac7c1fa504),segment_id=5c240038-b34c-43df-8e6b-98ac7c1fa504)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:07.506567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.552212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.570145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:07.602572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Calling delete_port for 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:07.611822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8e06a5-348c-42a5-ac14-af2c4af70295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.618619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.636780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d267e-ddd3-4e38-9802-9abd03419fca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.644412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d267e-ddd3-4e38-9802-9abd03419fca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.646957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0d8d267e-ddd3-4e38-9802-9abd03419fca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1782448 Nov 12 01:00:07.654955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.657599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] DHCP port deletion for 79677879-3b95-47cf-a900-6baea7c5902f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:07.664279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8e06a5-348c-42a5-ac14-af2c4af70295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.689625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.734515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e06a5-348c-42a5-ac14-af2c4af70295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7feeb-b0d7-4cb1-a180-7552d71f3e5e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.786770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.825205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad0b42f-9515-4e26-9599-a43168b90382']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:07.844093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c240038-b34c-43df-8e6b-98ac7c1fa504') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:07.844405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c240038-b34c-43df-8e6b-98ac7c1fa504') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:07.866303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.887361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.897179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:07.897600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.910358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6c8e06a5-348c-42a5-ac14-af2c4af70295 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e5d97d15c7c4afab0a22a762a845162&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3003278 Nov 12 01:00:07.921552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.945771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] For port ab37ba58-da12-47c2-9e47-f374d99b006b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:08.021338 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:08.032908 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:08.038267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.054191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.066538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/networks/1ad0b42f-9515-4e26-9599-a43168b90382 HTTP/1.1" status: 204 len: 168 time: 1.5775967 Nov 12 01:00:08.070210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.085284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a82bfd-adc8-428f-9a54-8dee52bffc53 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Network': ['ID=1ad0b42f-9515-4e26-9599-a43168b90382,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.098629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Pushing event deleted for resources: {'Port': ['ID=609de6b4-3ef4-45b1-bdfe-d5c0dad46893,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.109793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Deleting port a2bd5e98-bac2-48e1-b54e-d9f58493041b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:08.110023 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.115607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] For port ab37ba58-da12-47c2-9e47-f374d99b006b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ab37ba58-da12-47c2-9e47-f374d99b006b,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:08.117087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] Network 1ad0b42f-9515-4e26-9599-a43168b90382 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:00:08.117632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23eaa74-b8b9-4c0c-b611-8bff9adcac25 None None] No DVR routers for this DVR port 609de6b4-3ef4-45b1-bdfe-d5c0dad46893 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:08.138442 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.140897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 1c6ef642-85f1-4ca4-96a9-c98585df00e5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:08.141346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.164325 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.355227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] For port a2bd5e98-bac2-48e1-b54e-d9f58493041b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a2bd5e98-bac2-48e1-b54e-d9f58493041b,segment=NetworkSegment(8c50c381-33c5-44b4-bef1-df2b75e23346),segment_id=8c50c381-33c5-44b4-bef1-df2b75e23346)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:08.355999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.389105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c1eca-d456-499a-a9f5-cefb30426d87 None None] Pushing event updated for resources: {'Port': ['ID=ab37ba58-da12-47c2-9e47-f374d99b006b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.400752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Calling delete_port for a2bd5e98-bac2-48e1-b54e-d9f58493041b owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:08.420990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.435318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.561959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.583206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 1c6ef642-85f1-4ca4-96a9-c98585df00e5 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:08.666956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.762470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.766173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] Pushing event deleted for resources: {'Port': ['ID=a2bd5e98-bac2-48e1-b54e-d9f58493041b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.769928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.772457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97d7feeb-b0d7-4cb1-a180-7552d71f3e5e HTTP/1.1" status: 204 len: 168 time: 0.8407068 Nov 12 01:00:08.782277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f119d-0b8b-4069-aaec-ff4581a42bf0 None None] No DVR routers for this DVR port a2bd5e98-bac2-48e1-b54e-d9f58493041b on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:08.822640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ab37ba58-da12-47c2-9e47-f374d99b006b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:08.843727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9d4a3-aa84-4279-af7a-d38d29929dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7feeb-b0d7-4cb1-a180-7552d71f3e5e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.883525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Deleting port a2bd5e98-bac2-48e1-b54e-d9f58493041b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:08.883981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.925156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ab37ba58-da12-47c2-9e47-f374d99b006b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:08.925368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.049887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.109071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port ab37ba58-da12-47c2-9e47-f374d99b006b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ab37ba58-da12-47c2-9e47-f374d99b006b,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:09.115607 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.128316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] For port a2bd5e98-bac2-48e1-b54e-d9f58493041b, host n-d-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:09.128844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.208619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=ab37ba58-da12-47c2-9e47-f374d99b006b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.234817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3289350e-c34f-4754-b541-dcd43988e81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.251044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a2bd5e98-bac2-48e1-b54e-d9f58493041b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:09.271494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Calling delete_port for a2bd5e98-bac2-48e1-b54e-d9f58493041b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:09.285632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Port a2bd5e98-bac2-48e1-b54e-d9f58493041b was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:00:09.286630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a2bd5e98-bac2-48e1-b54e-d9f58493041b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:09.287002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a2bd5e98-bac2-48e1-b54e-d9f58493041b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:09.306606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.371744 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.373606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Port': ['ID=a2bd5e98-bac2-48e1-b54e-d9f58493041b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.376008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] No DVR routers for this DVR port a2bd5e98-bac2-48e1-b54e-d9f58493041b on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:09.457401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=1c6ef642-85f1-4ca4-96a9-c98585df00e5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.514130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.538089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752d06f1-c7ef-4eab-84f6-c011345039b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.553416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.559561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.574867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5855b460-9403-4add-afd3-f0ccdd9a5186 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/1c6ef642-85f1-4ca4-96a9-c98585df00e5 HTTP/1.1" status: 204 len: 168 time: 1.9177201 Nov 12 01:00:09.670683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.682281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.714995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79677879-3b95-47cf-a900-6baea7c5902f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:09.716534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2a9e2-c657-4d0a-8fab-cc0c8cdc6f13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:09.719526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2a9e2-c657-4d0a-8fab-cc0c8cdc6f13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:09.721394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00d2a9e2-c657-4d0a-8fab-cc0c8cdc6f13 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1601346 Nov 12 01:00:09.728251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.740559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c50c381-33c5-44b4-bef1-df2b75e23346') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:09.740897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c50c381-33c5-44b4-bef1-df2b75e23346') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:09.761239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752d06f1-c7ef-4eab-84f6-c011345039b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.767358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-752d06f1-c7ef-4eab-84f6-c011345039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.780284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.822099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d06f1-c7ef-4eab-84f6-c011345039b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca43e10e-c401-4c71-a7e0-20eba647d34c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.851256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-752d06f1-c7ef-4eab-84f6-c011345039b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=398ef8c89bd9448c9c1ea5d00156dab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350914 Nov 12 01:00:09.854577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.858405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 0a1cd8d7-2a25-4fb1-9d6a-a8552d453883 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:09.871147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.878271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.935090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.973310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.974371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a0f9a632-6d0f-4252-afa4-55713ac43f0b None None] Provisioning complete for port ab37ba58-da12-47c2-9e47-f374d99b006b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:09.975286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a632-6d0f-4252-afa4-55713ac43f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.994948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.049384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:10.050070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:10.054029 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:10.096036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.099980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.103749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca43e10e-c401-4c71-a7e0-20eba647d34c HTTP/1.1" status: 204 len: 168 time: 0.2448244 Nov 12 01:00:10.120681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064687e7-b6b4-4a09-8376-3fbc0a435654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca43e10e-c401-4c71-a7e0-20eba647d34c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.211103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.240898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.255334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] 10.222.0.11 "DELETE /v2.0/networks/79677879-3b95-47cf-a900-6baea7c5902f HTTP/1.1" status: 204 len: 168 time: 2.1811509 Nov 12 01:00:10.312347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.321320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2080724664'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:10.326255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aeea8-8264-4b38-abc3-2c41290f6324 tempest-TaggedBootDevicesTest-2135718401 tempest-TaggedBootDevicesTest-2135718401-project] Pushing event deleted for resources: {'Network': ['ID=79677879-3b95-47cf-a900-6baea7c5902f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.441824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-299ef56c-58ef-4137-9da3-2c6dc02c230d None None] Could not find standard attr ID for object 28b057f5-1ce2-41d0-be0a-70bc7e2937f0. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:10.503478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Made reservation on behalf of a4f99314db554cac89263264a163853d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:10.508292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.528435 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.549041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.636627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1cd8d7-2a25-4fb1-9d6a-a8552d453883,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.645351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.663044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.663617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-38847e73-dac1-4810-8762-d3298e6778ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/0a1cd8d7-2a25-4fb1-9d6a-a8552d453883 HTTP/1.1" status: 204 len: 168 time: 0.9333909 Nov 12 01:00:10.734279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ab37ba58-da12-47c2-9e47-f374d99b006b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:10.794334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.800735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.851986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c7f8d28-cc82-48db-8e75-970dbe7833e3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878707 Nov 12 01:00:10.857412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.895413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:10.924478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717a32e0-ed2c-4b31-ab98-c67428384830,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.934182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c103a25-6942-4895-aa80-f500e034a9a5 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:10.948750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.948750 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Added segment fe733b46-82bd-4698-aaa2-801e5534c3c1 of type vlan for network 6cd134d7-6ed1-4154-8d15-964c626e92b8 Nov 12 01:00:11.025051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.039300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b755b48c-e916-44fe-b476-11c2eb17f8ff None None] Could not find standard attr ID for object 1c6ef642-85f1-4ca4-96a9-c98585df00e5. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:11.069442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.077146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.077847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.078226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17fc04-cd57-4a21-91e3-d2ed57d0bf71 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.085552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ce17fc04-cd57-4a21-91e3-d2ed57d0bf71 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2270060 Nov 12 01:00:11.089017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.126288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ab37ba58-da12-47c2-9e47-f374d99b006b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:11.126908 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.212870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.213873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5297089 Nov 12 01:00:11.228882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9c00-0636-4396-8d4f-72f1e70608fb tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Pushing event updated for resources: {'Network': ['ID=6cd134d7-6ed1-4154-8d15-964c626e92b8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.250180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6cd134d7-6ed1-4154-8d15-964c626e92b8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:11.266565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf0021d-ec3b-4c75-bd2d-cbaff67e3d17 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.268306 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ecf0021d-ec3b-4c75-bd2d-cbaff67e3d17 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1779280 Nov 12 01:00:11.271148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.380102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8a8284d1-dee6-409c-8e25-7ffaa698216f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029594 Nov 12 01:00:11.380837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.391945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:11.475371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:11.666809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Deleting port ab37ba58-da12-47c2-9e47-f374d99b006b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:11.667426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.677016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:11.682755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.738645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'name': 'tempest-network--1755261075', 'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:11.826385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:11.830520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.846904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.862886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] For port ab37ba58-da12-47c2-9e47-f374d99b006b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ab37ba58-da12-47c2-9e47-f374d99b006b,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:11.863296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.881473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Calling delete_port for ab37ba58-da12-47c2-9e47-f374d99b006b owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:12.110956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e614e51-b4c2-47bb-a2f8-d7da5e88422c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.122655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.173702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] Pushing event deleted for resources: {'Port': ['ID=ab37ba58-da12-47c2-9e47-f374d99b006b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.192923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35834af9-4033-4a11-bac3-1e286309b250 None None] No DVR routers for this DVR port ab37ba58-da12-47c2-9e47-f374d99b006b on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:12.216248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.222833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.324089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=9d21c31b-7a23-4b88-ab23-cde303a24ab3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.326543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.377439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:12.402688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:12.410235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.410842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.413433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:12.417327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4feeb0c-7853-4b80-901a-f25ce9a82044 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:12.453444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1429c4-8462-452d-a70a-be380a8468ae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.468749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.468749 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Added segment d7a3f6eb-b189-4226-9659-f6f93ddce431 of type vlan for network 3a30a2d2-b24b-43ed-9135-277b5d4b2ba8 Nov 12 01:00:12.553115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:12.800102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ab37ba58-da12-47c2-9e47-f374d99b006b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:12.837999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f3a8-70ff-4ff6-b9df-e0354b8851c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.873899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '9d21c31b-7a23-4b88-ab23-cde303a24ab3'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:12.873899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.878645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ab37ba58-da12-47c2-9e47-f374d99b006b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:12.878999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ab37ba58-da12-47c2-9e47-f374d99b006b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:12.891908 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.997226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f3a8-70ff-4ff6-b9df-e0354b8851c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.003853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f3a8-70ff-4ff6-b9df-e0354b8851c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.071864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6ba7f3a8-70ff-4ff6-b9df-e0354b8851c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a5ca90fe3494e79927d971f1d5fb215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5136452 Nov 12 01:00:13.071864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7f3a8-70ff-4ff6-b9df-e0354b8851c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f249f-7110-4d30-a5ee-bc5bd7dce820,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.075707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.203042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.211068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/9d21c31b-7a23-4b88-ab23-cde303a24ab3/fb5548dd-e1fb-471a-9d02-e4f4aa000aff) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:13.242576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-976570e3-5b1c-445d-a26c-4ec32fc666d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8600438 Nov 12 01:00:13.247427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.266563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.295561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '9d21c31b-7a23-4b88-ab23-cde303a24ab3', 'ip_address': '2001:db8::1111:577d:45db:441e'}], 'name': 'tempest-NetworksTestDHCPv6-910530747'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:13.371969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.375357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.379072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e8f249f-7110-4d30-a5ee-bc5bd7dce820 HTTP/1.1" status: 204 len: 168 time: 0.2990758 Nov 12 01:00:13.411334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee1e4-eea4-43cb-9be1-d5653f52d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f249f-7110-4d30-a5ee-bc5bd7dce820,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.417408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.655661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.665865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.693440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.694464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.695038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.825201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Pushing event updated for resources: {'Port': ['ID=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.875731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:13.885508 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6690516 Nov 12 01:00:13.888040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:13.888329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.892901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:13.978846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63a687-a551-42d4-8c7c-e2b0707ea066 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=3a30a2d2-b24b-43ed-9135-277b5d4b2ba8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.005227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:14.019125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 3a30a2d2-b24b-43ed-9135-277b5d4b2ba8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:14.057869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Attempting to bind port fb5548dd-e1fb-471a-9d02-e4f4aa000aff on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:14.063337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Attempting to bind port fb5548dd-e1fb-471a-9d02-e4f4aa000aff by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:14.064099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Attempting to bind port fb5548dd-e1fb-471a-9d02-e4f4aa000aff on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:14.076333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.114527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:14.115128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:14.115649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.116211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:14.116831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Bound port: fb5548dd-e1fb-471a-9d02-e4f4aa000aff, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:14.117947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.149510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.321222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] For port fb5548dd-e1fb-471a-9d02-e4f4aa000aff, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:14.325187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] For port fb5548dd-e1fb-471a-9d02-e4f4aa000aff, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:14.328814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.340527 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.381878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 4a13c0a4-67a9-4c5f-81df-36be227c3a75 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:14.463546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.549316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a30a2d2-b24b-43ed-9135-277b5d4b2ba8']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:14.587588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a3f6eb-b189-4226-9659-f6f93ddce431') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:14.587982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a3f6eb-b189-4226-9659-f6f93ddce431') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:14.613858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.654398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.676041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:14.678659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:14.687719 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:14.722447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2722f-3919-4c93-8a32-adda0540578f None None] Pushing event updated for resources: {'Port': ['ID=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.833169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::1111:577d:45db:441e (5b2f6347-05eb-4950-a88c-4098590cba1f/9d21c31b-7a23-4b88-ab23-cde303a24ab3/4a13c0a4-67a9-4c5f-81df-36be227c3a75) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:14.890932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.062697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.088515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a30a2d2-b24b-43ed-9135-277b5d4b2ba8 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:00:15.124597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.135612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/3a30a2d2-b24b-43ed-9135-277b5d4b2ba8 HTTP/1.1" status: 204 len: 168 time: 1.2387092 Nov 12 01:00:15.142185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41578) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.149597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:15.221406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484ec2-5b01-436b-af8a-943be8159aa6 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a30a2d2-b24b-43ed-9135-277b5d4b2ba8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.259622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:15.263396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.330735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.333804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:15.359825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.360489 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Added segment a1f21dc3-f920-4240-bc12-111f5df01c0b of type vlan for network 4d9038f5-0a94-4f97-a235-ee359de1e15b Nov 12 01:00:15.450304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.462295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.524549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=4a13c0a4-67a9-4c5f-81df-36be227c3a75,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.542428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:15.546322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:15.554252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:15.560821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.561613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.595086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a259a86f-2415-4b58-86e3-75e521ade652 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3458517 Nov 12 01:00:15.596911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.603293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '9d21c31b-7a23-4b88-ab23-cde303a24ab3', 'ip_address': '2001:db8::1111:577d:45db:441e'}], 'name': 'tempest-NetworksTestDHCPv6-850117367'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:15.610965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.611932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.612918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.729881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=4d9038f5-0a94-4f97-a235-ee359de1e15b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.740261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.741419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe6b04ed-bd83-46a4-9d77-a6b865271254 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5978360 Nov 12 01:00:15.745015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4d9038f5-0a94-4f97-a235-ee359de1e15b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:15.751344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'subnet': {'network_id': '4d9038f5-0a94-4f97-a235-ee359de1e15b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:15.853673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:15.859205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.000152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:16.000484 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:16.019748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.094262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port e42e8a7f-b0b0-46fc-867d-430872016dbc yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:16.731062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] Provisioning complete for port fb5548dd-e1fb-471a-9d02-e4f4aa000aff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:16.731933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.755959 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:16.757724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:16.816932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c8cfb998-8a0e-47ec-bb8f-1130c85886b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2188070 Nov 12 01:00:16.819664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41606) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.935039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fb5548dd-e1fb-471a-9d02-e4f4aa000aff up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:16.946253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d661846-d26d-4b35-94ad-185761b1cc79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.964453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d661846-d26d-4b35-94ad-185761b1cc79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.969804 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d661846-d26d-4b35-94ad-185761b1cc79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1471348 Nov 12 01:00:16.971819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.131936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.180319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:00:17.182424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.241848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 4a13c0a4-67a9-4c5f-81df-36be227c3a75 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:17.242337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.259299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fb5548dd-e1fb-471a-9d02-e4f4aa000aff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:17.259877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.270101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7163ad05-ba2c-4f6a-bac4-12aca4b41937,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:17.280699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] For port fb5548dd-e1fb-471a-9d02-e4f4aa000aff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:17.339381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.359232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Checking segment: {'id': 'a1f21dc3-f920-4240-bc12-111f5df01c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4d9038f5-0a94-4f97-a235-ee359de1e15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:17.361252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Network hostable DHCP agents. Network: 4d9038f5-0a94-4f97-a235-ee359de1e15b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:17.387886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Network 4d9038f5-0a94-4f97-a235-ee359de1e15b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:17.404932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.425075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 4d9038f5-0a94-4f97-a235-ee359de1e15b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:17.431765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 4a13c0a4-67a9-4c5f-81df-36be227c3a75 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:17.433837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.434843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.448031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150ff89-894e-48c8-9dc9-92aa539f042e None None] Network 4d9038f5-0a94-4f97-a235-ee359de1e15b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:17.473380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6f9b2332-d5d8-4cc2-968b-5da2ac974452 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7270086 Nov 12 01:00:17.474809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.482786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'floatingip': {'floating_network_id': '4d9038f5-0a94-4f97-a235-ee359de1e15b'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:17.523198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.693399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.763533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.801093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=4a13c0a4-67a9-4c5f-81df-36be227c3a75,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:17.807008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.810790 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b78eeb2-ca69-4dd3-9546-b8db9f782d14 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/4a13c0a4-67a9-4c5f-81df-36be227c3a75 HTTP/1.1" status: 204 len: 168 time: 0.8376532 Nov 12 01:00:17.815289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.929906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718568d-0500-4248-a602-37186b8fd384 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.933370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718568d-0500-4248-a602-37186b8fd384 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.935240 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2718568d-0500-4248-a602-37186b8fd384 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1185300 Nov 12 01:00:17.938724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.054030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Allocated IP 172.20.0.3 (4d9038f5-0a94-4f97-a235-ee359de1e15b/7163ad05-ba2c-4f6a-bac4-12aca4b41937/49f048c2-965d-4faf-a3c2-31996c83320c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:18.138850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8cacf9e9-caf0-44cd-b49b-4fa3faff998c None None] Could not find standard attr ID for object 4a13c0a4-67a9-4c5f-81df-36be227c3a75. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:18.153478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 9d21c31b-7a23-4b88-ab23-cde303a24ab3 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:18.167046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.190767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6f751-4d8b-4980-9bdc-8437a12ad417 None None] Network 4d9038f5-0a94-4f97-a235-ee359de1e15b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:18.193707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2265307-05fc-495d-9cf1-3221735ba8dd None None] Pushing event updated for resources: {'Port': ['ID=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.376856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.437126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.550878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.632562 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.700161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Network 4d9038f5-0a94-4f97-a235-ee359de1e15b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:18.714968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:18.720246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:18.754483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fb5548dd-e1fb-471a-9d02-e4f4aa000aff up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:18.771691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.775541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Port': ['ID=49f048c2-965d-4faf-a3c2-31996c83320c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.815097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=9d21c31b-7a23-4b88-ab23-cde303a24ab3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.821011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.839234 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b24b0318-b871-4747-a35f-4e53a763e2f2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/9d21c31b-7a23-4b88-ab23-cde303a24ab3 HTTP/1.1" status: 204 len: 168 time: 0.8985348 Nov 12 01:00:18.839889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.840398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67caba9-6924-4850-977a-d4f9f4d38eca None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:18.901320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e300c63-12d9-4898-9324-4383afc38b3f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602214 Nov 12 01:00:18.906291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.912486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:19.063313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.072144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fb5548dd-e1fb-471a-9d02-e4f4aa000aff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:19.072521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.146710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.222324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:19.229089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.340300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:19.459991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Deleting port fb5548dd-e1fb-471a-9d02-e4f4aa000aff {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:19.460764 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.509226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41724) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.578041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] For port fb5548dd-e1fb-471a-9d02-e4f4aa000aff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:19.579716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.599674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Calling delete_port for fb5548dd-e1fb-471a-9d02-e4f4aa000aff owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:19.772990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.836489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d564c6a-ae8f-453f-8e45-adaf59c12115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.851126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] Pushing event deleted for resources: {'Port': ['ID=fb5548dd-e1fb-471a-9d02-e4f4aa000aff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.859462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.863091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12cf14-e5cb-48fa-a698-622ac63ab207 None None] No DVR routers for this DVR port fb5548dd-e1fb-471a-9d02-e4f4aa000aff on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:19.962204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.065547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Port': ['ID=49f048c2-965d-4faf-a3c2-31996c83320c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.107677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d564c6a-ae8f-453f-8e45-adaf59c12115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.116029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d564c6a-ae8f-453f-8e45-adaf59c12115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.213256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.226735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d564c6a-ae8f-453f-8e45-adaf59c12115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0e83db64e7a40e2909368ac8f4b1db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7081800 Nov 12 01:00:20.232280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.234693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.293667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.297490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-535960a0-c142-4be2-b706-40f7297be0fe tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8207524 Nov 12 01:00:20.305160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.309337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d564c6a-ae8f-453f-8e45-adaf59c12115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd25c4-84e1-4865-8ce8-afd1a9fcfe71,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.463357 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ccb7cf4-9521-4bdb-8c88-0ab4d8b9116a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=4d9038f5-0a94-4f97-a235-ee359de1e15b HTTP/1.1" status: 200 len: 689 time: 0.1554997 Nov 12 01:00:20.466427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.480193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:20.501000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:20.504756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.522230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.522591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f96d6-a082-466f-8bf6-ee132338f30c None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:20.531501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.544731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.656807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.659471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.662581 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7dd25c4-84e1-4865-8ce8-afd1a9fcfe71 HTTP/1.1" status: 204 len: 168 time: 0.4262960 Nov 12 01:00:20.779124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=073345ab-9fc3-4a27-bdfb-e7dc1095b13a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.810330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-98ef6fe8-a881-4b59-97e0-82502b42b365 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9028652 Nov 12 01:00:20.833005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41752) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.862886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d52d7-343c-4f2d-875d-bd472b6c67eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd25c4-84e1-4865-8ce8-afd1a9fcfe71,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.871983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '073345ab-9fc3-4a27-bdfb-e7dc1095b13a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-674413829'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.964519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fb5548dd-e1fb-471a-9d02-e4f4aa000aff no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:21.033849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.145100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fb5548dd-e1fb-471a-9d02-e4f4aa000aff {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:21.145668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fb5548dd-e1fb-471a-9d02-e4f4aa000aff not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:21.388326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:21.423032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Deleting port 49f048c2-965d-4faf-a3c2-31996c83320c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:21.423615 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.432360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '073345ab-9fc3-4a27-bdfb-e7dc1095b13a'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:21.434027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.573139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.619723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f521fef6-3eef-4174-a2af-1084cf52a9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.674940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.717664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 76392081-885a-4851-9c68-0fb95a7785c3 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:21.726698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.727098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.765627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Calling delete_port for 49f048c2-965d-4faf-a3c2-31996c83320c owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:21.855194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/073345ab-9fc3-4a27-bdfb-e7dc1095b13a/6795d2b7-8898-4b51-ba93-b3c2c5891497) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:21.984739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.047640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f521fef6-3eef-4174-a2af-1084cf52a9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.064295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f521fef6-3eef-4174-a2af-1084cf52a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.237684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f521fef6-3eef-4174-a2af-1084cf52a9e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fb311601c6840bbb09d1fad4d1cafd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590235 Nov 12 01:00:22.237684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521fef6-3eef-4174-a2af-1084cf52a9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02738a5e-a8ba-41f5-896f-fb5b28e5cc4b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.239400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.273785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.316628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67bbecff-c7d6-4b74-97ac-1af3a89da34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.359165 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.363182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Port': ['ID=49f048c2-965d-4faf-a3c2-31996c83320c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.435363 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.451400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.476193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.531553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67bbecff-c7d6-4b74-97ac-1af3a89da34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.542810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67bbecff-c7d6-4b74-97ac-1af3a89da34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.562902 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:22.563515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:22.572632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:22.580176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.586022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:22.587548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.598810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:22.644944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Pushing event updated for resources: {'Port': ['ID=6795d2b7-8898-4b51-ba93-b3c2c5891497,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.665190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-67bbecff-c7d6-4b74-97ac-1af3a89da34b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3aa7d3b7765445295247e41443fb138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6786439 Nov 12 01:00:22.670744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.670966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbecff-c7d6-4b74-97ac-1af3a89da34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42ee79-8947-4c87-a6bd-7a3a965db4b1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.678847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89b7f1aa-06e7-4eab-8c61-83f9ad6ebf98 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8443568 Nov 12 01:00:22.685774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.743791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.747039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.751138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02738a5e-a8ba-41f5-896f-fb5b28e5cc4b HTTP/1.1" status: 204 len: 168 time: 0.5015366 Nov 12 01:00:22.769463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853947d-a931-4811-8891-c87b22b575ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02738a5e-a8ba-41f5-896f-fb5b28e5cc4b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.801369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Attempting to bind port 6795d2b7-8898-4b51-ba93-b3c2c5891497 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:22.801982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Attempting to bind port 6795d2b7-8898-4b51-ba93-b3c2c5891497 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:22.802598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Attempting to bind port 6795d2b7-8898-4b51-ba93-b3c2c5891497 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:22.814312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.831545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:22.831937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:22.832343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.832745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:22.833239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Bound port: 6795d2b7-8898-4b51-ba93-b3c2c5891497, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:22.833659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.923545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7163ad05-ba2c-4f6a-bac4-12aca4b41937,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.013354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] For port 6795d2b7-8898-4b51-ba93-b3c2c5891497, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:23.026956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-4a4825cb-af0b-4a73-bca7-810469083ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0724084 Nov 12 01:00:23.029551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] For port 6795d2b7-8898-4b51-ba93-b3c2c5891497, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6795d2b7-8898-4b51-ba93-b3c2c5891497,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:23.038027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.205458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ccb7e-c712-4187-ae98-5381bc409d97 None None] Pushing event updated for resources: {'Port': ['ID=6795d2b7-8898-4b51-ba93-b3c2c5891497,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.231983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.232742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.233652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.235106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.236785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.237525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.238391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.241685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-793e2f97-5d09-47c6-b20b-32c9e02b60c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.1263943 Nov 12 01:00:23.298175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.331586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bb368-eb09-4d39-b26e-0f22d57638fe tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.336696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b74bb368-eb09-4d39-b26e-0f22d57638fe tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6381903 Nov 12 01:00:23.337819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.374879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.482165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1912b64c-8782-485d-b5a9-31fee8e2d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.482707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1912b64c-8782-485d-b5a9-31fee8e2d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.483183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1912b64c-8782-485d-b5a9-31fee8e2d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.484937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1912b64c-8782-485d-b5a9-31fee8e2d88f service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 2298 time: 0.1988869 Nov 12 01:00:23.531599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd2c55-7875-4b84-ae1f-c9c76e985b52 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.534220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd2c55-7875-4b84-ae1f-c9c76e985b52 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.544166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33dd2c55-7875-4b84-ae1f-c9c76e985b52 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1913910 Nov 12 01:00:23.584538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.602738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.635380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9038f5-0a94-4f97-a235-ee359de1e15b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:23.755592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-600c326b-6d80-45a4-8780-a87419102ecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1001 time: 0.2621677 Nov 12 01:00:23.797906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f21dc3-f920-4240-bc12-111f5df01c0b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:23.798873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f21dc3-f920-4240-bc12-111f5df01c0b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:23.818004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.838704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.847550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:23.848237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.900752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-e9c06288-e87f-46e8-9f87-7c274970ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.903465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-e9c06288-e87f-46e8-9f87-7c274970ca40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.1404142 Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:23.946702 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:24.047517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 073345ab-9fc3-4a27-bdfb-e7dc1095b13a {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:24.049609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-95eff77f-b42a-4aa7-83fa-f68eb09b95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.051806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-95eff77f-b42a-4aa7-83fa-f68eb09b95f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406355 Nov 12 01:00:24.058899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.073159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.086837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.099517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c42ee79-8947-4c87-a6bd-7a3a965db4b1 HTTP/1.1" status: 204 len: 168 time: 1.4239557 Nov 12 01:00:24.213461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd97c1f-6b78-48cf-80b5-9d651326abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42ee79-8947-4c87-a6bd-7a3a965db4b1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.217032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.249517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d9038f5-0a94-4f97-a235-ee359de1e15b {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:00:24.251950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d9038f5-0a94-4f97-a235-ee359de1e15b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.259666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.265514 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c5e7fbc8-a296-4c7c-980d-ab048991bdcb tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4d9038f5-0a94-4f97-a235-ee359de1e15b HTTP/1.1" status: 204 len: 168 time: 3.7693706 Nov 12 01:00:24.269855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.312147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.784033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.951065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1d72e8f-5f5e-42c2-8a78-9eab42c170ae tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.6704175 Nov 12 01:00:24.951065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.970453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6795d2b7-8898-4b51-ba93-b3c2c5891497 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:25.048467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-2034268f-0946-4b4b-a906-8245130c705a service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9856832 Nov 12 01:00:25.090605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.249559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=073345ab-9fc3-4a27-bdfb-e7dc1095b13a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.273287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.281884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6795d2b7-8898-4b51-ba93-b3c2c5891497 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:25.282614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.293714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893baff8-50fa-473a-b007-66f81bab91e8 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:25.293898 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-128b11b5-d759-40a1-b160-8aca56f3ea9d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/073345ab-9fc3-4a27-bdfb-e7dc1095b13a HTTP/1.1" status: 204 len: 168 time: 1.7022355 Nov 12 01:00:25.294844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.540518 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-46692307-6515-4505-9957-567ee8906950 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2416666 Nov 12 01:00:25.541769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.562075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:25.583785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] Provisioning complete for port 6795d2b7-8898-4b51-ba93-b3c2c5891497 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:25.599031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.667259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.670678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.671864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.675871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.678720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.680690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.685774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.687943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.690597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e669b209-be02-410d-bd2d-15fbb34154ed tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.7008152 Nov 12 01:00:25.816983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41852) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.991571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.063429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69700f3-4645-47a6-9c6e-a3d6cca2a1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.160791 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-38a1d628-eb51-4a60-bca1-ec15540c9141 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] delete failed (client error): The resource could not be found. Nov 12 01:00:26.162988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:26.168174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-38a1d628-eb51-4a60-bca1-ec15540c9141 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/c90fd0a7-f88d-47b7-b41f-3dc62bb5e63d HTTP/1.1" status: 404 len: 345 time: 0.3284252 Nov 12 01:00:26.174055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.180326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.283415 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a8a3f8-eb0f-4b64-bafe-31e6e7271ff1 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 01:00:26.284430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a8a3f8-eb0f-4b64-bafe-31e6e7271ff1 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:26.297460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57a8a3f8-eb0f-4b64-bafe-31e6e7271ff1 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4d9038f5-0a94-4f97-a235-ee359de1e15b HTTP/1.1" status: 404 len: 339 time: 0.1153483 Nov 12 01:00:26.298376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41860) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.315040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'name': 'tempest-network--1124595449', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:26.357243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1dc3b761-37cb-4bb3-9152-907d2fc9e229 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2664490 Nov 12 01:00:26.451144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-bbec2e7e-8409-45ec-96fa-362dfd0f5023 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.0878425 Nov 12 01:00:26.494771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:26.512449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.544896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.641475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:26.665672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.666114 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Added segment 61c5f4bc-10b2-459b-be59-0c23d0d07ed7 of type vlan for network dfebb7bf-45bf-40aa-bbf3-615c3666fcb5 Nov 12 01:00:26.732815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] For port 6795d2b7-8898-4b51-ba93-b3c2c5891497, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6795d2b7-8898-4b51-ba93-b3c2c5891497,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:26.738616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.763781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.765473 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.909875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.912523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69700f3-4645-47a6-9c6e-a3d6cca2a1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.921512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.922577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.964410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c69700f3-4645-47a6-9c6e-a3d6cca2a1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.965941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c4c0-5ca2-4fcb-8d95-db718d10d43b None None] Pushing event updated for resources: {'Port': ['ID=6795d2b7-8898-4b51-ba93-b3c2c5891497,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.028477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7193565 Nov 12 01:00:27.045411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:27.077575 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c69700f3-4645-47a6-9c6e-a3d6cca2a1da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=164a90dd776b4319ae11ca65697aece0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0724702 Nov 12 01:00:27.083361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:27.107921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:00:27.111513 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:00:27.119025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:27.171105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-8277aa24-8058-4353-af34-1ac2ec9dda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.175778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-8277aa24-8058-4353-af34-1ac2ec9dda2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.6937573 Nov 12 01:00:27.228120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Deleting port 6795d2b7-8898-4b51-ba93-b3c2c5891497 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:27.228882 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.366573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53931a4-f4fd-4c3b-b0fc-c16699d34104 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=dfebb7bf-45bf-40aa-bbf3-615c3666fcb5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.372393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69700f3-4645-47a6-9c6e-a3d6cca2a1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa118c3-ae23-4c46-bbaf-2ad9696933a1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.407453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] For port 6795d2b7-8898-4b51-ba93-b3c2c5891497, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6795d2b7-8898-4b51-ba93-b3c2c5891497,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:27.407863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.425680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.429918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network dfebb7bf-45bf-40aa-bbf3-615c3666fcb5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:27.449362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Calling delete_port for 6795d2b7-8898-4b51-ba93-b3c2c5891497 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:27.505993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.535058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.610819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:27.615769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.620648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.623052 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfa118c3-ae23-4c46-bbaf-2ad9696933a1 HTTP/1.1" status: 204 len: 168 time: 0.5309680 Nov 12 01:00:27.631580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:27.639813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.641325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.666595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-4652a789-3bbe-488d-b51a-126e999b96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.671878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1251531 Nov 12 01:00:27.678011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41886) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:27.681470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-4652a789-3bbe-488d-b51a-126e999b96ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4390559 Nov 12 01:00:27.688020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1046751400', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:27.727872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a805c4-a2c5-438d-ac78-8d67456d0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa118c3-ae23-4c46-bbaf-2ad9696933a1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.778528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.785256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.806698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b6188-9def-40ed-b3c9-2147e409d03c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=736e1faf-a2b5-4cd9-b489-aac534f85a3c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.909855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.994504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] No DVR routers for this DVR port 6795d2b7-8898-4b51-ba93-b3c2c5891497 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:28.085595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f629e-9590-4bd1-a175-c41d6f6757b1 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:28.098303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb4297-9724-4402-89a1-4ac768d36d5b None None] Pushing event deleted for resources: {'Port': ['ID=6795d2b7-8898-4b51-ba93-b3c2c5891497,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.157687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.173789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.268972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.272676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3ded642a-335b-47ac-81b3-3b0d362054ec tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5929596 Nov 12 01:00:28.277860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.639732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6795d2b7-8898-4b51-ba93-b3c2c5891497 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:28.824881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 6795d2b7-8898-4b51-ba93-b3c2c5891497 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:28.825895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6795d2b7-8898-4b51-ba93-b3c2c5891497 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:28.998808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:29.016607 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.069731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d7016-3b81-4e10-8d9a-bdbc04ed01d4 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.078473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d7016-3b81-4e10-8d9a-bdbc04ed01d4 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.085881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d7016-3b81-4e10-8d9a-bdbc04ed01d4 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.094102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d7016-3b81-4e10-8d9a-bdbc04ed01d4 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.096916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1c3d7016-3b81-4e10-8d9a-bdbc04ed01d4 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 2.0491128 Nov 12 01:00:29.108274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.394330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.480004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-8e4d4dda-3f1c-4d55-ad93-e4f7b3eb669e service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7950144 Nov 12 01:00:29.494365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/736e1faf-a2b5-4cd9-b489-aac534f85a3c/3221b5bb-c051-4a8a-8779-d3a5086c9128) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:29.592880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.941136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-dcd0fda3-d377-49cd-9dba-24de1d05a3f5 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497957 Nov 12 01:00:29.941764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.325560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-a739dc12-31e3-48de-9631-f65472abf1c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.3583150 Nov 12 01:00:30.600008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.616992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.653814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.741753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:30.753937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:30.759472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:30.830845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfebb7bf-45bf-40aa-bbf3-615c3666fcb5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:30.876955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Pushing event updated for resources: {'Port': ['ID=3221b5bb-c051-4a8a-8779-d3a5086c9128,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:30.879082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e3f39b1-a57b-480d-be04-68456940b41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.888022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c5f4bc-10b2-459b-be59-0c23d0d07ed7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:30.899216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c5f4bc-10b2-459b-be59-0c23d0d07ed7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:30.920089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Attempting to bind port 3221b5bb-c051-4a8a-8779-d3a5086c9128 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:30.921023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Attempting to bind port 3221b5bb-c051-4a8a-8779-d3a5086c9128 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:30.921842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Attempting to bind port 3221b5bb-c051-4a8a-8779-d3a5086c9128 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:30.925272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.936527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-b33216f9-c360-44aa-a327-c64b65bbbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.937028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:30.938735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:30.939653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.940331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:30.941513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Bound port: 3221b5bb-c051-4a8a-8779-d3a5086c9128, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:30.942147 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.952745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-b33216f9-c360-44aa-a327-c64b65bbbd5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.5490589 Nov 12 01:00:30.980751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.049490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:31.050810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.081611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] For port 3221b5bb-c051-4a8a-8779-d3a5086c9128, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:31.092805 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:31.136290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::1 (5b2f6347-05eb-4950-a88c-4098590cba1f/736e1faf-a2b5-4cd9-b489-aac534f85a3c/efaab26e-6940-4fcd-ba42-1b061911b101) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:31.226464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] For port 3221b5bb-c051-4a8a-8779-d3a5086c9128, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3221b5bb-c051-4a8a-8779-d3a5086c9128,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:31.238174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.244916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.270951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfebb7bf-45bf-40aa-bbf3-615c3666fcb5 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:00:31.283197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-e844d6c7-8753-4533-9a6e-ab0d2c9ceefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:31.288316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-e844d6c7-8753-4533-9a6e-ab0d2c9ceefc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3257771 Nov 12 01:00:31.323575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.341578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/dfebb7bf-45bf-40aa-bbf3-615c3666fcb5 HTTP/1.1" status: 204 len: 168 time: 2.2318456 Nov 12 01:00:31.356682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:31.361950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce1e81-f5e1-449f-9681-26c2f9bccd47 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfebb7bf-45bf-40aa-bbf3-615c3666fcb5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.611582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.645897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4ce85-33c5-4642-bb32-8dfb5d193261 None None] Pushing event updated for resources: {'Port': ['ID=3221b5bb-c051-4a8a-8779-d3a5086c9128,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.741349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.756644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'name': 'tempest-network--1380709191', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:31.788375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:31.795322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:31.828597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-bab12dd4-82b1-4d3c-89f6-57762770ca35 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796009 Nov 12 01:00:31.855954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:31.860230 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.888352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:31.888926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.213019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=efaab26e-6940-4fcd-ba42-1b061911b101,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.290142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:32.291541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.343024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3221b5bb-c051-4a8a-8779-d3a5086c9128 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:32.365706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.366318 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Added segment fc39cf61-9e6b-4a96-ba4c-3b8371102728 of type vlan for network 4db5c28d-01e9-4aa8-a608-1cc331ea75a3 Nov 12 01:00:32.369691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.480861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3221b5bb-c051-4a8a-8779-d3a5086c9128 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:32.481634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.555193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-7ce0a73e-7887-4336-9bd0-0640046f2bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902828 Nov 12 01:00:32.615776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e3f39b1-a57b-480d-be04-68456940b41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.624843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e3f39b1-a57b-480d-be04-68456940b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.662597 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.759984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 3221b5bb-c051-4a8a-8779-d3a5086c9128, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3221b5bb-c051-4a8a-8779-d3a5086c9128,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:32.766300 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.786810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.834806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7e3f39b1-a57b-480d-be04-68456940b41f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d528864becf1417e9e42080462a33748&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8867145 Nov 12 01:00:32.840482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f39b1-a57b-480d-be04-68456940b41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b911ad-7022-4b15-9a51-1d60c826b3ac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.847935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.853955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-e9e90dfc-8ff5-460b-aaed-b4ffc7c52795 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.2869120 Nov 12 01:00:32.952912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:00:33.007199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=3221b5bb-c051-4a8a-8779-d3a5086c9128,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.040743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.043576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.044950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.045539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.083527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.145058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-73921277-ba3a-4698-bc89-1f0590300aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.153961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-73921277-ba3a-4698-bc89-1f0590300aab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2884512 Nov 12 01:00:33.256703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.261903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.262528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8928587 Nov 12 01:00:33.280801 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33b911ad-7022-4b15-9a51-1d60c826b3ac HTTP/1.1" status: 204 len: 168 time: 0.4306965 Nov 12 01:00:33.287037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.375447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7a453-817d-4604-8658-038123b1bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b911ad-7022-4b15-9a51-1d60c826b3ac,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.458272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb4da-bd4c-40af-a7b7-76f5c8ecbdd7 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=4db5c28d-01e9-4aa8-a608-1cc331ea75a3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.472663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4db5c28d-01e9-4aa8-a608-1cc331ea75a3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:33.483422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-3175c477-49c0-4f54-96d3-6ebf12a8c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.485498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-3175c477-49c0-4f54-96d3-6ebf12a8c623 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2946849 Nov 12 01:00:33.702824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8ef9e762-9122-4437-ab47-d3d4bc6ef577 None None] Provisioning complete for port 3221b5bb-c051-4a8a-8779-d3a5086c9128 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:33.704901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e762-9122-4437-ab47-d3d4bc6ef577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.719992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18797c-0d78-45f5-b243-247d81c2f5ea tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.721581 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7e18797c-0d78-45f5-b243-247d81c2f5ea tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "GET /v2.0/networks/4db5c28d-01e9-4aa8-a608-1cc331ea75a3 HTTP/1.1" status: 200 len: 757 time: 0.4084766 Nov 12 01:00:33.745894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.832937 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.861521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.862520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.966502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-1d235c74-e9b1-4a1d-88cd-2a1383976545 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706514 Nov 12 01:00:34.104271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3221b5bb-c051-4a8a-8779-d3a5086c9128 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:34.286254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17236125-4b95-4b96-96ec-911cca99747f tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:34.295188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-17236125-4b95-4b96-96ec-911cca99747f tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "GET /v2.0/networks/6cd134d7-6ed1-4154-8d15-964c626e92b8 HTTP/1.1" status: 200 len: 768 time: 0.5479147 Nov 12 01:00:34.349633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-c9b9ccf9-320b-4862-ac7a-895021292e8d service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756781 Nov 12 01:00:34.350155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.448454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=efaab26e-6940-4fcd-ba42-1b061911b101,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:34.481458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-122585bc-ecd0-46b6-9d16-5f704983aad2 None None] Provisioning complete for port efaab26e-6940-4fcd-ba42-1b061911b101 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:34.482040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-122585bc-ecd0-46b6-9d16-5f704983aad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.497978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3221b5bb-c051-4a8a-8779-d3a5086c9128 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:34.500945 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.615040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:34.622860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:34.631798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-fafb3169-e5b5-479b-801d-623286ac7b8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.2601712 Nov 12 01:00:34.636216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.700219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b153-54fa-46e7-9f7d-0c12969426b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.845235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.859827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-122585bc-ecd0-46b6-9d16-5f704983aad2 None None] Port efaab26e-6940-4fcd-ba42-1b061911b101 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:35.119415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-b2a85478-d2c9-4bc1-936b-5163bfcd80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.121881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-b2a85478-d2c9-4bc1-936b-5163bfcd80ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2655396 Nov 12 01:00:35.146826 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.328361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-446344a2-766a-4d0c-9ed2-e07ba6efadba None None] Provisioning complete for port efaab26e-6940-4fcd-ba42-1b061911b101 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:35.330308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-446344a2-766a-4d0c-9ed2-e07ba6efadba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.352571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.403632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-40b5ed12-fa36-41dd-af05-beb07060f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.406551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-40b5ed12-fa36-41dd-af05-beb07060f6d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2743452 Nov 12 01:00:35.425379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b153-54fa-46e7-9f7d-0c12969426b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.436575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b153-54fa-46e7-9f7d-0c12969426b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.540629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b7a8b153-54fa-46e7-9f7d-0c12969426b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e14b21e1b9684d0a8704f76ee6cf2b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9023700 Nov 12 01:00:35.543870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b153-54fa-46e7-9f7d-0c12969426b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b212d3-6f3e-4939-9fef-cb596974e869,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:35.549000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.562220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-446344a2-766a-4d0c-9ed2-e07ba6efadba None None] Port efaab26e-6940-4fcd-ba42-1b061911b101 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:35.642211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db5c28d-01e9-4aa8-a608-1cc331ea75a3']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.651553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:35.733568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-0154a2c1-c851-4ee0-8d17-71f4d3a69205 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147144 Nov 12 01:00:35.744202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc39cf61-9e6b-4a96-ba4c-3b8371102728') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.753168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc39cf61-9e6b-4a96-ba4c-3b8371102728') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.790370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.800708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.887652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.909795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:35.912039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:35.915356 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:36.103119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.167470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-d5bf3c20-d83c-4ff9-abbf-2eef5104295e service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092176 Nov 12 01:00:36.188569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:36.198091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa8816e9-f53f-4511-a748-ebdd20fefc18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "PUT /v2.0/routers/a053cf13-8cdb-46d2-bb5c-228fbeea5a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9183908 Nov 12 01:00:36.209112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:36.209630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Sync routers for ids ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:36.256766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.261850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.263655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45b212d3-6f3e-4939-9fef-cb596974e869 HTTP/1.1" status: 204 len: 168 time: 0.7048926 Nov 12 01:00:36.266828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Routers {'a053cf13-8cdb-46d2-bb5c-228fbeea5a01'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:36.283379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:36.290860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece72384-113e-4515-89d2-8a839bd45698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b212d3-6f3e-4939-9fef-cb596974e869,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.307431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.346707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4db5c28d-01e9-4aa8-a608-1cc331ea75a3 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:00:36.361817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.387823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:36.388170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4db5c28d-01e9-4aa8-a608-1cc331ea75a3 HTTP/1.1" status: 204 len: 168 time: 2.0366626 Nov 12 01:00:36.397556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'name': 'tempest-network--1999466681'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:36.399021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-822748a2-2bba-49c6-ba9c-16b264c1d1cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.2232451 Nov 12 01:00:36.479855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Made reservation on behalf of 1ed7a7b64daf4f63a8f3da32c18374ed for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:36.485157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.572861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:36.607520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.616636 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Added segment a90238f1-5c75-4f37-a392-3abd42d3cdc0 of type vlan for network a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa Nov 12 01:00:36.665414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b0e8-13f4-4c5d-963f-7ec70166cfec tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Network': ['ID=4db5c28d-01e9-4aa8-a608-1cc331ea75a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.739438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.752177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ea24f-3579-46ca-8ab5-e2cb7d77f47c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:36.765168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-209ea24f-3579-46ca-8ab5-e2cb7d77f47c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports/efaab26e-6940-4fcd-ba42-1b061911b101 HTTP/1.1" status: 200 len: 911 time: 0.5479581 Nov 12 01:00:36.771453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:36.862465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:00:36.878649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-5effaec1-085e-4d6b-a794-e00a897b0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:36.897391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-5effaec1-085e-4d6b-a794-e00a897b0317 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.3542163 Nov 12 01:00:36.997790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Set router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:37.056455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.066476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.069427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.157682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7644033 Nov 12 01:00:37.171475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-25a7e60b-d9ae-47bb-8061-879ae991e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.174066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-25a7e60b-d9ae-47bb-8061-879ae991e010 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2648304 Nov 12 01:00:37.174949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.196822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:37.473319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8388bc-930e-4312-ab0a-a5932ad7c63a tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.529361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ef9e8-388a-4903-93a3-aada8d6efe57 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.555163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ef9e8-388a-4903-93a3-aada8d6efe57 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.564313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec6ef9e8-388a-4903-93a3-aada8d6efe57 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7760782 Nov 12 01:00:37.566118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.660769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:37.862164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'name': 'tempest-NetworksTestDHCPv6-router-1046751400', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:32Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': 'efaab26e-6940-4fcd-ba42-1b061911b101', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:cc:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:32Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.869874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-70f1e0dc-8a02-4fc6-8771-282a4dcaaf1e service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664996 Nov 12 01:00:37.916020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Checking router: a053cf13-8cdb-46d2-bb5c-228fbeea5a01 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:37.916624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Updating router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 port efaab26e-6940-4fcd-ba42-1b061911b101 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:37.999126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.331131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-3c1be6c3-c6f0-4f78-96a7-c49c57bbcba8 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491410 Nov 12 01:00:38.627495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-c7520da5-e46b-48e1-b4ae-8b5813f569cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.2795761 Nov 12 01:00:38.852413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:00:38.874561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-401baa20-0502-4583-92e4-8637c352a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.881300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-401baa20-0502-4583-92e4-8637c352a354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.2149365 Nov 12 01:00:38.932920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.023466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.043996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.169696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.330231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7bc9-2830-4711-8fd1-71a8679ef5a6 None None] Pushing event updated for resources: {'Port': ['ID=efaab26e-6940-4fcd-ba42-1b061911b101,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:39.379854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42166) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:39.384776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Network a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:00:39.386421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.387198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.400845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "PUT /v2.0/networks/a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa HTTP/1.1" status: 200 len: 858 time: 2.2229114 Nov 12 01:00:39.414348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:39.479240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.502640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9386c79c-7b88-430b-874e-c49e8a04907f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.798774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Attempting to bind port efaab26e-6940-4fcd-ba42-1b061911b101 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:39.799347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Attempting to bind port efaab26e-6940-4fcd-ba42-1b061911b101 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:39.803061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Attempting to bind port efaab26e-6940-4fcd-ba42-1b061911b101 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:39.887848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:39.897438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:39.901701 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.902475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:39.904353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Bound port: efaab26e-6940-4fcd-ba42-1b061911b101, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:39.910354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.264310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] For port efaab26e-6940-4fcd-ba42-1b061911b101, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:40.276386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] For port efaab26e-6940-4fcd-ba42-1b061911b101, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=efaab26e-6940-4fcd-ba42-1b061911b101,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:40.294422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.561407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-efe022cf-666b-41ab-b12e-79693a002d12 None None] Provisioning complete for port efaab26e-6940-4fcd-ba42-1b061911b101 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:40.561783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efe022cf-666b-41ab-b12e-79693a002d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.692985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Routers {'a053cf13-8cdb-46d2-bb5c-228fbeea5a01'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:40.696402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:40.745292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7bc9-2830-4711-8fd1-71a8679ef5a6 None None] Pushing event updated for resources: {'Port': ['ID=efaab26e-6940-4fcd-ba42-1b061911b101,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.787855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-02aaedc8-ac44-4080-b845-8758a59974b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.792825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-02aaedc8-ac44-4080-b845-8758a59974b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.8335991 Nov 12 01:00:41.162051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb8d26-ceff-4089-b4d1-0ba99ca1e738 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event updated for resources: {'Network': ['ID=a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.341892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] Set router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:41.491204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-f0bf229d-cebf-4d53-82fd-f0a704346884 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691157 Nov 12 01:00:41.505399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efe022cf-666b-41ab-b12e-79693a002d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.508299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.554241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port efaab26e-6940-4fcd-ba42-1b061911b101 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:41.555036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.831284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port efaab26e-6940-4fcd-ba42-1b061911b101, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=efaab26e-6940-4fcd-ba42-1b061911b101,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:41.831658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.888506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for efaab26e-6940-4fcd-ba42-1b061911b101 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:42.080649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.155249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.183009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90238f1-5c75-4f37-a392-3abd42d3cdc0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.183507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90238f1-5c75-4f37-a392-3abd42d3cdc0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.211849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.261574 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.274109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:42.274731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:42.435984 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:42.446203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.468202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:00:42.491485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.503909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] 10.222.0.11 "DELETE /v2.0/networks/a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa HTTP/1.1" status: 204 len: 168 time: 3.0791671 Nov 12 01:00:42.520653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.693818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea6e3-5fec-4eb4-9f02-9bf197119081 tempest-ExternalNetworksTestJSON-1690577586 tempest-ExternalNetworksTestJSON-1690577586-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3ca1e49-c0a7-4e5c-98b9-4c3c50542eaa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.757614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9b54be-7d4c-4aa7-8949-1febf4d6161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.794046 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-581b6ba8-0ed3-436b-81be-e52c97e8bb19 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] DELETE failed (client error): The resource could not be found. Nov 12 01:00:42.795014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581b6ba8-0ed3-436b-81be-e52c97e8bb19 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:42.801409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-581b6ba8-0ed3-436b-81be-e52c97e8bb19 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "DELETE /v2.0/subnets/7163ad05-ba2c-4f6a-bac4-12aca4b41937 HTTP/1.1" status: 404 len: 337 time: 0.2074556 Nov 12 01:00:42.808163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42238) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.827161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.885015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'name': 'tempest-NetworksTestDHCPv6-router-1046751400', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:32Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': 'efaab26e-6940-4fcd-ba42-1b061911b101', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:cc:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.010578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0bd1f-6f40-45ea-86fd-0ad165ff8cc9 None None] The sync data for ids ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'] in n-d-712141-15 is: [{'id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'name': 'tempest-NetworksTestDHCPv6-router-1046751400', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:32Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': 'efaab26e-6940-4fcd-ba42-1b061911b101', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:cc:02:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': '736e1faf-a2b5-4cd9-b489-aac534f85a3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:43.051352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3dfc0c6-e224-46db-9a78-8206b26343f8 req-305c4815-185f-45db-945f-017d9ce914ba service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5381882 Nov 12 01:00:43.061410 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.380520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.481549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd134d7-6ed1-4154-8d15-964c626e92b8']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.511419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe733b46-82bd-4698-aaa2-801e5534c3c1') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.512733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe733b46-82bd-4698-aaa2-801e5534c3c1') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.540313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.570730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.585343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.609319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:43.609719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:43.618940 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:43.691397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.742392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=efaab26e-6940-4fcd-ba42-1b061911b101,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.833226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.848339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.857727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] 10.222.0.11 "DELETE /v2.0/networks/6cd134d7-6ed1-4154-8d15-964c626e92b8 HTTP/1.1" status: 204 len: 168 time: 1.0432782 Nov 12 01:00:43.894222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0805c-c157-44e7-a6eb-1fce485391f6 tempest-ExternalNetworksTestJSON-1470149985 tempest-ExternalNetworksTestJSON-1470149985-project] Pushing event deleted for resources: {'Network': ['ID=6cd134d7-6ed1-4154-8d15-964c626e92b8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.913490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-37deb790-827d-4cd7-84ff-2266d56ee42b None None] Could not find standard attr ID for object efaab26e-6940-4fcd-ba42-1b061911b101. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:00:43.966013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4fabda-847f-4744-96e5-a377998957a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.983154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.199920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.221142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4fabda-847f-4744-96e5-a377998957a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.229578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c4fabda-847f-4744-96e5-a377998957a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.358672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fabda-847f-4744-96e5-a377998957a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234c564e-55cb-4c8a-86b9-7ffcb28a5aa0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.376016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.386459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4c4fabda-847f-4744-96e5-a377998957a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb492464689940b1bca71e06fd452af3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8133717 Nov 12 01:00:44.390844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.508786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.547757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.662029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.735938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.738597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.739790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/234c564e-55cb-4c8a-86b9-7ffcb28a5aa0 HTTP/1.1" status: 204 len: 168 time: 0.3477325 Nov 12 01:00:44.756872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c76c5-b377-4153-b9bc-64c709c97013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c564e-55cb-4c8a-86b9-7ffcb28a5aa0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.942692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:44.969921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.253696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:45.285016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.295849 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53ce3f5c-c087-408e-ba4b-ae989d46c590 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "PUT /v2.0/routers/a053cf13-8cdb-46d2-bb5c-228fbeea5a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7279680 Nov 12 01:00:45.433250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f621de-ab34-4a04-abe4-70ee90da4cce tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.439892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f621de-ab34-4a04-abe4-70ee90da4cce tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.449204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-97f621de-ab34-4a04-abe4-70ee90da4cce tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1627657 Nov 12 01:00:45.450196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.631862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 736e1faf-a2b5-4cd9-b489-aac534f85a3c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:45.634454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Deleting port 31de93b6-f1af-4998-b234-35aeef8c5260 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:45.635489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.662923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.705207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.778087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.793032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f10dc5ea-a171-4a1c-b268-71ce0517c3b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4f99314db554cac89263264a163853d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1237497 Nov 12 01:00:45.797380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:45.854009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd6b12c6-a07a-4461-8473-31e3052a48fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.912782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.954384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] For port 31de93b6-f1af-4998-b234-35aeef8c5260, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31de93b6-f1af-4998-b234-35aeef8c5260,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:45.955662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.964329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.986974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Calling delete_port for 31de93b6-f1af-4998-b234-35aeef8c5260 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:45.990518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.136158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd6b12c6-a07a-4461-8473-31e3052a48fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.146872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd6b12c6-a07a-4461-8473-31e3052a48fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.150757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.223653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=736e1faf-a2b5-4cd9-b489-aac534f85a3c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.239539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd6b12c6-a07a-4461-8473-31e3052a48fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=159dd21ad7ac401cb1255e4cbdbaa8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276921 Nov 12 01:00:46.240565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.243383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.243579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.244407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d34133-66b8-4bf0-85ca-93d0b80d1f80 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:46.244903 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/717a32e0-ed2c-4b31-ab98-c67428384830 HTTP/1.1" status: 204 len: 168 time: 0.4459710 Nov 12 01:00:46.246378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.251528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e0b6e141-6f3b-4318-9604-c0271f19ea3c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/736e1faf-a2b5-4cd9-b489-aac534f85a3c HTTP/1.1" status: 204 len: 168 time: 0.7997980 Nov 12 01:00:46.253753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.361200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b12c6-a07a-4461-8473-31e3052a48fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef76c3-ceac-46a8-a060-46ba1a97997c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.388685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec5e20-63b8-48c8-9b98-37c022401342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a32e0-ed2c-4b31-ab98-c67428384830,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.410121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.489012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-85d57d7c-98df-46fd-8393-8c07cc469900 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2282443 Nov 12 01:00:46.489836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.504679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.623196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.647417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.653204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97ef76c3-ceac-46a8-a060-46ba1a97997c HTTP/1.1" status: 204 len: 168 time: 0.3855782 Nov 12 01:00:46.741695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ee68e-0805-418e-b666-124dffbeb0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef76c3-ceac-46a8-a060-46ba1a97997c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.770286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.833256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.047727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:47.053850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31de93b6-f1af-4998-b234-35aeef8c5260,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.103650 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Sync routers for ids ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:47.152090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Routers {'a053cf13-8cdb-46d2-bb5c-228fbeea5a01'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:47.161078 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.220585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.223931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.420433 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Set router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:47.428736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Deleting port 3221b5bb-c051-4a8a-8779-d3a5086c9128 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:47.429597 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.467595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.490244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Fanout notify agent at l3_agent the message router_deleted on router a053cf13-8cdb-46d2-bb5c-228fbeea5a01 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:47.523954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.531746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ce4fbccf-c410-4cbb-90a8-acfddcfbc29a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/routers/a053cf13-8cdb-46d2-bb5c-228fbeea5a01 HTTP/1.1" status: 204 len: 168 time: 1.0407858 Nov 12 01:00:47.538004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.560855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.603047 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a053cf13-8cdb-46d2-bb5c-228fbeea5a01', 'name': 'tempest-NetworksTestDHCPv6-router-1046751400', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 3, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.673131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] For port 3221b5bb-c051-4a8a-8779-d3a5086c9128, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3221b5bb-c051-4a8a-8779-d3a5086c9128,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:47.675811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.686648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Checking router: a053cf13-8cdb-46d2-bb5c-228fbeea5a01 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:47.698018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.700179 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:47.704492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:00:47.705573 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a053cf13-8cdb-46d2-bb5c-228fbeea5a01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:00:47.706173 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f2bf2-725a-46d4-b02e-edd13224fef0 None None] The sync data for ids ['a053cf13-8cdb-46d2-bb5c-228fbeea5a01'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:47.729863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Calling delete_port for 3221b5bb-c051-4a8a-8779-d3a5086c9128 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:47.804788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.896445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-708b30aa-608c-4d6f-a92f-7a9064ea5b79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ed7a7b64daf4f63a8f3da32c18374ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879338 Nov 12 01:00:47.917432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.918468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:47.933721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.935152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.071027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] Pushing event deleted for resources: {'Port': ['ID=3221b5bb-c051-4a8a-8779-d3a5086c9128,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.086843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72584eea-4f3f-4de5-a302-52746087a890 None None] No DVR routers for this DVR port 3221b5bb-c051-4a8a-8779-d3a5086c9128 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:48.191044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.360647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.562623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.648768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device efaab26e-6940-4fcd-ba42-1b061911b101 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:48.651102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Router 35f4d756-9e20-4d18-8993-701c541c7d41 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:48.703235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: efaab26e-6940-4fcd-ba42-1b061911b101 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:48.703646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device efaab26e-6940-4fcd-ba42-1b061911b101 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:48.704256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3221b5bb-c051-4a8a-8779-d3a5086c9128 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:48.798790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b54-1f72-4995-9525-af75bed4b4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.824670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3221b5bb-c051-4a8a-8779-d3a5086c9128 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:48.825020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3221b5bb-c051-4a8a-8779-d3a5086c9128 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:49.011901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:49.041291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Sync routers for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:49.077991 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62971652-9c3e-45ca-a7ec-70fc82ec6ef1 admin admin] 10.222.0.11 "PUT /v2.0/routers/35f4d756-9e20-4d18-8993-701c541c7d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6938169 Nov 12 01:00:49.080813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:49.125765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:49.128235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:49.130290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b54-1f72-4995-9525-af75bed4b4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.148701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58dc2b54-1f72-4995-9525-af75bed4b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.491167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.506564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.508589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc1429c4-8462-452d-a70a-be380a8468ae HTTP/1.1" status: 204 len: 168 time: 1.5551138 Nov 12 01:00:49.509778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc2b54-1f72-4995-9525-af75bed4b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24a4e6-2cd5-4cba-a12b-e6aad42d241e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:49.538383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.586405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:49.590353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-58dc2b54-1f72-4995-9525-af75bed4b4db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=731095722c1546bb90322323df2e0e46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3934870 Nov 12 01:00:49.612970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:49.615652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208296-99fd-402c-b201-af80651afac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1429c4-8462-452d-a70a-be380a8468ae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:49.656130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.871318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.886008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:49.910589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:49.960409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:49.963361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.008637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=b23a391e-527f-4ca5-8bb2-d20471dc0d3c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.010819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Deleting port e2389e54-5154-426f-a470-2b5cd23232c0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:50.011380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.056727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-841cdd69-3e89-4090-bac9-0d011b3e358a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5145650 Nov 12 01:00:50.057527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.063623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:50.109539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ad5f6-1e4a-43a0-84d9-8efa517c79c0 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:50.150752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.266016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.269938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.280389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] For port e2389e54-5154-426f-a470-2b5cd23232c0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e2389e54-5154-426f-a470-2b5cd23232c0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:50.280674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.287225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.352453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Calling delete_port for e2389e54-5154-426f-a470-2b5cd23232c0 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:50.556016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:50.558120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.634963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 5, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port': {'id': 'e2389e54-5154-426f-a470-2b5cd23232c0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:50.704367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.720311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.758738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.771623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Checking router: 35f4d756-9e20-4d18-8993-701c541c7d41 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:50.775323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.781883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b24a4e6-2cd5-4cba-a12b-e6aad42d241e HTTP/1.1" status: 204 len: 168 time: 1.1673603 Nov 12 01:00:50.792451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.794599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15bea1d3-3b69-483a-b92e-690e31554e2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7346604 Nov 12 01:00:50.812410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.831265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8085f-e919-4413-a036-4d60c7d38c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24a4e6-2cd5-4cba-a12b-e6aad42d241e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.874403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Routers {'35f4d756-9e20-4d18-8993-701c541c7d41'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:50.877256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['35f4d756-9e20-4d18-8993-701c541c7d41'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:50.884883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.910694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42400) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.048362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2389e54-5154-426f-a470-2b5cd23232c0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:51.094354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309bbd4-1c0e-4918-9bee-771bd214675b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:51.169245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.248379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] Set router 35f4d756-9e20-4d18-8993-701c541c7d41 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:51.394261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.402042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.453476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T01:00:50Z', 'revision_number': 7, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:51.528729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3f2b2-4f74-4f62-a6d2-665f9ce809d4 None None] The sync data for ids ['35f4d756-9e20-4d18-8993-701c541c7d41'] in n-d-712141-15 is: [{'id': '35f4d756-9e20-4d18-8993-701c541c7d41', 'name': 'tempest-TaggedBootDevicesTest-1002537194-router', 'tenant_id': '12b7afa7537042f482645466ac7aef90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:06Z', 'updated_at': '2021-11-12T01:00:50Z', 'revision_number': 7, 'project_id': '12b7afa7537042f482645466ac7aef90', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:51.557294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/b23a391e-527f-4ca5-8bb2-d20471dc0d3c/2e295980-f6c4-4c98-afbe-a7ad52e5eadf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:51.570235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.571094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f4d756-9e20-4d18-8993-701c541c7d41 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:51.585992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.590754 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ecfc245f-54ea-4455-81e0-b825cb112636 admin admin] 10.222.0.11 "DELETE /v2.0/routers/35f4d756-9e20-4d18-8993-701c541c7d41 HTTP/1.1" status: 204 len: 168 time: 2.5052106 Nov 12 01:00:51.605581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.686534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:51.730984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.743983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Deleting subnet 672d378a-9e6d-4de3-b57e-b6c7272df9f6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:51.752489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.755173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.808360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c805db8-83dd-4545-b728-46af9a1559c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.830708 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.887595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.064223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.078682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.214191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31de93b6-f1af-4998-b234-35aeef8c5260 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:52.316213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:52.319119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 31de93b6-f1af-4998-b234-35aeef8c5260 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:52.319529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31de93b6-f1af-4998-b234-35aeef8c5260 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:52.341661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:52.350072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:52.356919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Pushing event updated for resources: {'Port': ['ID=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.419257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.506609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Attempting to bind port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:52.507263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Attempting to bind port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:52.509123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Attempting to bind port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:52.517223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:52.517878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:52.518439 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.519312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:52.520000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Bound port: 2e295980-f6c4-4c98-afbe-a7ad52e5eadf, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:52.520710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.611369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c805db8-83dd-4545-b728-46af9a1559c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.642741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c805db8-83dd-4545-b728-46af9a1559c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.776464 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.782564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805db8-83dd-4545-b728-46af9a1559c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e7e43-3e91-4372-9877-625935e225d1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.792027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9c805db8-83dd-4545-b728-46af9a1559c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d65da6ccc124407d883386b36138d88e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0352676 Nov 12 01:00:52.817077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] For port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:52.822396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:52.833017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] For port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:52.838681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672d378a-9e6d-4de3-b57e-b6c7272df9f6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.859168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.860948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.867192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b57b8458-3271-49d8-82c6-09261f1c49c4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/672d378a-9e6d-4de3-b57e-b6c7272df9f6 HTTP/1.1" status: 204 len: 168 time: 1.2579441 Nov 12 01:00:52.870425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:52.892654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.967365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.974659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4df88b-4343-45f8-bdd4-b8efaa45d035 None None] Network 250f867e-bd63-498f-a6e8-f9f275965de9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:53.020236 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:53.129324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd5c91-8000-4542-b6e7-dbbad40fb3cd None None] Pushing event updated for resources: {'Port': ['ID=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.152505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.246960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Allocated IP 172.25.6.159 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d8be012f-8594-414d-871b-0a29bbb07cc4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:53.385357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.480756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.528077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.532946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.538969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a20e7e43-3e91-4372-9877-625935e225d1 HTTP/1.1" status: 204 len: 168 time: 0.7064137 Nov 12 01:00:53.541053 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.545336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] DHCP port deletion for 250f867e-bd63-498f-a6e8-f9f275965de9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:53.663361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc3e8-14ec-4183-8038-f894ffdc6a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e7e43-3e91-4372-9877-625935e225d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.667159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::1 (5b2f6347-05eb-4950-a88c-4098590cba1f/b23a391e-527f-4ca5-8bb2-d20471dc0d3c/92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:53.703315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:53.714043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:53.731135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:53.809388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Pushing event updated for resources: {'Port': ['ID=d8be012f-8594-414d-871b-0a29bbb07cc4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.899709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Deleting port 10b9322e-a9a8-46c7-82f4-06cb5f824bce {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:53.900514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.975685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.983679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.097398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.173523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] For port 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=10b9322e-a9a8-46c7-82f4-06cb5f824bce,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:54.174461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.206657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.212735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2e295980-f6c4-4c98-afbe-a7ad52e5eadf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:54.240980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Calling delete_port for 10b9322e-a9a8-46c7-82f4-06cb5f824bce owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:54.398919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:54.424987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:54.439691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:54.440356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.635694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.680770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.690038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.712272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Deleting port 10b9322e-a9a8-46c7-82f4-06cb5f824bce {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:54.728935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.800951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:54.838910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:54.958016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1769707-bc35-4709-9a57-43d5a818a44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.969369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.161861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.176937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.177494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.178021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.178774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.179589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.180380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.181133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.181713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.182222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.182772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.183320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.192820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] Pushing event deleted for resources: {'Port': ['ID=10b9322e-a9a8-46c7-82f4-06cb5f824bce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.198791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Pushing event updated for resources: {'Port': ['ID=d8be012f-8594-414d-871b-0a29bbb07cc4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.218397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d4243-058d-4b8d-916c-1a9bb1a3e156 None None] No DVR routers for this DVR port 10b9322e-a9a8-46c7-82f4-06cb5f824bce on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:55.236149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:55.237064 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.283279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.283279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.288322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.289848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:55.299847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1298404637', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:55.371601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.401467 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Made reservation on behalf of eccaa019e9e14b37869fa6a94999de3e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:55.405512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.429040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.440086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.442749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1ad05c12-5995-4a97-a2de-c16bf79bdad7 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5238767 Nov 12 01:00:55.444318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] For port 10b9322e-a9a8-46c7-82f4-06cb5f824bce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=10b9322e-a9a8-46c7-82f4-06cb5f824bce,segment=NetworkSegment(a479d136-112b-410f-8133-6ce8e4c97102),segment_id=a479d136-112b-410f-8133-6ce8e4c97102)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:55.446488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.454703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.469821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-442312419', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'fixed_ips': [{'ip_address': '172.25.6.159'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:55.499342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Calling delete_port for 10b9322e-a9a8-46c7-82f4-06cb5f824bce owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:55.515346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Made reservation on behalf of 82f6d3c3f4e94a90a946d62cdef5e743 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:55.520372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.539192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-88436657-c8b5-482a-aab2-940de669f030 None None] Provisioning complete for port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:55.541982 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88436657-c8b5-482a-aab2-940de669f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.593373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.634978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.677480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1769707-bc35-4709-9a57-43d5a818a44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.695239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.702043 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1769707-bc35-4709-9a57-43d5a818a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.747911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:55.755508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.838869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] No DVR routers for this DVR port 10b9322e-a9a8-46c7-82f4-06cb5f824bce on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:55.886973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Pushing event deleted for resources: {'Port': ['ID=10b9322e-a9a8-46c7-82f4-06cb5f824bce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.899888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.906160 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1769707-bc35-4709-9a57-43d5a818a44e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e9f165cc5d1400395c725d2ddc85b45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0653968 Nov 12 01:00:55.911620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.912485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 10b9322e-a9a8-46c7-82f4-06cb5f824bce no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:55.919056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1769707-bc35-4709-9a57-43d5a818a44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7976bb89-0392-495a-be0e-4a25ced277cc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.969723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 10b9322e-a9a8-46c7-82f4-06cb5f824bce {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:55.970633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 10b9322e-a9a8-46c7-82f4-06cb5f824bce not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:55.971487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2389e54-5154-426f-a470-2b5cd23232c0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:56.007214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e2389e54-5154-426f-a470-2b5cd23232c0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:56.007963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e2389e54-5154-426f-a470-2b5cd23232c0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:56.011830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.017815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.041450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.045998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5ed35d1a-53b5-46d6-8caa-30af4ccf3c69 None None] Provisioning complete for port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:56.046585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ed35d1a-53b5-46d6-8caa-30af4ccf3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.073413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.076359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] device_id is not set on port 61bf499a-c5e8-499c-a1c5-34299e4647d4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:56.087073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.115449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.126174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5ed35d1a-53b5-46d6-8caa-30af4ccf3c69 None None] Port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:56.163100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.184813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] device_id is not set on port 0b3ff4f0-aab3-4cb6-a192-1c05d83854f1 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:00:56.188926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ea5f2-f690-4b2a-bd8d-1106279e1e57,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.195298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.220761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.224029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.225466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7976bb89-0392-495a-be0e-4a25ced277cc HTTP/1.1" status: 204 len: 168 time: 0.3075368 Nov 12 01:00:56.276704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2e295980-f6c4-4c98-afbe-a7ad52e5eadf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:56.318943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250f867e-bd63-498f-a6e8-f9f275965de9']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:56.400170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61611e4-59e2-43c1-be88-0061e1af71c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.455239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a479d136-112b-410f-8133-6ce8e4c97102') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:56.455694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a479d136-112b-410f-8133-6ce8e4c97102') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:56.479626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:56.479904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.481929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.532348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.558130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:56.558792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:56.561738 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:56.797239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.803790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.816112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.904394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.963089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.010330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.020718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] 10.222.0.11 "DELETE /v2.0/networks/250f867e-bd63-498f-a6e8-f9f275965de9 HTTP/1.1" status: 204 len: 168 time: 4.1352904 Nov 12 01:00:57.026612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e85cb0-559c-4871-8f21-d80ab8d7915f admin admin] Pushing event deleted for resources: {'Network': ['ID=250f867e-bd63-498f-a6e8-f9f275965de9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.127880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:57.130310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:57.232742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a13e7-d0f7-4a27-a67c-1c44c4e66e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7976bb89-0392-495a-be0e-4a25ced277cc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:57.330058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Allocated IP 172.25.6.157 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/61bf499a-c5e8-499c-a1c5-34299e4647d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:57.394279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Router 56a2ed42-c942-44bb-a020-9c543d1e3552 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:57.549610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.591127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4828753-d041-4abd-9082-ab70d7337d7b None None] Provisioning complete for port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:57.594382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4828753-d041-4abd-9082-ab70d7337d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.654548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.655300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:57.668879 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Sync routers for ids ['56a2ed42-c942-44bb-a020-9c543d1e3552'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:57.688205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-80743f8d-5205-4271-a706-8fec32c493c5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "PUT /v2.0/routers/56a2ed42-c942-44bb-a020-9c543d1e3552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8743348 Nov 12 01:00:57.689165 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Routers {'56a2ed42-c942-44bb-a020-9c543d1e3552'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:57.691038 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['56a2ed42-c942-44bb-a020-9c543d1e3552'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:57.694194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.702795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4828753-d041-4abd-9082-ab70d7337d7b None None] Port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:57.760665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb158e61-a519-4785-910f-2fa83b6996f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12b7afa7537042f482645466ac7aef90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095826 Nov 12 01:00:57.764261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.870899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d306cc-c00a-401c-b505-1abaf2d99d64 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:57.872131 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82d306cc-c00a-401c-b505-1abaf2d99d64 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports/92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 HTTP/1.1" status: 200 len: 911 time: 0.1762464 Nov 12 01:00:57.878093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:57.890536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.932358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:57.978350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.011801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aaceff-5523-4636-b224-f9c081b595fe tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.017653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aaceff-5523-4636-b224-f9c081b595fe tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.019529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-18aaceff-5523-4636-b224-f9c081b595fe tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1403427 Nov 12 01:00:58.027374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.044855 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Set router 56a2ed42-c942-44bb-a020-9c543d1e3552 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:58.073995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Pushing event updated for resources: {'Port': ['ID=61bf499a-c5e8-499c-a1c5-34299e4647d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:58.119876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:58.121155 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:58.121693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:00:58.126578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:58.131858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:58.160029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319faf94-05a0-40b0-90e6-9cb50f58a122 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:58.240342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cabda38e-4320-4d08-b6ef-5da0543d2144 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7835767 Nov 12 01:00:58.251859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.253567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9855f9e0-19d3-4345-aac5-f827b906101e None None] Provisioning complete for port 61bf499a-c5e8-499c-a1c5-34299e4647d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:58.255113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9855f9e0-19d3-4345-aac5-f827b906101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.272515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.274522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.347443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9855f9e0-19d3-4345-aac5-f827b906101e None None] Port 61bf499a-c5e8-499c-a1c5-34299e4647d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:58.381590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-afe9caeb-3cee-4329-805d-ef5628338080 tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7430825 Nov 12 01:00:58.385714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.402911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.157'}]}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:58.421921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': '92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:8b:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:52Z', 'updated_at': '2021-11-12T01:00:56Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:58.472328 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Checking router: 56a2ed42-c942-44bb-a020-9c543d1e3552 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:58.472765 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Updating router 56a2ed42-c942-44bb-a020-9c543d1e3552 port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:58.479602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.482168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.483503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3fc47b9-8747-42ed-b494-b23a9891338a HTTP/1.1" status: 204 len: 168 time: 0.7183409 Nov 12 01:00:58.529654 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.563487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.566440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.827286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.115019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Deleting port d8be012f-8594-414d-871b-0a29bbb07cc4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:59.119815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.233984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da19d2-3a77-49d3-859f-4978d23a8238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc47b9-8747-42ed-b494-b23a9891338a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.235812 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.246551 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.369376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.485237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.487370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.559729 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Pushing event updated for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.580469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.581055 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.581531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.582006 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.582498 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.582952 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.586714 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.587529 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.588578 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.589061 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.589529 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.589991 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:59.606816 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Attempting to bind port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:59.610021 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Attempting to bind port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:59.610639 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Attempting to bind port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:59.625310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:59.627189 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:59.635589 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.635589 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:59.635589 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Bound port: 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:59.636630 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.639036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Calling delete_port for d8be012f-8594-414d-871b-0a29bbb07cc4 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:59.802670 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] For port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:59.809870 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] For port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:59.820239 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.948832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] Provisioning complete for port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:59.949259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.952975 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Routers {'56a2ed42-c942-44bb-a020-9c543d1e3552'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:59.954090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['56a2ed42-c942-44bb-a020-9c543d1e3552'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:59.965600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20672-f1ef-45e0-85a9-55bd319361a0 None None] Pushing event updated for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.033788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.121551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8be012f-8594-414d-871b-0a29bbb07cc4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.136714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.190380 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] Set router 56a2ed42-c942-44bb-a020-9c543d1e3552 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:00.231900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.340809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.350141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.351763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c43bb048-de1c-49a8-ade2-c7c22cdc86be tempest-ExternalNetworksAdminNegativeTestJSON-1676686598 tempest-ExternalNetworksAdminNegativeTestJSON-1676686598-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/733e9d79-326f-482e-a673-c3dc9eb9b073 HTTP/1.1" status: 204 len: 168 time: 2.0974572 Nov 12 01:01:00.359508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] For port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:00.366901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.514288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7796a3-929a-47bf-8009-6b3ca7a84f73 None None] Pushing event updated for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.542708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-713ddcc2-ad35-4ec2-9930-f3d6511fb85d None None] Provisioning complete for port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:00.543079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-713ddcc2-ad35-4ec2-9930-f3d6511fb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.662786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.703907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:00.704289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.711869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.873719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': '92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:8b:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:52Z', 'updated_at': '2021-11-12T01:00:59Z', 'revision_number': 4, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:00.974119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:00.982067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c564b-f6f5-4169-a3d5-431a6a2fc8f5 None None] The sync data for ids ['56a2ed42-c942-44bb-a020-9c543d1e3552'] in n-d-712141-15 is: [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 2, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None, '_interfaces': [{'id': '92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54', 'name': '', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'mac_address': 'fa:16:3e:8b:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:52Z', 'updated_at': '2021-11-12T01:00:59Z', 'revision_number': 4, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'subnets': [{'id': 'b23a391e-527f-4ca5-8bb2-d20471dc0d3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:01.031130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:01.031665 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.068699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:01.088553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42574) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.204244 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.303078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-495e687c-7178-478a-a77c-ae6a9748f565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.381383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.411519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1404818640-network', 'tenant_id': '991eafcff2124189843f6839cf5ae9f7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.666654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.670883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.677672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Made reservation on behalf of 991eafcff2124189843f6839cf5ae9f7 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:01.682937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.704872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.796701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.797216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33ca22c2-1f9b-48ef-b330-b2da8018dca9 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:01:01.833729 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:01.837220 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-426efb0c-e046-4749-afea-36a5743cf41c tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4421797 Nov 12 01:01:01.840855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.874736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Deleting subnet 1a0af46e-8b1f-4aef-bdc5-bbddae4620be {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:01.882900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-495e687c-7178-478a-a77c-ae6a9748f565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.889477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.920974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-495e687c-7178-478a-a77c-ae6a9748f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.008542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e687c-7178-478a-a77c-ae6a9748f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1848c-ded1-4acb-a246-25d101659da4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.008925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Deleting port 61bf499a-c5e8-499c-a1c5-34299e4647d4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:02.033133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.044004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.075031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-495e687c-7178-478a-a77c-ae6a9748f565 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b04481a437b4b5d84d4a14fb3d74f84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0965316 Nov 12 01:01:02.076466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:02.083507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.227295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.277040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.280385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.318967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:02.341779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.362769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:02.364522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:01:02.373477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.431904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f8608d-2383-4260-9a39-3f9860660315,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.453012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Calling delete_port for 61bf499a-c5e8-499c-a1c5-34299e4647d4 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:02.459347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 not found, will not notify nova. {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:01:02.514025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.572075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:02.603215 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.603564 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Added segment 9e4740d0-7e4d-4a5b-8b8f-7695aab43b69 of type vlan for network 97a43d57-4538-4e47-8cee-83e67b3cd77b Nov 12 01:01:02.611977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.713434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.786150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.823405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.881505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:02.884221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Pushing event deleted for resources: {'Port': ['ID=61bf499a-c5e8-499c-a1c5-34299e4647d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.905654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a44727-ae4f-4e0e-8369-8a007512ade7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:02.931155 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.999800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.004508 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9fae91a1-b584-4ae8-a394-6fb981c83d4a tempest-RoutersAdminNegativeTest-551836769 tempest-RoutersAdminNegativeTest-551836769-project-admin] 10.222.0.11 "DELETE /v2.0/ports/61bf499a-c5e8-499c-a1c5-34299e4647d4 HTTP/1.1" status: 204 len: 168 time: 1.1602139 Nov 12 01:01:03.034399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.074773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.082416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1a0af46e-8b1f-4aef-bdc5-bbddae4620be HTTP/1.1" status: 204 len: 168 time: 1.6954582 Nov 12 01:01:03.083240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.137137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91200-d2e9-4baf-8d23-f0e140840ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0af46e-8b1f-4aef-bdc5-bbddae4620be,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.166739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.168477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.169403 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.298320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Router 56a2ed42-c942-44bb-a020-9c543d1e3552 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:03.307914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2166791 Nov 12 01:01:03.313100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.323207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Request body: {'subnet': {'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1404818640-subnet', 'tenant_id': '991eafcff2124189843f6839cf5ae9f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:03.375978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59e179-0af6-4969-b25a-9b8e5f35faad admin admin] Pushing event updated for resources: {'Network': ['ID=97a43d57-4538-4e47-8cee-83e67b3cd77b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.383521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.391965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 97a43d57-4538-4e47-8cee-83e67b3cd77b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:03.415514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Made reservation on behalf of 991eafcff2124189843f6839cf5ae9f7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:03.423123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.461125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.587886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.604002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.625424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82e1848c-ded1-4acb-a246-25d101659da4 HTTP/1.1" status: 204 len: 168 time: 1.5426095 Nov 12 01:01:03.700799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:03.719819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-94dcf750-5abe-4233-a6b0-d45c0732a139 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "PUT /v2.0/routers/56a2ed42-c942-44bb-a020-9c543d1e3552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6910052 Nov 12 01:01:03.721418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850984e8-57f4-4b2d-bc84-8e6df2e8c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1848c-ded1-4acb-a246-25d101659da4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.731334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.746638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.783908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Sync routers for ids ['56a2ed42-c942-44bb-a020-9c543d1e3552'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:03.802644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Routers {'56a2ed42-c942-44bb-a020-9c543d1e3552'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:03.803559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['56a2ed42-c942-44bb-a020-9c543d1e3552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:03.878172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493a156-92d8-4251-b36f-55d6e4cf7033 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.880764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493a156-92d8-4251-b36f-55d6e4cf7033 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.886485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.888696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0493a156-92d8-4251-b36f-55d6e4cf7033 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1497450 Nov 12 01:01:03.909180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Set router 56a2ed42-c942-44bb-a020-9c543d1e3552 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:03.932998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e873a602-0750-42e6-8a56-d7a70790ec5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.947592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet b23a391e-527f-4ca5-8bb2-d20471dc0d3c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:03.953980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d692ea-54bb-46b1-8afd-ddd7aebb5b7b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.956191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.959017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Checking segment: {'id': '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:03.959392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Network hostable DHCP agents. Network: 97a43d57-4538-4e47-8cee-83e67b3cd77b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:04.022232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Network 97a43d57-4538-4e47-8cee-83e67b3cd77b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:04.037004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:01Z', 'revision_number': 3, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.038321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.043711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 97a43d57-4538-4e47-8cee-83e67b3cd77b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:04.081165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e6d45-81a3-4ae0-ace8-9e557f104e56 None None] Network 97a43d57-4538-4e47-8cee-83e67b3cd77b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:04.093260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.094344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.095862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.163684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Checking router: 56a2ed42-c942-44bb-a020-9c543d1e3552 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:04.187214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80e0c80a-2b5e-413a-a172-99795c1c8ceb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8721099 Nov 12 01:01:04.191844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eb4dd5-6b4a-48fd-938b-520afeccef7e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.194037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Routers {'56a2ed42-c942-44bb-a020-9c543d1e3552'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:04.194814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:00:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['56a2ed42-c942-44bb-a020-9c543d1e3552'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.214037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d895c04-9361-4b8c-8595-38da6fa3091a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.214393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d895c04-9361-4b8c-8595-38da6fa3091a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.237851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.265068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.288309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:04.288693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:04.290844 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:04.307302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.347494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] Set router 56a2ed42-c942-44bb-a020-9c543d1e3552 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:04.415659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42628) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.468897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.480549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.483762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c5eb4dd5-6b4a-48fd-938b-520afeccef7e HTTP/1.1" status: 204 len: 168 time: 1.3492491 Nov 12 01:01:04.505450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.510931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:01Z', 'revision_number': 3, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:04.515273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e629fca4-4e32-4ce2-8404-be16b4cb6157 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82f6d3c3f4e94a90a946d62cdef5e743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973558 Nov 12 01:01:04.517557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931539d-0d8e-41d9-9082-fe535e825ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eb4dd5-6b4a-48fd-938b-520afeccef7e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.523385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.595150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117acdb4-f575-4a6a-be00-f98920c3b53b None None] Network 97a43d57-4538-4e47-8cee-83e67b3cd77b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:04.599530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8656be-dc1b-4bc3-80c2-31f53e34bb33 None None] The sync data for ids ['56a2ed42-c942-44bb-a020-9c543d1e3552'] in n-d-712141-15 is: [{'id': '56a2ed42-c942-44bb-a020-9c543d1e3552', 'name': 'tempest-NetworksTestDHCPv6-router-1263189205', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:01Z', 'revision_number': 3, 'project_id': '3866882467b340aa9f29da6c7d5783d8', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:04.619593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e873a602-0750-42e6-8a56-d7a70790ec5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.626751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e873a602-0750-42e6-8a56-d7a70790ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.679065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.681921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9e53f-6417-4ca3-812c-ba106ac126dc None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:04.682552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b23a391e-527f-4ca5-8bb2-d20471dc0d3c HTTP/1.1" status: 204 len: 168 time: 0.7951994 Nov 12 01:01:04.687892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4137f-e39a-4a20-b1eb-f999655d0471 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=b23a391e-527f-4ca5-8bb2-d20471dc0d3c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.693587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.780826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e873a602-0750-42e6-8a56-d7a70790ec5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87639f9161564273b41fbfd6cd5ad203&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3175025 Nov 12 01:01:04.786178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.791346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873a602-0750-42e6-8a56-d7a70790ec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18881b4a-5040-4b13-8cf4-94d407f55800,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.872683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.954102 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.020851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8e81df2a-b64f-428a-a3ff-22ee2318c217 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=299b9114b63840089cea9cca35cbc5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421399 Nov 12 01:01:05.023743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.125015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3007148f-4c33-4495-a0a1-1b91f0456331 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4286399 Nov 12 01:01:05.128605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42654) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.172816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.259524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.295809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.322192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.396723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.414877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.427155 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.435775 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f61611e4-59e2-43c1-be88-0061e1af71c8 HTTP/1.1" status: 204 len: 168 time: 0.9100728 Nov 12 01:01:05.478562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24275-1802-4acd-bc7a-4d4d46263589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61611e4-59e2-43c1-be88-0061e1af71c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.513245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.518443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.520819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18881b4a-5040-4b13-8cf4-94d407f55800 HTTP/1.1" status: 204 len: 168 time: 0.7301073 Nov 12 01:01:05.557602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1bd37-b89f-4c48-8d01-1291fee5ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18881b4a-5040-4b13-8cf4-94d407f55800,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.561596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.740250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:05.828198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.836647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.839716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.862738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Deleting port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:05.863474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.025633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] For port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:06.026145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.060485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Calling delete_port for 2e295980-f6c4-4c98-afbe-a7ad52e5eadf owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:06.257449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2e295980-f6c4-4c98-afbe-a7ad52e5eadf no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:06.377709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.422791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Pushing event deleted for resources: {'Port': ['ID=2e295980-f6c4-4c98-afbe-a7ad52e5eadf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.434188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] No DVR routers for this DVR port 2e295980-f6c4-4c98-afbe-a7ad52e5eadf on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:06.448732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.449363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Fanout notify agent at l3_agent the message router_deleted on router 56a2ed42-c942-44bb-a020-9c543d1e3552 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:01:06.482125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.487086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cf6b6e1e-1f90-47cb-8669-61e2c9fe2d37 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/routers/56a2ed42-c942-44bb-a020-9c543d1e3552 HTTP/1.1" status: 204 len: 168 time: 1.3530672 Nov 12 01:01:06.487489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.494487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.497376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.498797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1f3db70-1957-4661-89ef-5755307c8c21 HTTP/1.1" status: 204 len: 168 time: 1.4738581 Nov 12 01:01:06.514521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.539383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.561865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.562652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.562652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.562928 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.564125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.564482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.564820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.565159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.565498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.566174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.566506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.566833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549fdaaf-c07b-4f69-8405-481c823df356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:06.613183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1b867a96-dd23-474f-a73a-d6a2df07675d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1203828 Nov 12 01:01:06.613492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.644437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:06.650926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200a5d2-3e2f-4511-971b-d4ec4eda8122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3db70-1957-4661-89ef-5755307c8c21,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.714523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:06.715076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 92d86ec1-f5fd-4cef-8c41-0f51fd8b3a54 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:06.740704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-d07919b0-c828-48ae-8473-19b7c34a22cb tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.759639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-d07919b0-c828-48ae-8473-19b7c34a22cb tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/networks?id=97a43d57-4538-4e47-8cee-83e67b3cd77b HTTP/1.1" status: 200 len: 822 time: 1.0686121 Nov 12 01:01:06.780516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430bb407-2def-4882-923e-fd4294890cb9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.782095 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-430bb407-2def-4882-923e-fd4294890cb9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1670451 Nov 12 01:01:06.786065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.800814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-fde82b3d-65d8-4ccc-9aa7-29ca815382ba tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/quotas/991eafcff2124189843f6839cf5ae9f7 HTTP/1.1" status: 200 len: 375 time: 0.0376141 Nov 12 01:01:06.921353 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60c69185-c1f6-4642-ad21-9445266c6c21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267705 Nov 12 01:01:06.926175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.929551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-97504fe4-231e-47c1-87d4-189ee0bcc338 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=991eafcff2124189843f6839cf5ae9f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266975 Nov 12 01:01:06.941698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:06.976432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5cb18cf4-8814-46b9-b7c1-d3ed9cbcd38d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eccaa019e9e14b37869fa6a94999de3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133937 Nov 12 01:01:06.979560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.108460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:07.118831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.123370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.192080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.356030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-8d3955cc-7be0-459c-98bb-c8fcba9cfed3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.356030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-8d3955cc-7be0-459c-98bb-c8fcba9cfed3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4227192 Nov 12 01:01:07.410225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.416098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.417998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/255ea5f2-f690-4b2a-bd8d-1106279e1e57 HTTP/1.1" status: 204 len: 168 time: 0.4368689 Nov 12 01:01:07.495436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd34b3-598a-4656-bbfa-51783081bdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ea5f2-f690-4b2a-bd8d-1106279e1e57,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.708770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:01:07.709899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-55fe446a-49e0-437c-a822-f8708c583867 service neutron] 10.222.0.11 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900903 Nov 12 01:01:07.711739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.801161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:07.808513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:07.819979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:07.821356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.825347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48065e-5f2c-4931-a683-99fbf57c50d5 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:07.857775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=2fe0e82b-a066-46bd-be70-7ffbe47ccd59,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.880702 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7b92fb0-92d5-44ff-9bcd-7fc74dd54a08 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9525931 Nov 12 01:01:07.885307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42724) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.893924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:07.913667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-b6dbf75a-643b-4721-a359-03b0d572fafe service neutron] 10.222.0.11 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014871 Nov 12 01:01:08.195134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:08.205118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.261145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '2fe0e82b-a066-46bd-be70-7ffbe47ccd59'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:08.262095 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.410391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64e7062b-b669-4c26-8406-6143c7359918 req-54a8eef8-553e-400c-b8dc-4fcd804d7617 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.0740464 Nov 12 01:01:08.625317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Allocated IP 2001:db8::f816:3eff:fed4:1e90 (5b2f6347-05eb-4950-a88c-4098590cba1f/2fe0e82b-a066-46bd-be70-7ffbe47ccd59/c91b461d-ea24-4c75-a52a-10364e16007a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:08.770711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.891432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:08.910321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:08.923039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.924440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.939159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=86db901c-40d7-4434-a88e-96e0ef05c771,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.968841 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.979486 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.986391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f93fc379-6b31-4310-83b1-c6eed3e19c70 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0967379 Nov 12 01:01:08.988480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.004472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:c0:21:05', 'name': 'tempest-NetworksTestDHCPv6-767397671'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:09.097987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Pushing event updated for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:09.130874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:09.137593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:09.153199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:09.300630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Attempting to bind port c91b461d-ea24-4c75-a52a-10364e16007a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:09.301953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Attempting to bind port c91b461d-ea24-4c75-a52a-10364e16007a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:09.302759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Attempting to bind port c91b461d-ea24-4c75-a52a-10364e16007a on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:09.322694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:09.325499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:09.326444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.329472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:09.330598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Bound port: c91b461d-ea24-4c75-a52a-10364e16007a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:09.335694 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.370949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e08d036-626d-46ba-b72b-bd80b7d9cca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.447827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:09.484468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:09.492678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c91b461d-ea24-4c75-a52a-10364e16007a,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:09.500614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.752842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27cb00ee-30dc-4de0-9b4b-54f341d59103 req-e9efbd33-7ee3-452a-b283-7c5cb42b13f1 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.1432934 Nov 12 01:01:09.767880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fae1a-18fb-46f8-ae23-1488c2ae29cb None None] Pushing event updated for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:09.840615 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.908308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port a18cc296-d68a-4b60-a53b-712ed92943b7 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:10.971855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8445b763-bf90-449a-a8b0-ef3e087eb04c req-86e6894e-38cc-491f-b3ab-1ab031ecaed3 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.0496542 Nov 12 01:01:10.973032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.138779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 172.20.0.2 (5b2f6347-05eb-4950-a88c-4098590cba1f/86db901c-40d7-4434-a88e-96e0ef05c771/a18cc296-d68a-4b60-a53b-712ed92943b7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:11.148093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fec0:2105 (5b2f6347-05eb-4950-a88c-4098590cba1f/2fe0e82b-a066-46bd-be70-7ffbe47ccd59/a18cc296-d68a-4b60-a53b-712ed92943b7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:11.473927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-6fcd6aab-cfcb-4158-b0f8-189240fdaddd tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.477620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-6fcd6aab-cfcb-4158-b0f8-189240fdaddd tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.39 "GET /v2.0/networks?id=97a43d57-4538-4e47-8cee-83e67b3cd77b HTTP/1.1" status: 200 len: 822 time: 0.2004282 Nov 12 01:01:11.499807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Request body: {'port': {'device_id': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b', 'admin_state_up': True, 'tenant_id': '991eafcff2124189843f6839cf5ae9f7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:11.609280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.701400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.705848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-43be97d8-dc27-41bc-ae75-3c7c1988d627 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.719053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-43be97d8-dc27-41bc-ae75-3c7c1988d627 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.7446804 Nov 12 01:01:11.723245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.730165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-a5a94d64-c99c-4476-b633-5fd99e065a1b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.731374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a5a94d64-c99c-4476-b633-5fd99e065a1b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068834 Nov 12 01:01:11.737629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.745238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-0fae9ae4-0ab1-4baa-ac70-254239bb592c tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.749419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0fae9ae4-0ab1-4baa-ac70-254239bb592c tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060158 Nov 12 01:01:11.756274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.764004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-bad8289f-1a87-4014-a4fa-0d07cfd667ff tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.766875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bad8289f-1a87-4014-a4fa-0d07cfd667ff tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092080 Nov 12 01:01:11.771823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.795107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-032c09ad-73b7-404f-8912-56d09a0fe629 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.797100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-032c09ad-73b7-404f-8912-56d09a0fe629 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0199237 Nov 12 01:01:11.806188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:11.808800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.820642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:11.826138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:11.836267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-5061e7c8-4570-49f8-80d3-159f35d15afc tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.839395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5061e7c8-4570-49f8-80d3-159f35d15afc tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0289085 Nov 12 01:01:11.854006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.868219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b7a20-585b-49b7-a7ab-0d74b9622113 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:11.891313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-53f9f97e-42dc-4ba3-8485-b1c1f8e3becb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.892499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=a18cc296-d68a-4b60-a53b-712ed92943b7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:11.893044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-53f9f97e-42dc-4ba3-8485-b1c1f8e3becb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0375824 Nov 12 01:01:11.902508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.907196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-d701b984-b40d-4630-bad6-0e0249eacffe tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.913562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.915993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d701b984-b40d-4630-bad6-0e0249eacffe tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047259 Nov 12 01:01:11.965134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-7980b0d7-27be-4c83-bd1b-45185c54e7f6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.966949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7980b0d7-27be-4c83-bd1b-45185c54e7f6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0407665 Nov 12 01:01:11.969713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.972562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42846) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.992945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-f349c719-176a-455a-9e96-50ed3abded2f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:11.995470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f349c719-176a-455a-9e96-50ed3abded2f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0133574 Nov 12 01:01:12.013533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.023182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Made reservation on behalf of 991eafcff2124189843f6839cf5ae9f7 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:12.025377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-435bcf3c-2852-46bf-99e3-01f4d9cb38a6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.026428 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-435bcf3c-2852-46bf-99e3-01f4d9cb38a6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093026 Nov 12 01:01:12.033945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.041003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.049358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-d7833545-7b45-4047-850f-0927f9cf393e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.050244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.054811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.055143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7833545-7b45-4047-850f-0927f9cf393e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0121152 Nov 12 01:01:12.055802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.069706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-ff79796b-7f87-402c-95cc-92f05a066621 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.074932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ff79796b-7f87-402c-95cc-92f05a066621 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0095773 Nov 12 01:01:12.075629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.089771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-a95542b4-4401-4c58-8c21-cd6730fc1e2f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.094314 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a95542b4-4401-4c58-8c21-cd6730fc1e2f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0121791 Nov 12 01:01:12.111887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42862) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.149208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-37737548-f1ba-4d9d-aae4-fb055358d290 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.150309 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37737548-f1ba-4d9d-aae4-fb055358d290 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0223837 Nov 12 01:01:12.155269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.166793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-5e7163f7-99e8-4bfb-b7ad-223f44006ecf tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.167817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5e7163f7-99e8-4bfb-b7ad-223f44006ecf tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0114174 Nov 12 01:01:12.172527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.179146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ff521ed-6d24-4f89-8ff3-8fa343536367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.182071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-021e9da3-d6e5-4a77-a5d5-f75de2936d2d tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.185828 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-021e9da3-d6e5-4a77-a5d5-f75de2936d2d tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093427 Nov 12 01:01:12.199404 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b876ba49-d8ce-46c4-957e-394c6eddcde0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2045131 Nov 12 01:01:12.200109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.200485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.202268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] Provisioning complete for port c91b461d-ea24-4c75-a52a-10364e16007a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:12.202756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.211941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-ec4dd7d8-43b1-4f91-a401-c38ad57a1128 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.213094 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec4dd7d8-43b1-4f91-a401-c38ad57a1128 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0116363 Nov 12 01:01:12.238341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.267832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-2b401613-54cd-4c47-8881-a0c4cd4cef01 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.274092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b401613-54cd-4c47-8881-a0c4cd4cef01 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0186620 Nov 12 01:01:12.293304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.326081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-ab7274f9-3671-4374-9422-35c1c2b105d2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.337702 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ab7274f9-3671-4374-9422-35c1c2b105d2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0216770 Nov 12 01:01:12.337702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.338680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.342703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-ec790916-9358-4cdf-a366-ef66b3a8680e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.343723 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ec790916-9358-4cdf-a366-ef66b3a8680e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071118 Nov 12 01:01:12.347428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.364327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-c5717379-b42f-4edf-bffa-55ec8eabf151 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.365967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c5717379-b42f-4edf-bffa-55ec8eabf151 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080957 Nov 12 01:01:12.379454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.386581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c91b461d-ea24-4c75-a52a-10364e16007a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:12.410717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c493930e-d48f-436e-b8e6-d2403f250fce req-57f4d3c5-28dc-4a60-96e9-6ac9bdb98fda tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.1606176 Nov 12 01:01:12.420753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-c61164a4-c9e8-4ce1-bce8-24cf76fb6e39 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.424520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c61164a4-c9e8-4ce1-bce8-24cf76fb6e39 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0100741 Nov 12 01:01:12.428239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2db7dd-2be5-40ae-b7af-531a7cda155f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.445626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2db7dd-2be5-40ae-b7af-531a7cda155f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.446516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.450762 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e2db7dd-2be5-40ae-b7af-531a7cda155f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2454145 Nov 12 01:01:12.456710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.457187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-473fc163-2d37-4aec-8685-226333fc8bf2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.460967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-473fc163-2d37-4aec-8685-226333fc8bf2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107379 Nov 12 01:01:12.466834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.490432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-dcf6b140-1456-482f-878c-1820cdc5ea4e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.490432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dcf6b140-1456-482f-878c-1820cdc5ea4e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117874 Nov 12 01:01:12.509844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.571958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-8091e2a3-599a-43e8-9a29-4f9430db795a tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.576661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8091e2a3-599a-43e8-9a29-4f9430db795a tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0617812 Nov 12 01:01:12.585481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.594219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-4924af24-360f-4310-b6bd-ba42c1a07280 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.600658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4924af24-360f-4310-b6bd-ba42c1a07280 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057302 Nov 12 01:01:12.600974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c91b461d-ea24-4c75-a52a-10364e16007a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:12.600974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.601268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.608257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-bf254879-e30f-4b8c-91cb-4498de61db67 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.613579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf254879-e30f-4b8c-91cb-4498de61db67 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089481 Nov 12 01:01:12.614011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.625717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-ef32f47b-2002-4bf0-b5e0-b4729217b3df tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.630892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ef32f47b-2002-4bf0-b5e0-b4729217b3df tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0113289 Nov 12 01:01:12.630892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.638333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-c50feb35-fd9e-466a-bfa8-fafc27b39282 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.643954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c50feb35-fd9e-466a-bfa8-fafc27b39282 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075655 Nov 12 01:01:12.644861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.653615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-497b95e8-baff-4fc4-b73c-c3db36349c76 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.658843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.659079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-497b95e8-baff-4fc4-b73c-c3db36349c76 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086465 Nov 12 01:01:12.659079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.659356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'network': {'name': 'tempest-network-smoke--1505097713', 'project_id': '088c4d1315a84724af075079edce2b64', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.664464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-353666c6-f15f-4091-beb2-f30cb88e36e6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.669795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-353666c6-f15f-4091-beb2-f30cb88e36e6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057609 Nov 12 01:01:12.669795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Allocated IP 172.20.0.14 (97a43d57-4538-4e47-8cee-83e67b3cd77b/22d692ea-54bb-46b1-8afd-ddd7aebb5b7b/f4356945-4ff0-4653-9300-7588912cd3d1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:12.671989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.682894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-70ee6a45-9364-4113-8b9f-35c187a4aabb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.688384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70ee6a45-9364-4113-8b9f-35c187a4aabb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117471 Nov 12 01:01:12.689782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.773957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:12.782647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.788930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c91b461d-ea24-4c75-a52a-10364e16007a,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:12.810242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.818356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.847630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port a18cc296-d68a-4b60-a53b-712ed92943b7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:12.848192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.891031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.904543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.926716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.939677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-539841f6-e2a4-4bc3-93a1-171a312352ae tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:12.944149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-539841f6-e2a4-4bc3-93a1-171a312352ae tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075254 Nov 12 01:01:12.944149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.950326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.970024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '2fe0e82b-a066-46bd-be70-7ffbe47ccd59', 'ip_address': '2001:db8::f816:3eff:fed4:1e90'}, {'subnet_id': '86db901c-40d7-4434-a88e-96e0ef05c771'}], 'binding:host_id': 'n-d-712141-15'}, 'id': 'c91b461d-ea24-4c75-a52a-10364e16007a'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:12.971762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.988268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for a18cc296-d68a-4b60-a53b-712ed92943b7 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:13.012429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-4f426518-d3c7-466f-9c4e-c62758d436f2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.014368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4f426518-d3c7-466f-9c4e-c62758d436f2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118549 Nov 12 01:01:13.019003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42916) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.023604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.027612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-f2c829c9-e69c-4aa4-8210-68fbdfac567c tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.030133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f2c829c9-e69c-4aa4-8210-68fbdfac567c tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078659 Nov 12 01:01:13.032345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Pushing event updated for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.048907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Network 97a43d57-4538-4e47-8cee-83e67b3cd77b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:13.050442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42920) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.051868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:13.060990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:13.071589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-12b328b8-9628-4604-bdc3-228f06f44544 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.073128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12b328b8-9628-4604-bdc3-228f06f44544 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079017 Nov 12 01:01:13.096144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.101984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-287004e3-1b24-43d3-87d6-b6941be7eb59 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.103528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-287004e3-1b24-43d3-87d6-b6941be7eb59 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061269 Nov 12 01:01:13.109719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.114983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-1fc90bdd-ae20-44ea-bf1e-b47ff3202aa3 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.117245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1fc90bdd-ae20-44ea-bf1e-b47ff3202aa3 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063210 Nov 12 01:01:13.124149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.135206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-3f8ce037-1b24-4b37-8f08-552da509ba05 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.136497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f8ce037-1b24-4b37-8f08-552da509ba05 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0099580 Nov 12 01:01:13.142815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.150963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-edf6ab4a-cb53-4fde-972d-9a84b68ee087 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.152452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-edf6ab4a-cb53-4fde-972d-9a84b68ee087 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0081654 Nov 12 01:01:13.159952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:13.160902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.164160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.169283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-7feef57a-b21c-42c8-a86f-76db4e59c1fc tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.170566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7feef57a-b21c-42c8-a86f-76db4e59c1fc tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052302 Nov 12 01:01:13.175246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.185043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-20044a50-1fc7-48ce-b526-0ebfd7dfb6e9 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.186522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-20044a50-1fc7-48ce-b526-0ebfd7dfb6e9 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098500 Nov 12 01:01:13.191579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.200493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-99ae61d7-edd0-4879-b075-d490796e3de0 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.202101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-99ae61d7-edd0-4879-b075-d490796e3de0 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0086870 Nov 12 01:01:13.206031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.212925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-2717f91b-7ed7-4425-9a78-c2297b433951 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.214719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2717f91b-7ed7-4425-9a78-c2297b433951 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070083 Nov 12 01:01:13.221334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.230369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-9bbc8587-60bf-41f7-ad37-e40b74c697e8 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.231913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bbc8587-60bf-41f7-ad37-e40b74c697e8 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0092242 Nov 12 01:01:13.234851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.245350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-e5e3c6d0-98d3-4368-9db2-2cdd1c8b578d tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.247475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e5e3c6d0-98d3-4368-9db2-2cdd1c8b578d tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0095389 Nov 12 01:01:13.254036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-955d4f90-b67c-41c7-abbf-d9c3cc7affd9 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7588706 Nov 12 01:01:13.255294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.263134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-9d35b522-38fd-4193-8dcb-c63637c74282 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.265615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9d35b522-38fd-4193-8dcb-c63637c74282 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082757 Nov 12 01:01:13.278779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.280433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Request body: {'port': {'device_id': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:13.291883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-b0a1bf21-2103-48bd-996f-f64e92a6f81f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.294115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0a1bf21-2103-48bd-996f-f64e92a6f81f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0103943 Nov 12 01:01:13.300620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.314769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-cb4187fd-1650-4d9b-8f5a-5841864a46fa tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.316833 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb4187fd-1650-4d9b-8f5a-5841864a46fa tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0133832 Nov 12 01:01:13.319779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.322207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.330773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-1509eb7e-e288-4655-a88e-19f02cab5d20 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.332356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1509eb7e-e288-4655-a88e-19f02cab5d20 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097497 Nov 12 01:01:13.336245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.345041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-ccc3ee4d-565a-4ea9-ae14-7190d8bfc859 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.346788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ccc3ee4d-565a-4ea9-ae14-7190d8bfc859 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090129 Nov 12 01:01:13.352504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.359747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-3677558a-e122-49d6-af19-2c3d4fe2a2e6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.361193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3677558a-e122-49d6-af19-2c3d4fe2a2e6 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0071769 Nov 12 01:01:13.367673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.372921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-16ab226f-6099-43a8-a5c1-44ee4c61773b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.374612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16ab226f-6099-43a8-a5c1-44ee4c61773b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054038 Nov 12 01:01:13.379613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Allocated IP 172.20.0.3 (5b2f6347-05eb-4950-a88c-4098590cba1f/86db901c-40d7-4434-a88e-96e0ef05c771/c91b461d-ea24-4c75-a52a-10364e16007a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:13.395543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.402238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-446d3249-7ade-4138-a57b-3b53a424ac96 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.403690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-446d3249-7ade-4138-a57b-3b53a424ac96 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066884 Nov 12 01:01:13.408195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.423624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-5ba73f30-7c8c-4794-982e-a1ca806f5d38 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.429240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ba73f30-7c8c-4794-982e-a1ca806f5d38 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0193291 Nov 12 01:01:13.433010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.438773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-9cf7f201-dbe8-4568-8cc4-bca8eac37e12 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.443318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9cf7f201-dbe8-4568-8cc4-bca8eac37e12 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090153 Nov 12 01:01:13.447254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.454351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-bc3a5a5e-3c1e-44b3-a576-f9049d27b3fb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.458210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bc3a5a5e-3c1e-44b3-a576-f9049d27b3fb tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069561 Nov 12 01:01:13.460316 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.478798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42966) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.491736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-ccc4fd8d-c536-474e-a1bf-d30e34d6f3c4 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.493103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ccc4fd8d-c536-474e-a1bf-d30e34d6f3c4 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0132718 Nov 12 01:01:13.498518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.506399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-31d92649-a0a9-4285-bd9c-b8b94a36ba80 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.507492 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31d92649-a0a9-4285-bd9c-b8b94a36ba80 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0048375 Nov 12 01:01:13.515770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.517560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beac72-7810-4589-9dfe-d5dbd62abc35 None None] Pushing event updated for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.522973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-7b220b96-c263-4473-b12a-076e1f08d8b9 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.523996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7b220b96-c263-4473-b12a-076e1f08d8b9 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071120 Nov 12 01:01:13.528310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.533761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-8a748f1e-ecbf-4b5d-b1af-2f870b8bdc9b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.534592 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a748f1e-ecbf-4b5d-b1af-2f870b8bdc9b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052874 Nov 12 01:01:13.542091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.546119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.551736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-94f09aa8-3fc7-43c1-b396-a6979b8a81d2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.552856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-94f09aa8-3fc7-43c1-b396-a6979b8a81d2 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078564 Nov 12 01:01:13.560179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.600640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-bb484513-43cb-45ee-8b6c-74a82a925288 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.611436 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb484513-43cb-45ee-8b6c-74a82a925288 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145824 Nov 12 01:01:13.611436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=a18cc296-d68a-4b60-a53b-712ed92943b7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.622694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.645564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-5a2dde6c-c0ec-46e1-8f99-8534ba4be840 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.648145 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a2dde6c-c0ec-46e1-8f99-8534ba4be840 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0201111 Nov 12 01:01:13.653282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42982) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.662174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c91b461d-ea24-4c75-a52a-10364e16007a,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:13.663142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-21b42374-ec7e-4f26-b157-b17bd4b8901e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.665202 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21b42374-ec7e-4f26-b157-b17bd4b8901e tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0103695 Nov 12 01:01:13.689535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.698011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-a4b323a8-39ed-4202-95d7-6307c78b383b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.699875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4b323a8-39ed-4202-95d7-6307c78b383b tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090683 Nov 12 01:01:13.715353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.721179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.723570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.733447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-d6f30828-0807-4230-b37a-69d8f35ede61 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.734034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6f30828-0807-4230-b37a-69d8f35ede61 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0115764 Nov 12 01:01:13.748118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.752032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [None req-d18eda1b-705b-4451-b5b0-dcce087fed5f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.753099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d18eda1b-705b-4451-b5b0-dcce087fed5f tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0059800 Nov 12 01:01:13.759743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.787239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-0289e3b7-8ee8-4039-8b23-65800ecca8ca tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.792577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0289e3b7-8ee8-4039-8b23-65800ecca8ca tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0314398 Nov 12 01:01:13.794821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.821537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [None req-4dbeeef8-1cb1-4ec3-ad52-2c92df0ab343 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:13.831262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4dbeeef8-1cb1-4ec3-ad52-2c92df0ab343 tempest-ExtensionsTestJSON-1560931781 tempest-ExtensionsTestJSON-1560931781-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139155 Nov 12 01:01:13.851304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.890635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3bff6-3768-4858-bf23-309e9ee1fb67 None None] Pushing event updated for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.928343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.971335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.028189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.044647 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d1112f9-5c4e-4f83-8ad3-7cf1709b5e04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/a18cc296-d68a-4b60-a53b-712ed92943b7 HTTP/1.1" status: 204 len: 168 time: 1.5861969 Nov 12 01:01:14.050105 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.058860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 42996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.060391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:14.147613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.148188 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Added segment 616fa00a-e0d2-4256-a238-56f79b893462 of type vlan for network d2b05eaf-8e2b-481e-b5dd-9f243795eece Nov 12 01:01:14.153376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25358f4a-017d-4aad-8318-37012b48974b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.282151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c91b461d-ea24-4c75-a52a-10364e16007a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:14.285351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4356945-4ff0-4653-9300-7588912cd3d1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:14.311481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.376642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Transition to ACTIVE for port object f4356945-4ff0-4653-9300-7588912cd3d1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:14.379245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.396474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.454589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c91b461d-ea24-4c75-a52a-10364e16007a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:14.455160 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.523486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b5abe-abf5-48ba-b9dd-62030e5afaf8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.528548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b5abe-abf5-48ba-b9dd-62030e5afaf8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.542752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b5abe-abf5-48ba-b9dd-62030e5afaf8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.547970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264155ff-3671-44c6-b02e-745d7bd45ea0 req-4179df04-be20-4120-ae6e-362781040d47 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.551340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-264155ff-3671-44c6-b02e-745d7bd45ea0 req-4179df04-be20-4120-ae6e-362781040d47 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 932 time: 0.8280947 Nov 12 01:01:14.552142 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7f5b5abe-abf5-48ba-b9dd-62030e5afaf8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4795983 Nov 12 01:01:14.561808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.613442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.719252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.729962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.731010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.760045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.818004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2265862-287b-40fd-a02e-82b2e0d4b604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.891693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.902836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-264155ff-3671-44c6-b02e-745d7bd45ea0 req-3f60e359-9a33-43c4-acfa-0960f9bfb9ea tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944632 Nov 12 01:01:14.907088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 2fe0e82b-a066-46bd-be70-7ffbe47ccd59 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:14.922850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.957704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Attempting to bind port f4356945-4ff0-4653-9300-7588912cd3d1 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:14.958155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Attempting to bind port f4356945-4ff0-4653-9300-7588912cd3d1 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:14.958380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Network': ['ID=d2b05eaf-8e2b-481e-b5dd-9f243795eece,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.958524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Attempting to bind port f4356945-4ff0-4653-9300-7588912cd3d1 on network 97a43d57-4538-4e47-8cee-83e67b3cd77b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:14.974348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Allocated IP 172.25.6.240 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/7e7b6522-5e59-4e53-9078-5f091797b587) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:14.987395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:14.989481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Port f4356945-4ff0-4653-9300-7588912cd3d1 on network 97a43d57-4538-4e47-8cee-83e67b3cd77b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:14.989862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Attempting to bind port f4356945-4ff0-4653-9300-7588912cd3d1 on network 97a43d57-4538-4e47-8cee-83e67b3cd77b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:15.001553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.060304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:15.060304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Checking segment: {'id': '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:15.060304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Bound using segment: {'id': '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:15.060812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Bound port: f4356945-4ff0-4653-9300-7588912cd3d1, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:15.061164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.085213 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f31e7a52-1506-4edb-9f6a-6323a8fbaf0f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1065514 Nov 12 01:01:15.086410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.147238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'admin_state_up': True, 'project_id': '088c4d1315a84724af075079edce2b64', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:15.235203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.240753 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.249117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.251140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2265862-287b-40fd-a02e-82b2e0d4b604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.262083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2265862-287b-40fd-a02e-82b2e0d4b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.267225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:15.284435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f4356945-4ff0-4653-9300-7588912cd3d1,segment=NetworkSegment(9e4740d0-7e4d-4a5b-8b8f-7695aab43b69),segment_id=9e4740d0-7e4d-4a5b-8b8f-7695aab43b69)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:15.318739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.356174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.372392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.412534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5dad2e33-8785-4867-8734-7756af16e0da None None] Could not find standard attr ID for object a18cc296-d68a-4b60-a53b-712ed92943b7. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:15.477133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5dad2e33-8785-4867-8734-7756af16e0da None None] Provisioning complete for port c91b461d-ea24-4c75-a52a-10364e16007a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:15.477402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2265862-287b-40fd-a02e-82b2e0d4b604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d885535282744f9ea2d9773fbad008d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0921466 Nov 12 01:01:15.477578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dad2e33-8785-4867-8734-7756af16e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.486984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.517249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.518431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.521026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] 10.222.0.39 "PUT /v2.0/ports/f4356945-4ff0-4653-9300-7588912cd3d1 HTTP/1.1" status: 200 len: 1093 time: 2.2522626 Nov 12 01:01:15.521777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:15.525989 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5723dec-6aa2-49e2-9158-5a30c759021c" -d '{"events": [{"name": "network-changed", "server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:15.545073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265862-287b-40fd-a02e-82b2e0d4b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4156196-7b49-4603-b714-29995eafd895,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.604572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.715666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bfe71-82c6-43f2-8c5a-8732728a7a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.755908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-645262ad-8345-4618-9d1b-baf5d4786d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.755908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-645262ad-8345-4618-9d1b-baf5d4786d51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=991eafcff2124189843f6839cf5ae9f7&device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 1096 time: 0.1468680 Nov 12 01:01:15.756819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.764558 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e043d-97e2-4492-813c-6ef705937d1e x-openstack-request-id: req-391e043d-97e2-4492-813c-6ef705937d1e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:15.765312 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:15.766241 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-391e043d-97e2-4492-813c-6ef705937d1e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:15.767074 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1', 'status': 'completed', 'code': 200} Nov 12 01:01:15.780321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:15.800411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.810177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2fe0e82b-a066-46bd-be70-7ffbe47ccd59 HTTP/1.1" status: 204 len: 168 time: 1.2448130 Nov 12 01:01:15.822271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.849937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:15.905603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:15.926231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-0b2ff93e-cd2b-407c-a74c-076dffb731c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4356945-4ff0-4653-9300-7588912cd3d1 HTTP/1.1" status: 200 len: 217 time: 0.1282523 Nov 12 01:01:15.928879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf018-e5f1-48bb-aa67-55b986e78e18 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe0e82b-a066-46bd-be70-7ffbe47ccd59,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.989990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8681d-9c91-41af-b634-c4ca09cbbaaa None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:16.027394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.040466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-38d3e4d9-7dc9-4edd-a862-56ec419d9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.041301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.042296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-38d3e4d9-7dc9-4edd-a862-56ec419d9309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22d692ea-54bb-46b1-8afd-ddd7aebb5b7b HTTP/1.1" status: 200 len: 862 time: 0.1085558 Nov 12 01:01:16.046426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=7e7b6522-5e59-4e53-9078-5f091797b587,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.047300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6c0b7b01-76d0-44c1-b673-aec4f9c5f569 None None] Could not find standard attr ID for object a18cc296-d68a-4b60-a53b-712ed92943b7. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:16.099051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-728fff35-948f-4cd0-933c-7840a324110f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97a43d57-4538-4e47-8cee-83e67b3cd77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470448 Nov 12 01:01:16.141837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.148771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 86db901c-40d7-4434-a88e-96e0ef05c771 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:16.181031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.294492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-ff41d1fe-92d0-4655-97b8-dc98d87cd948 service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880600 Nov 12 01:01:16.338214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.359079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532b0b-30de-439a-bd90-d79e3d860930 req-9b6fc032-198e-4b76-9fd1-bb999a69af8f tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.361822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85532b0b-30de-439a-bd90-d79e3d860930 req-9b6fc032-198e-4b76-9fd1-bb999a69af8f tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 944 time: 0.2125645 Nov 12 01:01:16.379990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.409388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.411960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.416363 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4156196-7b49-4603-b714-29995eafd895 HTTP/1.1" status: 204 len: 168 time: 0.9246645 Nov 12 01:01:16.451787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0c1f4-2a8b-4502-9aed-4707796b2b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4156196-7b49-4603-b714-29995eafd895,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.459549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.548629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da2df314-b50d-4fdb-ac08-5f55ee2c63a0 req-7cd3db72-fc24-461e-a973-25a8cd14b477 service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465889 Nov 12 01:01:16.553654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85532b0b-30de-439a-bd90-d79e3d860930 req-b14bba72-586a-4a84-9ee6-7536c6f390aa tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521552 Nov 12 01:01:16.664584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.713572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-5c8e8cb7-21fb-425e-8ffa-c138d292b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.716495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-5c8e8cb7-21fb-425e-8ffa-c138d292b42c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=991eafcff2124189843f6839cf5ae9f7&device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 1096 time: 0.1119404 Nov 12 01:01:16.911800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.944670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.953551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-b40a8c47-9162-42bd-8248-a9343cfbd926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.958239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-b40a8c47-9162-42bd-8248-a9343cfbd926 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97a43d57-4538-4e47-8cee-83e67b3cd77b HTTP/1.1" status: 200 len: 923 time: 0.2340319 Nov 12 01:01:17.059036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-2b2ddee7-7b27-4553-97e5-d8af5583822b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4356945-4ff0-4653-9300-7588912cd3d1 HTTP/1.1" status: 200 len: 217 time: 0.0908802 Nov 12 01:01:17.123398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.147306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-0055e237-4960-4eea-926f-18737c1e068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.150631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-0055e237-4960-4eea-926f-18737c1e068c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22d692ea-54bb-46b1-8afd-ddd7aebb5b7b HTTP/1.1" status: 200 len: 862 time: 0.0824635 Nov 12 01:01:17.181562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=86db901c-40d7-4434-a88e-96e0ef05c771,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.209232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-49af859d-c712-47e5-8993-1b2aa8f02adc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97a43d57-4538-4e47-8cee-83e67b3cd77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508654 Nov 12 01:01:17.258476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.276006 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d08b7f03-e3e8-4034-bba0-2e54627c64d1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/86db901c-40d7-4434-a88e-96e0ef05c771 HTTP/1.1" status: 204 len: 168 time: 1.4466491 Nov 12 01:01:17.289033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.377570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.25.6.8 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/c4e6af34-7c1e-4763-92f3-e27ca7eb3095) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:17.400775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.410964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.433683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd0b6e79-9006-4696-864e-db07ef450d95 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427505 Nov 12 01:01:17.467564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126cc50-5205-4c28-9974-42feab20b4ba None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:17.529444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.572650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.579353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=7e7b6522-5e59-4e53-9078-5f091797b587,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.712290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-acffc51e-e060-4a94-8461-2de359e51db7 service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861701 Nov 12 01:01:17.804332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8d5c226f-6882-492d-9365-fb0610083ef4 None None] Provisioning complete for port c91b461d-ea24-4c75-a52a-10364e16007a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:17.804332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d5c226f-6882-492d-9365-fb0610083ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.872680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.886821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:17.894184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.039570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:18.142671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a77c9-d871-44ac-82b3-09ea968f9606 req-ed6e3152-ff16-472b-97ff-470a4928b5f2 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.147205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b64a77c9-d871-44ac-82b3-09ea968f9606 req-ed6e3152-ff16-472b-97ff-470a4928b5f2 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 944 time: 0.2540221 Nov 12 01:01:18.159804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5723dec-6aa2-49e2-9158-5a30c759021c req-b83d07ea-ebbf-407d-a579-535bfd2ad40c service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433892 Nov 12 01:01:18.232671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f4356945-4ff0-4653-9300-7588912cd3d1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:18.264205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c91b461d-ea24-4c75-a52a-10364e16007a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:18.280712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b64a77c9-d871-44ac-82b3-09ea968f9606 req-a23e8e16-5816-4da4-9b39-b00d9eb0447c tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177216 Nov 12 01:01:18.350426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.350426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-960735f0-0c72-488f-916c-e958bbb91d10 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0008974 Nov 12 01:01:18.351836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:18.360999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1717835585'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.369947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:18.392561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.411883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Made reservation on behalf of 6859aa62488f459987d5e7ed6eb7a4f0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:18.422065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.444459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.569611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'networks': [{'name': 'tempest-network--600781152'}, {'name': 'tempest-network--1484981439'}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.569611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-network--600781152'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.569611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-network--1484981439'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.612965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'network': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:18.623577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.638690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Deleting port c91b461d-ea24-4c75-a52a-10364e16007a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:18.639485 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.656079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.671192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.677305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.730288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:01:18.778529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:18.799380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2945b238-c809-4c8f-98ab-bb8772a44f4b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.833458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.836711 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Added segment bd1b9f56-1025-4c23-b392-967681e32e9e of type vlan for network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 Nov 12 01:01:18.851595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.939495 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.002494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f4356945-4ff0-4653-9300-7588912cd3d1,segment=NetworkSegment(9e4740d0-7e4d-4a5b-8b8f-7695aab43b69),segment_id=9e4740d0-7e4d-4a5b-8b8f-7695aab43b69)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.039529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c91b461d-ea24-4c75-a52a-10364e16007a,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.040584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.077214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'f4356945-4ff0-4653-9300-7588912cd3d1', 'network_id': '97a43d57-4538-4e47-8cee-83e67b3cd77b', 'port_id': 'f4356945-4ff0-4653-9300-7588912cd3d1', 'mac_address': 'fa:16:3e:54:e9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d692ea-54bb-46b1-8afd-ddd7aebb5b7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:19.095938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Calling delete_port for c91b461d-ea24-4c75-a52a-10364e16007a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:19.429715 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.482238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port c91b461d-ea24-4c75-a52a-10364e16007a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c91b461d-ea24-4c75-a52a-10364e16007a,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.501907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.510724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4356945-4ff0-4653-9300-7588912cd3d1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:19.607356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.694205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97102bfa-1a89-4905-a683-2e0a8ef41586 req-216d1a17-916e-4d7c-b72f-de1d7fd2a83f tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.695844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97102bfa-1a89-4905-a683-2e0a8ef41586 req-216d1a17-916e-4d7c-b72f-de1d7fd2a83f tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 944 time: 0.1133242 Nov 12 01:01:19.702125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.708994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.709669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.725742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.768511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4153285 Nov 12 01:01:19.777689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f4356945-4ff0-4653-9300-7588912cd3d1,segment=NetworkSegment(9e4740d0-7e4d-4a5b-8b8f-7695aab43b69),segment_id=9e4740d0-7e4d-4a5b-8b8f-7695aab43b69)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.780344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.790979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Request body: {'subnet': {'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:19.805510 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.813155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.876041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.907924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:19.930327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97102bfa-1a89-4905-a683-2e0a8ef41586 req-0be352aa-e132-4be6-bbf7-7464bf6748f4 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107582 Nov 12 01:01:19.968914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:19.974879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] No DVR routers for this DVR port c91b461d-ea24-4c75-a52a-10364e16007a on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:20.038491 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.revisions.revision_plugin [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Could not find related port for resource to bump revision. Nov 12 01:01:20.045252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca6edd-4511-4313-80fb-c34886c66d71 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:20.049091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:20.056411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.066164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['f4356945-4ff0-4653-9300-7588912cd3d1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:20.072958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128299b5-f6ab-41ab-a119-5301863702ac tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Network': ['ID=c7eebdbc-9d42-4b67-b8d5-26a047be2b31,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.137606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Made reservation on behalf of 6859aa62488f459987d5e7ed6eb7a4f0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:20.137606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.155329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:20.194682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0dc4f-a565-4a22-bc08-36183d0e4114 None None] Pushing event deleted for resources: {'Port': ['ID=c91b461d-ea24-4c75-a52a-10364e16007a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.231432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.245273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Port c91b461d-ea24-4c75-a52a-10364e16007a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 01:01:20.245870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:1e90 {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 01:01:20.282606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0cc1c28e-ad26-4da0-bd14-030d87beb6f9 None None] Provisioning complete for port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:20.285959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c28e-ad26-4da0-bd14-030d87beb6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.348301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.349038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.355879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:1e90 {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 01:01:20.381815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1c28e-ad26-4da0-bd14-030d87beb6f9 None None] Port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:20.421386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.485338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:20.502255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.502790 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment 9f5bb321-24f0-46e9-b1c8-3e0b24291678 of type vlan for network 1974d932-d73c-4a34-a933-9a0df9bd41c4 Nov 12 01:01:20.580364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Subnet': ['ID=3561eae3-a971-4fc7-9df4-9061a05e213d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.590314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.592276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476ebe4d-27e2-4b80-9e48-ea9747d05321,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.625196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Checking segment: {'id': 'bd1b9f56-1025-4c23-b392-967681e32e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:20.627243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network hostable DHCP agents. Network: c7eebdbc-9d42-4b67-b8d5-26a047be2b31, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:20.670898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:20.689588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c7eebdbc-9d42-4b67-b8d5-26a047be2b31) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:20.702614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.703884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.704699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f915a-892e-45ee-8bfe-7aa30a5bedf9 None None] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:20.730825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c5033d81-c43d-4a7d-88e3-cc05bb1b4fce tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9463189 Nov 12 01:01:20.731726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.745722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1935621199', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:20.778652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:20.783059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.807373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.809609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.854198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:20.866170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.866887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.874084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc5959-8005-4f97-ba11-bf94bc9fe16c None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:20.888619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=48d40c9e-42bd-4f30-98f5-6a22a50d3b88,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.897282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.966928 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5fa607b9-9497-4857-9289-a5bd0e92ed8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4363613 Nov 12 01:01:20.971503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.977819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.010227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:21.090702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.092593 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment 2b310d4f-59c1-4a58-99e8-283d0beb2c6b of type vlan for network 16caa2d3-796d-4bc0-82b0-9ec4728af8a0 Nov 12 01:01:21.096554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.154669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.221756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.260884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c7eebdbc-9d42-4b67-b8d5-26a047be2b31', 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31', 'tenant_id': '6859aa62488f459987d5e7ed6eb7a4f0', 'fixed_ips': [{'subnet_id': '3561eae3-a971-4fc7-9df4-9061a05e213d'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:21.261765 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.268427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fa18e-48ca-42cb-b3bc-86c2de296752 req-669989c7-8568-4605-9033-23a1af8f59c7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.270135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b5fa18e-48ca-42cb-b3bc-86c2de296752 req-669989c7-8568-4605-9033-23a1af8f59c7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 945 time: 0.1524537 Nov 12 01:01:21.434126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b5fa18e-48ca-42cb-b3bc-86c2de296752 req-1354e107-de21-44fc-a33c-05cf6ab161d7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070187 Nov 12 01:01:21.520244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '48d40c9e-42bd-4f30-98f5-6a22a50d3b88'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:21.521719 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.528919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.529744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.537601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.546553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.547558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.622254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:21.643834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.657386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.682280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.723484 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3496850 Nov 12 01:01:21.724694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43124) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:21.725988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Allocated IP 172.20.0.2 (c7eebdbc-9d42-4b67-b8d5-26a047be2b31/3561eae3-a971-4fc7-9df4-9061a05e213d/cb1184c3-2ed6-4b2b-b9ef-3acdfce70964) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:21.899186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=1974d932-d73c-4a34-a933-9a0df9bd41c4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.946445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1974d932-d73c-4a34-a933-9a0df9bd41c4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:22.003692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.073158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.082850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Allocated IP 172.25.6.166 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cda74341-e0c0-4c66-8107-4dd98e50dbc6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:22.101941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a255487-fc8c-4ca4-834b-e95026852732 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.113820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a255487-fc8c-4ca4-834b-e95026852732 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.126025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a255487-fc8c-4ca4-834b-e95026852732 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.128546 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.138359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a255487-fc8c-4ca4-834b-e95026852732 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.143449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a255487-fc8c-4ca4-834b-e95026852732 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4148216 Nov 12 01:01:22.145880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.199704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:22.216533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:22.229178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:22.244520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Allocated IP 2001:db8::f816:3eff:fe10:1584 (5b2f6347-05eb-4950-a88c-4098590cba1f/48d40c9e-42bd-4f30-98f5-6a22a50d3b88/272523c2-7eca-476c-b752-30671b876bb8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:22.276112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f4356945-4ff0-4653-9300-7588912cd3d1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:22.331522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7764-6dc3-4903-aa65-1f74230e1d53 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=16caa2d3-796d-4bc0-82b0-9ec4728af8a0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.429651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:01:22.453416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.668820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Pushing event updated for resources: {'Port': ['ID=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.689691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 16caa2d3-796d-4bc0-82b0-9ec4728af8a0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:22.711406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.719048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.727120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.801337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Attempting to bind port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:22.801715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Attempting to bind port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'bd1b9f56-1025-4c23-b392-967681e32e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:22.802089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Attempting to bind port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 on network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:22.834762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1974d932-d73c-4a34-a933-9a0df9bd41c4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:22.847172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5bb321-24f0-46e9-b1c8-3e0b24291678') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:22.847647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5bb321-24f0-46e9-b1c8-3e0b24291678') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:22.878563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.886471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.906676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:22.907296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Checking segment: {'id': 'bd1b9f56-1025-4c23-b392-967681e32e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:22.908186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.908857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Bound using segment: {'id': 'bd1b9f56-1025-4c23-b392-967681e32e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:22.909380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:22.910043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Bound port: cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1b9f56-1025-4c23-b392-967681e32e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:22.910230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.923945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:22.932045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.932976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.945364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=6c4c77da-dcd4-460d-bbda-dc60be442d5f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.998369 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36a806bd-d521-494c-90fe-111bbfe9254c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0233662 Nov 12 01:01:22.999415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.008434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.019652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port f4356945-4ff0-4653-9300-7588912cd3d1 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:23.020932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:ca:b7:47', 'name': 'tempest-NetworksTestDHCPv6-1152413235'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:23.024449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:23.032716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:23.041597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:23.042830 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.050181 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:23.059876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453d0d6-54a1-4a0c-8deb-72dc6cc9e249 req-ab82debf-20c1-41fc-aa14-4f9420ac79f7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.061835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d453d0d6-54a1-4a0c-8deb-72dc6cc9e249 req-ab82debf-20c1-41fc-aa14-4f9420ac79f7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 945 time: 0.3327775 Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:23.062685 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:23.067220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.073258 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:23.074297 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:23.076601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port f4356945-4ff0-4653-9300-7588912cd3d1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:23.078694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:23.079819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.244318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=cda74341-e0c0-4c66-8107-4dd98e50dbc6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.294075 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:23.307828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.312603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d7a03ab7-f15d-44ed-9e61-963e89c4e106 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2019658 Nov 12 01:01:23.312603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:23.319052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.320862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.327562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72e8b2-f112-4b75-a6eb-be1f8276f019 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:23.403824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.495642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] For port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:23.546326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.600658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:23.633123 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.671211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:23.703465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] For port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,segment=NetworkSegment(bd1b9f56-1025-4c23-b392-967681e32e9e),segment_id=bd1b9f56-1025-4c23-b392-967681e32e9e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:23.713045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.718319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:23.743728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.761798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.777395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.781127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/1974d932-d73c-4a34-a933-9a0df9bd41c4 HTTP/1.1" status: 204 len: 168 time: 1.6339488 Nov 12 01:01:23.805072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9787d31e-e4bc-4ac1-bbed-379a94acb41a tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=088c4d1315a84724af075079edce2b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4823453 Nov 12 01:01:23.806451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.816822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d453d0d6-54a1-4a0c-8deb-72dc6cc9e249 req-80358760-6f1b-4a9a-bb91-4907eb94bd34 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7316756 Nov 12 01:01:23.817522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.848765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129946a-cbf6-49df-a39d-54b87bb0553c tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=1974d932-d73c-4a34-a933-9a0df9bd41c4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.901320 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:20Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:23.927675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-57f9f658-7e46-4d75-b447-c24441df9c8a None None] Provisioning complete for port cda74341-e0c0-4c66-8107-4dd98e50dbc6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:23.930121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57f9f658-7e46-4d75-b447-c24441df9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.968639 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:23.969985 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Updating router cc0cc64d-fabb-479c-9f28-1e01463f63ca port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:01:24.023760 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.033825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 172.20.0.11 (5b2f6347-05eb-4950-a88c-4098590cba1f/6c4c77da-dcd4-460d-bbda-dc60be442d5f/4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:24.049280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:feca:b747 (5b2f6347-05eb-4950-a88c-4098590cba1f/48d40c9e-42bd-4f30-98f5-6a22a50d3b88/4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:24.049591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-57f9f658-7e46-4d75-b447-c24441df9c8a None None] Port cda74341-e0c0-4c66-8107-4dd98e50dbc6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:24.189992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Attempting to bind port 272523c2-7eca-476c-b752-30671b876bb8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:24.192156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Attempting to bind port 272523c2-7eca-476c-b752-30671b876bb8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:24.193122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Attempting to bind port 272523c2-7eca-476c-b752-30671b876bb8 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:24.236212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:24.236723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:24.237467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.238197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:24.239101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Bound port: 272523c2-7eca-476c-b752-30671b876bb8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:24.239886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.243297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.267613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f887e-e3a2-46db-bc6d-915636b0bc0c None None] Pushing event updated for resources: {'Port': ['ID=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.348195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:24.350033 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522aec4-869e-4faf-91da-61b23fc24132" -d '{"events": [{"server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "name": "network-vif-plugged", "status": "completed", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:24.409925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f4356945-4ff0-4653-9300-7588912cd3d1,segment=NetworkSegment(9e4740d0-7e4d-4a5b-8b8f-7695aab43b69),segment_id=9e4740d0-7e4d-4a5b-8b8f-7695aab43b69)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:24.427461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.515489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:24.574954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026e2a2-9992-4d80-8dd3-9bcfbe0209a3 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.580614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5026e2a2-9992-4d80-8dd3-9bcfbe0209a3 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7333472 Nov 12 01:01:24.583697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.607736 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661555a-ef83-4327-9103-d1ebd84957e3 x-openstack-request-id: req-8661555a-ef83-4327-9103-d1ebd84957e3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:24.608688 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "name": "network-vif-plugged", "status": "completed", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:24.609886 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8661555a-ef83-4327-9103-d1ebd84957e3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:24.610375 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1', 'code': 200} Nov 12 01:01:24.627642 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.631009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:24.674721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.694940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd24215a-98aa-482a-a694-efe98aedc336 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1021249 Nov 12 01:01:24.695181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43174) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.715082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.728419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.743336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991761656', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'project_id': '088c4d1315a84724af075079edce2b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:24.849913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597328-f429-4c36-a3c9-a7d12f095b37 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.187496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:25.209972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.249423 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.258385 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.380933 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c3d2-f43a-46a0-a09b-a882e5ce0ed6 None None] Pushing event updated for resources: {'Port': ['ID=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.431878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66450b4-a44b-4795-91bc-e5fe7fb0cf89 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:25.447362 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Attempting to bind port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:25.450558 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Attempting to bind port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:25.453471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Attempting to bind port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:25.486878 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:25.487556 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:25.488299 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.488997 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:25.489587 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Bound port: c4e6af34-7c1e-4763-92f3-e27ca7eb3095, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:25.490067 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.605974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-94dcbb66-a998-472f-a8d5-c51406ac4c63 None None] Provisioning complete for port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:25.606646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94dcbb66-a998-472f-a8d5-c51406ac4c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.664104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] For port c4e6af34-7c1e-4763-92f3-e27ca7eb3095, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:25.671640 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] For port c4e6af34-7c1e-4763-92f3-e27ca7eb3095, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:25.684393 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.699323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.734654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.773884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-94dcbb66-a998-472f-a8d5-c51406ac4c63 None None] Port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:25.833361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Subnet': ['ID=8101c559-165a-4118-9823-8068b2ca26a8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.839696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.855802 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c3d2-f43a-46a0-a09b-a882e5ce0ed6 None None] Pushing event updated for resources: {'Port': ['ID=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.869933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3ad7b-352f-4db1-a082-0bb400bc0faf None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:25.914779 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:25.915560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.971325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.008919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Checking segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:26.009148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network hostable DHCP agents. Network: d2b05eaf-8e2b-481e-b5dd-9f243795eece, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:26.021411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:26.024785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] Provisioning complete for port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:26.026529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:26.027310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.029577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:26.092679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-e293ead1-8d4b-4ea7-be93-94c4e425f260 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 2.1127541 Nov 12 01:01:26.094577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.095739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.138945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:26.181052 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d0797e3-08f7-49ee-b7ba-8bebd934d38a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1699262 Nov 12 01:01:26.181052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43196) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.217660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d2b05eaf-8e2b-481e-b5dd-9f243795eece) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:26.276573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9820f4-74fc-42e4-9a58-aeb354798af1 None None] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:26.300557 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:26.344992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.344992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.408109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4514cbe6-2cab-4c0f-a081-c858e8bd1073 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7089808 Nov 12 01:01:26.412849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.451758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808df10-77fa-4c63-a420-c66aacfef45c None None] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:26.587914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce2d6b-2326-4416-ad57-9c55a3584973 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.595999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce2d6b-2326-4416-ad57-9c55a3584973 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.602852 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9ce2d6b-2326-4416-ad57-9c55a3584973 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4152420 Nov 12 01:01:26.603837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.638316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:26.732332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.741136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ef91-c1d4-417c-89ac-f5006ddc372a req-33edc529-9022-44a4-b341-c1fd862b725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.744582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8a3ef91-c1d4-417c-89ac-f5006ddc372a req-33edc529-9022-44a4-b341-c1fd862b725d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 1098 time: 2.0714977 Nov 12 01:01:26.797045 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.910348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8a3ef91-c1d4-417c-89ac-f5006ddc372a req-50f8b072-684e-478a-8d9f-f9a045d9e96b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917032 Nov 12 01:01:27.003904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63510f-0372-472e-b86a-82f2fad00332 req-3c0d5d28-f5e6-4503-a889-2336382704d8 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.007385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f63510f-0372-472e-b86a-82f2fad00332 req-3c0d5d28-f5e6-4503-a889-2336382704d8 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 946 time: 1.3254888 Nov 12 01:01:27.010831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16caa2d3-796d-4bc0-82b0-9ec4728af8a0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.043277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.078035 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:20Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.110388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:27.110745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.150474 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3306730-a9a3-4995-b0e4-24e5dc22e17c None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:20Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:27.158581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] For port c4e6af34-7c1e-4763-92f3-e27ca7eb3095, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:27.170246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db3561-c0a6-42ef-b23c-55e27add2a5c None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:27.259194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:27.259670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.317127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.320299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f63510f-0372-472e-b86a-82f2fad00332 req-3984d3ca-4aa6-441b-bcfa-a36b693af300 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Nov 12 01:01:27.326931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b310d4f-59c1-4a58-99e8-283d0beb2c6b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.329180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b310d4f-59c1-4a58-99e8-283d0beb2c6b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.377420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.393117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.393604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.394078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.394545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.395086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.395471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.395929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.399055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d8278cd-2415-4bfe-843a-df68d99cb664 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.7025511 Nov 12 01:01:27.458822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.504762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c8fe-5cba-4c32-b3ce-605aaef66be9 None None] Pushing event updated for resources: {'Port': ['ID=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:27.539795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Router 7abacd16-2716-4b5b-8456-7fc17d9c9979 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:01:27.552312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:27.553060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:27.576088 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:27.685289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d2b05eaf-8e2b-481e-b5dd-9f243795eece', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:27.686722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.901437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-96f36f88-4fca-4f57-bb88-347256438590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.902305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-96f36f88-4fca-4f57-bb88-347256438590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.902305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-96f36f88-4fca-4f57-bb88-347256438590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.903968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-96f36f88-4fca-4f57-bb88-347256438590 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 2298 time: 0.4692450 Nov 12 01:01:27.911175 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.929904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.933413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/16caa2d3-796d-4bc0-82b0-9ec4728af8a0 HTTP/1.1" status: 204 len: 168 time: 4.1224954 Nov 12 01:01:28.077457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.095686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631a20a-e87d-4fc7-b44e-571552cba496 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=16caa2d3-796d-4bc0-82b0-9ec4728af8a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.110651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Provisioning complete for port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:28.111036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.209061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Allocated IP 172.20.0.2 (d2b05eaf-8e2b-481e-b5dd-9f243795eece/8101c559-165a-4118-9823-8068b2ca26a8/9686a0cf-dd4a-4232-99aa-f01018d9730c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:28.250401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.265894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:28.339069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-856b6ad1-7497-4698-bd23-f20284189395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1001 time: 0.4264345 Nov 12 01:01:28.470561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.512703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.526646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-854d395a-cabd-475e-9a4f-ed06e2afa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.528560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-854d395a-cabd-475e-9a4f-ed06e2afa4c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.1808150 Nov 12 01:01:28.579585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:28.785399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.789214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb421c-2aea-4003-bb4a-77b8b26220c4 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.805762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb421c-2aea-4003-bb4a-77b8b26220c4 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.817828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d5fb421c-2aea-4003-bb4a-77b8b26220c4 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7300708 Nov 12 01:01:28.817828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.821952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-311df8f4-a835-4159-865d-ff3262def747 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.0882986 Nov 12 01:01:28.831737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.832089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.955570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Pushing event updated for resources: {'Port': ['ID=9686a0cf-dd4a-4232-99aa-f01018d9730c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.961649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] Sync routers for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:28.984254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-562217170'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:29.057463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:29.088942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.103912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:29.115206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:29.120301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:29.237238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:29.238478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.264269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-09904e80-4793-4ce4-85d5-7c6c8b32a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.267230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-09904e80-4793-4ce4-85d5-7c6c8b32a378 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7247329 Nov 12 01:01:29.330032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.483440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.489202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-a213c947-660e-4dd5-95fe-ebab9a8fd420 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885705 Nov 12 01:01:29.495114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Attempting to bind port 9686a0cf-dd4a-4232-99aa-f01018d9730c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:29.495665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Attempting to bind port 9686a0cf-dd4a-4232-99aa-f01018d9730c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:29.496189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Attempting to bind port 9686a0cf-dd4a-4232-99aa-f01018d9730c on network d2b05eaf-8e2b-481e-b5dd-9f243795eece {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:29.531663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.1 (d2b05eaf-8e2b-481e-b5dd-9f243795eece/8101c559-165a-4118-9823-8068b2ca26a8/e064e3ab-e749-4aa3-b645-70583ad244c6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:29.598941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:29.599695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Checking segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:29.600542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.601208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Bound using segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:29.602040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Bound port: 9686a0cf-dd4a-4232-99aa-f01018d9730c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:29.602537 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.609816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b97b-e1b1-4bc0-b6b9-9914f213ab13 req-3ce23044-4827-49c5-b243-3f1887457788 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.624273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8b1b97b-e1b1-4bc0-b6b9-9914f213ab13 req-3ce23044-4827-49c5-b243-3f1887457788 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 946 time: 1.1012554 Nov 12 01:01:29.653083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:29.653985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.748617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,segment=NetworkSegment(bd1b9f56-1025-4c23-b392-967681e32e9e),segment_id=bd1b9f56-1025-4c23-b392-967681e32e9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:29.753347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.763125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.764503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:29.768975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:29.769826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2cb8e-2244-4411-b609-1f1d99c1f9e8 None None] The sync data for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:29.777822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.786413 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc43dea0-2412-4fda-9f2f-d20928eec0a8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d HTTP/1.1" status: 204 len: 168 time: 3.1755023 Nov 12 01:01:29.788480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43246) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.874952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:29.880329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.887284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-81534f42-d7ee-4322-99d8-329cfee18246 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8836541 Nov 12 01:01:29.909218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] For port 9686a0cf-dd4a-4232-99aa-f01018d9730c, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:29.911845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.913136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] For port 9686a0cf-dd4a-4232-99aa-f01018d9730c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9686a0cf-dd4a-4232-99aa-f01018d9730c,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:29.916981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b5c95-a04a-49fc-87f9-c57b9737c297 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '48d40c9e-42bd-4f30-98f5-6a22a50d3b88', 'ip_address': '2001:db8::f816:3eff:fe10:1584'}, {'subnet_id': '6c4c77da-dcd4-460d-bbda-dc60be442d5f'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '272523c2-7eca-476c-b752-30671b876bb8'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:29.935293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.008044 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:30.015563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324862c-1735-4f43-b21c-bbdac8ec4321 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.019778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324862c-1735-4f43-b21c-bbdac8ec4321 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.023286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324862c-1735-4f43-b21c-bbdac8ec4321 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.029940 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5324862c-1735-4f43-b21c-bbdac8ec4321 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2356198 Nov 12 01:01:30.084024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.089091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.199176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 48d40c9e-42bd-4f30-98f5-6a22a50d3b88 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:30.203717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.213931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.232565 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5c95-a04a-49fc-87f9-c57b9737c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.303851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:30.312959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.314348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:30.318473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:30.319163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.354333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:30.364960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.408683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:30.409080 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:30.417459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13644bfe-ab16-4970-b830-d84c7dc0d0b3 None None] Pushing event updated for resources: {'Port': ['ID=9686a0cf-dd4a-4232-99aa-f01018d9730c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.498072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.589477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.712462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:30.720166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.857645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.908373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.942865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8b1b97b-e1b1-4bc0-b6b9-9914f213ab13 req-1beed740-aeb3-4505-9dc9-ff313deeb153 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2859697 Nov 12 01:01:31.033188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.106165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:31.117014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-00c30c0f-d343-42e3-a7d4-f8167744532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.120287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-00c30c0f-d343-42e3-a7d4-f8167744532a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=991eafcff2124189843f6839cf5ae9f7&device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 1098 time: 0.3283150 Nov 12 01:01:31.144578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-04516037-8e6b-4236-a1e8-2024e33a60ba service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5151031 Nov 12 01:01:31.185483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.185830 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment ea1d53f6-695b-4a0d-b850-046751dedf9a of type vlan for network cb7e2964-8a3a-487d-9fe0-3ed91a214b88 Nov 12 01:01:31.189493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:31.194744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4717e179-62ab-4067-9576-1f5227ebe94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.253868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-bec21d7b-e782-4e7b-a039-9837cded7541 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.0994790 Nov 12 01:01:31.397136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.422859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4e6af34-7c1e-4763-92f3-e27ca7eb3095 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-ad1b5c95-a04a-49fc-87f9-c57b9737c297 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d40c9e-42bd-4f30-98f5-6a22a50d3b88: This subnet is being modified by another concurrent operation. Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d40c9e-42bd-4f30-98f5-6a22a50d3b88: This subnet is being modified by another concurrent operation. Nov 12 01:01:31.499380 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:01:31.505248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=48d40c9e-42bd-4f30-98f5-6a22a50d3b88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:31.507927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.513066 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66d928ac-0058-4ec6-9b83-aa1a387c3d7c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/48d40c9e-42bd-4f30-98f5-6a22a50d3b88 HTTP/1.1" status: 204 len: 168 time: 1.4108436 Nov 12 01:01:31.523921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.659509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.697267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2c833-cf90-4960-aa6b-981d6a35fa41 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:31.705517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 6c4c77da-dcd4-460d-bbda-dc60be442d5f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:31.712729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bc9d6f20-d95a-4eef-9aa7-0d3118183786 None None] Provisioning complete for port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:31.713586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6f20-d95a-4eef-9aa7-0d3118183786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.713860 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.764774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-3e45bc10-dc79-4f13-a5c1-0a1a59e110f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.766302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-3e45bc10-dc79-4f13-a5c1-0a1a59e110f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.4808609 Nov 12 01:01:31.826636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:31.879725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-07081272-447e-430f-9d40-3be2460a0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.882122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-07081272-447e-430f-9d40-3be2460a0667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97a43d57-4538-4e47-8cee-83e67b3cd77b HTTP/1.1" status: 200 len: 923 time: 0.7367601 Nov 12 01:01:31.896300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.902731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.903150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:31.904103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.906497 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.015906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-c546af0b-beb1-4d31-a69f-3df576949cfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4356945-4ff0-4653-9300-7588912cd3d1 HTTP/1.1" status: 200 len: 217 time: 0.1036317 Nov 12 01:01:32.036842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.047880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.057063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.116938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-ed6a2355-6387-4597-a825-c0073c63fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.118806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-ed6a2355-6387-4597-a825-c0073c63fe5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22d692ea-54bb-46b1-8afd-ddd7aebb5b7b HTTP/1.1" status: 200 len: 862 time: 0.0562577 Nov 12 01:01:32.187246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3536551 Nov 12 01:01:32.214034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.221041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-ebd99848-10a9-411e-aec1-d1b9743e7c2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97a43d57-4538-4e47-8cee-83e67b3cd77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897529 Nov 12 01:01:32.226018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-50857920'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:32.234702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213f47-8d39-47ac-83ee-158a4cc6cc85 req-46388c8d-4ca0-41f6-b5aa-fd12d24b36f7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.236926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92213f47-8d39-47ac-83ee-158a4cc6cc85 req-46388c8d-4ca0-41f6-b5aa-fd12d24b36f7 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 946 time: 0.4697003 Nov 12 01:01:32.255688 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.276365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9686a0cf-dd4a-4232-99aa-f01018d9730c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:32.299748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.368580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.394061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.413901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45dcf6f-1eda-4c4e-838a-9fb2f3491b5f None None] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:32.442737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:32.448307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.462865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e344e5b4-f608-43da-9099-f81d7addc4cf None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:32.463469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e344e5b4-f608-43da-9099-f81d7addc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.495402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:32.514417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.515102 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment 54271593-f48b-4661-bd5a-d38e888ad9a5 of type vlan for network 299ab907-c986-4ce1-a995-1188f076d9b2 Nov 12 01:01:32.574622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9686a0cf-dd4a-4232-99aa-f01018d9730c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:32.574992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.577226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.667290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.714695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Allocated IP 172.20.0.1 (c7eebdbc-9d42-4b67-b8d5-26a047be2b31/3561eae3-a971-4fc7-9df4-9061a05e213d/0549654f-9c06-4701-904b-0253b72500cb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:32.826347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c179e-0310-40cb-9f47-05b45da42b54 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=cb7e2964-8a3a-487d-9fe0-3ed91a214b88,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.831898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.880237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network cb7e2964-8a3a-487d-9fe0-3ed91a214b88 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:32.883931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-d8837127-3f33-4bfe-9f1d-09fff1a04b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.887090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-d8837127-3f33-4bfe-9f1d-09fff1a04b8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0034733 Nov 12 01:01:32.914597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92213f47-8d39-47ac-83ee-158a4cc6cc85 req-67f1d7ce-933a-4bc1-acee-b92d56703b0e tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311884 Nov 12 01:01:32.926917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.949780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.955412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.967882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.977089 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/6c4c77da-dcd4-460d-bbda-dc60be442d5f HTTP/1.1" status: 204 len: 168 time: 1.4472799 Nov 12 01:01:32.977801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:32.998339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.999514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0679-9a4e-47f9-b179-ec112203380e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4c77da-dcd4-460d-bbda-dc60be442d5f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.065273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:33.222779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b6897c5-654b-4795-b8b3-3e4b76cb0c90 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2190690 Nov 12 01:01:33.231432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.236362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.291766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd552c-a933-4bdf-b2f0-9351853df308 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '6c4c77da-dcd4-460d-bbda-dc60be442d5f'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '272523c2-7eca-476c-b752-30671b876bb8'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:33.390070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.423318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2054024 Nov 12 01:01:33.431351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43308) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.439151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68dd552c-a933-4bdf-b2f0-9351853df308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.442251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'ports': [{'network_id': 'cb7e2964-8a3a-487d-9fe0-3ed91a214b88', 'name': 'tempest-port--1733633425', 'admin_state_up': True}, {'network_id': '299ab907-c986-4ce1-a995-1188f076d9b2', 'admin_state_up': False}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.443302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'port': {'network_id': 'cb7e2964-8a3a-487d-9fe0-3ed91a214b88', 'name': 'tempest-port--1733633425', 'admin_state_up': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.443560 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.445482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'port': {'network_id': '299ab907-c986-4ce1-a995-1188f076d9b2', 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.471259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e957917-9d6f-4965-baae-c01f65f00f2b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=299ab907-c986-4ce1-a995-1188f076d9b2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.503973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.509788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 299ab907-c986-4ce1-a995-1188f076d9b2 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:33.542987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-e97c276f-452d-4fb5-b89a-2075d445ccfe tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.546313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-e97c276f-452d-4fb5-b89a-2075d445ccfe tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 946 time: 0.5806184 Nov 12 01:01:33.625798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:33.627433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:33.633264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.663950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=0549654f-9c06-4701-904b-0253b72500cb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.670391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:33.674197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:33.765849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.784915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 9686a0cf-dd4a-4232-99aa-f01018d9730c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9686a0cf-dd4a-4232-99aa-f01018d9730c,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:33.816770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.818082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:33.957095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-0c81e3f7-e325-463f-82a4-0973170c7e0d service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408335 Nov 12 01:01:34.111057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-3a8bcef0-0dc4-4a34-9e15-22949fa87f6f service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8720255 Nov 12 01:01:34.145384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=9686a0cf-dd4a-4232-99aa-f01018d9730c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.248194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:34.248678 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.251237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d65fb62f-7197-4659-8b79-80f38d9a2e36 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:34.251812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d65fb62f-7197-4659-8b79-80f38d9a2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.476642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:34.480094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'port': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:34.486360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.502562 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.624627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d65fb62f-7197-4659-8b79-80f38d9a2e36 None None] Provisioning complete for port 9686a0cf-dd4a-4232-99aa-f01018d9730c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:34.624975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d65fb62f-7197-4659-8b79-80f38d9a2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.779713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.825502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9686a0cf-dd4a-4232-99aa-f01018d9730c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:34.827465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Deleting port f4356945-4ff0-4653-9300-7588912cd3d1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:34.828040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.927661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af1e9-e7b9-4419-8418-fa1021ca95fb req-d697181a-fb73-4fac-aba3-24e1d2081a7c tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.929497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9686a0cf-dd4a-4232-99aa-f01018d9730c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:34.929851 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.936090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54af1e9-e7b9-4419-8418-fa1021ca95fb req-d697181a-fb73-4fac-aba3-24e1d2081a7c tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 946 time: 0.7560561 Nov 12 01:01:34.947197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] device_id is not set on port f3a04b05-918d-4076-8fdd-3624adce3fbf yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:35.090687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Provisioning complete for port 9686a0cf-dd4a-4232-99aa-f01018d9730c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:35.091156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.107382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d4848a5-d49d-4170-a124-0abe5e35de91 req-038ed75f-a619-4de5-8646-5e83b0915d08 service neutron] 10.222.0.39 "GET /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945345 Nov 12 01:01:35.230811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:35.237822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54af1e9-e7b9-4419-8418-fa1021ca95fb req-0e9b7505-ede2-4192-b885-7357f5cd70aa tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f8608d-2383-4260-9a39-3f9860660315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285361 Nov 12 01:01:35.241835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-c3784d05-5f33-4aeb-9031-6d8513689e16 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0264018 Nov 12 01:01:35.254119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.357027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-2bc9552d-41ca-4ede-9ed6-ed0936f49d85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0597899 Nov 12 01:01:35.587120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c935c-5aa2-4f8a-a8a5-c8e902ccdce1 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:35.599107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:35.611985 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:35.613286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-1b87ca91-c786-4b4c-951c-1080b22b60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.615524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-1b87ca91-c786-4b4c-951c-1080b22b60e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2505214 Nov 12 01:01:35.638788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:35.639682 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.641272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.643010 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2cf73fd1-ecfc-4637-a12f-5ea83c12111d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/cc0cc64d-fabb-479c-9f28-1e01463f63ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2286012 Nov 12 01:01:35.647467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.705406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.720000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] For port f4356945-4ff0-4653-9300-7588912cd3d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=f4356945-4ff0-4653-9300-7588912cd3d1,segment=NetworkSegment(9e4740d0-7e4d-4a5b-8b8f-7695aab43b69),segment_id=9e4740d0-7e4d-4a5b-8b8f-7695aab43b69)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:35.720650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.731791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Provisioning complete for port e064e3ab-e749-4aa3-b645-70583ad244c6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:35.731791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.744274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Calling delete_port for f4356945-4ff0-4653-9300-7588912cd3d1 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:35.788120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:35.840819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.015783 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:36.037469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Port e064e3ab-e749-4aa3-b645-70583ad244c6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:36.057802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Could not find standard attr ID for object 4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:36.148993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.151087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] device_id is not set on port da1f8ca0-880d-4683-8efe-ae13d7f300a0 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:36.154002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c935c-5aa2-4f8a-a8a5-c8e902ccdce1 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:36.183584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Provisioning complete for port 0549654f-9c06-4701-904b-0253b72500cb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:36.196846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.242962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.424900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f4356945-4ff0-4653-9300-7588912cd3d1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:36.493841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: f4356945-4ff0-4653-9300-7588912cd3d1 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:36.494363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device f4356945-4ff0-4653-9300-7588912cd3d1 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:36.496581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-514088d8-2b1e-403b-a1e1-4b5e89ca065f None None] Port 0549654f-9c06-4701-904b-0253b72500cb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:36.496779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.602963 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:31Z', 'revision_number': 2, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:36.607005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Pushing event deleted for resources: {'Port': ['ID=f4356945-4ff0-4653-9300-7588912cd3d1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.612810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f44bd4a-bef8-40ea-8f8b-b210d15ae805 req-bd4b63f1-33cc-4447-9744-26a42fea4088 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.0495813 Nov 12 01:01:36.682019 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:36.682679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Updating router cc0cc64d-fabb-479c-9f28-1e01463f63ca port e064e3ab-e749-4aa3-b645-70583ad244c6 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:01:36.682835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:36.684445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=b03c39f3-8513-4a3c-8a7f-2e05979ae5f0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.711585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:36.719730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:36.721362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.739215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-03d49c96-96fd-42c6-9a8e-e26a0c29ba05 None None] Provisioning complete for port e064e3ab-e749-4aa3-b645-70583ad244c6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:36.740116 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03d49c96-96fd-42c6-9a8e-e26a0c29ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.747366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.763219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-099d9e0d-9c45-4bae-ad31-79be21b481bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:36.764821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-099d9e0d-9c45-4bae-ad31-79be21b481bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1253095 Nov 12 01:01:36.767269 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.773092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-903875ea-72d9-4a2d-8675-43dfa99d8df6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5370131 Nov 12 01:01:36.785334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.837612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.936103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] No DVR routers for this DVR port f4356945-4ff0-4653-9300-7588912cd3d1 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:36.946469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.968714 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-33bdc0ba-8045-4624-8d7b-226936eeeec5 req-c1bc70a1-66b2-4001-ae48-6e41dcbfb3af tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.39 "DELETE /v2.0/ports/f4356945-4ff0-4653-9300-7588912cd3d1 HTTP/1.1" status: 204 len: 173 time: 3.4131067 Nov 12 01:01:36.969487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'name': 'network-vif-deleted', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:36.973321 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d63028-8cc3-4eac-b9de-f21408d14ba6" -d '{"events": [{"server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "name": "network-vif-deleted", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:36.974775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-03d49c96-96fd-42c6-9a8e-e26a0c29ba05 None None] Port e064e3ab-e749-4aa3-b645-70583ad244c6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:36.999563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.141618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.142970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.143582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.144229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.144841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.145449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.146056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.146737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.147345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.148290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.159200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.159943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.166227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fdae58d1-8202-403a-94ae-529dfa75fd45 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8411 time: 1.4687521 Nov 12 01:01:37.167240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43362) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.218688 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40161b06-a04c-4dda-8cf8-b397335086e7 x-openstack-request-id: req-40161b06-a04c-4dda-8cf8-b397335086e7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:37.219205 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e602a02a-ad16-44e2-9093-10eac29483f2", "name": "network-vif-deleted", "tag": "f4356945-4ff0-4653-9300-7588912cd3d1", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:37.219606 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40161b06-a04c-4dda-8cf8-b397335086e7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:37.220283 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e602a02a-ad16-44e2-9093-10eac29483f2', 'name': 'network-vif-deleted', 'tag': 'f4356945-4ff0-4653-9300-7588912cd3d1', 'status': 'completed', 'code': 200} Nov 12 01:01:37.221272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Port': ['ID=f3a04b05-918d-4076-8fdd-3624adce3fbf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.238500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': 'b03c39f3-8513-4a3c-8a7f-2e05979ae5f0'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '272523c2-7eca-476c-b752-30671b876bb8'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:37.274470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.285426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Checking segment: {'id': 'ea1d53f6-695b-4a0d-b850-046751dedf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cb7e2964-8a3a-487d-9fe0-3ed91a214b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:37.286055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network hostable DHCP agents. Network: cb7e2964-8a3a-487d-9fe0-3ed91a214b88, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:37.318346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network cb7e2964-8a3a-487d-9fe0-3ed91a214b88 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:37.334657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, cb7e2964-8a3a-487d-9fe0-3ed91a214b88) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:37.342829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:37.346738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.406371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.437719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.492218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Port': ['ID=da1f8ca0-880d-4683-8efe-ae13d7f300a0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.521820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Checking segment: {'id': '54271593-f48b-4661-bd5a-d38e888ad9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '299ab907-c986-4ce1-a995-1188f076d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:37.523302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network hostable DHCP agents. Network: 299ab907-c986-4ce1-a995-1188f076d9b2, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:37.552551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network 299ab907-c986-4ce1-a995-1188f076d9b2 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:37.562606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-4a284dc3-d3b5-4766-b88c-ff5fa916f413 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708521 Nov 12 01:01:37.578684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 299ab907-c986-4ce1-a995-1188f076d9b2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:37.584003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:37.591319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.598071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.599168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.639265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Allocated IP 172.20.0.2 (5b2f6347-05eb-4950-a88c-4098590cba1f/b03c39f3-8513-4a3c-8a7f-2e05979ae5f0/272523c2-7eca-476c-b752-30671b876bb8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:37.666039 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.679107 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.698782 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66b57b34-2948-4a9f-a11e-10e043a198af tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2617970 Nov 12 01:01:37.699325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.742603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:37.747118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.755760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.756610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.757225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.757827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.758664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.759280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.759898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.760596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.761198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.761799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.767142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40de2dd4-6323-4424-b7c6-d128b6492228 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6375 time: 0.5913844 Nov 12 01:01:37.770108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.842970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9421376-62fd-44ce-8b97-8418438e468a None None] Pushing event updated for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.905409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f4d25-1146-4a3e-9f67-2e1e8c2654f6 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.927471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:37.935847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.939825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f4d25-1146-4a3e-9f67-2e1e8c2654f6 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.943549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd3f4d25-1146-4a3e-9f67-2e1e8c2654f6 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2429616 Nov 12 01:01:37.948540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:38.003628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Attempting to bind port e064e3ab-e749-4aa3-b645-70583ad244c6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:38.004158 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Attempting to bind port e064e3ab-e749-4aa3-b645-70583ad244c6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:38.004874 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Attempting to bind port e064e3ab-e749-4aa3-b645-70583ad244c6 on network d2b05eaf-8e2b-481e-b5dd-9f243795eece {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:38.005082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.014383 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.014664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:38.015174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Checking segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:38.015534 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.016086 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Bound using segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:38.016695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Bound port: e064e3ab-e749-4aa3-b645-70583ad244c6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:38.017235 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.073260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f9257-8ad2-43d2-9d57-264241b4d142 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.170710 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] For port e064e3ab-e749-4aa3-b645-70583ad244c6, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:38.186601 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] For port e064e3ab-e749-4aa3-b645-70583ad244c6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e064e3ab-e749-4aa3-b645-70583ad244c6,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:38.194861 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.282905 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9421376-62fd-44ce-8b97-8418438e468a None None] Pushing event updated for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.283137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Deleting port f3a04b05-918d-4076-8fdd-3624adce3fbf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:38.283493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.336815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:38.342413 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:38.481182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0a44840-ff5e-4f1f-807f-394d32b86274 req-66d6c406-6c21-461b-880d-5d9f5392b259 tempest-ServerAddressesNegativeTestJSON-269718833 tempest-ServerAddressesNegativeTestJSON-269718833-project] 10.222.0.11 "GET /v2.0/ports?device_id=e602a02a-ad16-44e2-9093-10eac29483f2 HTTP/1.1" status: 200 len: 210 time: 0.4942205 Nov 12 01:01:38.498329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.529042 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:38.537555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Calling delete_port for f3a04b05-918d-4076-8fdd-3624adce3fbf owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:38.643881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=0549654f-9c06-4701-904b-0253b72500cb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.718605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.822836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:38.826667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Port': ['ID=f3a04b05-918d-4076-8fdd-3624adce3fbf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.839560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:38.877428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.883336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:38.883875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-307e1e74-b33d-4ea8-ab83-ba91e37dd567 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/ports/f3a04b05-918d-4076-8fdd-3624adce3fbf HTTP/1.1" status: 204 len: 168 time: 0.9334543 Nov 12 01:01:38.894833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.041723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-326daab1-7ec7-496d-bcf3-663155e5fc73 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4236600 Nov 12 01:01:39.047903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:39.048459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.054632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Deleting port da1f8ca0-880d-4683-8efe-ae13d7f300a0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:39.055817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.245811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da932446-51fd-4004-991f-f43c28180d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.253395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-cf3ecbaa-b0a3-4c7a-9020-ea2142b2b659 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.0420425 Nov 12 01:01:39.255772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.282631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.331192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Calling delete_port for da1f8ca0-880d-4683-8efe-ae13d7f300a0 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:39.355482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:39.362897 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.383108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:38Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:39.441703 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da056def-4a76-4742-bf61-2ce24dce138b None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:38Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:39.457946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.486976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.507320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Router 7abacd16-2716-4b5b-8456-7fc17d9c9979 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:39.527054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.531763 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/ports/da1f8ca0-880d-4683-8efe-ae13d7f300a0 HTTP/1.1" status: 204 len: 168 time: 0.6350381 Nov 12 01:01:39.536305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43404) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.571369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5846671-1bdd-49c9-a992-392a3d69bb73 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Port': ['ID=da1f8ca0-880d-4683-8efe-ae13d7f300a0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.652535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c26a5337-230e-4276-9f0a-de8b190b35f6 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1143057 Nov 12 01:01:39.661758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.672157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-fe39a87f-851b-4332-9c08-3873be71edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.675590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e1a35-ce2b-475c-8db8-046d6cb30f30 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:39.680114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-fe39a87f-851b-4332-9c08-3873be71edb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.3606339 Nov 12 01:01:39.680364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2064154620'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:39.680531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.725299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:39.733997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.765034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:39.791681 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.792339 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment c96e080e-7368-4153-b4ff-4ee4114c60d3 of type vlan for network aec11d98-b9d3-44aa-b049-728b4689a3ce Nov 12 01:01:39.799038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ea2e9d16-597c-4147-998c-d52a6f9e8d20 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:39.799399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9d16-597c-4147-998c-d52a6f9e8d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.911980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.932771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e1a35-ce2b-475c-8db8-046d6cb30f30 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:39.984094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.012983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.014078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.143515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=aec11d98-b9d3-44aa-b049-728b4689a3ce,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.161195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9c7b919-eb4a-4b46-baca-62ef42157560 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4980757 Nov 12 01:01:40.171063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:40.182507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-648408454'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:40.225366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:40.225912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network aec11d98-b9d3-44aa-b049-728b4689a3ce details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:40.238755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.290371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:40.309643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.310042 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Added segment 70d8fff3-e112-46f6-aa07-f12a4dca8244 of type vlan for network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 Nov 12 01:01:40.406995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.461826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.472831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.485398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.663241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Network': ['ID=00f08f70-7f71-4868-ba3c-3a5c07dfc6e8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.681131 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf7af545-0042-42a8-901e-48ab4bacd011 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5077405 Nov 12 01:01:40.704515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:01:41.008977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:41.016914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:41.269935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Deleting subnet 22d692ea-54bb-46b1-8afd-ddd7aebb5b7b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:41.330104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:41.355730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.373512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a076426d-e614-45fd-a519-86f53d925b88 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "PUT /v2.0/routers/7abacd16-2716-4b5b-8456-7fc17d9c9979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5378213 Nov 12 01:01:41.373987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:41.386771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] Sync routers for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:41.398965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Request body: {'port': {'network_id': 'c7eebdbc-9d42-4b67-b8d5-26a047be2b31', 'name': 'tempest-FloatingIPAdminTestJSON-363657733'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:41.553673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-9fb55556-5a39-40c6-92cd-4c38eba7d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.555655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-9fb55556-5a39-40c6-92cd-4c38eba7d3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.7280142 Nov 12 01:01:41.557535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:41.559717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.652543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7121540b-29e6-4da1-b7af-74591fdf0571 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 3.8589752 Nov 12 01:01:41.678073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.707259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': 'b03c39f3-8513-4a3c-8a7f-2e05979ae5f0', 'ip_address': '172.20.0.2'}, {'subnet_id': '06ba6ed4-e4aa-4487-abcf-ce79dbd508fa'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '272523c2-7eca-476c-b752-30671b876bb8'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:01:41.708162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Made reservation on behalf of 6859aa62488f459987d5e7ed6eb7a4f0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:41.722931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.809157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] device_id is not set on port fdbc0ae3-63c0-4445-8639-ab1181a77672 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:41.817771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:41.822500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.884322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.886158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:41.887325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.972493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.099799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.116329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:42.120636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a25763b-493a-4902-8af7-3f7c574f30f1 None None] The sync data for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:42.188425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Allocated IP 172.20.0.3 (c7eebdbc-9d42-4b67-b8d5-26a047be2b31/3561eae3-a971-4fc7-9df4-9061a05e213d/fdbc0ae3-63c0-4445-8639-ab1181a77672) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:42.255183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c2f0af4-0d8e-4170-a77e-a97bb4264cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.277301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.281403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-d1365dfa-00b3-4570-8458-c7ea2ba8b0ae service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616435 Nov 12 01:01:42.487006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.580540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d692ea-54bb-46b1-8afd-ddd7aebb5b7b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.583993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.589498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4b9266ab-7646-4d66-809a-ea04ef69f702 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22d692ea-54bb-46b1-8afd-ddd7aebb5b7b HTTP/1.1" status: 204 len: 168 time: 2.7852192 Nov 12 01:01:42.600389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:42.639763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-76df3ef7-93f8-4b7f-8fb5-011c4b1626bb service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421385 Nov 12 01:01:42.766579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e064e3ab-e749-4aa3-b645-70583ad244c6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:42.790221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.806652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-a35253dc-5abc-45da-bd81-c17f9becf96d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.1126804 Nov 12 01:01:42.844907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.857625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.868502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e064e3ab-e749-4aa3-b645-70583ad244c6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:42.872120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.994267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:42.999754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-887a5741-7095-46fd-ac7b-c12465c5748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.002029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-887a5741-7095-46fd-ac7b-c12465c5748c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1871200 Nov 12 01:01:43.053735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.086073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-445f91bb-4f75-4726-95de-684f90599185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.088625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-445f91bb-4f75-4726-95de-684f90599185 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760472 Nov 12 01:01:43.124757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.137908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port e064e3ab-e749-4aa3-b645-70583ad244c6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e064e3ab-e749-4aa3-b645-70583ad244c6,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:43.144316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:43.145089 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:43.153551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.208535 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.212565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.264963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.287878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.295667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.410296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a43d57-4538-4e47-8cee-83e67b3cd77b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.462142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=06ba6ed4-e4aa-4487-abcf-ce79dbd508fa,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.485324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.485324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4740d0-7e4d-4a5b-8b8f-7695aab43b69') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:43.492286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:43.508929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:43.522625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.525321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:43.538303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:43.546027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event updated for resources: {'Port': ['ID=fdbc0ae3-63c0-4445-8639-ab1181a77672,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.577747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:43.588874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.589772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.651956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.668991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.699821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:43.700668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:43.703040 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:43.725337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e82ff9fc-ad16-45a3-94bf-f9fabeec1958 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8920643 Nov 12 01:01:43.726314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.731568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.760632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:69:a0:96', 'name': 'tempest-NetworksTestDHCPv6-876421881'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:43.786032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.788421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.837437 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1ebe68d2-3dd0-4c21-b023-6dc945d42b7c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4601188 Nov 12 01:01:43.843384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.861037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.863893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-1140596f-74f5-4911-980f-c3f73bd162d1 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622452 Nov 12 01:01:43.884195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.890354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/97a43d57-4538-4e47-8cee-83e67b3cd77b HTTP/1.1" status: 204 len: 168 time: 1.2884338 Nov 12 01:01:43.936466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43974b4-fb79-4d97-a841-2eb70c5503d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a43d57-4538-4e47-8cee-83e67b3cd77b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.027564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'project_id': '6859aa62488f459987d5e7ed6eb7a4f0', 'port_id': 'fdbc0ae3-63c0-4445-8639-ab1181a77672'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:44.055081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.174269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.371808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:44.487856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.508725 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.571337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Allocated IP 172.25.6.50 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/24d0929d-aa3a-4a25-b943-6b3356e95fc8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:44.589906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-43189a55-bf38-49bd-920d-1cc3285eb5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160785 Nov 12 01:01:44.590748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.754711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.817628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebedc1a-70a2-4765-9d93-7800d71399a6 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.828159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-1deea94f-ba7b-4374-b6b0-8b4200934ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.1823099 Nov 12 01:01:44.887994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.968401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:44.974162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-26ddea9e-e80f-4d9c-94de-d5fab215a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:44.976761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-26ddea9e-e80f-4d9c-94de-d5fab215a08b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.1403546 Nov 12 01:01:45.005529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-387b3581-cde9-4d5b-881a-60b247d3ad05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=991eafcff2124189843f6839cf5ae9f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963306 Nov 12 01:01:45.027322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.031125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.077567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.204785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.218921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915230536', 'description': 'tempest-secgroup-smoke-1915230536 description', 'project_id': '088c4d1315a84724af075079edce2b64'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:45.252732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:45.281624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:45.323544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:45.400869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:45.405464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.444879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.484079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.492486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Pushing event updated for resources: {'Port': ['ID=24d0929d-aa3a-4a25-b943-6b3356e95fc8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.539276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 55d0ca07-9810-4e20-9f77-97c6613b71a6 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:45.585912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:45.586199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.667659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.675473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.860163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e064e3ab-e749-4aa3-b645-70583ad244c6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:46.009903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38177a3e-dfda-4328-81b1-9fee2509a1f1 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:46.053753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:46.060825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.062860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8561058 Nov 12 01:01:46.072929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'subnets': [{'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1942998356', 'ip_version': 6}, {'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:46.073442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'subnet': {'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1942998356', 'ip_version': 6}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:46.074553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Request body: {'subnet': {'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:46.089813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:46.145648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:46.154297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-f4a95e41-6af7-44a2-add7-204c26155b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.157600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-f4a95e41-6af7-44a2-add7-204c26155b48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1434860 Nov 12 01:01:46.166202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.171446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df9575-498c-4d8d-86c7-4eb6ed8b3cce None None] Network cb7e2964-8a3a-487d-9fe0-3ed91a214b88 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:46.173630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98410cc8-9c11-4726-aae9-72f9c13725dd None None] Network 299ab907-c986-4ce1-a995-1188f076d9b2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:46.186742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be0ca0-8f7b-4b0f-a7f6-f55e6a20d16b None None] DHCP port deletion for 97a43d57-4538-4e47-8cee-83e67b3cd77b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:46.274376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 172.20.0.5 (5b2f6347-05eb-4950-a88c-4098590cba1f/b03c39f3-8513-4a3c-8a7f-2e05979ae5f0/55d0ca07-9810-4e20-9f77-97c6613b71a6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:46.308776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe69:a096 (5b2f6347-05eb-4950-a88c-4098590cba1f/06ba6ed4-e4aa-4487-abcf-ce79dbd508fa/55d0ca07-9810-4e20-9f77-97c6613b71a6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:46.406727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-8d4f937e-f34a-433d-b535-85d1f8b25d8a service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365432 Nov 12 01:01:46.455195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e064e3ab-e749-4aa3-b645-70583ad244c6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:46.456793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.561740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.566480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.568845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59f8608d-2383-4260-9a39-3f9860660315 HTTP/1.1" status: 204 len: 168 time: 1.5362289 Nov 12 01:01:46.616930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d86e3454-8356-4e15-82b1-1d39ba5a9314 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:46.618870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86e3454-8356-4e15-82b1-1d39ba5a9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.666676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dab64-e11d-4856-b134-54205526d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f8608d-2383-4260-9a39-3f9860660315,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.859032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-11e6d102-4b9b-4106-9a70-4edfa59e2b2f service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338748 Nov 12 01:01:47.023870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-63c1c50e-5503-44e6-8ad2-6a33e665b17e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.1482091 Nov 12 01:01:47.105894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.147201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-6e3c80aa-0cf7-4f4b-aa0c-f2d47db623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.148798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-6e3c80aa-0cf7-4f4b-aa0c-f2d47db623e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.1124511 Nov 12 01:01:47.263170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-3dbff1a2-2ebb-4655-8b70-b590b3d72d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.263170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-3dbff1a2-2ebb-4655-8b70-b590b3d72d43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052520 Nov 12 01:01:47.323021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d069a-8e0e-43bd-81ff-6f976142fd5d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4300f05a-9858-45be-adeb-805356661519,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.421264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.478307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.520978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Provisioning complete for port fdbc0ae3-63c0-4445-8639-ab1181a77672 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:47.522004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.557935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:47.623338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Port fdbc0ae3-63c0-4445-8639-ab1181a77672 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:47.624468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:47.631077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:47.649208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Provisioning complete for port e064e3ab-e749-4aa3-b645-70583ad244c6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:47.650083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.711513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=55d0ca07-9810-4e20-9f77-97c6613b71a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.749808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.750517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.781268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-397fe5c3-0ab2-4220-b81c-5d88117f7044 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0230093 Nov 12 01:01:47.782699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.804635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-75e5d3f0-fb30-4f1f-b5a2-4ba087a819d9 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312221 Nov 12 01:01:47.887967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.902230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Provisioning complete for port 0549654f-9c06-4701-904b-0253b72500cb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:47.902878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.959721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857964a8-6193-4b89-8f1f-d0672be12f48 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.966640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-51e85d15-9498-4345-826e-44e572e2d053 None None] Port 0549654f-9c06-4701-904b-0253b72500cb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:47.981513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857964a8-6193-4b89-8f1f-d0672be12f48 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.985338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-857964a8-6193-4b89-8f1f-d0672be12f48 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2016547 Nov 12 01:01:48.001087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.004966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.060467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.064299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef6623a-c191-42e9-8c60-5b279b1a8bcc None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:48.143305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9c2a62-6538-43af-8fd9-61eea2f5ee3c req-aab796ef-ac92-4707-9a42-6cd325a2e9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004375 Nov 12 01:01:48.147783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.197490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68395b5a-4e99-467a-b8bf-f6d38f7cbf0d None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:48.198401 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68395b5a-4e99-467a-b8bf-f6d38f7cbf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.199195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.303039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79fc835-684b-4892-8dda-60fdac643f60,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.408160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Made reservation on behalf of 86fb0a1c8a68466b8f4f32dd4e573982 for: {'subnet': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:48.420884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.421780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.446479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.447723 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-89dfba45-2f10-4707-9384-f48c967462d6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3412352 Nov 12 01:01:48.452630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.457842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.487201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1414911293-network', 'tenant_id': '9635f026763943a994da3b74e902ed74'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.527696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.556229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Made reservation on behalf of 9635f026763943a994da3b74e902ed74 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:48.558787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.590447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.672110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.682649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.720642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c2da06-36b7-4ec7-a66f-797dcd075fb7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.740276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.744639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5e12b367-d9f2-4ce2-af54-e250ae60025f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906749 Nov 12 01:01:48.745304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.756923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.809004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.822518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.869968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 55d0ca07-9810-4e20-9f77-97c6613b71a6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:48.870339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.870771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.925775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8569882d-cba6-45b4-a057-00bc328e5873,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.945099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:48.957421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.978480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.978973 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Added segment 386ea6f3-64b4-4e72-bfa5-7d4b12656a05 of type vlan for network 52e1696d-5563-446b-8477-cf0a6e4e0aab Nov 12 01:01:48.986126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.092495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.105538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-582d02d9-1803-4069-bf4d-777308d069e3 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:49.112727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.114325 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-582d02d9-1803-4069-bf4d-777308d069e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.130083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.151138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Pushing event updated for resources: {'Port': ['ID=24d0929d-aa3a-4a25-b943-6b3356e95fc8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.162183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.165795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c2f746-5786-46c6-bbad-1c7ab5df835e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.175553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.178285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.178285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.204776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.210214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-654155a9-7162-43d0-b8d1-9ae73be8abb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4603920 Nov 12 01:01:49.223611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.229072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:49.282269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.322690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 55d0ca07-9810-4e20-9f77-97c6613b71a6 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:49.388888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-582d02d9-1803-4069-bf4d-777308d069e3 None None] Provisioning complete for port 55d0ca07-9810-4e20-9f77-97c6613b71a6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:49.389706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-582d02d9-1803-4069-bf4d-777308d069e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.472212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-582d02d9-1803-4069-bf4d-777308d069e3 None None] Port 55d0ca07-9810-4e20-9f77-97c6613b71a6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:49.518630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.545213 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Floating IP 287dc1a2-0140-43e5-8c62-9479784e5697 associated. External IP: 172.25.6.50, port: fdbc0ae3-63c0-4445-8639-ab1181a77672. Nov 12 01:01:49.594762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f9de939e-7428-4409-a774-302cfa0caa5c None None] Provisioning complete for port 55d0ca07-9810-4e20-9f77-97c6613b71a6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:49.595523 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9de939e-7428-4409-a774-302cfa0caa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.649178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f9de939e-7428-4409-a774-302cfa0caa5c None None] Port 55d0ca07-9810-4e20-9f77-97c6613b71a6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:49.749722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Subnet': ['ID=001e8ac2-b862-4662-ab15-1ad2434fee9f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.818120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6173925 Nov 12 01:01:49.826150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:49.833492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Request body: {'subnet': {'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1414911293-subnet', 'tenant_id': '9635f026763943a994da3b74e902ed74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:49.841668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Checking segment: {'id': 'c96e080e-7368-4153-b4ff-4ee4114c60d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:49.841991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d49e6-9e4a-42de-87bb-a997fd66f3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=52e1696d-5563-446b-8477-cf0a6e4e0aab,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.842095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network hostable DHCP agents. Network: aec11d98-b9d3-44aa-b049-728b4689a3ce, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:49.857924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 52e1696d-5563-446b-8477-cf0a6e4e0aab details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:49.868687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.904088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Made reservation on behalf of 9635f026763943a994da3b74e902ed74 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:49.907705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.964824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.997540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=55d0ca07-9810-4e20-9f77-97c6613b71a6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.013832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network aec11d98-b9d3-44aa-b049-728b4689a3ce is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:50.035084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.045425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.082093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ff84d7-9b65-4cda-bf22-52ec756c5b20,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.117050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, aec11d98-b9d3-44aa-b049-728b4689a3ce) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:50.117375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.132834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-09d64a3a-6559-4c43-9975-07e7e114a7ce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9076378 Nov 12 01:01:50.133805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.142986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.147350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:50.153330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538dfe2-55a6-4368-9481-989a087ea2a2 None None] Network aec11d98-b9d3-44aa-b049-728b4689a3ce requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:50.211036 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:01:50.231678 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.418277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.424046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.457191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-aec11d98-b9d3-44aa-b049-728b4689a3ce', 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce', 'tenant_id': '86fb0a1c8a68466b8f4f32dd4e573982', 'fixed_ips': [{'subnet_id': '001e8ac2-b862-4662-ab15-1ad2434fee9f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:50.458561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.493933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d54dd81-0a2f-477a-a1c5-e07e2cb56298,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.498112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.551432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cf502a-fb8c-4b23-b435-b214d8e29abe,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.560932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.562548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ce15ed40-36c1-4068-bac3-6e555419dc2c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240243 Nov 12 01:01:50.567233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.574206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '4300f05a-9858-45be-adeb-805356661519', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:50.603738 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:01:50.612779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.661593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Checking segment: {'id': '386ea6f3-64b4-4e72-bfa5-7d4b12656a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:50.662298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Network hostable DHCP agents. Network: 52e1696d-5563-446b-8477-cf0a6e4e0aab, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:50.716705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Allocated IP 2001:db8::1 (aec11d98-b9d3-44aa-b049-728b4689a3ce/001e8ac2-b862-4662-ab15-1ad2434fee9f/f6742f91-9dcb-44a2-8274-86679c7bf7a5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:50.748895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event updated for resources: {'Subnet': ['ID=629b1c6e-c217-4fee-90b8-68a41933f15c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.750419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Network 52e1696d-5563-446b-8477-cf0a6e4e0aab is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:50.752716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.757067 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b70b8234-6da9-478d-ab55-8c425c002b7e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/55d0ca07-9810-4e20-9f77-97c6613b71a6 HTTP/1.1" status: 204 len: 168 time: 2.7498040 Nov 12 01:01:50.766044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.777188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Checking segment: {'id': '70d8fff3-e112-46f6-aa07-f12a4dca8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:50.777824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network hostable DHCP agents. Network: 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:50.784033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Router 7abacd16-2716-4b5b-8456-7fc17d9c9979 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:50.814244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:50.847369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.849315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 52e1696d-5563-446b-8477-cf0a6e4e0aab) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:50.866273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bb695-4e1b-4bfe-b106-6efdccb50bc9 None None] Network 52e1696d-5563-446b-8477-cf0a6e4e0aab requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:50.867976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.879996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:50.881019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.881767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.886958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.887440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.888095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.905659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e502e-c32f-4272-b5c4-9f0e4624cb00 None None] Network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:50.938497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29159d6-3d05-4498-b68e-f28e28dcf4b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.941127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29159d6-3d05-4498-b68e-f28e28dcf4b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.942844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29159d6-3d05-4498-b68e-f28e28dcf4b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.947057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f29159d6-3d05-4498-b68e-f28e28dcf4b5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1718488 Nov 12 01:01:50.949380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.964845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.974114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-998ef00b-a4a9-4c62-9891-4e2cc142eb7d tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9184973 Nov 12 01:01:50.979596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4103255 Nov 12 01:01:50.981057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.029602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a96e3e-fb4d-4d48-867a-d00d74cb81e1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4705923-de8d-4150-9261-983e5a8d1138,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.039281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:51.053800 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] Sync routers for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:51.076340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.087308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cf5de12e-1062-459f-bdec-f19356527d71 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2580678 Nov 12 01:01:51.110548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:51.112174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:51.142962 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ef6b052-40ae-4fea-9837-3fff2b419a0b tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.2887928 Nov 12 01:01:51.147523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.202428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 06ba6ed4-e4aa-4487-abcf-ce79dbd508fa {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:51.214706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3c615-c0fd-4833-b12b-d69c3fc415ac tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.216308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3c615-c0fd-4833-b12b-d69c3fc415ac tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.218062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3c615-c0fd-4833-b12b-d69c3fc415ac tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.232102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cce3c615-c0fd-4833-b12b-d69c3fc415ac tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2363012 Nov 12 01:01:51.232102 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.232521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.242731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.277447 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:51.283747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.304727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:51.305806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:51.348153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Pushing event updated for resources: {'Port': ['ID=f6742f91-9dcb-44a2-8274-86679c7bf7a5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.417141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Network aec11d98-b9d3-44aa-b049-728b4689a3ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:51.423637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:51.428266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a462d-93fb-419f-bd4c-2e96aedb7b93 None None] Network 52e1696d-5563-446b-8477-cf0a6e4e0aab requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:51.433893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:51.535966 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:51.537521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-17a89c7b-752a-4893-87c5-fc5d1580d7b3 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "GET /v2.0/floatingips/287dc1a2-0140-43e5-8c62-9479784e5697 HTTP/1.1" status: 200 len: 981 time: 0.3877740 Nov 12 01:01:51.539477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.544576 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b03ffc-b425-4efb-8322-a5f8ccb9d7dd None None] The sync data for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:51.559596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Attempting to bind port f6742f91-9dcb-44a2-8274-86679c7bf7a5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:51.562927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Attempting to bind port f6742f91-9dcb-44a2-8274-86679c7bf7a5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'c96e080e-7368-4153-b4ff-4ee4114c60d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:51.568767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Attempting to bind port f6742f91-9dcb-44a2-8274-86679c7bf7a5 on network aec11d98-b9d3-44aa-b049-728b4689a3ce {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:51.598953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Deleting subnet 001e8ac2-b862-4662-ab15-1ad2434fee9f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:51.641490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.739812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.822553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:51.823072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Checking segment: {'id': 'c96e080e-7368-4153-b4ff-4ee4114c60d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:51.823548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.824680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Bound using segment: {'id': 'c96e080e-7368-4153-b4ff-4ee4114c60d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:51.824680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Bound port: f6742f91-9dcb-44a2-8274-86679c7bf7a5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96e080e-7368-4153-b4ff-4ee4114c60d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'aec11d98-b9d3-44aa-b049-728b4689a3ce'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:51.825042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.876429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-e562b26c-5154-4c45-8ad2-0ba2b21b6470 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915230536&fields=id&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 267 time: 0.2133839 Nov 12 01:01:51.907627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.975504 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6dd22dd-b909-4e4c-b81c-a1d50ea61008 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.4322598 Nov 12 01:01:51.981568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:52.044215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-00f08f70-7f71-4868-ba3c-3a5c07dfc6e8', 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8', 'tenant_id': '86fb0a1c8a68466b8f4f32dd4e573982', 'fixed_ips': [{'subnet_id': '629b1c6e-c217-4fee-90b8-68a41933f15c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:52.045410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.163095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.349248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-2c16d13e-a74b-4a18-8fe0-03b72f6e0182 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.351383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-2c16d13e-a74b-4a18-8fe0-03b72f6e0182 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 797 time: 0.4602337 Nov 12 01:01:52.363715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] For port f6742f91-9dcb-44a2-8274-86679c7bf7a5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:52.386380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-15e1383a-5a43-4f13-9117-f93166aec4eb tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/quotas/088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 375 time: 0.0210898 Nov 12 01:01:52.424966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] For port f6742f91-9dcb-44a2-8274-86679c7bf7a5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f6742f91-9dcb-44a2-8274-86679c7bf7a5,segment=NetworkSegment(c96e080e-7368-4153-b4ff-4ee4114c60d3),segment_id=c96e080e-7368-4153-b4ff-4ee4114c60d3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:52.435808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.472171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.523744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port 24d0929d-aa3a-4a25-b943-6b3356e95fc8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:52.524010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.545333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Allocated IP 2001:db8:0:1::1 (00f08f70-7f71-4868-ba3c-3a5c07dfc6e8/629b1c6e-c217-4fee-90b8-68a41933f15c/477caae4-15d2-4c74-a7d3-ce478e414658) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:52.559006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-08eb095c-d628-47fa-9a08-f8837449b1f7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589668 Nov 12 01:01:52.585086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.765779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280891c-b716-4927-aa2b-a8e15a03b172 None None] Pushing event updated for resources: {'Port': ['ID=f6742f91-9dcb-44a2-8274-86679c7bf7a5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.768853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.769306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.799161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for 24d0929d-aa3a-4a25-b943-6b3356e95fc8 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:52.817504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0180fa-a0b7-472f-9335-4958e7c2b3fb None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:52.825149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.845097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/06ba6ed4-e4aa-4487-abcf-ce79dbd508fa HTTP/1.1" status: 204 len: 168 time: 1.8914084 Nov 12 01:01:52.985665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.036547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7c996-603f-4be4-a79d-5a98ab32a110 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=06ba6ed4-e4aa-4487-abcf-ce79dbd508fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.189960 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.239819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.305114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet b03c39f3-8513-4a3c-8a7f-2e05979ae5f0 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:53.307225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=24d0929d-aa3a-4a25-b943-6b3356e95fc8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.310470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.319667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/subnets/001e8ac2-b862-4662-ab15-1ad2434fee9f HTTP/1.1" status: 204 len: 168 time: 2.0347941 Nov 12 01:01:53.322990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c55f8-3989-4a40-bc0f-9b7b1d81fd76 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Subnet': ['ID=001e8ac2-b862-4662-ab15-1ad2434fee9f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.334265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.334636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.365240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-70a808c3-7aff-43f0-8919-62241bf797cd service neutron] 10.222.0.11 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597563 Nov 12 01:01:53.550356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.574823 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.589316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Deleting subnet 629b1c6e-c217-4fee-90b8-68a41933f15c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:53.597223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.615538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.657842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:53.732638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f6742f91-9dcb-44a2-8274-86679c7bf7a5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:53.735545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.798355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:53.825421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:53.875747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-149d39e6-4be2-4d0e-9dea-eebaf1cf47ba service neutron] 10.222.0.11 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860432 Nov 12 01:01:53.923720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.924316 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Floating IP 287dc1a2-0140-43e5-8c62-9479784e5697 disassociated (deleted). External IP: 172.25.6.50, port: fdbc0ae3-63c0-4445-8639-ab1181a77672. Nov 12 01:01:53.978156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Pushing event updated for resources: {'Port': ['ID=477caae4-15d2-4c74-a7d3-ce478e414658,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.979333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.105969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f6742f91-9dcb-44a2-8274-86679c7bf7a5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:54.107661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.168362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.287988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=b03c39f3-8513-4a3c-8a7f-2e05979ae5f0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:54.294168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.303076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b75c2b72-9000-4cea-b118-431787dea0ee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b03c39f3-8513-4a3c-8a7f-2e05979ae5f0 HTTP/1.1" status: 204 len: 168 time: 1.3118858 Nov 12 01:01:54.309001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43692) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:54.359341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Attempting to bind port 477caae4-15d2-4c74-a7d3-ce478e414658 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:54.359991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Attempting to bind port 477caae4-15d2-4c74-a7d3-ce478e414658 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '70d8fff3-e112-46f6-aa07-f12a4dca8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:54.360838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Attempting to bind port 477caae4-15d2-4c74-a7d3-ce478e414658 on network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:54.405241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:54.414140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Checking segment: {'id': '70d8fff3-e112-46f6-aa07-f12a4dca8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:54.415114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.415909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Bound using segment: {'id': '70d8fff3-e112-46f6-aa07-f12a4dca8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:54.416250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d6856f46-a3da-4162-ae6e-90eb86924dea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051829 Nov 12 01:01:54.416978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43698) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:54.417405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Bound port: 477caae4-15d2-4c74-a7d3-ce478e414658, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d8fff3-e112-46f6-aa07-f12a4dca8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '00f08f70-7f71-4868-ba3c-3a5c07dfc6e8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:54.418223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.424309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:54.589921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-259441c3-4692-42ae-b90c-3ca46d09aafd req-50722304-a9d7-470f-9075-928da183bb77 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 210 time: 0.0974174 Nov 12 01:01:54.621499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] For port 477caae4-15d2-4c74-a7d3-ce478e414658, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:54.642131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] For port 477caae4-15d2-4c74-a7d3-ce478e414658, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=477caae4-15d2-4c74-a7d3-ce478e414658,segment=NetworkSegment(70d8fff3-e112-46f6-aa07-f12a4dca8244),segment_id=70d8fff3-e112-46f6-aa07-f12a4dca8244)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:54.682268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.694338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9368a48-5223-4dc3-a4ad-58564a7a016e None None] Network aec11d98-b9d3-44aa-b049-728b4689a3ce requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:54.771268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.870654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20da3b74-21ce-44e4-a26c-f822c92dd28a None None] Provisioning complete for port f6742f91-9dcb-44a2-8274-86679c7bf7a5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:54.871375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20da3b74-21ce-44e4-a26c-f822c92dd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.885189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.979751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:54.984723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.126796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662aaa-9abc-4bc1-8ee0-c783bb3d5e14 None None] Pushing event updated for resources: {'Port': ['ID=477caae4-15d2-4c74-a7d3-ce478e414658,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.174165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Subnet': ['ID=629b1c6e-c217-4fee-90b8-68a41933f15c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.195033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.213638 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6433104-776a-4dfa-944d-896e78464a9b tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/subnets/629b1c6e-c217-4fee-90b8-68a41933f15c HTTP/1.1" status: 204 len: 168 time: 1.8776381 Nov 12 01:01:55.221104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.284964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0409901f-20a1-4454-931d-c2862892c158 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.305633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0409901f-20a1-4454-931d-c2862892c158 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/networks?id=52e1696d-5563-446b-8477-cf0a6e4e0aab HTTP/1.1" status: 200 len: 810 time: 0.5453308 Nov 12 01:01:55.397386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Router 7abacd16-2716-4b5b-8456-7fc17d9c9979 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:55.407001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-c6f043e2-d642-4c3b-a8fa-533076672544 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/quotas/9635f026763943a994da3b74e902ed74 HTTP/1.1" status: 200 len: 375 time: 0.0804758 Nov 12 01:01:55.443906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e902a2c-1d99-43d3-8791-9fe6008ef656 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.466680 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5e902a2c-1d99-43d3-8791-9fe6008ef656 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2439256 Nov 12 01:01:55.480398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.525888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.587841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-69dbd5c2-1103-448a-8e30-3248a09a882c tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9635f026763943a994da3b74e902ed74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331401 Nov 12 01:01:55.717431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f6742f91-9dcb-44a2-8274-86679c7bf7a5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f6742f91-9dcb-44a2-8274-86679c7bf7a5,segment=NetworkSegment(c96e080e-7368-4153-b4ff-4ee4114c60d3),segment_id=c96e080e-7368-4153-b4ff-4ee4114c60d3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:55.718570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] DHCP port deletion for aec11d98-b9d3-44aa-b049-728b4689a3ce request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:55.752543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.769405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20da3b74-21ce-44e4-a26c-f822c92dd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.895998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:55.900882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbc0d0-e825-472b-8848-e72a72791d02 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:55.910481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.927135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] Sync routers for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:55.970946 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cf78725-0ebb-480c-95ed-c39af07a2b5a tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/floatingips/287dc1a2-0140-43e5-8c62-9479784e5697 HTTP/1.1" status: 204 len: 168 time: 3.9868231 Nov 12 01:01:55.974312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.981817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:56.037303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.065143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 477caae4-15d2-4c74-a7d3-ce478e414658 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:56.097870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6510baf-34de-4ca8-a521-8a19e49499bf req-fa9435d7-e934-42bd-a89e-a3c6a052ebbd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 210 time: 0.2218685 Nov 12 01:01:56.129241 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.148695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-20da3b74-21ce-44e4-a26c-f822c92dd28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:56.148978 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-20da3b74-21ce-44e4-a26c-f822c92dd28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:56.173848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:56.174609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.180873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-5bd21540-f818-4c17-a5e1-fcd542610cbc service neutron] 10.222.0.11 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916905 Nov 12 01:01:56.284460 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.306827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.357163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f6742f91-9dcb-44a2-8274-86679c7bf7a5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.378791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.401927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:56.403424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:01:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.470271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Deleting port 477caae4-15d2-4c74-a7d3-ce478e414658 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:56.470609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.604092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:56.604748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb230b-6700-4d7c-8599-8f7f7f3d4ed5 None None] The sync data for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:56.634273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:56.645307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=3e0291c1-1a12-41a5-b52d-0aadd237863e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.655479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-c3d19730-93c1-4684-8d88-815597de7c2c service neutron] 10.222.0.11 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035366 Nov 12 01:01:56.685203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:56.707815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.708511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.806869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Deleting port f6742f91-9dcb-44a2-8274-86679c7bf7a5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:56.808768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.874188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] For port 477caae4-15d2-4c74-a7d3-ce478e414658, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=477caae4-15d2-4c74-a7d3-ce478e414658,segment=NetworkSegment(70d8fff3-e112-46f6-aa07-f12a4dca8244),segment_id=70d8fff3-e112-46f6-aa07-f12a4dca8244)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:56.874934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.934524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Calling delete_port for 477caae4-15d2-4c74-a7d3-ce478e414658 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:56.961993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.965787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.966021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] For port f6742f91-9dcb-44a2-8274-86679c7bf7a5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f6742f91-9dcb-44a2-8274-86679c7bf7a5,segment=NetworkSegment(c96e080e-7368-4153-b4ff-4ee4114c60d3),segment_id=c96e080e-7368-4153-b4ff-4ee4114c60d3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:56.966468 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.967616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.971662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.972575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.973171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.973782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.974401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.975428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.977907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.978834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.979594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:56.989190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Calling delete_port for f6742f91-9dcb-44a2-8274-86679c7bf7a5 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:57.097945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.109780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Allocated IP 172.25.6.70 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:57.119546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8a4d02c3-8482-4d52-8bc2-2efd5d8a2a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.121522 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8a4d02c3-8482-4d52-8bc2-2efd5d8a2a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 797 time: 0.6091924 Nov 12 01:01:57.163852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bacc64-bc90-43d6-bcfc-dac8fd0fb787 None None] Network 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:57.167567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.177211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] No DVR routers for this DVR port 477caae4-15d2-4c74-a7d3-ce478e414658 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:57.202364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Port': ['ID=477caae4-15d2-4c74-a7d3-ce478e414658,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.278452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-368e7789-8649-47e6-bc56-baef62aa5e4d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8600328 Nov 12 01:01:57.285756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 477caae4-15d2-4c74-a7d3-ce478e414658 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:57.286287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.315887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:57.338653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:57.344766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34f88afc-d71d-4689-84af-bfcfe652467f req-fb4f21a0-4e5d-4726-8d26-a73dd6954fe0 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 210 time: 0.1292779 Nov 12 01:01:57.366136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-ad83748c-f13b-4b2a-9878-df6b0a415edc tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 380 time: 0.2253678 Nov 12 01:01:57.401922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 477caae4-15d2-4c74-a7d3-ce478e414658 was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:01:57.407617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] Pushing event deleted for resources: {'Port': ['ID=f6742f91-9dcb-44a2-8274-86679c7bf7a5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.441952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6aa568-95c4-4baa-8545-99483152fd4e None None] No DVR routers for this DVR port f6742f91-9dcb-44a2-8274-86679c7bf7a5 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:57.484421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-98cee6fa-3800-44e8-ab67-b19da3225ce0 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:57.484794 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98cee6fa-3800-44e8-ab67-b19da3225ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.541659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac02c49c-5576-436d-ba33-4e31718f69f6 req-09895ae7-dca4-4439-a1ac-3a5f23551b68 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 210 time: 0.2356162 Nov 12 01:01:57.584107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.584406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'port': {'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'admin_state_up': True, 'tenant_id': '088c4d1315a84724af075079edce2b64', 'security_groups': ['4300f05a-9858-45be-adeb-805356661519']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:57.594569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f6742f91-9dcb-44a2-8274-86679c7bf7a5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:57.623300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.689170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f6742f91-9dcb-44a2-8274-86679c7bf7a5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:57.689610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f6742f91-9dcb-44a2-8274-86679c7bf7a5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:57.724136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f08f70-7f71-4868-ba3c-3a5c07dfc6e8']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:57.754284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d8fff3-e112-46f6-aa07-f12a4dca8244') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:57.754881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d8fff3-e112-46f6-aa07-f12a4dca8244') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:57.768598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ab9f5-0695-4831-880c-a0f21be2f9be None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:57.812027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.910990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.912923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa875a-fe95-4468-a8a0-a7b803397666 None None] DHCP port deletion for 00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:57.929649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.951613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:57.953355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:58.015001 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:58.106505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:58.119500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.124723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:58.127954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.130752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.131960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-984ac519-3d42-4038-b0ad-04973b2811db None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:58.132740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-984ac519-3d42-4038-b0ad-04973b2811db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.134771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:58.141081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:58.154021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.163596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/00f08f70-7f71-4868-ba3c-3a5c07dfc6e8 HTTP/1.1" status: 204 len: 168 time: 2.6798975 Nov 12 01:01:58.169755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:58.187144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e093c-fdd9-4433-acf6-604f9cbea9a5 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=00f08f70-7f71-4868-ba3c-3a5c07dfc6e8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.253859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.253859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.254823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.256777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.257206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.257604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.259251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.259613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.259962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.260356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.260686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.262474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:58.304104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-984ac519-3d42-4038-b0ad-04973b2811db None None] Could not find standard attr ID for object 477caae4-15d2-4c74-a7d3-ce478e414658. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:01:58.330736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:58.335092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.391969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.527388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.6 (d2b05eaf-8e2b-481e-b5dd-9f243795eece/8101c559-165a-4118-9823-8068b2ca26a8/1a7817b8-b5a1-401e-af99-2a5c5cf84188) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:58.567521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b8b90fd-6ff4-47e5-a7a9-95773bb2f72d req-2c3c9b68-4dda-49b7-8ed9-fc40c18ca654 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 210 time: 0.0688941 Nov 12 01:01:58.664436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a513a44b-e860-436c-ac0a-7032c78ff153 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:58.664809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a513a44b-e860-436c-ac0a-7032c78ff153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.767800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.796335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec11d98-b9d3-44aa-b049-728b4689a3ce']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:58.810165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96e080e-7368-4153-b4ff-4ee4114c60d3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:58.810834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96e080e-7368-4153-b4ff-4ee4114c60d3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:58.837611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.870676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.879321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:58.879981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:58.992110 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:59.045641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.053350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0b00d71-2474-4c3f-9a5c-88aa212f3a8f req-b85bc246-819c-4cf3-a43c-826e41d1e58c tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 210 time: 0.2995517 Nov 12 01:01:59.079393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.079393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/aec11d98-b9d3-44aa-b049-728b4689a3ce HTTP/1.1" status: 204 len: 168 time: 0.8923378 Nov 12 01:01:59.103688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.237966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.241822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3b73b-0736-466c-a53d-10b5c209a796 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=aec11d98-b9d3-44aa-b049-728b4689a3ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.427166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.608527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.751012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.763401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.820909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 477caae4-15d2-4c74-a7d3-ce478e414658 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:59.898924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:59.903428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 477caae4-15d2-4c74-a7d3-ce478e414658 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:59.916722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:59.921444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 477caae4-15d2-4c74-a7d3-ce478e414658 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:59.962360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:59.981292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.154557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.155952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.215483 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-5a9c1ec8-ec63-48eb-ba15-513f60245c26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6682920 Nov 12 01:02:00.231559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Request body: {'port': {'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:00.267601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.335477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.375633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299ab907-c986-4ce1-a995-1188f076d9b2']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.398717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54271593-f48b-4661-bd5a-d38e888ad9a5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.399308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54271593-f48b-4661-bd5a-d38e888ad9a5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.417807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.457462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-7c7a4210-8a42-4501-8460-c5f1c650dbc1 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.465788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-7c7a4210-8a42-4501-8460-c5f1c650dbc1 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.32 "GET /v2.0/networks?id=52e1696d-5563-446b-8477-cf0a6e4e0aab HTTP/1.1" status: 200 len: 810 time: 1.2099695 Nov 12 01:02:00.501773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7ae3b53d-d853-4b28-9609-1fdfb75edb50 None None] Provisioning complete for port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:00.502773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b53d-d853-4b28-9609-1fdfb75edb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.557018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3b53d-d853-4b28-9609-1fdfb75edb50 None None] Port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:00.575712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Request body: {'port': {'device_id': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab', 'admin_state_up': True, 'tenant_id': '9635f026763943a994da3b74e902ed74'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:00.604011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.654351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:00.654351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.659223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:00.668411 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:00.696226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.721060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6236aa1a-dce7-41e7-907d-2a3991d05596 req-930861f0-397b-4ca4-9af1-bcd2a41644bd tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 210 time: 0.1530464 Nov 12 01:02:00.816809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eb39b-d08a-42b9-8173-8c3da3af5a27 req-19bcd685-34af-47c1-8ef6-d50535610939 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.820871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f83eb39b-d08a-42b9-8173-8c3da3af5a27 req-19bcd685-34af-47c1-8ef6-d50535610939 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 931 time: 0.5161829 Nov 12 01:02:00.869856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.905910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.932385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.937329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5eda07a2-581f-407c-b233-1f591970b9da tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9579732 Nov 12 01:02:00.938948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:00.949665 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.968962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.980684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/299ab907-c986-4ce1-a995-1188f076d9b2 HTTP/1.1" status: 204 len: 168 time: 1.8715088 Nov 12 01:02:00.990520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:01.090634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:01.097969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7532e3-5483-49db-8f4c-bab22682a109 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=299ab907-c986-4ce1-a995-1188f076d9b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.114667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f83eb39b-d08a-42b9-8173-8c3da3af5a27 req-90fdb08a-9cf8-4338-9664-3ff904521a55 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770450 Nov 12 01:02:01.145440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.159068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:01.219179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:02:01.219179 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:02:01.219179 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id_1': '9635f026763943a994da3b74e902ed74', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 1, 41, 182389)}] Nov 12 01:02:01.219179 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:01.219960 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:01.273077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.365313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7817b8-b5a1-401e-af99-2a5c5cf84188 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:01.388020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.406393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.456364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.487403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Transition to ACTIVE for port object 1a7817b8-b5a1-401e-af99-2a5c5cf84188 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:01.533810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.546092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7e2964-8a3a-487d-9fe0-3ed91a214b88']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.592897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1d53f6-695b-4a0d-b850-046751dedf9a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.593250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1d53f6-695b-4a0d-b850-046751dedf9a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.613275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.648618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.659076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.673056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:01.674206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:01.701679 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:01.703828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:01.761558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.783134 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.786247 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.857236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.875739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.885253 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] 10.222.0.11 "DELETE /v2.0/networks/cb7e2964-8a3a-487d-9fe0-3ed91a214b88 HTTP/1.1" status: 204 len: 168 time: 0.8893948 Nov 12 01:02:01.890508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Made reservation on behalf of 9635f026763943a994da3b74e902ed74 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:01.897070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.906813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3133c-d5a1-468d-a106-ba97aea15831 tempest-BulkNetworkOpsIpV6Test-1087852934 tempest-BulkNetworkOpsIpV6Test-1087852934-project] Pushing event deleted for resources: {'Network': ['ID=cb7e2964-8a3a-487d-9fe0-3ed91a214b88,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.911378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Attempting to bind port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:01.911850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Attempting to bind port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:01.912264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Attempting to bind port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 on network d2b05eaf-8e2b-481e-b5dd-9f243795eece {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:01.918818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.922095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 on network d2b05eaf-8e2b-481e-b5dd-9f243795eece not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:01.923034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Attempting to bind port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 on network d2b05eaf-8e2b-481e-b5dd-9f243795eece {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:01.930589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:01.935495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:01.935992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Checking segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:01.936422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Bound using segment: {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:01.936904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Bound port: 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616fa00a-e0d2-4256-a238-56f79b893462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:01.937251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.056827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:02.084461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a7a868c-7565-4352-96bf-dca8a7ea06b9 req-5b2f9df4-8ac2-45d3-bacc-057e96305c17 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 210 time: 0.2075973 Nov 12 01:02:02.115126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.116550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.129900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979009e-c847-483f-a043-c6ffc46131d2 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:02.149076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:02.186052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.221586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Allocated IP 172.25.6.159 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/544bb153-8aa3-43c7-9b1c-04f4ecb6fae8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:02.235272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:02.240250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9066343 Nov 12 01:02:02.243908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:02.247568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df533d-6b4c-495a-9f87-3e91d30af199 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=14']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.279662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:2f:7a:31', 'name': 'tempest-NetworksTestDHCPv6-1701691257'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:02.291495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.409430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.410378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.413198 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] 10.222.0.39 "PUT /v2.0/ports/1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 1092 time: 2.1862233 Nov 12 01:02:02.498764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Allocated IP 172.20.0.12 (52e1696d-5563-446b-8477-cf0a6e4e0aab/4d54dd81-0a2f-477a-a1c5-e07e2cb56298/e2989f05-4160-4f56-a7dd-165cc84cbc37) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:02.545436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:02.568453 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4d064-3eea-4668-8110-456d47214b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:02.663010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:02.746202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.770787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf9c7e-483a-4359-b1c2-629f8bf5b681 req-9db4bacd-4edd-4de6-a3ae-94ad8eabdd29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.773029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dcf9c7e-483a-4359-b1c2-629f8bf5b681 req-9db4bacd-4edd-4de6-a3ae-94ad8eabdd29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 943 time: 0.4752460 Nov 12 01:02:02.821293 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4617b6-c6b3-4765-9202-aa91723394fa x-openstack-request-id: req-3d4617b6-c6b3-4765-9202-aa91723394fa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:02.821865 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:02.821865 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d4617b6-c6b3-4765-9202-aa91723394fa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:02.822226 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'status': 'completed', 'code': 200} Nov 12 01:02:02.916083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9e3b3-6c54-47f4-96c5-572b7dd3d59b service neutron] Pushing event updated for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.979881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-ed49c434-f07d-4cee-ac03-891c96250321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.982024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-ed49c434-f07d-4cee-ac03-891c96250321 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1095 time: 0.3819830 Nov 12 01:02:02.994136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3', 'ip_address': '2001:db8::f816:3eff:fe10:1584'}, {'subnet_id': '3e0291c1-1a12-41a5-b52d-0aadd237863e'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '272523c2-7eca-476c-b752-30671b876bb8'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:02:03.041163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.091493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3dcf9c7e-483a-4359-b1c2-629f8bf5b681 req-1eec34ac-518b-4895-85ac-73c64db7c34a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715244 Nov 12 01:02:03.097489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.124247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-a4a53849-7f5a-4f36-9d77-2b9fe4c4763e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 217 time: 0.1242924 Nov 12 01:02:03.141357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.142966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:03.200219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.334350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-993e03b3-4301-4a36-be31-396501a684d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.336959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-993e03b3-4301-4a36-be31-396501a684d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.1990693 Nov 12 01:02:03.358021 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4563c833-a575-42ff-8045-c86da443f8b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86fb0a1c8a68466b8f4f32dd4e573982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934421 Nov 12 01:02:03.381186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:03.390007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Allocated IP 172.20.0.2 (5b2f6347-05eb-4950-a88c-4098590cba1f/3e0291c1-1a12-41a5-b52d-0aadd237863e/272523c2-7eca-476c-b752-30671b876bb8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:03.391648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Network 52e1696d-5563-446b-8477-cf0a6e4e0aab is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:03.427796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.461466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:03.471097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:03.519130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Pushing event updated for resources: {'Port': ['ID=544bb153-8aa3-43c7-9b1c-04f4ecb6fae8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.523541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Pushing event updated for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.544438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a37c1-ec88-427f-af23-68e0deb79ace req-cda913c3-e4ea-4971-82dc-267d80c57e1c tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.546491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-503a37c1-ec88-427f-af23-68e0deb79ace req-cda913c3-e4ea-4971-82dc-267d80c57e1c tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 932 time: 0.2543869 Nov 12 01:02:03.559965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:03.581205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7651b6-2306-4421-baa9-db19624f2275 req-d3da7bc6-d36b-4a99-bb84-7ed87ff7b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.587194 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-d3da7bc6-d36b-4a99-bb84-7ed87ff7b38c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394021 Nov 12 01:02:03.593891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.616173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:03.647888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.652276 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.659798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.660796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.664819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.765008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-503a37c1-ec88-427f-af23-68e0deb79ace req-2f0ea9e5-21f9-4cf1-a69d-210a5a7c3a56 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676307 Nov 12 01:02:03.767550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac782a-a7c6-40cd-84f7-0a6b51213b14 None None] Pushing event updated for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=15']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.781379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.792363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:03.816990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-0d209f4a-e157-4893-b031-6c5899b58286 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2350497 Nov 12 01:02:03.820737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port e4d59c4d-fa33-47b3-b35d-75866fc97c58 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:03.827588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Request body: {'port': {'device_id': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:03.921677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:03.956318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:04.030977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:04.031898 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.045491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.228715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.234632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.241073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/476ebe4d-27e2-4b80-9e48-ea9747d05321 HTTP/1.1" status: 204 len: 168 time: 0.8540630 Nov 12 01:02:04.288938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccad8c-91e8-41fa-b1ee-fde8a7dcb608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ebe4d-27e2-4b80-9e48-ea9747d05321,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:04.573471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ecc1-c34e-4f70-b183-a1365c61c5f1 req-c76d8825-dbd2-4e32-8ada-f8b401721252 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.581114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7187ecc1-c34e-4f70-b183-a1365c61c5f1 req-c76d8825-dbd2-4e32-8ada-f8b401721252 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 943 time: 0.2847295 Nov 12 01:02:04.670282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-70b00b5a-8ed9-49b7-82a5-8dc071f2a31e service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0516422 Nov 12 01:02:04.735088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7187ecc1-c34e-4f70-b183-a1365c61c5f1 req-f3d6bc64-5801-4dc5-b2a4-598a47604c36 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215260 Nov 12 01:02:04.869292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2989f05-4160-4f56-a7dd-165cc84cbc37 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:04.892362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.948051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Transition to ACTIVE for port object e2989f05-4160-4f56-a7dd-165cc84cbc37 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:04.990086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.040386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.089127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 172.20.0.6 (5b2f6347-05eb-4950-a88c-4098590cba1f/3e0291c1-1a12-41a5-b52d-0aadd237863e/e4d59c4d-fa33-47b3-b35d-75866fc97c58) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:05.093882 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6c7651b6-2306-4421-baa9-db19624f2275 req-aa29747c-685b-4faf-845e-6150158871ab service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892019 Nov 12 01:02:05.120339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe2f:7a31 (5b2f6347-05eb-4950-a88c-4098590cba1f/6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3/e4d59c4d-fa33-47b3-b35d-75866fc97c58) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:05.134671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.171612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Pushing event updated for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.178442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c6a7d8f5-d311-4f37-bda7-c6014c6700dd None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:05.183804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d8f5-d311-4f37-bda7-c6014c6700dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.234617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb658fc-a973-4cc9-b58f-78e193e59494 req-d5952ecd-a875-4053-ba1a-5ed274ba7c54 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.237901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cb658fc-a973-4cc9-b58f-78e193e59494 req-d5952ecd-a875-4053-ba1a-5ed274ba7c54 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 932 time: 0.3160970 Nov 12 01:02:05.246444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.357106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Attempting to bind port e2989f05-4160-4f56-a7dd-165cc84cbc37 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:05.357445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Attempting to bind port e2989f05-4160-4f56-a7dd-165cc84cbc37 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '386ea6f3-64b4-4e72-bfa5-7d4b12656a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:05.357779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Attempting to bind port e2989f05-4160-4f56-a7dd-165cc84cbc37 on network 52e1696d-5563-446b-8477-cf0a6e4e0aab {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:05.367533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Port e2989f05-4160-4f56-a7dd-165cc84cbc37 on network 52e1696d-5563-446b-8477-cf0a6e4e0aab not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:05.367880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Attempting to bind port e2989f05-4160-4f56-a7dd-165cc84cbc37 on network 52e1696d-5563-446b-8477-cf0a6e4e0aab {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:05.373315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cb658fc-a973-4cc9-b58f-78e193e59494 req-9610ff00-2a98-4a46-a422-b9a55b004a69 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238825 Nov 12 01:02:05.377863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:05.378218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Checking segment: {'id': '386ea6f3-64b4-4e72-bfa5-7d4b12656a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:05.378633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Bound using segment: {'id': '386ea6f3-64b4-4e72-bfa5-7d4b12656a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:05.379082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Bound port: e2989f05-4160-4f56-a7dd-165cc84cbc37, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386ea6f3-64b4-4e72-bfa5-7d4b12656a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:05.379518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.465623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4d064-3eea-4668-8110-456d47214b9d req-9fc280b7-7f25-447e-82b9-bc092de823ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.468214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-9fc280b7-7f25-447e-82b9-bc092de823ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1095 time: 0.2892148 Nov 12 01:02:05.497287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:05.504354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37,segment=NetworkSegment(386ea6f3-64b4-4e72-bfa5-7d4b12656a05),segment_id=386ea6f3-64b4-4e72-bfa5-7d4b12656a05)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:05.515139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.608090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.613891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.614935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.617205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] 10.222.0.32 "PUT /v2.0/ports/e2989f05-4160-4f56-a7dd-165cc84cbc37 HTTP/1.1" status: 200 len: 1093 time: 1.7989705 Nov 12 01:02:05.617874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:05.631278 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb24703-968a-4201-a323-1e11c5fc27d3" -d '{"events": [{"name": "network-changed", "server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:05.681977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d51a-4725-479f-ade5-d61dca246f0a service neutron] Pushing event updated for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.721452 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4364137-2558-4ec8-9731-378a008ace58 x-openstack-request-id: req-e4364137-2558-4ec8-9731-378a008ace58 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:05.721987 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:05.722462 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4364137-2558-4ec8-9731-378a008ace58 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:05.723020 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37', 'status': 'completed', 'code': 200} Nov 12 01:02:05.734343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.771678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-392bccf2-7365-4521-8b35-10106d045d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.773699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-392bccf2-7365-4521-8b35-10106d045d21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9635f026763943a994da3b74e902ed74&device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 1096 time: 0.0821779 Nov 12 01:02:05.870219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:05.887532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:05.894927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=e4d59c4d-fa33-47b3-b35d-75866fc97c58,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.902962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-7ecb8808-c6be-4a82-b51f-8ab4e29ca931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37 HTTP/1.1" status: 200 len: 217 time: 0.1199973 Nov 12 01:02:05.911977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:05.955819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:05.979159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.982774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4d064-3eea-4668-8110-456d47214b9d req-bb53c29f-8cf0-4dad-bf5e-32dead28d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.985819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-bb53c29f-8cf0-4dad-bf5e-32dead28d543 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 898 time: 0.5036182 Nov 12 01:02:05.991040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.059653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.081240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 272523c2-7eca-476c-b752-30671b876bb8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:06.081745 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.194045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-dc50c2d7-43b3-49af-8493-60533702e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.230145 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-7d0d8de6-e6e7-4367-b458-b83c60789ba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 217 time: 0.2223654 Nov 12 01:02:06.232156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-dc50c2d7-43b3-49af-8493-60533702e6d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d54dd81-0a2f-477a-a1c5-e07e2cb56298 HTTP/1.1" status: 200 len: 850 time: 0.3216007 Nov 12 01:02:06.267925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.269107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.326178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-38a184d4-13aa-4769-87ea-ac3b32be2097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e1696d-5563-446b-8477-cf0a6e4e0aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826709 Nov 12 01:02:06.338644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8957d-58c5-44f3-b8ba-19204fd90e70 req-8189a66e-1716-4c5e-b21b-aa206bfb6d9f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.340906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70d8957d-58c5-44f3-b8ba-19204fd90e70 req-8189a66e-1716-4c5e-b21b-aa206bfb6d9f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 943 time: 0.2386014 Nov 12 01:02:06.384806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Pushing event updated for resources: {'Port': ['ID=544bb153-8aa3-43c7-9b1c-04f4ecb6fae8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:06.389480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.410457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720528823'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:06.422199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16e1626e-789c-4ef8-9134-d5263622422e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1743422 Nov 12 01:02:06.425040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.500559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4d064-3eea-4668-8110-456d47214b9d req-9fbf4716-3b60-4d5a-a16a-af027573410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.507437 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-9fbf4716-3b60-4d5a-a16a-af027573410d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.1211488 Nov 12 01:02:06.582581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4d064-3eea-4668-8110-456d47214b9d req-83074e65-4f89-4802-860c-c31c85676fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.586068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-83074e65-4f89-4802-860c-c31c85676fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753741 Nov 12 01:02:06.620001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.624496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe0bf826-fed5-48e8-971a-a5cb85d0a9fb tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6769917 Nov 12 01:02:06.626443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:06.627490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.628633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-708c5fe1-5e70-47dd-a4c0-4f41f1585e49 None None] Provisioning complete for port e4d59c4d-fa33-47b3-b35d-75866fc97c58 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:06.630144 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-708c5fe1-5e70-47dd-a4c0-4f41f1585e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.632611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.671083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70d8957d-58c5-44f3-b8ba-19204fd90e70 req-00ee1e88-7d6f-4662-9275-b3b649f60cca tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034589 Nov 12 01:02:06.723599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-708c5fe1-5e70-47dd-a4c0-4f41f1585e49 None None] Port e4d59c4d-fa33-47b3-b35d-75866fc97c58 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:06.736496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.749868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539dd65-f1ee-414c-81cf-0f9006060dea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.763608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539dd65-f1ee-414c-81cf-0f9006060dea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.766920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e539dd65-f1ee-414c-81cf-0f9006060dea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3266742 Nov 12 01:02:06.784694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.807919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-eeb70688-2300-424d-acb4-89e730327be0 service neutron] 10.222.0.32 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657328 Nov 12 01:02:06.883999 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f63176df-4543-49cf-855f-6dc1651ec835 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2545726 Nov 12 01:02:06.886794 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-2e267ab0-98db-4652-9081-f291200124c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929354 Nov 12 01:02:06.887446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.922003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcedff-b306-4646-984c-bee6a70c4b22 req-e4062008-49a1-4372-82d0-13ee294d9586 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.931924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58bcedff-b306-4646-984c-bee6a70c4b22 req-e4062008-49a1-4372-82d0-13ee294d9586 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 944 time: 0.3372154 Nov 12 01:02:07.043403 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:07.049489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd30457d-57fc-4a5b-b526-8dac9a9efbf7 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1583221 Nov 12 01:02:07.051488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:07.168696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58bcedff-b306-4646-984c-bee6a70c4b22 req-114cc1a5-2ade-41a5-8da3-298b898cfd9e tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353497 Nov 12 01:02:07.179579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4615cc3-68f5-4aaa-98b2-11c5bdb9b071 req-c61eadcd-8c6f-4829-87d7-db6c0c91c95a service neutron] 10.222.0.32 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181095 Nov 12 01:02:07.206221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port e4d59c4d-fa33-47b3-b35d-75866fc97c58 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:07.206850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.274294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.310741 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d4d064-3eea-4668-8110-456d47214b9d req-7521335b-1722-41c8-95a2-ce372b4c3909 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155796 Nov 12 01:02:07.343511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.352525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Deleting port 544bb153-8aa3-43c7-9b1c-04f4ecb6fae8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:07.353766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.430423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:07.459646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc4f5c4-d50d-4737-a7d4-e65aa97d6b45,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.463801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.463801 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment d31e1d0e-e84f-4d02-85b3-a7cc1bda173f of type vlan for network 5a3a5efe-cd70-4049-90bf-d4715eff2410 Nov 12 01:02:07.503995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.504893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.512231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.519231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-c115d27f-866e-4754-9778-01ad84c1c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.520987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-c115d27f-866e-4754-9778-01ad84c1c7fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9635f026763943a994da3b74e902ed74&device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 1096 time: 0.2513163 Nov 12 01:02:07.529856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Calling delete_port for 544bb153-8aa3-43c7-9b1c-04f4ecb6fae8 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:07.553261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for e4d59c4d-fa33-47b3-b35d-75866fc97c58 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:07.557387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.764700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.773992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.774810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.829280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.885814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8132153 Nov 12 01:02:07.889967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:07.899088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-760739247'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:07.904431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Pushing event deleted for resources: {'Port': ['ID=544bb153-8aa3-43c7-9b1c-04f4ecb6fae8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.994044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:07.999572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.019540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-c32a69aa-9220-41d5-951c-284882aa23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.023063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-c32a69aa-9220-41d5-951c-284882aa23f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e1696d-5563-446b-8477-cf0a6e4e0aab HTTP/1.1" status: 200 len: 911 time: 0.4921422 Nov 12 01:02:08.032509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.035458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.040579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e66fb44-4954-42f5-bdc1-2862ac89485b tempest-FloatingIPAdminTestJSON-1251010901 tempest-FloatingIPAdminTestJSON-1251010901-project] 10.222.0.11 "DELETE /v2.0/floatingips/d8af5b67-6272-41d8-babc-d7858e11bd57 HTTP/1.1" status: 204 len: 168 time: 0.9832747 Nov 12 01:02:08.043188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43986) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.153640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:08.187594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-fb9345d7-ec13-414e-ac0c-e5f433adab68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37 HTTP/1.1" status: 200 len: 217 time: 0.1535652 Nov 12 01:02:08.196637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d70a1-1ecb-4574-a7d0-3bed415b2f08 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=5a3a5efe-cd70-4049-90bf-d4715eff2410,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.219454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.219454 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0 of type vlan for network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 Nov 12 01:02:08.230530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:08.283718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65eb0-90b9-44c7-a9b3-baf145f3a8c3 req-00ad4d80-1aa9-442a-88fb-8dd8b26e8898 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.292685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ee65eb0-90b9-44c7-a9b3-baf145f3a8c3 req-00ad4d80-1aa9-442a-88fb-8dd8b26e8898 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 943 time: 0.4361641 Nov 12 01:02:08.363121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.430975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-65823cee-6fd1-49bd-a56d-e10b7efc3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.432858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-65823cee-6fd1-49bd-a56d-e10b7efc3852 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d54dd81-0a2f-477a-a1c5-e07e2cb56298 HTTP/1.1" status: 200 len: 850 time: 0.2293460 Nov 12 01:02:08.434900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Deleting port 8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:08.437192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.473326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a7817b8-b5a1-401e-af99-2a5c5cf84188 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:08.568763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.577754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.578576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.641147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.641530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.653303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e2989f05-4160-4f56-a7dd-165cc84cbc37 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:08.671675 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7749197 Nov 12 01:02:08.728492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.740497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:08.744227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Calling delete_port for 8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:08.788311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:08.803857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66619df4-158d-4203-a54f-bbefda438b6a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=01fbb2dd-db0d-49ec-8700-94a2bf5099b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.827919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:08.867622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:09.035104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.063664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37,segment=NetworkSegment(386ea6f3-64b4-4e72-bfa5-7d4b12656a05),segment_id=386ea6f3-64b4-4e72-bfa5-7d4b12656a05)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:09.073047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:09.077731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.081411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.108823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7817b8-b5a1-401e-af99-2a5c5cf84188 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:09.135602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad1e28d-34fb-4b48-b45a-8e8c1dc6023c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.177937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:09.181513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-213dff45-c427-4e70-82ef-f5829fa02a40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e1696d-5563-446b-8477-cf0a6e4e0aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7370157 Nov 12 01:02:09.185460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e2989f05-4160-4f56-a7dd-165cc84cbc37', 'network_id': '52e1696d-5563-446b-8477-cf0a6e4e0aab', 'port_id': 'e2989f05-4160-4f56-a7dd-165cc84cbc37', 'mac_address': 'fa:16:3e:4a:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d54dd81-0a2f-477a-a1c5-e07e2cb56298', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:09.204859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ee65eb0-90b9-44c7-a9b3-baf145f3a8c3 req-22727644-3f8f-49d5-98f0-29035126775f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9047518 Nov 12 01:02:09.208848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.220539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.277874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=e4d59c4d-fa33-47b3-b35d-75866fc97c58,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.289912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b2f17565-02cf-4ef0-8d50-be0a7b391754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.380274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66d66-086d-41f5-8bbf-a05ecd5df83b req-92351298-fcb3-46ea-8e5c-e66ff1c1f88d tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.382674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a66d66-086d-41f5-8bbf-a05ecd5df83b req-92351298-fcb3-46ea-8e5c-e66ff1c1f88d tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 944 time: 0.9564250 Nov 12 01:02:09.399472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.431131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2989f05-4160-4f56-a7dd-165cc84cbc37 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:09.436020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['1a7817b8-b5a1-401e-af99-2a5c5cf84188'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:09.482187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.486744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.501740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e0cf4b9-c65d-4cfe-8a4c-6bc5e3658386 tempest-FloatingIPAdminTestJSON-904403265 tempest-FloatingIPAdminTestJSON-904403265-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/9b677eb1-da7c-40d6-8269-89212010d2a1 HTTP/1.1" status: 204 len: 168 time: 1.4434321 Nov 12 01:02:09.503699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:09.522832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37,segment=NetworkSegment(386ea6f3-64b4-4e72-bfa5-7d4b12656a05),segment_id=386ea6f3-64b4-4e72-bfa5-7d4b12656a05)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:09.536170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.561596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.599789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.600358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.600522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.600837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.601204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.601548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.601973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.602425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.602759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.603150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.603490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.603822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:09.625592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-9ee95cf1-5124-485a-b9d9-b2dcebc74bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178791 Nov 12 01:02:09.753230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.789519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.878774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:09.879155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: 5a3a5efe-cd70-4049-90bf-d4715eff2410, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:09.898697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e2989f05-4160-4f56-a7dd-165cc84cbc37'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:09.906395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=b702def7-1e1c-4ce3-9148-19632aa3325d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:09.920320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:09.937830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5a3a5efe-cd70-4049-90bf-d4715eff2410) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:09.944257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.944847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.949428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.953103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5b6549c2-6a3f-41fe-ae23-881322b599da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/e4d59c4d-fa33-47b3-b35d-75866fc97c58 HTTP/1.1" status: 204 len: 168 time: 3.1670272 Nov 12 01:02:09.959995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:09.970650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2114ae-cfd2-481f-a6a3-96e69847d830 None None] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:10.003286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a66d66-086d-41f5-8bbf-a05ecd5df83b req-934df85d-832d-4be4-9158-a7043ac2bd33 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450685 Nov 12 01:02:10.007678 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d01f9c5a-781c-4839-afef-a8a810843d8e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2777331 Nov 12 01:02:10.011609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.018858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:10.085464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71293797-98f7-42a7-9a9a-1f8177f628d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.087448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71293797-98f7-42a7-9a9a-1f8177f628d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.088867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccb24703-968a-4201-a323-1e11c5fc27d3 req-6b183385-81bc-47e9-a832-e47ff9cafc82 service neutron] 10.222.0.32 "GET /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452918 Nov 12 01:02:10.091079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71293797-98f7-42a7-9a9a-1f8177f628d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.092994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-71293797-98f7-42a7-9a9a-1f8177f628d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1318355 Nov 12 01:02:10.100430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.133380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port fdbc0ae3-63c0-4445-8639-ab1181a77672 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:10.135113 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.250410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:10.254934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.308161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 3e0291c1-1a12-41a5-b52d-0aadd237863e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:10.319419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.442986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5a3a5efe-cd70-4049-90bf-d4715eff2410', 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': 'b702def7-1e1c-4ce3-9148-19632aa3325d'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:10.444492 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.453267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.617988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.659332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for fdbc0ae3-63c0-4445-8639-ab1181a77672 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:10.671374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.685587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.706066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791634-3c38-4225-85fd-765f19c6e407 req-f0d6520a-aa07-4340-b410-db314c81b445 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.706066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81791634-3c38-4225-85fd-765f19c6e407 req-f0d6520a-aa07-4340-b410-db314c81b445 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 944 time: 0.3398025 Nov 12 01:02:10.761873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Allocated IP 172.20.0.2 (5a3a5efe-cd70-4049-90bf-d4715eff2410/b702def7-1e1c-4ce3-9148-19632aa3325d/e72b0fa2-a7a6-4fc0-a230-46f617c52bdc) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:10.790382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=fca19f2e-7403-4073-964f-67500f43134e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:10.794900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:10.795319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: 01fbb2dd-db0d-49ec-8700-94a2bf5099b0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:10.820533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:10.833272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 01fbb2dd-db0d-49ec-8700-94a2bf5099b0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:10.850917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.852338 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.867947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70513625-07c4-4076-ac5b-8f1de5f3d397 None None] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:10.908162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81791634-3c38-4225-85fd-765f19c6e407 req-81fe2918-0ccd-4a2c-b106-433b97301878 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669357 Nov 12 01:02:10.923602 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-234fde51-c358-4e1f-a553-06d9e4157083 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9107764 Nov 12 01:02:10.926350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.928514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.934338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260154496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:10.995161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.995161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.011606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0291c1-1a12-41a5-b52d-0aadd237863e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.017865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.027731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cd12ec7e-c83d-46e5-95af-f83073a844f3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/3e0291c1-1a12-41a5-b52d-0aadd237863e HTTP/1.1" status: 204 len: 168 time: 0.9211836 Nov 12 01:02:11.030428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.118603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.130368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.167649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.174257 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb99e1dc-92e2-4fe8-b449-a23d7f82b47b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2402275 Nov 12 01:02:11.174963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.178276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2478d2a-b249-4b26-a634-cbe7d5e8fcea None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:11.298180 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.303791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1fb66-8ddc-4318-aef4-0f2c322cc4aa req-e5dee013-f715-485c-ba38-61b278eab2e5 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.313581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37d1fb66-8ddc-4318-aef4-0f2c322cc4aa req-e5dee013-f715-485c-ba38-61b278eab2e5 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 945 time: 0.1609530 Nov 12 01:02:11.314722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.322206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:11.333474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.412666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.464194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=fdbc0ae3-63c0-4445-8639-ab1181a77672,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.555840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.616957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.632398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37d1fb66-8ddc-4318-aef4-0f2c322cc4aa req-f7fa34f6-eab9-4cc3-ae1f-4625ada52139 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072481 Nov 12 01:02:11.724948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:11.731274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:11.762433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:11.767776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.855126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.864742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-988d0b20-b625-4995-93aa-786accb4181e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/ports/fdbc0ae3-63c0-4445-8639-ab1181a77672 HTTP/1.1" status: 204 len: 168 time: 2.3495381 Nov 12 01:02:11.868558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.872251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Attempting to bind port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:11.872642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Attempting to bind port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:11.872974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Attempting to bind port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc on network 5a3a5efe-cd70-4049-90bf-d4715eff2410 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:11.899935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:11.900376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Checking segment: {'id': 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:11.900775 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.901166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Bound using segment: {'id': 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:11.901677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Bound port: e72b0fa2-a7a6-4fc0-a230-46f617c52bdc, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a3a5efe-cd70-4049-90bf-d4715eff2410'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:11.902535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.916909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.972759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.984036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-01fbb2dd-db0d-49ec-8700-94a2bf5099b0', 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': 'fca19f2e-7403-4073-964f-67500f43134e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:11.986257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.988395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.994289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9056bda-242d-4f6f-a197-b8fa6cd32b99 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3 HTTP/1.1" status: 204 len: 168 time: 0.9610941 Nov 12 01:02:12.013223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] For port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:12.026545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.057267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Pushing event updated for resources: {'Port': ['ID=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:12.088186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15f071-ea5b-4df4-b74b-11cd201ec01e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.091109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2f15f071-ea5b-4df4-b74b-11cd201ec01e tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "GET /v2.0/ports?device_id=7abacd16-2716-4b5b-8456-7fc17d9c9979 HTTP/1.1" status: 200 len: 913 time: 0.2205904 Nov 12 01:02:12.093293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] For port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,segment=NetworkSegment(d31e1d0e-e84f-4d02-85b3-a7cc1bda173f),segment_id=d31e1d0e-e84f-4d02-85b3-a7cc1bda173f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:12.109988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.139753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.162679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-160665c5-a208-46f2-ba72-fedcac2c4322 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330070 Nov 12 01:02:12.231443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.246816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d4c2-a902-4323-aaaf-faac77abbc52 None None] Pushing event updated for resources: {'Port': ['ID=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:12.311755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-628688a1-269b-48db-8fc4-fbf6c897298e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.421176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Allocated IP 172.21.0.2 (01fbb2dd-db0d-49ec-8700-94a2bf5099b0/fca19f2e-7403-4073-964f-67500f43134e/d2b81ab0-6ef3-4618-bd33-3447450d27d6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:12.448412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:12.502111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaae520-ede8-429c-a0fc-941547759077 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.504913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5aaae520-ede8-429c-a0fc-941547759077 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2712653 Nov 12 01:02:12.533112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafbef9-c02d-4e3d-aed3-6d210b2f448c req-e5701f14-c0d4-4661-b492-c615312a71d3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.534652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdafbef9-c02d-4e3d-aed3-6d210b2f448c req-e5701f14-c0d4-4661-b492-c615312a71d3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 944 time: 0.3931921 Nov 12 01:02:12.541473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.572121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.20.0.1 (5a3a5efe-cd70-4049-90bf-d4715eff2410/b702def7-1e1c-4ce3-9148-19632aa3325d/83ac2ef9-e07e-4da3-a901-cf9cb8f066d8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:12.734903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.742577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.747749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef4cd7-4e3f-4a3a-b257-0c46869d8e0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.750285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a7817b8-b5a1-401e-af99-2a5c5cf84188 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:12.764695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-73ef4cd7-4e3f-4a3a-b257-0c46869d8e0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2215970 Nov 12 01:02:12.770473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44076) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.798164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e2989f05-4160-4f56-a7dd-165cc84cbc37 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:12.806477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.813379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdafbef9-c02d-4e3d-aed3-6d210b2f448c req-65c83722-c0ff-4584-88a7-22fe3b035720 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500069 Nov 12 01:02:12.969252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-864cd7fe-4237-4a1c-ae9f-0960731bf1aa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1926403 Nov 12 01:02:12.983774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.996928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:13.019115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.063680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.088722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:13.090330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b149e4-5759-43eb-95d5-835fc06a5aa3 req-d0663cdd-06d5-4bf0-87cd-f35e824819ff tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.099070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b149e4-5759-43eb-95d5-835fc06a5aa3 req-d0663cdd-06d5-4bf0-87cd-f35e824819ff tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 945 time: 0.1683018 Nov 12 01:02:13.101414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:13.109085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:13.112492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=83ac2ef9-e07e-4da3-a901-cf9cb8f066d8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.119605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Pushing event updated for resources: {'Port': ['ID=d2b81ab0-6ef3-4618-bd33-3447450d27d6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.138107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:13.139787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:13.143713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:13.203195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.244958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:13.257012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b149e4-5759-43eb-95d5-835fc06a5aa3 req-589fb0de-432b-47a9-85dd-c06308796f56 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568615 Nov 12 01:02:13.259506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port e2989f05-4160-4f56-a7dd-165cc84cbc37 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:13.273887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e2989f05-4160-4f56-a7dd-165cc84cbc37 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:13.277693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.303883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:13.308859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.311109 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:13.312397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:13.316203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Deleting port 272523c2-7eca-476c-b752-30671b876bb8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:13.316203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.334911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-72f85254-a254-4c4f-914b-4390369afe0c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3453879 Nov 12 01:02:13.338215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:13.353357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:13.353868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.376144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:13.402441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Attempting to bind port d2b81ab0-6ef3-4618-bd33-3447450d27d6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:13.403058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Attempting to bind port d2b81ab0-6ef3-4618-bd33-3447450d27d6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:13.403679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Attempting to bind port d2b81ab0-6ef3-4618-bd33-3447450d27d6 on network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:13.462244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:13.462678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Checking segment: {'id': '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:13.463244 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.463650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Bound using segment: {'id': '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:13.464190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Bound port: d2b81ab0-6ef3-4618-bd33-3447450d27d6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '01fbb2dd-db0d-49ec-8700-94a2bf5099b0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:13.464577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.499271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.531208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] For port 272523c2-7eca-476c-b752-30671b876bb8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=272523c2-7eca-476c-b752-30671b876bb8,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:13.531793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.572425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.596637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Calling delete_port for 272523c2-7eca-476c-b752-30671b876bb8 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:13.686258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:13.690981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.694254 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:13.694928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:13.734300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a358cee-a433-46d1-8044-f791c026dafd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3915453 Nov 12 01:02:13.734732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:13.743288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:13.796449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] For port d2b81ab0-6ef3-4618-bd33-3447450d27d6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:13.804701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] For port d2b81ab0-6ef3-4618-bd33-3447450d27d6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2b81ab0-6ef3-4618-bd33-3447450d27d6,segment=NetworkSegment(991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0),segment_id=991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:13.987289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.991170 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.120990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e72b0fa2-a7a6-4fc0-a230-46f617c52bdc up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:14.175735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c0c4-7814-4b39-9af9-8805e40c7be7 req-fbbc87ed-e06a-4068-ab8f-4bf658594466 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.177345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64c3c0c4-7814-4b39-9af9-8805e40c7be7 req-fbbc87ed-e06a-4068-ab8f-4bf658594466 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 944 time: 0.1285610 Nov 12 01:02:14.183551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:14.187297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.189135 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:14.189571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:14.216624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.221033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.222159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.222957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.229719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port 0549654f-9c06-4701-904b-0253b72500cb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:14.230093 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.253153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] No DVR routers for this DVR port 272523c2-7eca-476c-b752-30671b876bb8 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:14.256561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.268108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4131a2af-d6d6-4be2-98b4-b47cb1d66736 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5319698 Nov 12 01:02:14.319856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:14.333748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb1675-d1f1-45ca-867d-8ab5b69620a2 None None] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:14.334859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:14.399495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f171c3-d391-451d-8909-4c926c001b6b None None] Pushing event updated for resources: {'Port': ['ID=d2b81ab0-6ef3-4618-bd33-3447450d27d6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.435495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=83ac2ef9-e07e-4da3-a901-cf9cb8f066d8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.448708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37'}, {'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:14.453481 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a437e8-9cab-423d-a615-bad4348848e6" -d '{"events": [{"server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "name": "network-vif-plugged", "status": "completed", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37"}, {"server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "name": "network-vif-plugged", "status": "completed", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:14.460840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.577723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f51ee-45f6-4659-84c9-687c4c964a59 None None] Pushing event deleted for resources: {'Port': ['ID=272523c2-7eca-476c-b752-30671b876bb8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.591766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:14.599870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37,segment=NetworkSegment(386ea6f3-64b4-4e72-bfa5-7d4b12656a05),segment_id=386ea6f3-64b4-4e72-bfa5-7d4b12656a05)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:14.633448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.671180 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.679682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f86fce96-a625-4c50-8652-6b124e45d45f None None] Provisioning complete for port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:14.680439 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f86fce96-a625-4c50-8652-6b124e45d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.680770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b998496-2c12-4b98-90f0-8b61985ded6d req-775aa108-3101-4b61-a654-6128de0a9f90 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.703331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b998496-2c12-4b98-90f0-8b61985ded6d req-775aa108-3101-4b61-a654-6128de0a9f90 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 945 time: 0.2519836 Nov 12 01:02:14.752398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64c3c0c4-7814-4b39-9af9-8805e40c7be7 req-f0d2c6bd-48b6-4cf3-a4dc-f3e8e136452a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5625162 Nov 12 01:02:14.762049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.808923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:14.810411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:14.815952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:14.828640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.847052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b998496-2c12-4b98-90f0-8b61985ded6d req-dc3f1ffb-2fc9-47da-b59e-ed864fadc943 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381507 Nov 12 01:02:14.858669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for 0549654f-9c06-4701-904b-0253b72500cb owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:14.911661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:14.923955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.931407 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:14.932174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:14.992397 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce523e2c-5424-4e69-aee5-50562fd69785 x-openstack-request-id: req-ce523e2c-5424-4e69-aee5-50562fd69785 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:14.993155 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "name": "network-vif-plugged", "status": "completed", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37", "code": 200}, {"server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "name": "network-vif-plugged", "status": "completed", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:14.994191 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce523e2c-5424-4e69-aee5-50562fd69785 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:14.995589 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37', 'code': 200} Nov 12 01:02:14.996329 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'code': 200} Nov 12 01:02:15.108380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-894b71f6-cd45-44ed-8f34-0ec253a48f7d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7862597 Nov 12 01:02:15.119113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44124) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:15.137958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:15.249955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.268818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.297173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654d94d-8c0e-44f9-ad52-081ffe883808 req-81f1a3d4-13b3-4e31-be6d-401098216333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.297173 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3654d94d-8c0e-44f9-ad52-081ffe883808 req-81f1a3d4-13b3-4e31-be6d-401098216333 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1097 time: 0.2393394 Nov 12 01:02:15.309833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5ce6-88ff-4d76-b94d-ad89c2250f88 req-6b4bc986-8833-4198-b5a3-e8ba727f103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.312385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-840d5ce6-88ff-4d76-b94d-ad89c2250f88 req-6b4bc986-8833-4198-b5a3-e8ba727f103f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 1098 time: 0.2880545 Nov 12 01:02:15.373432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:15.550100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:15.562639 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] Sync routers for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:15.575915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f0666053-6e48-4087-9f38-2cafb9c8cc0a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992794 Nov 12 01:02:15.576790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44130) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:15.582691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:15.583682 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.586527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-840d5ce6-88ff-4d76-b94d-ad89c2250f88 req-9bd9b075-8115-4764-a810-326a08bb44fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981428 Nov 12 01:02:15.672715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:15.675456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d8ac32-9cdc-4ca9-beb3-997efff5d1ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.680706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-62d8ac32-9cdc-4ca9-beb3-997efff5d1ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports/83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 HTTP/1.1" status: 200 len: 910 time: 0.1010797 Nov 12 01:02:15.681642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:15.682237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.684742 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3654d94d-8c0e-44f9-ad52-081ffe883808 req-011dc5e7-0777-4966-b8e6-9bca9edfd608 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792775 Nov 12 01:02:15.688540 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:15.689854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:15.695838 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.717390 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:15.725332 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.755763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-74f07e9b-2340-4394-8add-f8fd0a72a34c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6316433 Nov 12 01:02:15.778396 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.781251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:15.788435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:15.809119 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.810163 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f770d-db29-490d-a5cb-86c432a13117 None None] The sync data for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:15.906923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.936638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f86fce96-a625-4c50-8652-6b124e45d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.946503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,segment=NetworkSegment(d31e1d0e-e84f-4d02-85b3-a7cc1bda173f),segment_id=d31e1d0e-e84f-4d02-85b3-a7cc1bda173f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:15.974236 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.054242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.143146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:16.213444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 272523c2-7eca-476c-b752-30671b876bb8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:16.213900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 272523c2-7eca-476c-b752-30671b876bb8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:16.228336 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-f86fce96-a625-4c50-8652-6b124e45d45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:16.228820 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-f86fce96-a625-4c50-8652-6b124e45d45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:16.368042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8dc37-ca2c-4994-a8c5-76f1dc04b923 None None] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:16.563854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e72b0fa2-a7a6-4fc0-a230-46f617c52bdc up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:16.712992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.898569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.914848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:16.915326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.983472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:16.992003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.993730 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:02:16.994460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:17.013745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=0549654f-9c06-4701-904b-0253b72500cb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.027788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefc6c6-51c2-4e10-9797-7b0297f9e675 req-f28b507f-1970-499f-b6a0-fc8af6f4074c tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.030136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cefc6c6-51c2-4e10-9797-7b0297f9e675 req-f28b507f-1970-499f-b6a0-fc8af6f4074c tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 946 time: 1.0266573 Nov 12 01:02:17.036398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4df5fb60-3e44-48eb-9201-2939b6b49abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2539845 Nov 12 01:02:17.046071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e681e22-9a03-4c0f-a0d7-fb931733e986 req-624c1846-14f6-474a-8ff4-7246553ebf09 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.047312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2b81ab0-6ef3-4618-bd33-3447450d27d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:17.047901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e681e22-9a03-4c0f-a0d7-fb931733e986 req-624c1846-14f6-474a-8ff4-7246553ebf09 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.2906020 Nov 12 01:02:17.048747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.133615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.21.0.1 (01fbb2dd-db0d-49ec-8700-94a2bf5099b0/fca19f2e-7403-4073-964f-67500f43134e/32740fef-1597-4b81-b8ea-0eb33d1f3592) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:17.177791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Provisioning complete for port d2b81ab0-6ef3-4618-bd33-3447450d27d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.182571 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.222652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e681e22-9a03-4c0f-a0d7-fb931733e986 req-e6e9a5c3-1bf7-44f9-88cd-a88cb62aa78e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334095 Nov 12 01:02:17.270792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d2b81ab0-6ef3-4618-bd33-3447450d27d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.271618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.273213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c1cdea41-6959-4066-8cea-40bfaa24efcf tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1972871 Nov 12 01:02:17.322597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.340327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.402846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cefc6c6-51c2-4e10-9797-7b0297f9e675 req-11d42142-8815-4421-8a05-cf4a811d91a3 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505030 Nov 12 01:02:17.422797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.426378 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.483383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] For port d2b81ab0-6ef3-4618-bd33-3447450d27d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2b81ab0-6ef3-4618-bd33-3447450d27d6,segment=NetworkSegment(991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0),segment_id=991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:17.493352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.514139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:17.517165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:17.522419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:17.574115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.584914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=32740fef-1597-4b81-b8ea-0eb33d1f3592,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.585335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Pushing event updated for resources: {'Port': ['ID=d2b81ab0-6ef3-4618-bd33-3447450d27d6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.609340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9866911-60ee-468a-9407-5320e9123bae tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.613284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c9866911-60ee-468a-9407-5320e9123bae tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2682645 Nov 12 01:02:17.623764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.648807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.659755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Provisioning complete for port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.660158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.771675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Provisioning complete for port 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.772111 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.811892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8137e973-3b77-4ed6-97e7-5a8298bd8287 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816010 Nov 12 01:02:17.812669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.818559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:17.827031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7d618f80-6654-4c1c-9acc-3a1bc7c9c403 None None] Port 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:17.851455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.967744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:17.971357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.974632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Provisioning complete for port d2b81ab0-6ef3-4618-bd33-3447450d27d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.975589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.126046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Provisioning complete for port 32740fef-1597-4b81-b8ea-0eb33d1f3592 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.127004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.133416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Router 7abacd16-2716-4b5b-8456-7fc17d9c9979 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:18.172315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Port 32740fef-1597-4b81-b8ea-0eb33d1f3592 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:18.189976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Provisioning complete for port 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.191108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.211459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.218226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.240573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-20a054ef-3369-4f1a-a13c-5b9d1b950146 None None] Port 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:18.349863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=32740fef-1597-4b81-b8ea-0eb33d1f3592,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.366946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.380286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2b81ab0-6ef3-4618-bd33-3447450d27d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:18.416277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:18.425593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-208d86be-2f50-4d38-bca4-61d21ec537ff tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "PUT /v2.0/routers/7abacd16-2716-4b5b-8456-7fc17d9c9979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2743769 Nov 12 01:02:18.429061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.445429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] Sync routers for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:18.503407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e0383-e4c5-4f2e-85aa-6a6e1aa5ef5b req-4b034481-443d-45b5-89c9-b2c71a96e6b2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.504601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:18.505295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:18.505493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-375e0383-e4c5-4f2e-85aa-6a6e1aa5ef5b req-4b034481-443d-45b5-89c9-b2c71a96e6b2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.1644540 Nov 12 01:02:18.533431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:18.535042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:18.541084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:18.550971 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.571023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:18.587339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] Routers {'7abacd16-2716-4b5b-8456-7fc17d9c9979'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:18.588005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7abacd16-2716-4b5b-8456-7fc17d9c9979'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:18.665262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:18.665984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d005890-097f-4d0d-a184-4cbdd87a9468 None None] The sync data for ids ['7abacd16-2716-4b5b-8456-7fc17d9c9979'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:18.668864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d2b81ab0-6ef3-4618-bd33-3447450d27d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.669297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.705879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:18.768102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:18.783198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-375e0383-e4c5-4f2e-85aa-6a6e1aa5ef5b req-00764bfe-106b-49e4-bab6-a6cea79db067 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397592 Nov 12 01:02:18.790213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:18.795697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.797126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.824015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32548535-4d40-4f44-a7ab-60aa9522d859 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:18.886642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=2f3a141c-685d-4915-a035-835928688650,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.890721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.916531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:18.929968 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] Sync routers for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:18.956620 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:18.957381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9da9825-4b7a-4844-bbc6-8de5e8998b0d tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2709060 Nov 12 01:02:18.957514 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:18.958144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.006371 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:19.016409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:19.017423 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:19.052753 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:19.053697 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46535695-c73e-4c9b-b103-45cb34080777 None None] The sync data for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:19.062300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9756573-6709-4bd2-bc6f-efb0a37aad13 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.063842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9756573-6709-4bd2-bc6f-efb0a37aad13 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports/32740fef-1597-4b81-b8ea-0eb33d1f3592 HTTP/1.1" status: 200 len: 910 time: 0.1044133 Nov 12 01:02:19.067834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44170) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.072833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1efbafb8-629d-47d8-b258-be4dca0fad79 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2590914 Nov 12 01:02:19.079267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.083934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:cf:e7:a1', 'name': 'tempest-NetworksTestDHCPv6-803179603'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:19.088537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a45497-2d7f-447e-b9d7-84d8fd7ce066 req-df4686b6-1827-48a6-9fb4-7ae70159c8ae tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.090530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48a45497-2d7f-447e-b9d7-84d8fd7ce066 req-df4686b6-1827-48a6-9fb4-7ae70159c8ae tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 946 time: 0.4323466 Nov 12 01:02:19.109873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fe4fbed1-855c-4c9a-9c64-1dece930af39 None None] Provisioning complete for port 32740fef-1597-4b81-b8ea-0eb33d1f3592 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:19.109873 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe4fbed1-855c-4c9a-9c64-1dece930af39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.149325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '2f3a141c-685d-4915-a035-835928688650'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:19.150345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.198021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fbed1-855c-4c9a-9c64-1dece930af39 None None] Port 32740fef-1597-4b81-b8ea-0eb33d1f3592 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:19.260782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc32d39-6211-48b5-a86e-1040902accdf req-35342ac3-315b-48ce-a8f4-80b4e8217a69 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.264377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afc32d39-6211-48b5-a86e-1040902accdf req-35342ac3-315b-48ce-a8f4-80b4e8217a69 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.3015997 Nov 12 01:02:19.347691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48a45497-2d7f-447e-b9d7-84d8fd7ce066 req-d939950f-079b-46db-ada6-5ddab186abfd tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449768 Nov 12 01:02:19.377983 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.407742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Allocated IP 2001:db8::f816:3eff:fe37:c86b (5b2f6347-05eb-4950-a88c-4098590cba1f/2f3a141c-685d-4915-a035-835928688650/aeb9f772-b25b-47ff-bc36-1e2b2956a75d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:19.501040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afc32d39-6211-48b5-a86e-1040902accdf req-2f262e2a-7208-4194-b878-9702117dde71 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209096 Nov 12 01:02:19.535896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.634057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port cda74341-e0c0-4c66-8107-4dd98e50dbc6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:19.634485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.759181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.773983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for cda74341-e0c0-4c66-8107-4dd98e50dbc6 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:19.828966 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.839228 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.894724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:19.899760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:19.915582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:19.934463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Pushing event updated for resources: {'Port': ['ID=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.002497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4db6e-9e79-4374-a7b1-a0b63fc8b437 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.011143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bda4db6e-9e79-4374-a7b1-a0b63fc8b437 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1092 time: 0.4720852 Nov 12 01:02:20.016115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44186) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.023199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:20.030869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Attempting to bind port aeb9f772-b25b-47ff-bc36-1e2b2956a75d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:20.031385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Attempting to bind port aeb9f772-b25b-47ff-bc36-1e2b2956a75d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:20.033009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:20.033257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Attempting to bind port aeb9f772-b25b-47ff-bc36-1e2b2956a75d on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:20.048231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:20.049256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:20.049456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.050525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:20.050818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Bound port: aeb9f772-b25b-47ff-bc36-1e2b2956a75d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:20.051897 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.079337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d766bd-5103-4082-a548-13e06a0ee4a5 req-006e721d-2ad6-434b-bf6f-83e9929104da tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.094174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22d766bd-5103-4082-a548-13e06a0ee4a5 req-006e721d-2ad6-434b-bf6f-83e9929104da tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 946 time: 0.1868386 Nov 12 01:02:20.106973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.138617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.170385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318dbfaf-cb19-4c87-9373-e544fe2f1651 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:20.214849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] For port aeb9f772-b25b-47ff-bc36-1e2b2956a75d, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:20.223083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.224541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] For port aeb9f772-b25b-47ff-bc36-1e2b2956a75d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:20.233689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.282517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=cda74341-e0c0-4c66-8107-4dd98e50dbc6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.337909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157247d8-c350-4c63-88bb-81aefc2fab78 None None] Pushing event updated for resources: {'Port': ['ID=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.352603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 52e19c3c-0f75-4c04-b967-3ac9210f5a52 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:20.359252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22d766bd-5103-4082-a548-13e06a0ee4a5 req-3962e1cc-4595-46e0-87ac-1a1905d429f3 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612424 Nov 12 01:02:20.367667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.527226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.529720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.557525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.586035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.586641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Fanout notify agent at l3_agent the message router_deleted on router 7abacd16-2716-4b5b-8456-7fc17d9c9979 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:20.594422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.597963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-07655cd2-136e-42fd-a5a9-74237497da6c tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/routers/7abacd16-2716-4b5b-8456-7fc17d9c9979 HTTP/1.1" status: 204 len: 168 time: 2.1656666 Nov 12 01:02:20.598312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44190) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.617648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fecf:e7a1 (5b2f6347-05eb-4950-a88c-4098590cba1f/2f3a141c-685d-4915-a035-835928688650/52e19c3c-0f75-4c04-b967-3ac9210f5a52) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:20.689060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.725574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting subnet 3561eae3-a971-4fc7-9df4-9061a05e213d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:20.737942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.820655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.959700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.033144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.038549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.25.6.213 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f74f23ce-128c-4b1d-96cd-a7c04a7ba524) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:21.065059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Subnet': ['ID=3561eae3-a971-4fc7-9df4-9061a05e213d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.070544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.076384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aea74911-7cbc-48fd-89ae-0620a1d494ee tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/subnets/3561eae3-a971-4fc7-9df4-9061a05e213d HTTP/1.1" status: 204 len: 168 time: 0.4738278 Nov 12 01:02:21.076596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.091964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcdbb8-087d-432e-a8b2-43bbc68e741f None None] Network c7eebdbc-9d42-4b67-b8d5-26a047be2b31 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:21.145964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.196487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.216176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-c915db12-5be1-4de9-b345-6988de2c8a29 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.217736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-c915db12-5be1-4de9-b345-6988de2c8a29 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.32 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 946 time: 0.1084149 Nov 12 01:02:21.307221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.320406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.348767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.349126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.383438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:21.401100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] DHCP port deletion for c7eebdbc-9d42-4b67-b8d5-26a047be2b31 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:21.406934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 32740fef-1597-4b81-b8ea-0eb33d1f3592 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.407281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.435448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Deleting port e2989f05-4160-4f56-a7dd-165cc84cbc37 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.436407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.436646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=52e19c3c-0f75-4c04-b967-3ac9210f5a52,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.440666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:21.442838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:21.449760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.450435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.499924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] For port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,segment=NetworkSegment(bd1b9f56-1025-4c23-b392-967681e32e9e),segment_id=bd1b9f56-1025-4c23-b392-967681e32e9e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:21.500320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.580129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Deleting port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.580846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.618094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.627757 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.649645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 32740fef-1597-4b81-b8ea-0eb33d1f3592 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.661938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] For port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,segment=NetworkSegment(bd1b9f56-1025-4c23-b392-967681e32e9e),segment_id=bd1b9f56-1025-4c23-b392-967681e32e9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:21.662631 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.677142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Calling delete_port for cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.777601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.805619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] No DVR routers for this DVR port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:21.845478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.863254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3ad2e-4bdc-4910-82d8-742ebcba5d10 None None] Pushing event deleted for resources: {'Port': ['ID=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.933755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2f71432f-6085-4b91-b271-e82c0c856105 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8534517 Nov 12 01:02:22.015198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:22.046121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=f74f23ce-128c-4b1d-96cd-a7c04a7ba524,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.056448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.079509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] Provisioning complete for port aeb9f772-b25b-47ff-bc36-1e2b2956a75d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:22.079888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.243466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.300278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=32740fef-1597-4b81-b8ea-0eb33d1f3592,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.307180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:22.309844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] For port aeb9f772-b25b-47ff-bc36-1e2b2956a75d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:22.316819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.317842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] For port e2989f05-4160-4f56-a7dd-165cc84cbc37, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e2989f05-4160-4f56-a7dd-165cc84cbc37,segment=NetworkSegment(386ea6f3-64b4-4e72-bfa5-7d4b12656a05),segment_id=386ea6f3-64b4-4e72-bfa5-7d4b12656a05)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:22.318485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.374478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Calling delete_port for e2989f05-4160-4f56-a7dd-165cc84cbc37 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:22.433925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea83b-1f68-4d0b-9374-b2f5466a4c93 req-6b430935-7d61-4b3f-adb3-f26b5a9ab064 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.435899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d3ea83b-1f68-4d0b-9374-b2f5466a4c93 req-6b430935-7d61-4b3f-adb3-f26b5a9ab064 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 946 time: 0.8496330 Nov 12 01:02:22.449668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d654c69-2e4c-47f5-a885-f5e0988d3aa5 None None] Pushing event updated for resources: {'Port': ['ID=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.464008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:22.497156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device aeb9f772-b25b-47ff-bc36-1e2b2956a75d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:22.501675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:22.514774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244ca2c-b02b-4e1a-a157-87372c95d7e0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.529493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244ca2c-b02b-4e1a-a157-87372c95d7e0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.531474 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3244ca2c-b02b-4e1a-a157-87372c95d7e0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5140519 Nov 12 01:02:22.558339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:22.582419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6038498-4254-4432-9b2c-2fe1dc5cb798 None None] Provisioning complete for port 52e19c3c-0f75-4c04-b967-3ac9210f5a52 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:22.582801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6038498-4254-4432-9b2c-2fe1dc5cb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.609068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.625513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d3ea83b-1f68-4d0b-9374-b2f5466a4c93 req-166a50e1-1b71-42b0-ad2d-05d3e1a7dd50 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/security-groups?id=8569882d-cba6-45b4-a057-00bc328e5873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694529 Nov 12 01:02:22.634393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.637288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port aeb9f772-b25b-47ff-bc36-1e2b2956a75d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:22.637667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.656424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] No DVR routers for this DVR port cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:22.706370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6038498-4254-4432-9b2c-2fe1dc5cb798 None None] Port 52e19c3c-0f75-4c04-b967-3ac9210f5a52 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:22.719238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=cb1184c3-2ed6-4b2b-b9ef-3acdfce70964,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.839079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.858247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:22.895960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:22.896963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cb1184c3-2ed6-4b2b-b9ef-3acdfce70964 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:22.927901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eebdbc-9d42-4b67-b8d5-26a047be2b31']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:22.946319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1b9f56-1025-4c23-b392-967681e32e9e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:22.946594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1b9f56-1025-4c23-b392-967681e32e9e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:22.958645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.965406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.972729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 52e19c3c-0f75-4c04-b967-3ac9210f5a52 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:22.973160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.999685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.001847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Pushing event deleted for resources: {'Port': ['ID=e2989f05-4160-4f56-a7dd-165cc84cbc37,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.013273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:23.013683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:23.017139 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:23.158625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] No DVR routers for this DVR port e2989f05-4160-4f56-a7dd-165cc84cbc37 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:23.160243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.162895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.166782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec5de3e3-3979-40a4-91ad-6946ba4ffe91 req-a495835f-a7b8-4eb8-8221-b599a3ab2370 tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.32 "DELETE /v2.0/ports/e2989f05-4160-4f56-a7dd-165cc84cbc37 HTTP/1.1" status: 204 len: 173 time: 1.9421730 Nov 12 01:02:23.167242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'name': 'network-vif-deleted', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:23.170234 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bae7ea-f912-4bf5-8322-a037cb743530" -d '{"events": [{"server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "name": "network-vif-deleted", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:23.180126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.183366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/networks/c7eebdbc-9d42-4b67-b8d5-26a047be2b31 HTTP/1.1" status: 204 len: 168 time: 2.1053767 Nov 12 01:02:23.186342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.205366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c061-f311-4fd9-a4f7-7e58c43427ed tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Network': ['ID=c7eebdbc-9d42-4b67-b8d5-26a047be2b31,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.232440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:23.296042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.302859 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c61696-b1a7-42ed-8110-bd0b52334edc x-openstack-request-id: req-f9c61696-b1a7-42ed-8110-bd0b52334edc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:23.303242 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f4f1d-a366-41da-ac9a-80009835ed9c", "name": "network-vif-deleted", "tag": "e2989f05-4160-4f56-a7dd-165cc84cbc37", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:23.303385 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9c61696-b1a7-42ed-8110-bd0b52334edc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:23.303942 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f4f1d-a366-41da-ac9a-80009835ed9c', 'name': 'network-vif-deleted', 'tag': 'e2989f05-4160-4f56-a7dd-165cc84cbc37', 'status': 'completed', 'code': 200} Nov 12 01:02:23.373740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Deleting port 7e7b6522-5e59-4e53-9078-5f091797b587 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:23.374416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.374530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 52e19c3c-0f75-4c04-b967-3ac9210f5a52 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:23.462545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.463160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.478580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Calling delete_port for 7e7b6522-5e59-4e53-9078-5f091797b587 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:23.720510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.765101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Pushing event deleted for resources: {'Port': ['ID=7e7b6522-5e59-4e53-9078-5f091797b587,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.882764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d5128ff-765e-45eb-a14f-f80b00a82718 req-3aee2fbd-2268-4856-b283-fc649c772dfa tempest-ServerGroupTestJSON-1066663692 tempest-ServerGroupTestJSON-1066663692-project] 10.222.0.11 "GET /v2.0/ports?device_id=095f4f1d-a366-41da-ac9a-80009835ed9c HTTP/1.1" status: 200 len: 210 time: 0.0352647 Nov 12 01:02:23.914132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.917469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.919237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:23.919384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ff83171c-dca4-4096-bf62-283136bea772 tempest-FloatingIPAdminTestJSON-1314851185 tempest-FloatingIPAdminTestJSON-1314851185-project] 10.222.0.11 "DELETE /v2.0/floatingips/cff71d2a-2228-4b0a-84aa-ab7601e185e7 HTTP/1.1" status: 204 len: 168 time: 0.7213461 Nov 12 01:02:23.925293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1ad6f135-eb56-4e02-95a4-4906c830bc53 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563905 Nov 12 01:02:23.931660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.935035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] Sync routers for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:23.951519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:23.952696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:24.010362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:24.025506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:24.026403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:24.041075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.080481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:24.081432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74958c2-eb2c-4394-a064-99287f18f7ee None None] The sync data for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:24.104688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.181355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=52e19c3c-0f75-4c04-b967-3ac9210f5a52,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:24.233352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.240981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2344f8c8-6f7b-4d45-a7b8-698deea94913 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/52e19c3c-0f75-4c04-b967-3ac9210f5a52 HTTP/1.1" status: 204 len: 168 time: 1.6789916 Nov 12 01:02:24.248193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:24.254884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.338229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12077914-280b-420b-838c-14259bf18fee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.339959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12077914-280b-420b-838c-14259bf18fee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.341610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-12077914-280b-420b-838c-14259bf18fee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0978634 Nov 12 01:02:24.344543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44228) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:24.422163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device aeb9f772-b25b-47ff-bc36-1e2b2956a75d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:24.431515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:24.469438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.507302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 2f3a141c-685d-4915-a035-835928688650 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:24.516124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.546579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port aeb9f772-b25b-47ff-bc36-1e2b2956a75d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:24.547302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.622070 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.767385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.783974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-e394d186-7d86-4f15-b99d-c1875c9dadcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1153655 Nov 12 01:02:24.830077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.837399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e2989f05-4160-4f56-a7dd-165cc84cbc37 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:24.864588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: e2989f05-4160-4f56-a7dd-165cc84cbc37 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:24.865859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e2989f05-4160-4f56-a7dd-165cc84cbc37 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:24.902682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.939358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-abadd530-601d-4931-81b0-83cfa42b1fb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6859aa62488f459987d5e7ed6eb7a4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991875 Nov 12 01:02:24.940689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.057765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.073500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=f74f23ce-128c-4b1d-96cd-a7c04a7ba524,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.094505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.095488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c47f2-7737-431d-9f1c-ba778ad8179e None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:25.105844 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2f3a141c-685d-4915-a035-835928688650 HTTP/1.1" status: 204 len: 168 time: 0.7599754 Nov 12 01:02:25.107841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.108371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.108895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.109373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.109886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.110357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.110823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.120607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-47894aa3-0660-499e-85d5-cdc27acab00b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.2283738 Nov 12 01:02:25.121300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.141597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.143983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60869e-b9cc-4066-9ce5-dcb8412b20a1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3a141c-685d-4915-a035-835928688650,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.212657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4cbac46a-1959-4485-b365-152b5a9d116f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557210 Nov 12 01:02:25.225248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.249083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:25.328212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.357901 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Floating IP 07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 associated. External IP: 172.25.6.213, port: 1a7817b8-b5a1-401e-af99-2a5c5cf84188. Nov 12 01:02:25.369945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:25.370289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.479997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-0e5cf686-2361-4c20-b38a-238f649fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.480721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-0e5cf686-2361-4c20-b38a-238f649fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.481101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-0e5cf686-2361-4c20-b38a-238f649fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.483263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-0e5cf686-2361-4c20-b38a-238f649fbec9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 2298 time: 0.2598965 Nov 12 01:02:25.505072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:25.506899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44272) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.566325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Deleting port aeb9f772-b25b-47ff-bc36-1e2b2956a75d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:25.566592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Deleting subnet 4d54dd81-0a2f-477a-a1c5-e07e2cb56298 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:25.566806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.571518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.579105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.611598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.668145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.682792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-de2b7507-7c1a-4620-a3ab-d1383a6aee8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1001 time: 0.1638260 Nov 12 01:02:25.687899 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] For port aeb9f772-b25b-47ff-bc36-1e2b2956a75d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:25.688577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.711095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Calling delete_port for aeb9f772-b25b-47ff-bc36-1e2b2956a75d owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:25.782450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.784634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.785585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:25.790672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.813918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.833594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-bc27aaf3-c534-4803-8855-8dfe49f5611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.835568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-bc27aaf3-c534-4803-8855-8dfe49f5611d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.1387923 Nov 12 01:02:25.836708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 83ac2ef9-e07e-4da3-a901-cf9cb8f066d8 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:25.843324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.846031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.846478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] Pushing event deleted for resources: {'Port': ['ID=aeb9f772-b25b-47ff-bc36-1e2b2956a75d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.849656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2945b238-c809-4c8f-98ab-bb8772a44f4b HTTP/1.1" status: 204 len: 168 time: 0.8877850 Nov 12 01:02:25.852850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231d579-585c-41a3-b5cc-07876b273842 None None] No DVR routers for this DVR port aeb9f772-b25b-47ff-bc36-1e2b2956a75d on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:25.864524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d54dd81-0a2f-477a-a1c5-e07e2cb56298,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.868752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.875069 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-87a45db8-f8f2-42d4-a27a-ea47451f52ee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4d54dd81-0a2f-477a-a1c5-e07e2cb56298 HTTP/1.1" status: 204 len: 168 time: 0.3669183 Nov 12 01:02:25.878490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:25.938835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063381a8-5311-4b29-ac5e-24ec215ee37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945b238-c809-4c8f-98ab-bb8772a44f4b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.956893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:25.984335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.040321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-830ddd35-f716-459b-a2bf-1343fc8bf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.041677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-830ddd35-f716-459b-a2bf-1343fc8bf80c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888452 Nov 12 01:02:26.159786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.168273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:26.186166 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:26.199156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e1696d-5563-446b-8477-cf0a6e4e0aab']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.209549 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:26.210492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.226383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386ea6f3-64b4-4e72-bfa5-7d4b12656a05') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.226775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386ea6f3-64b4-4e72-bfa5-7d4b12656a05') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.231388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.259134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.283083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d8fb6c14-af02-463c-b959-0ef3ab1157dd tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2656903 Nov 12 01:02:26.283794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:26.286331 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:26.295660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.301929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.312495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.316812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:26.317415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.343158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-d41e0ef6-0942-4504-be32-e101f3da51a3 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892985 Nov 12 01:02:26.345205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:26.415035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device aeb9f772-b25b-47ff-bc36-1e2b2956a75d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:26.425402 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:26.448887 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb1f8e6-b13c-40a8-bb32-d4cc37bd3169 x-openstack-request-id: req-eeb1f8e6-b13c-40a8-bb32-d4cc37bd3169 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:26.449554 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:26.450017 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eeb1f8e6-b13c-40a8-bb32-d4cc37bd3169 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:26.450630 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'status': 'completed', 'code': 200} Nov 12 01:02:26.460786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: aeb9f772-b25b-47ff-bc36-1e2b2956a75d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:26.461288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device aeb9f772-b25b-47ff-bc36-1e2b2956a75d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:26.498146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.541321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=83ac2ef9-e07e-4da3-a901-cf9cb8f066d8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.556590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57aa58f9-129f-471b-98f9-719f7f8c339d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 HTTP/1.1" status: 200 len: 991 time: 0.2530472 Nov 12 01:02:26.558183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bf4044-61c1-4e88-9486-caa0f45845c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.608483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.618941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.625299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] 10.222.0.11 "DELETE /v2.0/networks/52e1696d-5563-446b-8477-cf0a6e4e0aab HTTP/1.1" status: 204 len: 168 time: 0.7457008 Nov 12 01:02:26.634969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-89337f05-60f4-4c6a-b83e-6b9c47ac89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.638765 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-89337f05-60f4-4c6a-b83e-6b9c47ac89e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1097 time: 0.2105730 Nov 12 01:02:26.677570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-c7ebec94-04f5-47f1-a707-ebf849ec39d8 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951972 Nov 12 01:02:26.683589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9e24e-036f-4f66-8858-7c6e891c7c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=52e1696d-5563-446b-8477-cf0a6e4e0aab,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.714030 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:23Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.751900 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:26.763634 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:26.764727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:26.771138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-ec2e98de-42fc-48c4-8f1f-c2d267a3b1fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.0856159 Nov 12 01:02:26.818462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.objects.ports [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:26.849632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.893802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bf4044-61c1-4e88-9486-caa0f45845c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.896586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-6b18ddfd-0621-449e-a8e6-f1743ba8f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.898235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-6b18ddfd-0621-449e-a8e6-f1743ba8f0b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 898 time: 0.2381411 Nov 12 01:02:26.900047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14bf4044-61c1-4e88-9486-caa0f45845c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.021926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:27.038375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14bf4044-61c1-4e88-9486-caa0f45845c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21234de9eea34052a502c41fcd703ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207146 Nov 12 01:02:27.050795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.056304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.061935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:27.063798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=2a5734c7-2c8d-4c41-a790-bad30fa0656e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.070898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:27.074787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.075992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.077037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf4044-61c1-4e88-9486-caa0f45845c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c828a4bd-5e98-4f69-9720-6e32dca704f4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.088109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc08eb-bd0a-4305-adea-3ca9b824c6f9 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:27.128091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-2b9e7901-9626-43db-8201-4b8742a0ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.130844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-2b9e7901-9626-43db-8201-4b8742a0ed24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2966604 Nov 12 01:02:27.148374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.150414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-c3be3dd1-8b43-4461-92fc-5f5cb58679f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 999 time: 0.2352910 Nov 12 01:02:27.232579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b472661-f36a-40cd-ab9a-977d93586ba7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9635f026763943a994da3b74e902ed74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679914 Nov 12 01:02:27.235273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.278913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-c454e3d0-359d-4467-a6b2-8a56f8ed7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.281192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-c454e3d0-359d-4467-a6b2-8a56f8ed7231 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.1159503 Nov 12 01:02:27.331414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '2a5734c7-2c8d-4c41-a790-bad30fa0656e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:27.334267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.483865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-4d00f800-7ec8-4b09-8bd8-bea2f9d6ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.488749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-4d00f800-7ec8-4b09-8bd8-bea2f9d6ac08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993666 Nov 12 01:02:27.494773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.546056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.572757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.584898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Allocated IP 2001:db8::f816:3eff:fe1d:66bf (5b2f6347-05eb-4950-a88c-4098590cba1f/2a5734c7-2c8d-4c41-a790-bad30fa0656e/7516667c-5de1-4302-bce5-fcd976d9f752) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:27.674382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:23Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:27.736276 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fcd0f-94af-4dc9-ae6d-edf71eee0517 None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:01:30Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:23Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:27.777693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f043a0d-d5dd-4c09-80de-b22197c987a1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 HTTP/1.1" status: 200 len: 991 time: 0.1933866 Nov 12 01:02:27.785321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-1e508848-c6aa-4f1b-af0c-caf1d0764002 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872279 Nov 12 01:02:27.793792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.799486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.801503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8569882d-cba6-45b4-a057-00bc328e5873 HTTP/1.1" status: 204 len: 168 time: 0.5652502 Nov 12 01:02:27.857428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.866803 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.878375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09aaa6-c0ec-478d-b22d-5eeb57befc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8569882d-cba6-45b4-a057-00bc328e5873,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.942391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a8e925b-70b9-45c5-9181-d3dd182fd5e2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7127650 Nov 12 01:02:27.947553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.961201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:22:5a:20', 'name': 'tempest-NetworksTestDHCPv6-474165869'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:27.992081 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e0bdafd0-4817-488b-9ce9-f62f6b6cfdc2 req-1f4fe43e-2f16-4f15-b2f3-6d38d4b4e234 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890588 Nov 12 01:02:28.005560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:28.032881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:28.036585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.041129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:28.045721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:28.087527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-fa17ed11-d4b8-43fb-9c9c-b119a321f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:28.089466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-fa17ed11-d4b8-43fb-9c9c-b119a321f4e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9282949 Nov 12 01:02:28.122743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a285cb-25a6-409a-bcc5-36e50109974c None None] New status for floating IP 07f5a7f1-944a-4022-9a5c-e78f88ccc5d1: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:02:28.126184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Pushing event updated for resources: {'Port': ['ID=7516667c-5de1-4302-bce5-fcd976d9f752,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.152721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.220492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Attempting to bind port 7516667c-5de1-4302-bce5-fcd976d9f752 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:28.220822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Attempting to bind port 7516667c-5de1-4302-bce5-fcd976d9f752 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:28.221127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Attempting to bind port 7516667c-5de1-4302-bce5-fcd976d9f752 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:28.238571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:28.239137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:28.239611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.240021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:28.240579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Bound port: 7516667c-5de1-4302-bce5-fcd976d9f752, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:28.240972 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.335418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:28.346695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] Sync routers for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:28.350078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e274841-a9be-495c-acf8-792f52e3d82b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4164450 Nov 12 01:02:28.353034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44326) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.385920 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:28.389353 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.400579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-04a272e0-c7c9-431a-95c4-10d9b4a5b655 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015091 Nov 12 01:02:28.427597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.430507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.434150 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c828a4bd-5e98-4f69-9720-6e32dca704f4 HTTP/1.1" status: 204 len: 168 time: 1.3633161 Nov 12 01:02:28.442892 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-20dc3241-de17-4cba-b51d-ca78214e9b99 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 HTTP/1.1" status: 200 len: 205 time: 0.0857143 Nov 12 01:02:28.444197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.459004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] For port 7516667c-5de1-4302-bce5-fcd976d9f752, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:28.460343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:28.469122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] For port 7516667c-5de1-4302-bce5-fcd976d9f752, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7516667c-5de1-4302-bce5-fcd976d9f752,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:28.485934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7001-2ea5-4408-85c3-36ea6a70d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828a4bd-5e98-4f69-9720-6e32dca704f4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.502848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.508831 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.535038 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] Routers {'9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:28.536407 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.596212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.623052 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.624144 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346d903-d93f-48ee-9ee1-5abf71caa43b None None] The sync data for ids ['9d41c2fa-1e62-427a-bbde-dc4801dbe7d7'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:28.740494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-7ac8e6a2-d125-4454-a09f-164b4ff37ebf service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280311 Nov 12 01:02:28.761340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c58ae-2a41-4580-b786-7b3b95799e65 None None] Pushing event updated for resources: {'Port': ['ID=7516667c-5de1-4302-bce5-fcd976d9f752,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.813413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.034122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-d5ff4d16-094c-4b0d-ac1d-404d92980e56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.2599585 Nov 12 01:02:29.158779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.197502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f844303-6c9a-4f1c-9285-7ec819682823 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 HTTP/1.1" status: 200 len: 993 time: 0.3813138 Nov 12 01:02:29.210822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-70498300-4d90-4622-ac88-937679b5f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.216472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-70498300-4d90-4622-ac88-937679b5f8ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1677909 Nov 12 01:02:29.240302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 744d93e5-da04-49f0-8aab-fd54b15cd36b yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:29.313890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.347890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b65c62b9-79a9-46d3-9391-79e1c4c3b0c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.378962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-fb941aec-ecf0-43ab-b4ea-34e0da2ba672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.380706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-fb941aec-ecf0-43ab-b4ea-34e0da2ba672 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548057 Nov 12 01:02:29.440417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.491183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.495433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.517208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-cb9bccef-1fb4-4b6d-a7ad-c4f0c92722e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1758821 Nov 12 01:02:29.533943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe22:5a20 (5b2f6347-05eb-4950-a88c-4098590cba1f/2a5734c7-2c8d-4c41-a790-bad30fa0656e/744d93e5-da04-49f0-8aab-fd54b15cd36b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:29.576699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.577696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router 9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:29.607643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.610491 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7f38dd05-2a83-4781-ba1a-7cf46e7e3141 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 HTTP/1.1" status: 204 len: 168 time: 1.1651499 Nov 12 01:02:29.616318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.623532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-426889522-network', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:29.632853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-2b002be7-5e3a-471e-ad1b-432314c2c715 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418709 Nov 12 01:02:29.716357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet fca19f2e-7403-4073-964f-67500f43134e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:29.720378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.769298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.787309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b65c62b9-79a9-46d3-9391-79e1c4c3b0c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.805254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-fcda74dd-6392-40b2-af6e-08d65a6d32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.806825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-fcda74dd-6392-40b2-af6e-08d65a6d32b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1097 time: 0.2162204 Nov 12 01:02:29.831939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Made reservation on behalf of d11a57a64d1e43e3873acd39bc629d4b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:29.834382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.837042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b65c62b9-79a9-46d3-9391-79e1c4c3b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.879105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.935157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.977560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b65c62b9-79a9-46d3-9391-79e1c4c3b0c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c602b5ca44742378135ce658c45624c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599822 Nov 12 01:02:29.980567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-f50b7058-d73a-48cf-93e7-c0cc9827214b service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280847 Nov 12 01:02:29.983605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.013771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c62b9-79a9-46d3-9391-79e1c4c3b0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d6301-916c-4f76-b5f4-322a8073fc2c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.045725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-54fb5601-a87d-4e36-91a2-e95e5d6dd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.047768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-54fb5601-a87d-4e36-91a2-e95e5d6dd404 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 898 time: 0.1933913 Nov 12 01:02:30.063778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-44063229-7ff6-4724-8723-bd70b5146328 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.0697901 Nov 12 01:02:30.068619 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.069744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.157476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.160789 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/fca19f2e-7403-4073-964f-67500f43134e HTTP/1.1" status: 204 len: 168 time: 0.5420277 Nov 12 01:02:30.164107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.166282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21a785-d166-4a9c-8f6d-469f36851a74 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=fca19f2e-7403-4073-964f-67500f43134e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.179197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.188706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-92ac95d6-6e19-4a67-9288-93b98c0654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.190839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-92ac95d6-6e19-4a67-9288-93b98c0654f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1165504 Nov 12 01:02:30.200690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803d81d-7024-465a-bfd6-c1d8259906da None None] Network 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:30.238699 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-7acba401-a314-4802-8d12-6e41cde9a0d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 1001 time: 0.1813874 Nov 12 01:02:30.266840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.327524 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.349305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet b702def7-1e1c-4ce3-9148-19632aa3325d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:30.357075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:30.361335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.377754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.380170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:30.391928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:30.400133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.400828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.403326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=744d93e5-da04-49f0-8aab-fd54b15cd36b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.452145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-37d52a09-ac5a-47c9-b610-a85ab6e30630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.452145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-37d52a09-ac5a-47c9-b610-a85ab6e30630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2295907 Nov 12 01:02:30.452145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:30.483884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] Provisioning complete for port 7516667c-5de1-4302-bce5-fcd976d9f752 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:30.486151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.513445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1704b1dc-6f67-4295-a482-2ddf86c0f2d6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.540811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-4236e167-9e4b-44aa-b878-ad338fd74e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.543883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7516667c-5de1-4302-bce5-fcd976d9f752 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:30.547305 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-4236e167-9e4b-44aa-b878-ad338fd74e85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.2790337 Nov 12 01:02:30.551789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.552254 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Added segment 4b248066-2d23-4611-a43f-0361d307f591 of type vlan for network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 Nov 12 01:02:30.557867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-79165bfc-fbf9-4d8b-96c4-2ee418e0aaf3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6028178 Nov 12 01:02:30.561087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.573501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44366) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.603165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] DHCP port deletion for 01fbb2dd-db0d-49ec-8700-94a2bf5099b0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:30.663690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.684138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.718242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7516667c-5de1-4302-bce5-fcd976d9f752 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:30.718618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.722101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.723453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.725151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.838657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b6652-22f4-49cb-91bc-77dc13182ffa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.845330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b6652-22f4-49cb-91bc-77dc13182ffa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.848408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ea2b6652-22f4-49cb-91bc-77dc13182ffa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2715206 Nov 12 01:02:30.852119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.852899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.858675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4110270 Nov 12 01:02:30.861362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.866317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-5721f98d-19f2-4095-aa7c-2f43c630f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.867740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-5721f98d-19f2-4095-aa7c-2f43c630f743 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987258 Nov 12 01:02:30.873178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-a41843da-2ebe-4027-8578-f3ed4aabcbac service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167435 Nov 12 01:02:30.873651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.874773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Deleting port d2b81ab0-6ef3-4618-bd33-3447450d27d6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:30.875127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.878723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Request body: {'subnet': {'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-subnet', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:30.904136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] For port 7516667c-5de1-4302-bce5-fcd976d9f752, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7516667c-5de1-4302-bce5-fcd976d9f752,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:30.907633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c3a4-23e6-49c6-97b2-f70c090eec83 admin admin] Pushing event updated for resources: {'Network': ['ID=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.936104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.937970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:31.039587 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-36dc0587-9b36-4346-b1ae-798e962b9efa service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405303 Nov 12 01:02:31.069603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-c26eb018-2e0d-441f-a1c3-539468a5dd19 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577971 Nov 12 01:02:31.073518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Made reservation on behalf of d11a57a64d1e43e3873acd39bc629d4b for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:31.077782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.159242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8541e34b-ccfb-469f-b452-b781d11ab570 None None] Provisioning complete for port 744d93e5-da04-49f0-8aab-fd54b15cd36b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:31.159614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8541e34b-ccfb-469f-b452-b781d11ab570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.161012 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ee134d8-620d-4598-b05f-ff02c514c494 req-613fd0f1-4904-402a-9416-2a049c3d6fde service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139472 Nov 12 01:02:31.217098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8541e34b-ccfb-469f-b452-b781d11ab570 None None] Port 744d93e5-da04-49f0-8aab-fd54b15cd36b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:31.245560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] For port d2b81ab0-6ef3-4618-bd33-3447450d27d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d2b81ab0-6ef3-4618-bd33-3447450d27d6,segment=NetworkSegment(991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0),segment_id=991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:31.246223 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.259841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373f277-26b3-454f-a322-6e308b64b1f2 None None] Pushing event updated for resources: {'Port': ['ID=7516667c-5de1-4302-bce5-fcd976d9f752,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.266306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.266953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Calling delete_port for d2b81ab0-6ef3-4618-bd33-3447450d27d6 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:31.269967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.272390 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c4d6301-916c-4f76-b5f4-322a8073fc2c HTTP/1.1" status: 204 len: 168 time: 1.2857962 Nov 12 01:02:31.279626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.307059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0faeaa-6b5e-4e25-9fd1-c91a4246bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d6301-916c-4f76-b5f4-322a8073fc2c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.346029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=b702def7-1e1c-4ce3-9148-19632aa3325d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.348462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.354997 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f434ec37-004e-4a00-93c0-ebfe4344b56c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/b702def7-1e1c-4ce3-9148-19632aa3325d HTTP/1.1" status: 204 len: 168 time: 1.1872101 Nov 12 01:02:31.355586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44376) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.369934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14737ea5-676e-4cf1-af90-3521e58eec6e None None] Network 5a3a5efe-cd70-4049-90bf-d4715eff2410 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:31.441583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 744d93e5-da04-49f0-8aab-fd54b15cd36b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:31.442119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.470086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-6a971004-61cb-4883-9e6d-0fa9714acfb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.3834574 Nov 12 01:02:31.474405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.500722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.605468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.607809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.623647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 744d93e5-da04-49f0-8aab-fd54b15cd36b owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:31.626752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-343e70fb-7a84-4101-b060-b3803777158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.641180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-343e70fb-7a84-4101-b060-b3803777158f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1432152 Nov 12 01:02:31.664215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] Pushing event deleted for resources: {'Port': ['ID=d2b81ab0-6ef3-4618-bd33-3447450d27d6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.673956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba630b-e5c6-46b4-8c3b-3fa2ff252767 None None] No DVR routers for this DVR port d2b81ab0-6ef3-4618-bd33-3447450d27d6 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:31.715901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port d2b81ab0-6ef3-4618-bd33-3447450d27d6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:31.716505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.762799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] DHCP port deletion for 5a3a5efe-cd70-4049-90bf-d4715eff2410 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:31.790412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-58088e9c-370a-4a8c-b645-0ecc4e0cfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.792337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-58088e9c-370a-4a8c-b645-0ecc4e0cfcc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228752 Nov 12 01:02:31.793119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad2d88a-086c-40c8-b0f8-e505b74950b2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.796609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Checking segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:31.797159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Network hostable DHCP agents. Network: 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:31.810119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port d2b81ab0-6ef3-4618-bd33-3447450d27d6, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:31.810599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.840296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for d2b81ab0-6ef3-4618-bd33-3447450d27d6 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:31.842632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Port d2b81ab0-6ef3-4618-bd33-3447450d27d6 was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:02:31.849464 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.867881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Deleting port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:31.867881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.923742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-df29b1c0-8fad-420e-ba90-c0879f504ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208792 Nov 12 01:02:31.944953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] For port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,segment=NetworkSegment(d31e1d0e-e84f-4d02-85b3-a7cc1bda173f),segment_id=d31e1d0e-e84f-4d02-85b3-a7cc1bda173f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:31.945323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.951315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.969535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:31.975290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Calling delete_port for e72b0fa2-a7a6-4fc0-a230-46f617c52bdc owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:32.001013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port d2b81ab0-6ef3-4618-bd33-3447450d27d6 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:32.003375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=d2b81ab0-6ef3-4618-bd33-3447450d27d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.034981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:32.040232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.041299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.076731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a35cb2ca-54a7-4dd2-9b4c-c9a2302d3c25 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2017472 Nov 12 01:02:32.079687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69101e-846f-446c-8b32-4be0eed9f06a None None] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:32.080789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.086376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:32.097521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-0d85093c-780c-4b46-8a34-21bc032e2878 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612356 Nov 12 01:02:32.102894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.111078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/744d93e5-da04-49f0-8aab-fd54b15cd36b HTTP/1.1" status: 204 len: 168 time: 1.2422476 Nov 12 01:02:32.148354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-9107b953-47cb-48d4-879e-1c172f67a41c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.0418408 Nov 12 01:02:32.150955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.256413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.282124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fbb2dd-db0d-49ec-8700-94a2bf5099b0']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.307845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a780aee-9f47-43b4-84aa-4b97f15f6ae9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.310703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a780aee-9f47-43b4-84aa-4b97f15f6ae9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.317418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8a780aee-9f47-43b4-84aa-4b97f15f6ae9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1621857 Nov 12 01:02:32.323199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.326438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.326637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.326997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d2bc8-f2cb-414d-8e2f-b1b0b4d761e0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.345905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.351946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.358260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.406999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.411609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.420728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7516667c-5de1-4302-bce5-fcd976d9f752 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:32.456471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf0feb-05c2-437a-9964-3ce19c7a373a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=744d93e5-da04-49f0-8aab-fd54b15cd36b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.459314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:32.460017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:32.464880 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:32.468782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-7284749d-7d78-4c9d-bf63-7961a1d6b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.472887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-7284749d-7d78-4c9d-bf63-7961a1d6b031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.2809596 Nov 12 01:02:32.480045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] Pushing event deleted for resources: {'Port': ['ID=e72b0fa2-a7a6-4fc0-a230-46f617c52bdc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.488624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ac38d-25c0-4966-8a85-f4b850b9d031 None None] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:32.542354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 2a5734c7-2c8d-4c41-a790-bad30fa0656e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:32.545029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.546497 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.569538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.574689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/01fbb2dd-db0d-49ec-8700-94a2bf5099b0 HTTP/1.1" status: 204 len: 168 time: 1.2155478 Nov 12 01:02:32.588898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.590851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29ae61-ae58-4e65-b295-56d3be8c4d54 None None] No DVR routers for this DVR port e72b0fa2-a7a6-4fc0-a230-46f617c52bdc on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:32.603887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.639174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e0f97-861d-4025-9876-bc03a915ebbc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=01fbb2dd-db0d-49ec-8700-94a2bf5099b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.727934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.732199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.736175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7516667c-5de1-4302-bce5-fcd976d9f752 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:32.736695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.773524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-c24b15ad-85d5-4e76-85e4-28a147ef2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.775396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-c24b15ad-85d5-4e76-85e4-28a147ef2dc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2870162 Nov 12 01:02:32.847802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.876225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3a5efe-cd70-4049-90bf-d4715eff2410']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.890515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.892004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e1d0e-e84f-4d02-85b3-a7cc1bda173f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:32.904224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.915002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.923399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.932465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:32.933344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:33.026506 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:33.036371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.060150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.070381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.078785 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/5a3a5efe-cd70-4049-90bf-d4715eff2410 HTTP/1.1" status: 204 len: 168 time: 0.4881310 Nov 12 01:02:33.095073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.110660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ecdd6-f345-441c-802b-106e50d1f2f8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=5a3a5efe-cd70-4049-90bf-d4715eff2410,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.165963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-84614557'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.174481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5734c7-2c8d-4c41-a790-bad30fa0656e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.205558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2b81ab0-6ef3-4618-bd33-3447450d27d6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:33.212526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-2bb1e77f-3a67-4b28-a1a8-7b91e87c5fac service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181013 Nov 12 01:02:33.218903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.222508 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.228408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44424) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.228628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0a8b6c16-0c23-41ec-bd3c-68254a16fdb0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2a5734c7-2c8d-4c41-a790-bad30fa0656e HTTP/1.1" status: 204 len: 168 time: 0.8814344 Nov 12 01:02:33.230237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d2b81ab0-6ef3-4618-bd33-3447450d27d6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:33.230702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d2b81ab0-6ef3-4618-bd33-3447450d27d6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:33.231433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e72b0fa2-a7a6-4fc0-a230-46f617c52bdc no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:33.257131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938113a-340c-43c0-bb70-db1b18dd7bc3 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:33.295749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9fc6aed-e411-4a04-86bd-40b03c388809 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656250 Nov 12 01:02:33.296512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.361456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364024b-5e4c-449c-900f-25cbf0e5d86a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.366518 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4364024b-5e4c-449c-900f-25cbf0e5d86a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0688009 Nov 12 01:02:33.367341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.424968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e72b0fa2-a7a6-4fc0-a230-46f617c52bdc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:33.428740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e72b0fa2-a7a6-4fc0-a230-46f617c52bdc not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:33.438735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56f3e5-b56a-4690-8260-e524385586b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.441164 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e56f3e5-b56a-4690-8260-e524385586b2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726960 Nov 12 01:02:33.444694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.505955 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fab01c91-ddd0-4da2-9b53-49433bc80275 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592513 Nov 12 01:02:33.511361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.518464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.624036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.640465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:33.699179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:33.705491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.732977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Deleting port 7516667c-5de1-4302-bce5-fcd976d9f752 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:33.733661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.808342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] For port 7516667c-5de1-4302-bce5-fcd976d9f752, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7516667c-5de1-4302-bce5-fcd976d9f752,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:33.808988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.823766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:33.824614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Calling delete_port for 7516667c-5de1-4302-bce5-fcd976d9f752 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:33.830456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.920095 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.922810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:33.940770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] No DVR routers for this DVR port 7516667c-5de1-4302-bce5-fcd976d9f752 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:33.961852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.962308 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment d2d1ef06-bb92-443d-9278-59bc96e23d92 of type vlan for network 1d3d332b-5d1e-4506-8e37-09d5681928a0 Nov 12 01:02:33.969762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f52db9bc-9a31-4022-b735-c29b12c7f044 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2133216680'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.970398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f52db9bc-9a31-4022-b735-c29b12c7f044 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Unknown quota resources ['metering_label']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:02:33.971633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3831-f33b-4bcf-9323-239820c5c6a3 None None] Pushing event deleted for resources: {'Port': ['ID=7516667c-5de1-4302-bce5-fcd976d9f752,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.991583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-08274c7b-4d04-4265-bd48-223ee505cdee service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7608047 Nov 12 01:02:34.066371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-01ab5d02-e61c-4538-8b6d-9a8e5a57a00d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.0666988 Nov 12 01:02:34.096141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.161514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-055bd416-0555-4455-b3ec-61f7431f9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.163252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-055bd416-0555-4455-b3ec-61f7431f9ac3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.0888159 Nov 12 01:02:34.167353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.173450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.174104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.216429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f52db9bc-9a31-4022-b735-c29b12c7f044 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.220380 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f52db9bc-9a31-4022-b735-c29b12c7f044 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5952744 Nov 12 01:02:34.220992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.240042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:34.243386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f1227a1b-d48f-4666-9677-72e4ef410508 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd58f1e0-5bc2-492c-a9f6-237637a5fdaa'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.243891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f1227a1b-d48f-4666-9677-72e4ef410508 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:02:34.248901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.303618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:34.346402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2100177 Nov 12 01:02:34.367198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7516667c-5de1-4302-bce5-fcd976d9f752 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:34.375593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.387282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.395973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:34.396570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7516667c-5de1-4302-bce5-fcd976d9f752 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:34.397293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7516667c-5de1-4302-bce5-fcd976d9f752 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:34.398919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb280c-57d5-464d-b2bb-80aae09659e0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=1d3d332b-5d1e-4506-8e37-09d5681928a0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.416249 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-f1227a1b-d48f-4666-9677-72e4ef410508 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:02:34.418515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:34.423881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d2d50-7f6d-4fd6-a072-51d2e654db18 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:34.452585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309aae-928d-4217-9c3f-452236b1f678 req-dbb14082-75e8-4ea9-bbdd-a48e6131b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.454321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-dbb14082-75e8-4ea9-bbdd-a48e6131b2c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2773573 Nov 12 01:02:34.490036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.542271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.544902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.546683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.557236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=687ad092-756e-4155-95b9-bead436e62a8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.619369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1227a1b-d48f-4666-9677-72e4ef410508 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.620846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1227a1b-d48f-4666-9677-72e4ef410508 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3977001 Nov 12 01:02:34.623914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44452) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.633043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b0b3657-64c6-424f-a56b-3a594a8d0f43 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd58f1e0-5bc2-492c-a9f6-237637a5fdaa'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.636270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b0b3657-64c6-424f-a56b-3a594a8d0f43 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:02:34.652771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e4ccd2fb-085e-4c09-80b7-73e069629abd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1318898 Nov 12 01:02:34.653914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.669719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:b9:49:8a', 'name': 'tempest-NetworksTestDHCPv6-1569445908'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.711614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '687ad092-756e-4155-95b9-bead436e62a8'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:34.713263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.733582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-c2e0944b-4684-4e54-9425-aa91b1e8999a service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469063 Nov 12 01:02:34.759524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:34.763696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.767025 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.metering.metering_plugin [None req-8b0b3657-64c6-424f-a56b-3a594a8d0f43 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:02:34.915396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Allocated IP 172.25.6.210 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f71c606e-960a-4c74-a06c-1e33b23ee880) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:34.920188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Allocated IP 2001:db8::f816:3eff:fea3:b4de (5b2f6347-05eb-4950-a88c-4098590cba1f/687ad092-756e-4155-95b9-bead436e62a8/65e310d2-5e6d-4992-a234-2b4f5fd199c9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:34.984932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1309aae-928d-4217-9c3f-452236b1f678 req-97f094a0-1d56-46d8-831a-f72de70867f8 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264411 Nov 12 01:02:35.156909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.178684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.198146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.232761 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.248309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.281199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.291063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3657-64c6-424f-a56b-3a594a8d0f43 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.292951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8b0b3657-64c6-424f-a56b-3a594a8d0f43 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6679897 Nov 12 01:02:35.298468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.316466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37f1cf1e-8037-4a28-9161-b5a56d744ed8 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=6c1c49e6-5cb1-48a7-8979-b573c80ee0a4 HTTP/1.1" status: 200 len: 464 time: 0.0165894 Nov 12 01:02:35.319574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.328287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Pushing event updated for resources: {'Port': ['ID=f71c606e-960a-4c74-a06c-1e33b23ee880,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.331700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=6124f58a-b559-47ad-91f9-7c4b1a088c5d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.351256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': 'd2d1ef06-bb92-443d-9278-59bc96e23d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:35.351839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: 1d3d332b-5d1e-4506-8e37-09d5681928a0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:35.355610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:35.358185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:35.362151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:35.379412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Pushing event updated for resources: {'Port': ['ID=65e310d2-5e6d-4992-a234-2b4f5fd199c9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.383815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d72a1-7389-4106-8198-bc54bc0f5990 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:35.397358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:35.399427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:35.402364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:35.428261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:35.446573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1d3d332b-5d1e-4506-8e37-09d5681928a0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:35.452253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.453114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.465568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Attempting to bind port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:35.466228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Attempting to bind port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:35.466764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Attempting to bind port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:35.469184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc72576-4912-49d5-8390-f2f6ddf7e80e None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:35.495760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:35.496469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:35.497023 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.497559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:35.498259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Bound port: 65e310d2-5e6d-4992-a234-2b4f5fd199c9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:35.499021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.501079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:35.568352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0ccf2e3d-1fba-4f48-bcb6-91a64c83e2a5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1871774 Nov 12 01:02:35.569147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.573913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1512825735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:35.580353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01fb91da-a065-4309-952b-205635b78f6e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.581623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-01fb91da-a065-4309-952b-205635b78f6e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/6c1c49e6-5cb1-48a7-8979-b573c80ee0a4 HTTP/1.1" status: 204 len: 168 time: 0.2608955 Nov 12 01:02:35.588606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44466) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.599525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f7ad7200-c432-4582-8b23-fef31d7c452d None None] Provisioning complete for port f71c606e-960a-4c74-a06c-1e33b23ee880 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:35.600173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7200-c432-4582-8b23-fef31d7c452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.618525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.619691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.667217 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f435b0ba-2d10-46c9-a178-79122bfc7921 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=6c1c49e6-5cb1-48a7-8979-b573c80ee0a4 HTTP/1.1" status: 200 len: 221 time: 0.0776479 Nov 12 01:02:35.673164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.683877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e8b7e1a6-3b72-4db7-810e-d329dd3c065f tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--275422655', 'description': 'label created by tempest'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:35.684407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e8b7e1a6-3b72-4db7-810e-d329dd3c065f tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Unknown quota resources ['metering_label']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:02:35.686679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad7200-c432-4582-8b23-fef31d7c452d None None] Port f71c606e-960a-4c74-a06c-1e33b23ee880 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:35.690894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] For port 65e310d2-5e6d-4992-a234-2b4f5fd199c9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:35.696188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] For port 65e310d2-5e6d-4992-a234-2b4f5fd199c9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=65e310d2-5e6d-4992-a234-2b4f5fd199c9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:35.702895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.747261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.753307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.786061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.790527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e6f564b-d87e-4552-b3f7-259aad7e478f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2202475 Nov 12 01:02:35.795331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.801139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'port': {'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0', 'name': 'tempest-RoutersTest-1487844413'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:35.836712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.848016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1d3d332b-5d1e-4506-8e37-09d5681928a0', 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '6124f58a-b559-47ad-91f9-7c4b1a088c5d'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:35.849395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.907589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.996753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee11bb-72b7-4d2a-91a3-2104b2bc9c73 None None] Pushing event updated for resources: {'Port': ['ID=65e310d2-5e6d-4992-a234-2b4f5fd199c9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.033496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 41062b5a-571d-4c58-8475-56a5f1ebc2d3 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:36.072316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Allocated IP 172.20.0.2 (1d3d332b-5d1e-4506-8e37-09d5681928a0/6124f58a-b559-47ad-91f9-7c4b1a088c5d/848cd6c7-cf41-4f5e-97b2-5ca6e9578c99) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:36.181021 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e1a6-3b72-4db7-810e-d329dd3c065f tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.185253 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e8b7e1a6-3b72-4db7-810e-d329dd3c065f tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5109978 Nov 12 01:02:36.186021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.308693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.320562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-68f38ae8-60c2-4c2d-b86a-1600012f7c8d tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=829daadd-3b84-42b5-a72f-34bf12a27eed HTTP/1.1" status: 200 len: 467 time: 0.1286018 Nov 12 01:02:36.322667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.372517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.382884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:36.384483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.386597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.422671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] device_id is not set on port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:36.468525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 65e310d2-5e6d-4992-a234-2b4f5fd199c9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:36.502129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:36.536886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:36.544446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.20.0.4 (1d3d332b-5d1e-4506-8e37-09d5681928a0/6124f58a-b559-47ad-91f9-7c4b1a088c5d/23ed2741-bb38-46e7-a7ec-be3fb4ab41ed) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:36.545890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:36.572402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Pushing event updated for resources: {'Port': ['ID=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.676847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Attempting to bind port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:36.677352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Attempting to bind port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd2d1ef06-bb92-443d-9278-59bc96e23d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:36.677724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Attempting to bind port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 on network 1d3d332b-5d1e-4506-8e37-09d5681928a0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:36.680493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:36.680493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.710138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:36.710526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Checking segment: {'id': 'd2d1ef06-bb92-443d-9278-59bc96e23d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:36.710930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.711330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Bound using segment: {'id': 'd2d1ef06-bb92-443d-9278-59bc96e23d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:36.711825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Bound port: 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d1ef06-bb92-443d-9278-59bc96e23d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1d3d332b-5d1e-4506-8e37-09d5681928a0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:36.712233 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.715798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:feb9:498a (5b2f6347-05eb-4950-a88c-4098590cba1f/687ad092-756e-4155-95b9-bead436e62a8/41062b5a-571d-4c58-8475-56a5f1ebc2d3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:36.744882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.750253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9d042d7-298a-495b-9960-9060f0db500e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.751726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b9d042d7-298a-495b-9960-9060f0db500e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/829daadd-3b84-42b5-a72f-34bf12a27eed HTTP/1.1" status: 204 len: 168 time: 0.4266756 Nov 12 01:02:36.754694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.797003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] For port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:36.802316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] For port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,segment=NetworkSegment(d2d1ef06-bb92-443d-9278-59bc96e23d92),segment_id=d2d1ef06-bb92-443d-9278-59bc96e23d92)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:36.804919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8360f024-27ac-4c7a-8367-8e434e2aaefd tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=829daadd-3b84-42b5-a72f-34bf12a27eed HTTP/1.1" status: 200 len: 216 time: 0.0487823 Nov 12 01:02:36.809064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.821430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.829591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-73ddb4f8-2212-4b3c-8a38-fb0fcd035c38 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0190299 Nov 12 01:02:36.836374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44488) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.853382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:36.914134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-25d0bdcc-f54b-4d80-9d32-bd59c9f13015 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0722988 Nov 12 01:02:36.920705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.016674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9644b5-01f4-42b2-911d-2ddfb3a0fc34 None None] Pushing event updated for resources: {'Port': ['ID=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.027417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.031226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.065469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-515629fe-fa4b-4897-ac12-9f068f0ffa8d tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/dd58f1e0-5bc2-492c-a9f6-237637a5fdaa HTTP/1.1" status: 200 len: 473 time: 0.1407914 Nov 12 01:02:37.067487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.096269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 65e310d2-5e6d-4992-a234-2b4f5fd199c9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=65e310d2-5e6d-4992-a234-2b4f5fd199c9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:37.101402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:37.107700 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.109992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:37.122565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:37.125801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-556cefea-80ba-4460-94dd-e443781c1c64 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/a188d058-d18d-4fc2-852d-7769bb5f307a HTTP/1.1" status: 200 len: 461 time: 0.0538363 Nov 12 01:02:37.126585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.149543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:37.163079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Sync routers for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:37.188149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.189579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ce7345e1-1ce6-4251-8674-a86601bcb344 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1076519 Nov 12 01:02:37.200489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:37.201205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:37.210088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.329106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=23ed2741-bb38-46e7-a7ec-be3fb4ab41ed,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.330128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=65e310d2-5e6d-4992-a234-2b4f5fd199c9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.340707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.354117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c71d64bd-f8b8-4c1d-aedb-fb00d8d672f2 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.355658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c71d64bd-f8b8-4c1d-aedb-fb00d8d672f2 tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/a188d058-d18d-4fc2-852d-7769bb5f307a HTTP/1.1" status: 204 len: 168 time: 0.2251780 Nov 12 01:02:37.366674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.378556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.382054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.463340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:37.486874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-95e63ee3-3893-48e4-8c19-74f97b0414e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6903954 Nov 12 01:02:37.503011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.607228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c264314a-6ef4-43ae-9634-ae3329d496a1 None None] Provisioning complete for port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:37.607546 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c264314a-6ef4-43ae-9634-ae3329d496a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.653543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86bf10d0-b8be-4254-86b9-1a480b76638e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.653543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-86bf10d0-b8be-4254-86b9-1a480b76638e tempest-MeteringTestJSON-6658418 tempest-MeteringTestJSON-6658418-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/dd58f1e0-5bc2-492c-a9f6-237637a5fdaa HTTP/1.1" status: 204 len: 168 time: 0.2777276 Nov 12 01:02:37.671772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.793565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:37.805838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:37.814256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:37.821184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.821976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.991869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=41062b5a-571d-4c58-8475-56a5f1ebc2d3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.011732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.014459 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-76540033-83fa-4301-bc60-83e89cc56d69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3476148 Nov 12 01:02:38.108414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 3, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:38.177135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Checking router: 436f7413-f6e0-46e9-a92c-28a6ccae6b53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:38.177563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Updating router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 port f71c606e-960a-4c74-a06c-1e33b23ee880 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:38.252301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.328042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.358962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-de9cd891-ca8e-49e4-92eb-fdda54994e5e None None] Provisioning complete for port 41062b5a-571d-4c58-8475-56a5f1ebc2d3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.359332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de9cd891-ca8e-49e4-92eb-fdda54994e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.440971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.544284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-de9cd891-ca8e-49e4-92eb-fdda54994e5e None None] Port 41062b5a-571d-4c58-8475-56a5f1ebc2d3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:38.619283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 65e310d2-5e6d-4992-a234-2b4f5fd199c9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:38.621207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ee8bb-e1bc-4f4d-8001-991a7f958814 None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:38.669330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.716705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-292f6629-d6b2-450c-8f37-f744f2c0dff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.772581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] Provisioning complete for port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.773017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.779903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5a13b-54d5-4548-9f28-be27883881ff tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.788583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5a13b-54d5-4548-9f28-be27883881ff tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.790709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a5b5a13b-54d5-4548-9f28-be27883881ff tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7779119 Nov 12 01:02:38.795252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.916295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 41062b5a-571d-4c58-8475-56a5f1ebc2d3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:38.916928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.056839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.057696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:39.057696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.108288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.119200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.125644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 41062b5a-571d-4c58-8475-56a5f1ebc2d3 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:39.207294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa167abf-3842-427f-9231-7f7e96975dfe None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:39.284284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Attempting to bind port f71c606e-960a-4c74-a06c-1e33b23ee880 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:39.284659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Attempting to bind port f71c606e-960a-4c74-a06c-1e33b23ee880 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:39.285050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Attempting to bind port f71c606e-960a-4c74-a06c-1e33b23ee880 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:39.295101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e4c7-72f4-44e8-abc6-a81d87d69736 None None] Pushing event updated for resources: {'Port': ['ID=f71c606e-960a-4c74-a06c-1e33b23ee880,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.297686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-292f6629-d6b2-450c-8f37-f744f2c0dff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.302909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.307153 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f94d686-a7ea-40e5-b171-ac628739e286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.309035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-292f6629-d6b2-450c-8f37-f744f2c0dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.310822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:39.311331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:39.311879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.312494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:39.313163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Bound port: f71c606e-960a-4c74-a06c-1e33b23ee880, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:39.313557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.366772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-292f6629-d6b2-450c-8f37-f744f2c0dff8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cbafca7c97c4e399139db35dd725fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9245858 Nov 12 01:02:39.371916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:39.448756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.467044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] For port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,segment=NetworkSegment(d2d1ef06-bb92-443d-9278-59bc96e23d92),segment_id=d2d1ef06-bb92-443d-9278-59bc96e23d92)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:39.482863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.483648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f6629-d6b2-450c-8f37-f744f2c0dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d2c1c2-0237-42e8-a2ed-4a6194de2f0e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.486335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:39.493308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] For port f71c606e-960a-4c74-a06c-1e33b23ee880, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:39.498685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] For port f71c606e-960a-4c74-a06c-1e33b23ee880, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f71c606e-960a-4c74-a06c-1e33b23ee880,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:39.560157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.575929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.608867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=41062b5a-571d-4c58-8475-56a5f1ebc2d3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.616550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Allocated IP 172.20.0.1 (588b243e-7645-4bb1-b8c8-8e19d0c2e5f9/6ad2d88a-086c-40c8-b0f8-e505b74950b2/ee534185-381d-40b2-971b-f4336363fb08) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:39.621836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.636345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a8d1502-7c07-4aea-b51d-7a780330a628 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/41062b5a-571d-4c58-8475-56a5f1ebc2d3 HTTP/1.1" status: 204 len: 168 time: 0.8381312 Nov 12 01:02:39.640911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:39.668438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.676910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.695645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911aac8b-0bb2-41b8-8125-5e0b7995bff3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5814237-8ee1-46b8-be89-b2eadbd507e8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5814237-8ee1-46b8-be89-b2eadbd507e8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c5814237-8ee1-46b8-be89-b2eadbd507e8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1315670 Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 687ad092-756e-4155-95b9-bead436e62a8 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:39.938430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.964165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64947b-bf9c-4233-809d-1c554a8a6d97 None None] Pushing event updated for resources: {'Port': ['ID=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.986604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:39.987252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:39.994911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.101531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.185592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.207878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=23ed2741-bb38-46e7-a7ec-be3fb4ab41ed,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.214230 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.221704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/687ad092-756e-4155-95b9-bead436e62a8 HTTP/1.1" status: 204 len: 168 time: 0.4432330 Nov 12 01:02:40.225296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.268209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] Provisioning complete for port f71c606e-960a-4c74-a06c-1e33b23ee880 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:40.268209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.274275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.295736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.300724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-92b319b2-dfae-4b0d-a33e-06049b302e91 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686703 Nov 12 01:02:40.301820 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.304649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.308907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4d2c1c2-0237-42e8-a2ed-4a6194de2f0e HTTP/1.1" status: 204 len: 168 time: 0.9324694 Nov 12 01:02:40.311671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13d56-9d3a-40e0-b620-4ccd26f7bfdb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=687ad092-756e-4155-95b9-bead436e62a8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.321289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055380db-22f7-47df-966d-5f071f875a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d2c1c2-0237-42e8-a2ed-4a6194de2f0e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.332732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce86b8-3d30-4675-b4cc-c22c1eb6c908 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:40.382178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:40.382413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:40.382593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.455578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.488014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:40.532962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.640246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e4c7-72f4-44e8-abc6-a81d87d69736 None None] Pushing event updated for resources: {'Port': ['ID=f71c606e-960a-4c74-a06c-1e33b23ee880,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.688559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:40.691442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:40.700913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:40.774716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Pushing event updated for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.833088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.859111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e7439b-aaae-4a4f-bdce-655bc16e1ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.865641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.875230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.875230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:40.879982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.041990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.044265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e7439b-aaae-4a4f-bdce-655bc16e1ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.054942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5e7439b-aaae-4a4f-bdce-655bc16e1ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.110527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7439b-aaae-4a4f-bdce-655bc16e1ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e343e-0a23-419b-ab76-8eebf8eba954,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.134202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c5e7439b-aaae-4a4f-bdce-655bc16e1ab9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9643e85d9a94de8bdca95b86631047c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980559 Nov 12 01:02:41.140753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.171309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] For port f71c606e-960a-4c74-a06c-1e33b23ee880, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f71c606e-960a-4c74-a06c-1e33b23ee880,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:41.193705 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.245518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.260939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9630-485d-4c24-85af-b0d91b2a8f72 None None] Pushing event updated for resources: {'Port': ['ID=f71c606e-960a-4c74-a06c-1e33b23ee880,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.264097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:41.305329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.345179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Provisioning complete for port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:41.349032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.390585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.395860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.398995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d41e343e-0a23-419b-ab76-8eebf8eba954 HTTP/1.1" status: 204 len: 168 time: 0.2565236 Nov 12 01:02:41.411548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2ead0-cad7-4f45-91f2-18637e94a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e343e-0a23-419b-ab76-8eebf8eba954,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.491526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 3, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:41.560503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:41.568115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38260769-b8b2-4617-9a25-4addd2a852cf None None] The sync data for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 is: [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 3, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:41.581691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Deleting port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:41.582522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.621112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:41.667607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.759777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Provisioning complete for port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:41.760205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.847208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] For port 65e310d2-5e6d-4992-a234-2b4f5fd199c9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=65e310d2-5e6d-4992-a234-2b4f5fd199c9,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:41.847768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.886751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Calling delete_port for 65e310d2-5e6d-4992-a234-2b4f5fd199c9 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:41.901811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.906556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:41.907234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.914654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.197592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.264399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64629037-bbf8-4877-8f59-d71784ba20a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.286917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Provisioning complete for port f71c606e-960a-4c74-a06c-1e33b23ee880 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:42.287192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4982aaff-4a48-4e5f-aa17-23ceb811aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.399099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 65e310d2-5e6d-4992-a234-2b4f5fd199c9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:42.407108 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.413318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=23ed2741-bb38-46e7-a7ec-be3fb4ab41ed,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.463491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:02:42.464253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 65e310d2-5e6d-4992-a234-2b4f5fd199c9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:42.465089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 65e310d2-5e6d-4992-a234-2b4f5fd199c9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:42.558621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] Pushing event deleted for resources: {'Port': ['ID=65e310d2-5e6d-4992-a234-2b4f5fd199c9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.570511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51144e7c-17a8-471c-bff3-225393eb7ea5 None None] No DVR routers for this DVR port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:42.675307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:42.680251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:42.790776 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.860807 n-d-712141-15 neutron-server[102676]: WARNING neutron.services.revisions.revision_plugin [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Could not find related port for resource to bump revision. Nov 12 01:02:42.913277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.917509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Port 65e310d2-5e6d-4992-a234-2b4f5fd199c9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 01:02:42.917832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Reverting IP allocation for 2001:db8::f816:3eff:fea3:b4de {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 01:02:42.924499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.973001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_pluggable_backend [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea3:b4de {{(pid=102676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 01:02:42.989691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.044962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4ee432b3-c19d-4e94-9946-30aa0d685858 None None] Provisioning complete for port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:43.045355 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee432b3-c19d-4e94-9946-30aa0d685858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.098898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.124999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4ee432b3-c19d-4e94-9946-30aa0d685858 None None] Port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:43.166366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:43.187742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Pushing event updated for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.195964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:43.197717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=b30464bb-e548-41b8-a856-6298233da11c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.206097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13174210-b3a1-456e-9f2d-1188ed2c98f8 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:43.215762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.216486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.327497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53973cb2-16a8-46b5-a5ef-225401e0e508 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9567146 Nov 12 01:02:43.331254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:43.338162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:8c:a9:84', 'name': 'tempest-NetworksTestDHCPv6-1729095535'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:43.350196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b7be69ae-c96d-446c-ab7e-625b1b343a93 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:43.398027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:43.446281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:43.538522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f71c606e-960a-4c74-a06c-1e33b23ee880 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:43.564584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:43.589151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': 'b30464bb-e548-41b8-a856-6298233da11c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:43.590841 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.709409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.746085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 5b12e057-b990-4f55-9e65-810247144d04 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:43.846839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f71c606e-960a-4c74-a06c-1e33b23ee880 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:43.847215 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.995943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:44.010887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Allocated IP 2001:db8::f816:3eff:feb2:3cf (5b2f6347-05eb-4950-a88c-4098590cba1f/b30464bb-e548-41b8-a856-6298233da11c/b4c0f206-afdc-4e06-8159-39bd031cf2ff) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:44.014237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.149916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:44.180430 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] Sync routers for ids ['b7be69ae-c96d-446c-ab7e-625b1b343a93'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:44.183054 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-22491e41-cac4-42ff-986b-be320e3b8ee0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b7be69ae-c96d-446c-ab7e-625b1b343a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6789727 Nov 12 01:02:44.185808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44674) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.220914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] Routers {'b7be69ae-c96d-446c-ab7e-625b1b343a93'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:44.222496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b7be69ae-c96d-446c-ab7e-625b1b343a93'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.261271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b82c8-ac3b-4751-92ec-91750f3d1900 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.263444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-107b82c8-ac3b-4751-92ec-91750f3d1900 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports/23ed2741-bb38-46e7-a7ec-be3fb4ab41ed HTTP/1.1" status: 200 len: 977 time: 0.0759959 Nov 12 01:02:44.266613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.284569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:44.318587 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.328568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.330456 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] Routers {'b7be69ae-c96d-446c-ab7e-625b1b343a93'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:44.331253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b7be69ae-c96d-446c-ab7e-625b1b343a93'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.349993 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.395067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.396156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507f50-f2f0-40c0-b916-9a6dbf0e118a None None] The sync data for ids ['b7be69ae-c96d-446c-ab7e-625b1b343a93'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:44.403145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:44.409089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:44.418436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:44.427369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f206-afdc-4e06-8159-39bd031cf2ff,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.474444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.511967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Attempting to bind port b4c0f206-afdc-4e06-8159-39bd031cf2ff on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:44.512430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Attempting to bind port b4c0f206-afdc-4e06-8159-39bd031cf2ff by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:44.512856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Attempting to bind port b4c0f206-afdc-4e06-8159-39bd031cf2ff on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:44.519031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:44.520214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:44.520895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.521475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:44.522383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Bound port: b4c0f206-afdc-4e06-8159-39bd031cf2ff, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:44.522973 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.548555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:44.556738 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-276975ce-db16-4dc7-b494-4b20a3109644 admin admin] 10.222.0.11 "PUT /v2.0/routers/436f7413-f6e0-46e9-a92c-28a6ccae6b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3449526 Nov 12 01:02:44.566812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Sync routers for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:44.641542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:44.642981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.644570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe8c:a984 (5b2f6347-05eb-4950-a88c-4098590cba1f/b30464bb-e548-41b8-a856-6298233da11c/5b12e057-b990-4f55-9e65-810247144d04) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:44.701657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c320aa8b-f4e4-4690-b923-632ef7f30c5b tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:44.725342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] For port b4c0f206-afdc-4e06-8159-39bd031cf2ff, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:44.730555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] For port b4c0f206-afdc-4e06-8159-39bd031cf2ff, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b4c0f206-afdc-4e06-8159-39bd031cf2ff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:44.749648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c320aa8b-f4e4-4690-b923-632ef7f30c5b tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "PUT /v2.0/quotas/f6bf4d098793471cbe97940c9b7a7724 HTTP/1.1" status: 200 len: 368 time: 0.2738225 Nov 12 01:02:44.755013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.769301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.788724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Request body: {'network': {'project_id': 'f6bf4d098793471cbe97940c9b7a7724'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:44.866816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:44.929183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.952892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d2122-08e7-4d24-b1eb-96c5d7d0daf7 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f206-afdc-4e06-8159-39bd031cf2ff,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.099638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Made reservation on behalf of f6bf4d098793471cbe97940c9b7a7724 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:45.102576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.144581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.255441 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.389779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.432229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.479392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ee534185-381d-40b2-971b-f4336363fb08', 'name': '', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'mac_address': 'fa:16:3e:9b:6c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:38Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 2, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'subnets': [{'id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:45.495419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.548895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Checking router: 436f7413-f6e0-46e9-a92c-28a6ccae6b53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:45.549259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Updating router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 port ee534185-381d-40b2-971b-f4336363fb08 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:45.578977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b4c0f206-afdc-4e06-8159-39bd031cf2ff up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:45.591914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:45.609016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.655365 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.655881 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Added segment de22212e-a11b-49fc-84d3-63682b735bdb of type vlan for network 374656d2-648a-4c56-a079-949fc71be202 Nov 12 01:02:45.667611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d12be17-7861-4f9b-9bd3-e920474f340b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.691716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:45.744690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=5b12e057-b990-4f55-9e65-810247144d04,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.748324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:45.750849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:45.757216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.758078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.798889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b4c0f206-afdc-4e06-8159-39bd031cf2ff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:45.799202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.864142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.887887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-003125da-bfd9-4fa7-bae5-37705e8e14d0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5554359 Nov 12 01:02:45.892609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:45.908458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.998155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e88aa0-562b-4b86-8dc3-61644905df46 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.008528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e88aa0-562b-4b86-8dc3-61644905df46 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.014164 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-15e88aa0-562b-4b86-8dc3-61644905df46 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1203253 Nov 12 01:02:46.015430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:46.043800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.044766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.045398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.058580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-25e1c0da-7970-4ec4-ac18-b120de4b3fef tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.060235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-25e1c0da-7970-4ec4-ac18-b120de4b3fef tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 818 time: 0.4304757 Nov 12 01:02:46.159652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.183001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.206274 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.242736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4742241 Nov 12 01:02:46.244710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:46.249450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-3683a989-c390-40dd-9c3a-531bf0488487 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/quotas/d11a57a64d1e43e3873acd39bc629d4b HTTP/1.1" status: 200 len: 375 time: 0.1505041 Nov 12 01:02:46.255778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Request body: {'network': {'project_id': 'f6bf4d098793471cbe97940c9b7a7724'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:46.315785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 5b12e057-b990-4f55-9e65-810247144d04 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:46.317197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.352612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60171213-0f57-407e-9a96-3d8acc4ef928 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event updated for resources: {'Network': ['ID=374656d2-648a-4c56-a079-949fc71be202,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.366258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8eb136-6e78-443a-ac41-3262c2fd5963 None None] Pushing event updated for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.388666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 374656d2-648a-4c56-a079-949fc71be202 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:46.437115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b4c0f206-afdc-4e06-8159-39bd031cf2ff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b4c0f206-afdc-4e06-8159-39bd031cf2ff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:46.463891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-9675ea23-b030-4979-8d18-3462c67ab3c2 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175585 Nov 12 01:02:46.511858 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.528834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Attempting to bind port ee534185-381d-40b2-971b-f4336363fb08 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:46.529333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Attempting to bind port ee534185-381d-40b2-971b-f4336363fb08 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:46.529691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Attempting to bind port ee534185-381d-40b2-971b-f4336363fb08 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:46.565825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.585813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 5b12e057-b990-4f55-9e65-810247144d04 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:46.603858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:46.604434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Checking segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:46.604879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.605334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Bound using segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:46.605824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Bound port: ee534185-381d-40b2-971b-f4336363fb08, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:46.606316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.699984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b4c0f206-afdc-4e06-8159-39bd031cf2ff,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.756104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6e404479-0e52-408e-8e08-84071a091cb9 None None] Provisioning complete for port b4c0f206-afdc-4e06-8159-39bd031cf2ff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:46.756104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e404479-0e52-408e-8e08-84071a091cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.782005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-84543b45-d2a8-43ac-bcb8-8412b9be765b service neutron] 10.222.0.11 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008056 Nov 12 01:02:46.817460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:46.817460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.817905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Made reservation on behalf of f6bf4d098793471cbe97940c9b7a7724 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:46.819921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.838677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] For port ee534185-381d-40b2-971b-f4336363fb08, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:46.888658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] For port ee534185-381d-40b2-971b-f4336363fb08, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ee534185-381d-40b2-971b-f4336363fb08,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:46.909865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.916103 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.071946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:47.072460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:47.078302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8eb136-6e78-443a-ac41-3262c2fd5963 None None] Pushing event updated for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:47.090533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:47.094332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=5b12e057-b990-4f55-9e65-810247144d04,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:47.099772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.142922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 23ed2741-bb38-46e7-a7ec-be3fb4ab41ed owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:47.189477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.189812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-27b3c68e-6ab7-4ff3-8a35-aeb3694b5878 service neutron] 10.222.0.11 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053319 Nov 12 01:02:47.191354 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Added segment 446e0c77-ff08-4ec4-a2ef-e452ebf16012 of type vlan for network 47e270cf-2877-407d-a82d-18618550fe43 Nov 12 01:02:47.199117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.214657 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-91ca3c21-bec7-4266-9be6-8c2727d84d55 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/5b12e057-b990-4f55-9e65-810247144d04 HTTP/1.1" status: 204 len: 168 time: 1.1975398 Nov 12 01:02:47.231175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.292042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1ef7b43b-9d40-4b3d-ab79-24135d6eb577 None None] Could not find standard attr ID for object 5b12e057-b990-4f55-9e65-810247144d04. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:02:47.406551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:47.443515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678328b-08b2-4891-ab60-40b9aa3e7f21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.446485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678328b-08b2-4891-ab60-40b9aa3e7f21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.456954 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9678328b-08b2-4891-ab60-40b9aa3e7f21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2231057 Nov 12 01:02:47.460556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.602382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.659815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b4c0f206-afdc-4e06-8159-39bd031cf2ff up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:47.728096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet b30464bb-e548-41b8-a856-6298233da11c {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:47.763537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.777646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.803576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.806213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.808791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.894012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36db251c-c76f-44ae-88f4-6840606acc27 req-535b47d5-5646-4eeb-a9f3-fec93933ee15 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 210 time: 0.2603838 Nov 12 01:02:47.901552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=23ed2741-bb38-46e7-a7ec-be3fb4ab41ed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:47.994285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.010015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7625809 Nov 12 01:02:48.024091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:48.080460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0269d7e1-a0ac-4c32-af93-ff13fcdeaacd tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Request body: {'network': {'project_id': 'f6bf4d098793471cbe97940c9b7a7724'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:48.084669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b4c0f206-afdc-4e06-8159-39bd031cf2ff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:48.085451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.108907 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0269d7e1-a0ac-4c32-af93-ff13fcdeaacd tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:02:48.109848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0269d7e1-a0ac-4c32-af93-ff13fcdeaacd tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:48.112986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0269d7e1-a0ac-4c32-af93-ff13fcdeaacd tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0371723 Nov 12 01:02:48.121753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:48.135858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33642c2-f639-4531-813a-0d9142ed39c8 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event updated for resources: {'Network': ['ID=47e270cf-2877-407d-a82d-18618550fe43,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:48.179856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 47e270cf-2877-407d-a82d-18618550fe43 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:48.334816 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.429130 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddb2b036-bbbd-4cb0-8998-d9e468f1543f tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6bf4d098793471cbe97940c9b7a7724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025732 Nov 12 01:02:48.454867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:48.502925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ee534185-381d-40b2-971b-f4336363fb08', 'name': '', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'mac_address': 'fa:16:3e:9b:6c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:38Z', 'updated_at': '2021-11-12T01:02:46Z', 'revision_number': 4, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'subnets': [{'id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:48.503257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.542199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31e10-1f9a-4bc3-b1f0-b3926fb1919d None None] The sync data for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 is: [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ee534185-381d-40b2-971b-f4336363fb08', 'name': '', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'mac_address': 'fa:16:3e:9b:6c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:38Z', 'updated_at': '2021-11-12T01:02:46Z', 'revision_number': 4, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'subnets': [{'id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:48.692725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.746300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.749533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.903601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b7be69ae-c96d-446c-ab7e-625b1b343a93 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:48.936210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.943403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bbba9f-157b-4adf-89fe-2ecb779def68 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:48.945546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-e7dfd6eb-a478-4e27-8f98-54608e14e3b4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.949091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-e7dfd6eb-a478-4e27-8f98-54608e14e3b4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 818 time: 0.4777205 Nov 12 01:02:48.974124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b30464bb-e548-41b8-a856-6298233da11c HTTP/1.1" status: 204 len: 168 time: 1.5116484 Nov 12 01:02:48.974647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:48.976292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6ad0-03c3-49f7-98bc-24c517331319 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=b30464bb-e548-41b8-a856-6298233da11c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:48.999214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.004260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.006530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d12be17-7861-4f9b-9bd3-e920474f340b HTTP/1.1" status: 204 len: 168 time: 0.5501053 Nov 12 01:02:49.015864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.060877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c630e-9d43-4805-bbdb-bedb5a5e7ecb tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d12be17-7861-4f9b-9bd3-e920474f340b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:49.151811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c4d73002-48d4-46c0-9e21-291a5ac31b3d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665897 Nov 12 01:02:49.175557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.212109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-e5484506-fed9-4d99-8006-eaca244258c8 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/quotas/d11a57a64d1e43e3873acd39bc629d4b HTTP/1.1" status: 200 len: 375 time: 0.2441976 Nov 12 01:02:49.309810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:49.323056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-446fb0df-4ee4-463b-b9bb-ccca7cdb36f0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b7be69ae-c96d-446c-ab7e-625b1b343a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0553286 Nov 12 01:02:49.327286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.333309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] Sync routers for ids ['b7be69ae-c96d-446c-ab7e-625b1b343a93'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:49.345643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.379166 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] Routers {'b7be69ae-c96d-446c-ab7e-625b1b343a93'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:49.381001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b7be69ae-c96d-446c-ab7e-625b1b343a93'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:49.403819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:49.415850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104e8f4-4a4b-4572-8d0a-ed4e4c644cf1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.421648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2104e8f4-4a4b-4572-8d0a-ed4e4c644cf1 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2398121 Nov 12 01:02:49.424148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.450305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-45ea3878-1f51-4456-9833-b5c6555023f5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908679 Nov 12 01:02:49.635972 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:49.673074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ee534185-381d-40b2-971b-f4336363fb08 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:49.722796 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-e1893d56-721c-4e57-b1f7-39e42646d13a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 01:02:49.724413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e1893d56-721c-4e57-b1f7-39e42646d13a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b7be69ae-c96d-446c-ab7e-625b1b343a93/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3957782 Nov 12 01:02:49.729407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.733949 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] Routers {'b7be69ae-c96d-446c-ab7e-625b1b343a93'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:49.738134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b7be69ae-c96d-446c-ab7e-625b1b343a93'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:49.788178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Deleting port b4c0f206-afdc-4e06-8159-39bd031cf2ff {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:49.789023 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.792358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef4929-9203-4385-83b2-36f666daf1e0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.797223 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66ef4929-9203-4385-83b2-36f666daf1e0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3699152 Nov 12 01:02:49.823534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.840048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a4568ce2-cba8-4296-9cdb-2fb8928f5a7e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be69ae-c96d-446c-ab7e-625b1b343a93 HTTP/1.1" status: 200 len: 205 time: 0.1085610 Nov 12 01:02:49.844117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:49.857861 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:49.860640 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557094b6-74d8-478b-961c-af6f001fde5b None None] The sync data for ids ['b7be69ae-c96d-446c-ab7e-625b1b343a93'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:49.984309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] For port b4c0f206-afdc-4e06-8159-39bd031cf2ff, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b4c0f206-afdc-4e06-8159-39bd031cf2ff,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:49.984962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.143009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-90f459fa-d7e6-4f76-9c70-7c293871e657 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.146590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-90f459fa-d7e6-4f76-9c70-7c293871e657 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 818 time: 0.3781712 Nov 12 01:02:50.183941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Request body: {'port': {'device_id': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'admin_state_up': True, 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:50.228461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Calling delete_port for b4c0f206-afdc-4e06-8159-39bd031cf2ff owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:50.233298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ee534185-381d-40b2-971b-f4336363fb08 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:50.233672 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.340005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.402845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e270cf-2877-407d-a82d-18618550fe43']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:50.436644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e0c77-ff08-4ec4-a2ef-e452ebf16012') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:50.437092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e0c77-ff08-4ec4-a2ef-e452ebf16012') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:50.447472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.494597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] No DVR routers for this DVR port b4c0f206-afdc-4e06-8159-39bd031cf2ff on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:50.508138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4f87-251d-498d-a5fc-314420323b5e None None] Pushing event deleted for resources: {'Port': ['ID=b4c0f206-afdc-4e06-8159-39bd031cf2ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.511327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.515226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.536435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Made reservation on behalf of d11a57a64d1e43e3873acd39bc629d4b for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:50.542248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.557997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.573679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port ee534185-381d-40b2-971b-f4336363fb08, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ee534185-381d-40b2-971b-f4336363fb08,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:50.576238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:50.576824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.577078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:50.578786 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:50.583477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.690573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0a684af4-fbf2-4742-a282-707c66fc9985 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8577673 Nov 12 01:02:50.697367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.708554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:50.711541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.747757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-799cbbe2-186c-4694-ad16-e7e9aca68d1d service neutron] 10.222.0.11 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1425271 Nov 12 01:02:50.762322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.788381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.792975 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "DELETE /v2.0/networks/47e270cf-2877-407d-a82d-18618550fe43 HTTP/1.1" status: 204 len: 168 time: 1.7742288 Nov 12 01:02:50.797512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183fee4-8dcc-409d-8ece-65cdd66cb665 tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event deleted for resources: {'Network': ['ID=47e270cf-2877-407d-a82d-18618550fe43,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.802931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.953905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.963709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Allocated IP 172.20.0.6 (588b243e-7645-4bb1-b8c8-8e19d0c2e5f9/6ad2d88a-086c-40c8-b0f8-e505b74950b2/d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:51.000132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.046084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.097311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.116509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:51.121549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.164644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.164644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router b7be69ae-c96d-446c-ab7e-625b1b343a93 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:51.175906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.175906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3acf0d13-5750-4e79-9fb0-02748d25b1db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b7be69ae-c96d-446c-ab7e-625b1b343a93 HTTP/1.1" status: 204 len: 168 time: 1.3272235 Nov 12 01:02:51.184714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8617d73f-868c-498a-8ca9-a6661386416d service neutron] 10.222.0.11 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997533 Nov 12 01:02:51.184714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:51.186693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374656d2-648a-4c56-a079-949fc71be202']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:51.209001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de22212e-a11b-49fc-84d3-63682b735bdb') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:51.209304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de22212e-a11b-49fc-84d3-63682b735bdb') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:51.227326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.251256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.268886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:51.269637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:51.272261 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:51.295572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 6124f58a-b559-47ad-91f9-7c4b1a088c5d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:51.299444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.342533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.366714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.427144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.443118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.451985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] 10.222.0.11 "DELETE /v2.0/networks/374656d2-648a-4c56-a079-949fc71be202 HTTP/1.1" status: 204 len: 168 time: 0.6472683 Nov 12 01:02:51.458805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.556316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ee534185-381d-40b2-971b-f4336363fb08 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:51.583308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Pushing event updated for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:51.633173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:51.638904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88b627-ab13-40fd-827b-e6384161c77d tempest-QuotasNegativeTest-1602380486 tempest-QuotasNegativeTest-1602380486-project-admin] Pushing event deleted for resources: {'Network': ['ID=374656d2-648a-4c56-a079-949fc71be202,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:51.650172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:51.656992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:51.750574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ee534185-381d-40b2-971b-f4336363fb08 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:51.750951 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.762352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.763347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.777753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23f7aae5-9395-444e-95d8-3face6bfae47 req-4fe6275e-f18d-41ef-b6e9-d9af83ef9901 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.1485741 Nov 12 01:02:51.835820 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-218dd934-0be0-41b3-b667-5ed9e86f33e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6631737 Nov 12 01:02:51.859012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Request body: {'port': {'device_id': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:51.872210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.005491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.072590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.137814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.140184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b4c0f206-afdc-4e06-8159-39bd031cf2ff no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:52.163686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:52.208040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b4c0f206-afdc-4e06-8159-39bd031cf2ff {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:52.210043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b4c0f206-afdc-4e06-8159-39bd031cf2ff not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:52.212426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:52.229868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910b669-78a5-480d-a04b-8b50836406fc None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:52.235635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.245455 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.267973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=95fb8346-34a1-460b-bbdd-0033b0fb6673,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.286492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5af6c-deb7-4d67-b089-69f045a37eb3 None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:52.291400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.294805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/6124f58a-b559-47ad-91f9-7c4b1a088c5d HTTP/1.1" status: 204 len: 168 time: 1.1161804 Nov 12 01:02:52.314390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.410232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a03f5c90-4b36-42e6-960e-2acfa704ad1f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7110381 Nov 12 01:02:52.418248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.430775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:a3:d2:76', 'name': 'tempest-NetworksTestDHCPv6-1862922452'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:52.446718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17443c23-45bc-4c7c-bd60-e61f9993c0d8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=6124f58a-b559-47ad-91f9-7c4b1a088c5d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.537341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.586106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.691130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.718292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] DHCP port deletion for 1d3d332b-5d1e-4506-8e37-09d5681928a0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:52.791590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '95fb8346-34a1-460b-bbdd-0033b0fb6673'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:52.792870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.847809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52388a-aa76-4911-84d1-01771a8d82c8 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.848442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52388a-aa76-4911-84d1-01771a8d82c8 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.848920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52388a-aa76-4911-84d1-01771a8d82c8 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.868171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c52388a-aa76-4911-84d1-01771a8d82c8 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=088c4d1315a84724af075079edce2b64&network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 2972 time: 0.2682581 Nov 12 01:02:52.893866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:52.894360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.910892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:52.935365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.963144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Transition to ACTIVE for port object d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:52.970226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.978405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,segment=NetworkSegment(d2d1ef06-bb92-443d-9278-59bc96e23d92),segment_id=d2d1ef06-bb92-443d-9278-59bc96e23d92)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:52.978784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.999082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:53.074644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Deleting port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:53.078193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.105832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.107402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:53.176127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39a6fbef-c989-4efd-b8e7-5f2df9f87ff3 req-dec73f15-b4ac-442f-b35e-78c9dcec7485 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.0890751 Nov 12 01:02:53.182968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8387ea48-2ef4-4ff1-a41b-921c38ee659b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.225802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:53.231201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:53.367352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.398166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] For port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,segment=NetworkSegment(d2d1ef06-bb92-443d-9278-59bc96e23d92),segment_id=d2d1ef06-bb92-443d-9278-59bc96e23d92)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:53.398611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.404173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3d332b-5d1e-4506-8e37-09d5681928a0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:53.423325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d1ef06-bb92-443d-9278-59bc96e23d92') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:53.423814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d1ef06-bb92-443d-9278-59bc96e23d92') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:53.438136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/95fb8346-34a1-460b-bbdd-0033b0fb6673/f8907435-1424-401b-983a-897fe61f0dca) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:53.443251 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.447587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Calling delete_port for 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:53.465941 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.477551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:53.479138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.508256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Attempting to bind port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:53.510010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Attempting to bind port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:53.511470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Attempting to bind port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:53.524666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:53.534799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:53.537080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:53.537794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Attempting to bind port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:53.631829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:53.633037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:53.654275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:53.654772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Checking segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:53.655099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Bound using segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:53.655634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Bound port: d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:53.656004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:53.665333 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:53.825723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.835859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:53.840489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:53.854470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.902737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Network 1d3d332b-5d1e-4506-8e37-09d5681928a0 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:02:53.903635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] No DVR routers for this DVR port 848cd6c7-cf41-4f5e-97b2-5ca6e9578c99 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:53.910600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6a63b-67d6-4207-9c74-de9188ed0b33 None None] Pushing event deleted for resources: {'Port': ['ID=848cd6c7-cf41-4f5e-97b2-5ca6e9578c99,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:53.931442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8387ea48-2ef4-4ff1-a41b-921c38ee659b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.934041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.940979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.949118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/1d3d332b-5d1e-4506-8e37-09d5681928a0 HTTP/1.1" status: 204 len: 168 time: 1.6203570 Nov 12 01:02:53.949691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:53.963307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.979549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.980681 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.981921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-492620099'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:53.983336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] 10.222.0.39 "PUT /v2.0/ports/d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 1092 time: 2.1339421 Nov 12 01:02:53.985762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.007596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:54.011943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8387ea48-2ef4-4ff1-a41b-921c38ee659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.015290 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d1eb91-1da0-4964-97db-15a4055fd946" -d '{"events": [{"name": "network-changed", "server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:54.049170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d0a4-bc04-46b7-9d77-a91701ed9814 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=1d3d332b-5d1e-4506-8e37-09d5681928a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.055676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.090694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:54.095128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:54.101696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:54.104723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Pushing event updated for resources: {'Port': ['ID=f8907435-1424-401b-983a-897fe61f0dca,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.114541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:54.119492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.130696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ea48-2ef4-4ff1-a41b-921c38ee659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b9659a-2f8f-4186-9ee7-03d995c5cd2d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.147075 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7328db-2eb1-417a-8cf7-73e12fa3aa14 x-openstack-request-id: req-0e7328db-2eb1-417a-8cf7-73e12fa3aa14 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:54.147503 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:54.148012 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e7328db-2eb1-417a-8cf7-73e12fa3aa14 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:54.148580 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7', 'status': 'completed', 'code': 200} Nov 12 01:02:54.170053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 9410abc6-5ca3-4a01-8b83-b237aeaf2427 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:02:54.178631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b66a70-eaf4-40b6-a867-c1dce71f383c service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.208793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-03d1409a-b799-4eea-8c08-420d33a463a7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.210534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-03d1409a-b799-4eea-8c08-420d33a463a7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.32 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 818 time: 0.5708916 Nov 12 01:02:54.220962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8387ea48-2ef4-4ff1-a41b-921c38ee659b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fa1b64f7d5445348ecac0fd0c913026&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5280745 Nov 12 01:02:54.225868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:54.239006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Attempting to bind port f8907435-1424-401b-983a-897fe61f0dca on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:54.239685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Attempting to bind port f8907435-1424-401b-983a-897fe61f0dca by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:54.240391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Attempting to bind port f8907435-1424-401b-983a-897fe61f0dca on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:54.250274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Request body: {'port': {'device_id': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'admin_state_up': True, 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:54.250543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:54.251156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:54.251820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.252504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:54.253365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Bound port: f8907435-1424-401b-983a-897fe61f0dca, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:54.254129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.259962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:54.339173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-643c1626-5123-4067-920f-e70001cf04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.356292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-643c1626-5123-4067-920f-e70001cf04ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1095 time: 0.2916272 Nov 12 01:02:54.372105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] For port f8907435-1424-401b-983a-897fe61f0dca, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:54.394104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.394615 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 9ba74c08-c934-4085-9014-e37c9abb3ef8 of type vlan for network 06c526b0-ce46-4fd1-8eab-de072129afef Nov 12 01:02:54.401255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] For port f8907435-1424-401b-983a-897fe61f0dca, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f8907435-1424-401b-983a-897fe61f0dca,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:54.409444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.428801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:54.473713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::381 (5b2f6347-05eb-4950-a88c-4098590cba1f/95fb8346-34a1-460b-bbdd-0033b0fb6673/9410abc6-5ca3-4a01-8b83-b237aeaf2427) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:54.502698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d6e0a-6903-4c04-89c2-cd858dbb0ad7 None None] Pushing event updated for resources: {'Port': ['ID=f8907435-1424-401b-983a-897fe61f0dca,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.522833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de81f0b0-dfab-4032-85e0-04d402a5de8a req-3f9c79f7-9679-4d3b-96f6-c69c1a3a080b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.1794627 Nov 12 01:02:54.573223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.619950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.650914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-7ae2c527-a0ce-43e0-9f1f-ab9a89460f1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.0904818 Nov 12 01:02:54.657427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.704970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.713061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.713716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.804293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-3281fb5d-c739-493a-a9e7-a2950e9cf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.804293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-3281fb5d-c739-493a-a9e7-a2950e9cf260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.1432548 Nov 12 01:02:54.811007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61fc10-ae2e-4302-a05d-5700743d1ce9 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.827724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1e61fc10-ae2e-4302-a05d-5700743d1ce9 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 814 time: 0.3325388 Nov 12 01:02:54.831283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=06c526b0-ce46-4fd1-8eab-de072129afef,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.841683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Made reservation on behalf of d11a57a64d1e43e3873acd39bc629d4b for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:54.846377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.861560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 06c526b0-ce46-4fd1-8eab-de072129afef details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:54.871951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-88a7a701-4447-406f-b0b8-43c7008a881a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8943472 Nov 12 01:02:54.876559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:54.876776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-c00e2bb9-6159-48cb-b4f4-4d0d9ff8210b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573506 Nov 12 01:02:54.880226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:54.920325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.984376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.987059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.991349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08b9659a-2f8f-4186-9ee7-03d995c5cd2d HTTP/1.1" status: 204 len: 168 time: 0.7642677 Nov 12 01:02:55.078631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.098829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe3208-1de1-4f54-a01f-e15edcce6ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b9659a-2f8f-4186-9ee7-03d995c5cd2d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:55.147599 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-4797aff1-2fc3-4ee9-abf5-1fe9dd50ed8d service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306716 Nov 12 01:02:55.167383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:55.178183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:55.194574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:55.200700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.201380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.220302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Allocated IP 172.20.0.9 (588b243e-7645-4bb1-b8c8-8e19d0c2e5f9/6ad2d88a-086c-40c8-b0f8-e505b74950b2/9b66e273-3711-46d8-937c-ced3ff5a0aa3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:55.228694 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8094041 Nov 12 01:02:55.231485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.244446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee011cb7-4948-4fa5-94f8-9d4ca8449eb2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=9410abc6-5ca3-4a01-8b83-b237aeaf2427,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:55.273466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:55.277608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.395700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64403ca5-e622-4656-95a3-39cddd04ad07 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.404033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64403ca5-e622-4656-95a3-39cddd04ad07 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.409093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-64403ca5-e622-4656-95a3-39cddd04ad07 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1765034 Nov 12 01:02:55.416535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.456297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.463136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'network': {'name': 'tempest-network-smoke--2006550202', 'project_id': '088c4d1315a84724af075079edce2b64', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:55.472284 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-12f0116c-7e91-4b56-8ce1-ab9489be1f03 req-43074087-a682-49b3-bf97-746aba04df56 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170259 Nov 12 01:02:55.546357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f8907435-1424-401b-983a-897fe61f0dca up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:55.683503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f8907435-1424-401b-983a-897fe61f0dca triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:55.685246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:55.686048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.698659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.738643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:55.797484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:55.811656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.812000 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Added segment 0b8a17dc-7af8-4025-953f-4cab1a236a59 of type vlan for network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f Nov 12 01:02:55.873225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.894074 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.897913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9c78992-749f-42a0-801e-8868e3287a38 req-5e561aa0-74be-4f29-b089-811a4dfd8d7e tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.1296921 Nov 12 01:02:55.950524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.032868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f8907435-1424-401b-983a-897fe61f0dca, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f8907435-1424-401b-983a-897fe61f0dca,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:56.040179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.091738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.102224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.124613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f8907435-1424-401b-983a-897fe61f0dca,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.189211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-436c95c1-a58c-41d9-85ea-d832612dfacb None None] Provisioning complete for port f8907435-1424-401b-983a-897fe61f0dca triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:56.191349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-436c95c1-a58c-41d9-85ea-d832612dfacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.310537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=3d93b085-21d7-4e56-94c8-4823524fafb1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.349766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:56.359912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:56.369425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:56.378029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Pushing event updated for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.429016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3781bc58-bfbc-4e3b-bd12-86eb8e6f1ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.429247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '9ba74c08-c934-4085-9014-e37c9abb3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:56.429635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: 06c526b0-ce46-4fd1-8eab-de072129afef, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:56.476793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.477697 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.497232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 9410abc6-5ca3-4a01-8b83-b237aeaf2427 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:56.497591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.508171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 06c526b0-ce46-4fd1-8eab-de072129afef is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:56.523547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-3e84c963-a212-4574-b147-7e686aeeb95c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2986519 Nov 12 01:02:56.535177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 06c526b0-ce46-4fd1-8eab-de072129afef) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:56.555767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850db679-95c5-4ce9-b46b-ce40fbda8340 None None] Network 06c526b0-ce46-4fd1-8eab-de072129afef requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:56.569410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.570319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Request body: {'port': {'device_id': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:56.575033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.575799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.579805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.580801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.640512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e13bde39-ceb7-4562-abfe-6c6aab36c3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7641757 Nov 12 01:02:56.651762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:56.724594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-753011935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:56.732306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.768644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-6381d5d8-ce94-4448-a62e-c919685b61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.770717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-6381d5d8-ce94-4448-a62e-c919685b61b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1095 time: 1.1356304 Nov 12 01:02:56.781348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0bd9b937-b761-474b-9b04-2f0200298433 None None] Provisioning complete for port 9410abc6-5ca3-4a01-8b83-b237aeaf2427 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:56.781923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b937-b761-474b-9b04-2f0200298433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.820526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3618100 Nov 12 01:02:56.825270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9b937-b761-474b-9b04-2f0200298433 None None] Port 9410abc6-5ca3-4a01-8b83-b237aeaf2427 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:56.912446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:56.930701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.931839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.999042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2addfbe-bc3c-45aa-8a56-1a5bccab7539 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Network': ['ID=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.008674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-06c526b0-ce46-4fd1-8eab-de072129afef', 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '3d93b085-21d7-4e56-94c8-4823524fafb1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:57.009586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.013729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:57.132787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.163991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.184198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.234278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 9410abc6-5ca3-4a01-8b83-b237aeaf2427 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:57.258749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d263cd6-4553-4e69-bc88-c3e6a7ddcf7b tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.261704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d263cd6-4553-4e69-bc88-c3e6a7ddcf7b tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=088c4d1315a84724af075079edce2b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3334382 Nov 12 01:02:57.263131 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.269906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-727b019e-3984-4918-afc7-80ef941602bc tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5613055 Nov 12 01:02:57.269906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45034) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.279914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.424879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Allocated IP 172.20.0.2 (06c526b0-ce46-4fd1-8eab-de072129afef/3d93b085-21d7-4e56-94c8-4823524fafb1/977f321a-f9f5-4846-bc24-bfe6f1b2bda8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:57.444472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3781bc58-bfbc-4e3b-bd12-86eb8e6f1ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.463309 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3781bc58-bfbc-4e3b-bd12-86eb8e6f1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.481854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f8907435-1424-401b-983a-897fe61f0dca up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:57.524829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-071ee30c-33d4-48ff-8980-6cb0db43514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.527329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-071ee30c-33d4-48ff-8980-6cb0db43514c service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.6175907 Nov 12 01:02:57.534348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3781bc58-bfbc-4e3b-bd12-86eb8e6f1ca0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a45253460b5d41dfb5321ee1b4e5629c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7905657 Nov 12 01:02:57.535666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.622307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86955b-3516-431a-a2ce-9797be95c73c req-984e463e-bda2-4ecf-a486-5fc23e141b3b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.624756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a86955b-3516-431a-a2ce-9797be95c73c req-984e463e-bda2-4ecf-a486-5fc23e141b3b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 931 time: 0.5703886 Nov 12 01:02:57.680796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-2717561b-5579-4f9b-bbee-49d9a08e87c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.1336465 Nov 12 01:02:57.865928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781bc58-bfbc-4e3b-bd12-86eb8e6f1ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f1063-75a0-4597-a04e-01c3e935b43c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.880241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.944808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b7581-1d17-42b1-891c-c042dac3b040 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.944808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-558b7581-1d17-42b1-891c-c042dac3b040 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6705437 Nov 12 01:02:57.959207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f8907435-1424-401b-983a-897fe61f0dca triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:57.959580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.974289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=9410abc6-5ca3-4a01-8b83-b237aeaf2427,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.976251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.039693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a86955b-3516-431a-a2ce-9797be95c73c req-bbc86464-6311-48ca-bb88-75b82cb0b9e9 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807938 Nov 12 01:02:58.045767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b66e273-3711-46d8-937c-ced3ff5a0aa3 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:58.062674 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.087653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-730292db-9987-41bd-b431-5416c7b7f88d tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738943 Nov 12 01:02:58.125106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.126611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.127243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.131375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-256d8811-e864-4a9f-a8d8-fd9229ea97b4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/9410abc6-5ca3-4a01-8b83-b237aeaf2427 HTTP/1.1" status: 204 len: 168 time: 2.7127233 Nov 12 01:02:58.132805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.159350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.162545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.164791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.258334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Transition to ACTIVE for port object 9b66e273-3711-46d8-937c-ced3ff5a0aa3 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:58.260970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.268712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Network 06c526b0-ce46-4fd1-8eab-de072129afef is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:58.278981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24f1eaef-2135-406d-a5db-584ccbe4f5fe tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=088c4d1315a84724af075079edce2b64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709701 Nov 12 01:02:58.282593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45064) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.286463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.291427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Pushing event updated for resources: {'Port': ['ID=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:58.297216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:58.303384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:58.404570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Attempting to bind port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:58.405001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Attempting to bind port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9ba74c08-c934-4085-9014-e37c9abb3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:58.405377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Attempting to bind port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 on network 06c526b0-ce46-4fd1-8eab-de072129afef {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:58.408338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a74840-1d04-49fa-841d-e023899eaa66 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.410955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a74840-1d04-49fa-841d-e023899eaa66 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.415339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-66a74840-1d04-49fa-841d-e023899eaa66 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2472661 Nov 12 01:02:58.418850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.420376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:58.421419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Checking segment: {'id': '9ba74c08-c934-4085-9014-e37c9abb3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:58.421854 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.422513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Bound using segment: {'id': '9ba74c08-c934-4085-9014-e37c9abb3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:58.423026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Bound port: 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74c08-c934-4085-9014-e37c9abb3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '06c526b0-ce46-4fd1-8eab-de072129afef'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:58.423419 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.529527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] For port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:58.535454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] For port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,segment=NetworkSegment(9ba74c08-c934-4085-9014-e37c9abb3ef8),segment_id=9ba74c08-c934-4085-9014-e37c9abb3ef8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:58.555196 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.608878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec1c2a-dc93-4aad-856b-7b42cf9b6f47 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.611264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-04ec1c2a-dc93-4aad-856b-7b42cf9b6f47 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3244965 Nov 12 01:02:58.615599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.623162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-3d189c80-6e89-4596-b846-1a080e600986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.624860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-3d189c80-6e89-4596-b846-1a080e600986 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.7530212 Nov 12 01:02:58.640630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.647697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.650003 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/937f1063-75a0-4597-a04e-01c3e935b43c HTTP/1.1" status: 204 len: 168 time: 1.1016221 Nov 12 01:02:58.709351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eae18-cca6-44c9-8bac-81531188ef0c None None] Pushing event updated for resources: {'Port': ['ID=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:58.742908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:58.818287 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-9ae54a71-ac77-4ce2-afc4-1ce006852b70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989845 Nov 12 01:02:58.820390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f1063-75a0-4597-a04e-01c3e935b43c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:58.828881 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3a60ed10-c644-4de4-948f-8894a20e4a18 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2080374 Nov 12 01:02:58.851766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.883754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520095460', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'project_id': '088c4d1315a84724af075079edce2b64', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:58.945777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.946542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.947119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.947804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.948568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.954228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.955046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.955733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.956765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.957755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.958535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:58.959222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9ac67a-5b83-4ffe-9965-a7b702cc7eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.263621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:59.283226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'port_id': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7', 'mac_address': 'fa:16:3e:cc:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:59.309958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-aeb37f6f-33f4-40d9-a17b-3851252caa7c service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766033 Nov 12 01:02:59.333058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:59.337641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.459310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Pushing event updated for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.493630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.543862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:59.588318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-96d1eb91-1da0-4964-97db-15a4055fd946 req-ff30d359-9334-4c09-88b4-44d987e31b7b service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690823 Nov 12 01:02:59.612888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:59.617532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.617532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.617963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.618107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.618493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.619074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.619977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.620777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.621445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.622031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.622602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.624989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.643138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.694375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 95fb8346-34a1-460b-bbdd-0033b0fb6673 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:59.742157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:59.834804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.859017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.867445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.879963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:59.899446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Attempting to bind port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:59.903065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Attempting to bind port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:59.903747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Attempting to bind port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:00.031203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Checking segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:00.034973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:00.035581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.035711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network hostable DHCP agents. Network: 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:00.040560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf767-74aa-4a41-a380-5121d8fd00ae req-2a901cb5-fd4a-4f78-999d-0e8512efe7d0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.042754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdacf767-74aa-4a41-a380-5121d8fd00ae req-2a901cb5-fd4a-4f78-999d-0e8512efe7d0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 943 time: 0.7704670 Nov 12 01:03:00.100240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Subnet': ['ID=c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.112916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:00.119501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Attempting to bind port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 on network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:00.136348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:00.166598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:00.199844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.202077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.224705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf644f-c264-4e91-8ef7-997e2940d0ea None None] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:00.274886 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96e74a4c-1304-4171-8a00-36aa86a611c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4132905 Nov 12 01:03:00.281752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:00.282670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Checking segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:00.284009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Bound using segment: {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:00.284778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Bound port: 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b248066-2d23-4611-a43f-0361d307f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:00.286053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.397898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.680368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.738571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,segment=NetworkSegment(9ba74c08-c934-4085-9014-e37c9abb3ef8),segment_id=9ba74c08-c934-4085-9014-e37c9abb3ef8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:00.752306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.810844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45104) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.826546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdacf767-74aa-4a41-a380-5121d8fd00ae req-a1998e76-aec2-42a3-b6b4-fa03bc45d52b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586985 Nov 12 01:03:00.861488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700b54ee-31f9-4e04-9735-3885039169f2 None None] Network 06c526b0-ce46-4fd1-8eab-de072129afef requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:00.879280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:00.889047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:00.899577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.913559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657378783', 'description': 'tempest-secgroup-smoke-657378783 description', 'project_id': '088c4d1315a84724af075079edce2b64'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:00.934267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.965483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.979292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.000013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-32a32736-907f-47b5-966c-4f7c522af92f None None] Provisioning complete for port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:01.000440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32a32736-907f-47b5-966c-4f7c522af92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.078801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Pushing event updated for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.084485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.20.0.1 (06c526b0-ce46-4fd1-8eab-de072129afef/3d93b085-21d7-4e56-94c8-4823524fafb1/157c5a62-3666-4bef-8b0e-9a15ec7a068b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:01.106613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'fixed_ips': [{'subnet_id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:01.108231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.118313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.119009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.120549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-8114d3f5-4c0c-43ac-b8d6-2786af31a95e service neutron] 10.222.0.32 "PUT /v2.0/ports/9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 1092 time: 4.5884638 Nov 12 01:03:01.122487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:01.123757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1278665902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.125013 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6cf31-8401-4529-bcac-314642897508" -d '{"events": [{"name": "network-changed", "server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:01.146154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.220550 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.230801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.434370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189f4a9a-206c-4fea-b63a-238d28b90bbc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.444281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.446012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.457931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.464383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cda1474a-67f3-48b2-be04-ab3cabefbd8f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5616586 Nov 12 01:03:01.465084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.475961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.499414 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038cb5b2-4d4d-4c77-80a2-a7089fec9dff x-openstack-request-id: req-038cb5b2-4d4d-4c77-80a2-a7089fec9dff {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:01.499864 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:01.507188 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-038cb5b2-4d4d-4c77-80a2-a7089fec9dff {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:01.507714 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3', 'status': 'completed', 'code': 200} Nov 12 01:03:01.515287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.567779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=95fb8346-34a1-460b-bbdd-0033b0fb6673,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.580161 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.582617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.586002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-736ef60c-c4d8-4408-b23b-74393f8efa7f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/95fb8346-34a1-460b-bbdd-0033b0fb6673 HTTP/1.1" status: 204 len: 168 time: 2.3834202 Nov 12 01:03:01.589720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Allocated IP 172.20.0.18 (8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f/c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6/70823fb6-0ea2-41e1-8c14-fd1ff2fc3018) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:01.590080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.592756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.593619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.598514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-962e0922-e2fc-43a0-a02c-be05a2e6aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.600227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-962e0922-e2fc-43a0-a02c-be05a2e6aace service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1095 time: 0.3853807 Nov 12 01:03:01.670160 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-42515a8d-3586-431d-8d36-44a5978daa48 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550408 Nov 12 01:03:01.675646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-ceb6f9c0-78a7-4a61-8a6e-2c91e18ab16f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 217 time: 0.0655210 Nov 12 01:03:01.681536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.685798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.687429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8beaa610-97fb-4a45-8031-28ce0a18120d tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8753116 Nov 12 01:03:01.696853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.701737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.702326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-854823715'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.760782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.779638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.805224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57efb9-fe1b-4e0e-a462-1cdac996e6c7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.810431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e57efb9-fe1b-4e0e-a462-1cdac996e6c7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1208153 Nov 12 01:03:01.810655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:01.811793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.812047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-0ea409a2-0c09-4b2f-9285-1ddb6b638d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.813221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d0b44-235f-4e24-a475-38b2de73e1ca None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:01.813999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-0ea409a2-0c09-4b2f-9285-1ddb6b638d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.1292040 Nov 12 01:03:01.822213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:01.826036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.845847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 06c526b0-ce46-4fd1-8eab-de072129afef is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:01.861080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.867203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.892716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de4af82-96d0-4696-a99c-0c13f400d9ff,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.922575 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.927795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:01.930668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.932034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a16a8-16f7-4daf-ae21-89858b59030d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.936436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:01.936825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a72a16a8-16f7-4daf-ae21-89858b59030d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194899 Nov 12 01:03:01.937461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.949720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-525018db-c3e8-444a-8b69-eb63e2fc8f4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171937 Nov 12 01:03:01.962493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.964426 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c0a6f13-9dee-438f-88cb-0961572dd012 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4971659 Nov 12 01:03:01.968126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45134) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.977688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=157c5a62-3666-4bef-8b0e-9a15ec7a068b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.984362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:02.027986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:02.042263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-efc911f8-0110-45b7-8768-ad01a6438a2d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017861 Nov 12 01:03:02.042655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:02.050991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:02.055672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Pushing event updated for resources: {'Port': ['ID=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:02.059336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:02.067941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:02.072720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.161162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.252396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb99d6-cb71-42f4-ba55-c6312306763e req-f57330c6-6f52-4b5a-9983-c0a2f768fc0d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.260211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3bb99d6-cb71-42f4-ba55-c6312306763e req-f57330c6-6f52-4b5a-9983-c0a2f768fc0d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 943 time: 0.2208359 Nov 12 01:03:02.263597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Attempting to bind port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:02.264104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Attempting to bind port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:02.267920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:02.269597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Attempting to bind port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 on network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:02.274327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.294575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:02.295052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.350123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:02.350792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Checking segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:02.351393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.352111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Bound using segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:02.352704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Bound port: 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:02.353417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.420384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.439135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:02.465060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.495312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.502336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3bb99d6-cb71-42f4-ba55-c6312306763e req-b8fcf16a-b6f3-4902-b023-b895296c8ce8 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409513 Nov 12 01:03:02.531686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7408cf38-7734-4043-aaf3-e828ecac9093,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:02.570148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.570148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0cffa331-89f8-4ecd-9dc1-527341e158b5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5903199 Nov 12 01:03:02.571204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:02.576480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:02.603917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.623413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-f71c1428-ddcf-42b0-b92d-a39bd8cb0495 service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580272 Nov 12 01:03:02.649611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.677645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] For port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:02.681506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] For port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:02.690412 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.734415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad31ef4e-62b5-4a2f-bb99-74e0aaefadfc req-25f4820c-c1de-42c2-bcfa-5821f9903193 service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019130 Nov 12 01:03:02.763880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Deleting port f8907435-1424-401b-983a-897fe61f0dca {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:02.764487 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.796133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:02.941432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.006302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.042774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.061034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.074421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394f09f7-1e1d-4c42-b3ce-1cfdc431ffc8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.089033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.092720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4085fa50-6c1d-4c77-a68d-a3589ef2ce29 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5204604 Nov 12 01:03:03.097104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:03.099236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:03.104144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:03.177961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:03:03.181010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab232d9-a06a-40ba-ae63-702b346dd379 None None] Pushing event updated for resources: {'Port': ['ID=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.187236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.191975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.192351 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Added segment 4892c625-2744-4162-8261-dc2702a66568 of type vlan for network 5bcbdaf3-5668-40ed-94e5-04202f9809ca Nov 12 01:03:03.212559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9cc02e11-8258-4724-8219-4efdccc41351 None None] Provisioning complete for port 157c5a62-3666-4bef-8b0e-9a15ec7a068b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:03.212981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cc02e11-8258-4724-8219-4efdccc41351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.221787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] For port f8907435-1424-401b-983a-897fe61f0dca, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f8907435-1424-401b-983a-897fe61f0dca,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:03.222188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.277775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Calling delete_port for f8907435-1424-401b-983a-897fe61f0dca owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:03.296459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.309147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9cc02e11-8258-4724-8219-4efdccc41351 None None] Port 157c5a62-3666-4bef-8b0e-9a15ec7a068b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:03.321293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:03.341847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.347732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.348739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.374778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6cf31-8401-4529-bcac-314642897508 req-07da4a92-4855-4156-be00-d49f4ef72098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.377639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-07da4a92-4855-4156-be00-d49f4ef72098 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1095 time: 0.4558327 Nov 12 01:03:03.379099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:03.379481 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.411658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9cc02e11-8258-4724-8219-4efdccc41351 None None] Provisioning complete for port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:03.412459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cc02e11-8258-4724-8219-4efdccc41351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.412692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c0bb4f-e419-422d-80a9-062dd1950075,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.497735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.502029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8039060 Nov 12 01:03:03.510916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:03.528049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'subnet': {'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:03.535444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.636355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:03.644567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] Pushing event deleted for resources: {'Port': ['ID=f8907435-1424-401b-983a-897fe61f0dca,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.645630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ba08-9428-4070-b830-9a39e9e545e5 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Network': ['ID=5bcbdaf3-5668-40ed-94e5-04202f9809ca,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.732413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0c476-5481-46cb-815e-1c2b93e2a0e9 None None] No DVR routers for this DVR port f8907435-1424-401b-983a-897fe61f0dca on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:03.744936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:03.779840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6cf31-8401-4529-bcac-314642897508 req-ac37990d-2c6d-411d-a67f-46702cdb38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.781591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-ac37990d-2c6d-411d-a67f-46702cdb38c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.3780034 Nov 12 01:03:03.824336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:03.829761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.843092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-4d928275-8051-4640-959d-ce2c6e5768a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 217 time: 0.0496042 Nov 12 01:03:03.845553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.864987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.928592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.960539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba88ff-cbc3-4287-807e-87db9dd5a780 req-39974beb-11cf-4c16-865c-5f5c87f3fc6f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.969685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbba88ff-cbc3-4287-807e-87db9dd5a780 req-39974beb-11cf-4c16-865c-5f5c87f3fc6f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 943 time: 0.2482080 Nov 12 01:03:03.978978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-436428c5-f24f-4904-8846-4ca7e7019c49 None None] Provisioning complete for port 157c5a62-3666-4bef-8b0e-9a15ec7a068b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:03.979578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-436428c5-f24f-4904-8846-4ca7e7019c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.982217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.075377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6cf31-8401-4529-bcac-314642897508 req-4e9ae0e2-f19c-4872-bc10-cabf5b3f84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.078166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-4e9ae0e2-f19c-4872-bc10-cabf5b3f84bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.2251260 Nov 12 01:03:04.080981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Port f8907435-1424-401b-983a-897fe61f0dca concurrently deleted while adding address for new subnet {'id': 'b94a9f33-b856-4e28-a5a2-eafa437c93b6', 'name': '', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2596, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T01:03:02Z', 'updated_at': '2021-11-12T01:03:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3866882467b340aa9f29da6c7d5783d8'}. {{(pid=102676) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 01:03:04.082968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.107152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.112805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:04.122312 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d780ba15-18eb-4d0e-882d-d6f2a5bdfd38" -d '{"events": [{"server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:04.154613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-04ef46d5-d5f0-4534-b37a-6fd1b924f637 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601766 Nov 12 01:03:04.213645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:04.220496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=b94a9f33-b856-4e28-a5a2-eafa437c93b6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.226624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-436428c5-f24f-4904-8846-4ca7e7019c49 None None] Port 157c5a62-3666-4bef-8b0e-9a15ec7a068b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:04.243445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:04.243826 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.246965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.304199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=157c5a62-3666-4bef-8b0e-9a15ec7a068b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.346780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Subnet': ['ID=e919e470-fce5-410a-9a7c-78ff1c3703fe,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.367399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:04.380735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.382847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Checking segment: {'id': '4892c625-2744-4162-8261-dc2702a66568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:04.383363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network hostable DHCP agents. Network: 5bcbdaf3-5668-40ed-94e5-04202f9809ca, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:04.399294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:04.404310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.404918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.405907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbba88ff-cbc3-4287-807e-87db9dd5a780 req-4ed9be8a-7be0-4a01-955c-62618b4fc2d8 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352043 Nov 12 01:03:04.433948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.448145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-e0b40f38-db25-4409-a0c9-acdaf8e6e18d service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642100 Nov 12 01:03:04.448968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f793aa-fb80-4a7a-9647-52d88791c6d1 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:04.459204 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e8d1b6-9dc7-45eb-96aa-6a09130e4b21 x-openstack-request-id: req-03e8d1b6-9dc7-45eb-96aa-6a09130e4b21 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:04.459565 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:04.459751 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03e8d1b6-9dc7-45eb-96aa-6a09130e4b21 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:04.460187 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7', 'code': 200} Nov 12 01:03:04.477463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b271581b-d199-44fb-8d76-308b86e3a49b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.480291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:04.486932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf72970b-f1a0-4363-aef9-4577711c00c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4413941 Nov 12 01:03:04.506209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:04.512491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:04.564687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.566442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb2ffbbf-3973-480d-b73e-17e3944a5d7a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4661827 Nov 12 01:03:04.571048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:04.579424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5bcbdaf3-5668-40ed-94e5-04202f9809ca) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:04.587710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.588769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.606155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:04.621994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:04.622310 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5926111e-4647-494a-89e1-8f3a194aa5db tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1023231 Nov 12 01:03:04.624945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.641195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'network': {'name': 'tempest-router-network01--963085935'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:04.653704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd4b1e-6b90-4696-ba83-639354807228 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:04.666592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f1455-f927-400e-825a-4f89c764dfff req-fe007450-6a89-4e30-948b-14fbe3d34f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.669272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-434f1455-f927-400e-825a-4f89c764dfff req-fe007450-6a89-4e30-948b-14fbe3d34f78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.1811979 Nov 12 01:03:04.671193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 06c526b0-ce46-4fd1-8eab-de072129afef is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:04.685295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:04.753842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-434f1455-f927-400e-825a-4f89c764dfff req-6b71e042-80ee-4c98-8e9b-aacd7d74dfbe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744679 Nov 12 01:03:04.798362 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:03:04.807711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ff33f-9324-46bf-8be3-6fbae2592bb3 None None] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:04.822654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:04.833719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.837757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:04.848356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.865900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b66e273-3711-46d8-937c-ced3ff5a0aa3 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:04.906346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:04.920238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.920626 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Added segment 167a98b5-9ce8-4817-b136-b14c56a973a0 of type vlan for network d916e899-7cf7-4909-9ee5-4d7f34779934 Nov 12 01:03:05.004571 n-d-712141-15 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b94a9f33-b856-4e28-a5a2-eafa437c93b6 (CIDR: 2001:db8::/64) Nov 12 01:03:05.009101 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:05.009571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:05.033054 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-73a694cb-8e2f-4198-a66f-e4fd7e235946 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5245655 Nov 12 01:03:05.041312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45168) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:05.047540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:05.176591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6e89cc06-c295-4d9d-b4ce-f89fd4d6b344 None None] Provisioning complete for port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:05.177191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e89cc06-c295-4d9d-b4ce-f89fd4d6b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.221275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:03:05.228362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.279052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:05.285608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.353566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.492449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3d6cf31-8401-4529-bcac-314642897508 req-1ccb4389-a931-4faf-af3a-48a7bdd84dee service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191565 Nov 12 01:03:05.500689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.529777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5bcbdaf3-5668-40ed-94e5-04202f9809ca', 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca', 'tenant_id': 'e3f317a855fb49f38d75f49d4bff3344', 'fixed_ips': [{'subnet_id': 'e919e470-fce5-410a-9a7c-78ff1c3703fe'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:05.532693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.536031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.585852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:05.638025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.652988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.658869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.659583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.669932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.723480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.730296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:05.753352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:05.756114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e89cc06-c295-4d9d-b4ce-f89fd4d6b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.758754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.782134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.783312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.786240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763780-8140-409f-ab8e-fcdcdbdb9ba0 req-88df3509-1153-4368-b0d5-a3c770e4dcb9 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.787974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a763780-8140-409f-ab8e-fcdcdbdb9ba0 req-88df3509-1153-4368-b0d5-a3c770e4dcb9 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 943 time: 0.2243657 Nov 12 01:03:05.801652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1755993 Nov 12 01:03:05.804590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45174) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:05.828364 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7849681 Nov 12 01:03:05.833258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45176) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:05.842554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:04:d1:42', 'name': 'tempest-NetworksTestDHCPv6-1791604123'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:05.855476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'network': {'name': 'tempest-router-network02--1909591323'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:05.869285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.918702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f8907435-1424-401b-983a-897fe61f0dca no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:05.959264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59c491-e9bd-42d0-aec3-82d285e16ee6 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Network': ['ID=d916e899-7cf7-4909-9ee5-4d7f34779934,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.969095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02078cf-5f23-4ecb-b57e-7d8cfc02727b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.975525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a763780-8140-409f-ab8e-fcdcdbdb9ba0 req-0e401a28-2782-43b3-8c79-49c1adadba14 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308322 Nov 12 01:03:05.997352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:06.029616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': 'b94a9f33-b856-4e28-a5a2-eafa437c93b6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:06.029616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.060889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d2883-6303-465a-9b9c-31aa3b5a9671 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=561dcb48-36c2-4645-ae57-4e68711230d0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.066401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d916e899-7cf7-4909-9ee5-4d7f34779934 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:06.073673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:06.079169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f8907435-1424-401b-983a-897fe61f0dca {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:06.079648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f8907435-1424-401b-983a-897fe61f0dca not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:06.081550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.097681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.103122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-be5d8819-8cd9-4d5d-9e61-ded4fe659d87 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5247049 Nov 12 01:03:06.103535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:06.109094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': '189f4a9a-206c-4fea-b63a-238d28b90bbc', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:06.129925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:06.130517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:06.141092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Allocated IP 2001:db8::2 (5bcbdaf3-5668-40ed-94e5-04202f9809ca/e919e470-fce5-410a-9a7c-78ff1c3703fe/1b173891-638c-4ca5-82a9-1b619c451b41) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:06.216537 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:03:06.225477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.227884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:06.245878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.246543 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Added segment d89cf049-38f7-4e08-bf8f-7ce3c0df51e4 of type vlan for network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 Nov 12 01:03:06.325445 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.339693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.358176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port fb9216ec-7497-4560-9d4b-99bcd06a270a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:06.374839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:06.386627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.393332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.394034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.406683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e8fd4097-589c-45cf-a1d4-5ce786999164 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1197848 Nov 12 01:03:06.411936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:06.465914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.481306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.492985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Network': ['ID=7de51f1d-18c8-42b3-acc4-c3180dbf5659,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.499778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a48b5b-fffb-460d-9e43-412cb1e73db5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.505045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7a48b5b-fffb-460d-9e43-412cb1e73db5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports/157c5a62-3666-4bef-8b0e-9a15ec7a068b HTTP/1.1" status: 200 len: 910 time: 0.0904977 Nov 12 01:03:06.506417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:06.606334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.654225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c86fcca6-0c7f-43c5-9cd1-a8ae2550dcc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8029130 Nov 12 01:03:06.658002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45188) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:06.663217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:06.665228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:06.666038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'subnet': {'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:06.667430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] Sync routers for ids ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:06.670715 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-6e89cc06-c295-4d9d-b4ce-f89fd4d6b344 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:06.671068 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-6e89cc06-c295-4d9d-b4ce-f89fd4d6b344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:06.676415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.746398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:06.747598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '9b66e273-3711-46d8-937c-ced3ff5a0aa3', 'network_id': '588b243e-7645-4bb1-b8c8-8e19d0c2e5f9', 'port_id': '9b66e273-3711-46d8-937c-ced3ff5a0aa3', 'mac_address': 'fa:16:3e:94:da:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad2d88a-086c-40c8-b0f8-e505b74950b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:06.794906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Pushing event updated for resources: {'Port': ['ID=1b173891-638c-4ca5-82a9-1b619c451b41,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.797845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:06.836969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:06.891468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] Routers {'932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:06.892016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:06.956340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0004806-fa3f-4ce7-9cef-e1264170f0ca,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.968035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.980099 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-785d9ac4-e316-457f-964b-80846b414b14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8643930 Nov 12 01:03:07.111401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Attempting to bind port 1b173891-638c-4ca5-82a9-1b619c451b41 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:07.111727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Attempting to bind port 1b173891-638c-4ca5-82a9-1b619c451b41 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '4892c625-2744-4162-8261-dc2702a66568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:07.112050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Attempting to bind port 1b173891-638c-4ca5-82a9-1b619c451b41 on network 5bcbdaf3-5668-40ed-94e5-04202f9809ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:07.138370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.159250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:07.159814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Checking segment: {'id': '4892c625-2744-4162-8261-dc2702a66568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:07.160199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.160596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Bound using segment: {'id': '4892c625-2744-4162-8261-dc2702a66568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:07.161205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Bound port: 1b173891-638c-4ca5-82a9-1b619c451b41, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4892c625-2744-4162-8261-dc2702a66568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5bcbdaf3-5668-40ed-94e5-04202f9809ca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:07.161797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.193044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:07.195562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8:0:1::32d (5b2f6347-05eb-4950-a88c-4098590cba1f/561dcb48-36c2-4645-ae57-4e68711230d0/fb9216ec-7497-4560-9d4b-99bcd06a270a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:07.201553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.210865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe04:d142 (5b2f6347-05eb-4950-a88c-4098590cba1f/b94a9f33-b856-4e28-a5a2-eafa437c93b6/fb9216ec-7497-4560-9d4b-99bcd06a270a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:07.277731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.306460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b66e273-3711-46d8-937c-ced3ff5a0aa3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:07.427334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] Routers {'932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:07.430787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.473977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b927a9-006a-462b-9684-c967b66f77c0 req-c971d4d6-dcfa-472b-96e6-6f3881eb98d0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.475558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0b927a9-006a-462b-9684-c967b66f77c0 req-c971d4d6-dcfa-472b-96e6-6f3881eb98d0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 943 time: 0.2665236 Nov 12 01:03:07.485065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:07.492797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.493406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7b1fa-7e3f-4a67-b11e-325670069108 None None] The sync data for ids ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:07.497143 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.503704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:07.504176 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.535761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.578977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] For port 1b173891-638c-4ca5-82a9-1b619c451b41, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:07.601409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.606869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] For port 1b173891-638c-4ca5-82a9-1b619c451b41, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1b173891-638c-4ca5-82a9-1b619c451b41,segment=NetworkSegment(4892c625-2744-4162-8261-dc2702a66568),segment_id=4892c625-2744-4162-8261-dc2702a66568)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:07.611603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-4e0e5714-04a7-49d8-9164-9b2defc82569 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657378783&fields=id&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 267 time: 0.2045062 Nov 12 01:03:07.621963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6baa069b-c4d9-41b9-8cbf-50c84c33fbdd None None] Provisioning complete for port 157c5a62-3666-4bef-8b0e-9a15ec7a068b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:07.622587 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6baa069b-c4d9-41b9-8cbf-50c84c33fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.623700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.668827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6baa069b-c4d9-41b9-8cbf-50c84c33fbdd None None] Port 157c5a62-3666-4bef-8b0e-9a15ec7a068b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:07.672620 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.686257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=fb9216ec-7497-4560-9d4b-99bcd06a270a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.701465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:07.703060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:07.705063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Subnet': ['ID=a024cea4-8b77-4107-b485-a006d8e17f25,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.710838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:07.715129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0b927a9-006a-462b-9684-c967b66f77c0 req-8eb84fc0-edd8-4656-adf3-6a1aacb320cc tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015541 Nov 12 01:03:07.720773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.721733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.746211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b35bf16-2448-4b8f-9f7e-128e079015bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9110355 Nov 12 01:03:07.748918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:07.790190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['9b66e273-3711-46d8-937c-ced3ff5a0aa3'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:07.792351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.831497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Allocated IP 2001:db8::f816:3eff:fe1c:4395 (5b2f6347-05eb-4950-a88c-4098590cba1f/b94a9f33-b856-4e28-a5a2-eafa437c93b6/2c2091db-207e-4b7f-b973-a25cf4bb4abb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:07.853151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6baa069b-c4d9-41b9-8cbf-50c84c33fbdd None None] Provisioning complete for port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:07.853634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6baa069b-c4d9-41b9-8cbf-50c84c33fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.895222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port fb9216ec-7497-4560-9d4b-99bcd06a270a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:07.895598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.926984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.006707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Checking segment: {'id': '167a98b5-9ce8-4817-b136-b14c56a973a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:08.007350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network hostable DHCP agents. Network: d916e899-7cf7-4909-9ee5-4d7f34779934, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:08.092011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.113329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for fb9216ec-7497-4560-9d4b-99bcd06a270a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:08.131041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network d916e899-7cf7-4909-9ee5-4d7f34779934 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:08.228718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-625159d2-a5fb-4d42-9ce5-7ffbcdd55bbf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.233880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-625159d2-a5fb-4d42-9ce5-7ffbcdd55bbf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/networks?id=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f HTTP/1.1" status: 200 len: 797 time: 0.5298183 Nov 12 01:03:08.248727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d916e899-7cf7-4909-9ee5-4d7f34779934) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:08.262098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.262898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.268332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d24d52-c178-457c-9f53-6e73493a1b50 None None] Pushing event updated for resources: {'Port': ['ID=1b173891-638c-4ca5-82a9-1b619c451b41,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.302052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a560017-b22e-4725-8e5a-f8916d09c1ef None None] Network d916e899-7cf7-4909-9ee5-4d7f34779934 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:08.309303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-768074bd-4089-4cf3-938d-3041bf1dfe92 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/quotas/088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 375 time: 0.0433936 Nov 12 01:03:08.405585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e4af18f5-4846-42ce-a0b8-570883781c5b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7461548 Nov 12 01:03:08.406622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45214) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.448513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'subnet': {'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:08.473781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.532568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=fb9216ec-7497-4560-9d4b-99bcd06a270a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.598866 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.613381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.615436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-9084fc88-30ad-4ae9-9a35-8b8bf6867c55 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2884994 Nov 12 01:03:08.631778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.638573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41544237-0e44-4ed3-b7cb-d3dd1bf98388 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/fb9216ec-7497-4560-9d4b-99bcd06a270a HTTP/1.1" status: 204 len: 168 time: 0.8883455 Nov 12 01:03:08.640737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45216) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.692121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.763089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:08.768437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:08.771856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b48ce-1df2-4e78-84d3-cd1152dfe47c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.780221 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e80b48ce-1df2-4e78-84d3-cd1152dfe47c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1377780 Nov 12 01:03:08.782513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45220) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.784243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:08.784415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.790998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:08.879961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-132203fa-90d4-4e3b-81e6-52f86ee560db service neutron] 10.222.0.11 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368879 Nov 12 01:03:08.889367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95c417-708c-49c8-a143-394b5b4dac28 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.896222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c95c417-708c-49c8-a143-394b5b4dac28 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1006467 Nov 12 01:03:08.908681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.941308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d916e899-7cf7-4909-9ee5-4d7f34779934', 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934', 'tenant_id': 'e3f317a855fb49f38d75f49d4bff3344', 'fixed_ips': [{'subnet_id': 'a024cea4-8b77-4107-b485-a006d8e17f25'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:08.943791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.987298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b060d-6ffa-46ad-ab31-007dc59321af tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.993317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b060d-6ffa-46ad-ab31-007dc59321af tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.996865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b060d-6ffa-46ad-ab31-007dc59321af tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.001815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe5b060d-6ffa-46ad-ab31-007dc59321af tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0890844 Nov 12 01:03:09.002504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.092915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 561dcb48-36c2-4645-ae57-4e68711230d0 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:09.097618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.180304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.218142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Allocated IP 2001:db8::2 (d916e899-7cf7-4909-9ee5-4d7f34779934/a024cea4-8b77-4107-b485-a006d8e17f25/dcbf86be-a11f-48b2-b875-3c7c20355b64) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:09.259160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.353439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.385793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a14c09-495b-4467-be21-ba476ac31d9a req-ace45e42-4183-4e7e-9feb-36d69cc68967 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.387401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1a14c09-495b-4467-be21-ba476ac31d9a req-ace45e42-4183-4e7e-9feb-36d69cc68967 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 944 time: 0.4982522 Nov 12 01:03:09.403607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Attempting to bind port 2c2091db-207e-4b7f-b973-a25cf4bb4abb on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:09.403607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Attempting to bind port 2c2091db-207e-4b7f-b973-a25cf4bb4abb by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:09.403607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Attempting to bind port 2c2091db-207e-4b7f-b973-a25cf4bb4abb on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:09.413410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=561dcb48-36c2-4645-ae57-4e68711230d0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.424872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.431697 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-881baba6-ac1d-4d26-a712-495dc5a0924b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/561dcb48-36c2-4645-ae57-4e68711230d0 HTTP/1.1" status: 204 len: 168 time: 0.4233534 Nov 12 01:03:09.432300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.434780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:09.435160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:09.435564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.435959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:09.436505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Bound port: 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:09.436893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.450943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db49650-8b68-4af4-891d-73947571e667 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:09.457035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-5bd825c6-defc-458a-b5a2-ba5ecd295e93 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753727 Nov 12 01:03:09.478909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.563221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] Provisioning complete for port 1b173891-638c-4ca5-82a9-1b619c451b41 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:09.563596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.572661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet b94a9f33-b856-4e28-a5a2-eafa437c93b6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:09.578673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.603148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Subnet': ['ID=d325931a-31a7-4838-9535-760d948ecf38,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.612911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 157c5a62-3666-4bef-8b0e-9a15ec7a068b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:09.613176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.663693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1a14c09-495b-4467-be21-ba476ac31d9a req-9c086ec4-1f75-4b53-accf-fd7cce49e880 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123914 Nov 12 01:03:09.670644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Checking segment: {'id': 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:09.670894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network hostable DHCP agents. Network: 7de51f1d-18c8-42b3-acc4-c3180dbf5659, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:09.677211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.766195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87ac8e60-0ee1-40fc-94d1-4ba06ac97f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.846015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.883056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:09.901658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.904880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7de51f1d-18c8-42b3-acc4-c3180dbf5659) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:09.909510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.932875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.933536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.952768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08637649-3383-4937-97a2-7450ff52fe77 None None] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:09.959806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 157c5a62-3666-4bef-8b0e-9a15ec7a068b owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:09.981309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.005166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32dc0b1f-bd19-4b5b-b166-849da9f08225 req-18ec20d1-b00a-4606-878b-c12d77bfadf6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.0686855 Nov 12 01:03:10.012045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4ba85fa3-02ac-4c18-a1d6-7aeb8f5bbf72 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5686255 Nov 12 01:03:10.016382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:10.279569 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.406260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.440843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=157c5a62-3666-4bef-8b0e-9a15ec7a068b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:10.580822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.662741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.713422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.721136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.725103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b94a9f33-b856-4e28-a5a2-eafa437c93b6 HTTP/1.1" status: 204 len: 168 time: 1.2910528 Nov 12 01:03:10.729140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:10.730074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b80e3-5e2f-4a45-a91a-cc0f4e600d88 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=b94a9f33-b856-4e28-a5a2-eafa437c93b6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:10.870592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1b173891-638c-4ca5-82a9-1b619c451b41 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:10.942341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:10.992120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Network d916e899-7cf7-4909-9ee5-4d7f34779934 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:11.066000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:11.078369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:11.082221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] For port 1b173891-638c-4ca5-82a9-1b619c451b41, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1b173891-638c-4ca5-82a9-1b619c451b41,segment=NetworkSegment(4892c625-2744-4162-8261-dc2702a66568),segment_id=4892c625-2744-4162-8261-dc2702a66568)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:11.089070 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.103946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Pushing event updated for resources: {'Port': ['ID=dcbf86be-a11f-48b2-b875-3c7c20355b64,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:11.118209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:11.152341 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.170433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.170433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.171115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.172324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.174402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.174773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.175110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.175586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.175917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.176297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.176622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.179230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:11.179711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7a2f6eba-2daf-4fd4-8aab-6e7cd95b2597 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4485314 Nov 12 01:03:11.209482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.247426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:11.265738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22522f6-243c-4b1a-92e6-47773eb208f8 None None] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:11.267956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebefa8a-83fa-4211-b3f0-2fa02e64b002 req-153bb763-97e1-4d84-bf5e-98b806efea07 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.269886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ebefa8a-83fa-4211-b3f0-2fa02e64b002 req-153bb763-97e1-4d84-bf5e-98b806efea07 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 944 time: 0.3982167 Nov 12 01:03:11.299818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:11.503604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1b173891-638c-4ca5-82a9-1b619c451b41 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:11.504316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.526836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:11.541355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Attempting to bind port dcbf86be-a11f-48b2-b875-3c7c20355b64 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:11.541757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Attempting to bind port dcbf86be-a11f-48b2-b875-3c7c20355b64 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '167a98b5-9ce8-4817-b136-b14c56a973a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:11.546232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Attempting to bind port dcbf86be-a11f-48b2-b875-3c7c20355b64 on network d916e899-7cf7-4909-9ee5-4d7f34779934 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:11.547501 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] Sync routers for ids ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:11.554785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3dfccaac-03c3-4987-b231-4f4fe0143fc4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0448732 Nov 12 01:03:11.571416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.580679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] Routers {'932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:11.583238 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:11.689449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e257c75-5a8b-4e65-9b77-38c65783b594 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 HTTP/1.1" status: 200 len: 205 time: 0.1066990 Nov 12 01:03:11.702856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:11.703240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Checking segment: {'id': '167a98b5-9ce8-4817-b136-b14c56a973a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:11.703659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.704119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Bound using segment: {'id': '167a98b5-9ce8-4817-b136-b14c56a973a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:11.708442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Bound port: dcbf86be-a11f-48b2-b875-3c7c20355b64, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a98b5-9ce8-4817-b136-b14c56a973a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd916e899-7cf7-4909-9ee5-4d7f34779934'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:11.709056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eea641c-48ab-4c38-a2ad-d6cf99aadbff req-8b3ec52b-1a86-4570-a869-9a8ab7e15d27 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.1597400 Nov 12 01:03:11.709214 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:11.711603 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b66e273-3711-46d8-937c-ced3ff5a0aa3 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:11.714339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:11.780765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ebefa8a-83fa-4211-b3f0-2fa02e64b002 req-bf22b251-c19d-4c9d-9e5b-1437ca698730 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896994 Nov 12 01:03:11.982279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:12.002067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.138643 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:12.171902 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] Routers {'932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:12.172563 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:12.248985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Allocated IP 2001:db8::1 (d916e899-7cf7-4909-9ee5-4d7f34779934/a024cea4-8b77-4107-b485-a006d8e17f25/51bd255c-655b-4953-bb7e-d3b3f7459c14) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:12.303895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87590da-c434-4adb-b56d-186a6916de44 None None] Pushing event updated for resources: {'Port': ['ID=1b173891-638c-4ca5-82a9-1b619c451b41,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:12.327357 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:12.328035 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859c72c-b298-4370-b10d-643603f23a17 None None] The sync data for ids ['932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:12.386735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7de51f1d-18c8-42b3-acc4-c3180dbf5659', 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659', 'tenant_id': 'e3f317a855fb49f38d75f49d4bff3344', 'fixed_ips': [{'subnet_id': 'd325931a-31a7-4838-9535-760d948ecf38'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:12.387686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.404228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a84d3e41-a096-44e9-97b6-6dfe88125efe None None] Provisioning complete for port 1b173891-638c-4ca5-82a9-1b619c451b41 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:12.406830 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e41-a096-44e9-97b6-6dfe88125efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.489052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf4d29aa-16c4-4e6e-a45a-630629967b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.490534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:12.505844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-298e6bfc-163e-4cf2-9234-11a515a07adb tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.507472 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-298e6bfc-163e-4cf2-9234-11a515a07adb tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/networks?id=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f HTTP/1.1" status: 200 len: 797 time: 0.5521812 Nov 12 01:03:12.542651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:12.543334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.557547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] For port dcbf86be-a11f-48b2-b875-3c7c20355b64, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:12.682106 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-c08f51af-f068-4f6f-bf13-a81ae5bcc969 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 472 time: 0.1373928 Nov 12 01:03:12.697177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] For port dcbf86be-a11f-48b2-b875-3c7c20355b64, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dcbf86be-a11f-48b2-b875-3c7c20355b64,segment=NetworkSegment(167a98b5-9ce8-4817-b136-b14c56a973a0),segment_id=167a98b5-9ce8-4817-b136-b14c56a973a0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:12.710848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'port': {'device_id': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'admin_state_up': True, 'tenant_id': '088c4d1315a84724af075079edce2b64', 'security_groups': ['189f4a9a-206c-4fea-b63a-238d28b90bbc']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:12.721252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.737106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.041202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.248574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e574205-c587-407a-9da9-44c63fa11a5a None None] Pushing event updated for resources: {'Port': ['ID=dcbf86be-a11f-48b2-b875-3c7c20355b64,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:13.357310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Allocated IP 2001:db8::2 (7de51f1d-18c8-42b3-acc4-c3180dbf5659/d325931a-31a7-4838-9535-760d948ecf38/83bf7d4d-ea7c-496e-b4cd-24916a506c83) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:13.399464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.449513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:03:13.490739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11f191bf-bd69-4c49-b37b-89067c1b0369 req-33bb78bf-445e-4b9c-b40a-8e3df4bd3bc5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.1319191 Nov 12 01:03:13.576514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:13.583007 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.596940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d202b-b16e-4117-bc1f-5c6dd894072a None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:13.608803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.716686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.719354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.750501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network d916e899-7cf7-4909-9ee5-4d7f34779934 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:13.766197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:13.774636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:13.775394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.782571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:13.784901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c2a62-3eab-4d35-9b36-7761cecfb3af req-aee6b5b4-4651-40fd-82be-330647aadcbd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.788908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.792718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Port': ['ID=51bd255c-655b-4953-bb7e-d3b3f7459c14,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:13.796759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-453c2a62-3eab-4d35-9b36-7761cecfb3af req-aee6b5b4-4651-40fd-82be-330647aadcbd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 944 time: 0.4663880 Nov 12 01:03:13.808004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.808900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router 932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:13.827419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.829284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a1964d80-761c-40ed-be90-5eb89ab11847 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 HTTP/1.1" status: 204 len: 168 time: 2.1130738 Nov 12 01:03:13.835731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:13.918162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 3d93b085-21d7-4e56-94c8-4823524fafb1 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:13.928689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.974353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.022485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-453c2a62-3eab-4d35-9b36-7761cecfb3af req-009cbca9-7dcf-4bca-bdd8-fb3c7acc7d46 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244210 Nov 12 01:03:14.041950 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.055081 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.160589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.174923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.203443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:14.231514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:14.235498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:14.258065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.284736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.287796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.302732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/3d93b085-21d7-4e56-94c8-4823524fafb1 HTTP/1.1" status: 204 len: 168 time: 0.4616921 Nov 12 01:03:14.353063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45524) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:14.381682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Pushing event updated for resources: {'Port': ['ID=83bf7d4d-ea7c-496e-b4cd-24916a506c83,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.382322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a157d42-e092-4b08-a170-ccb84d53a7d9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=3d93b085-21d7-4e56-94c8-4823524fafb1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.436670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac91e1-551d-47dc-809e-c812c4fe8ddf None None] Network 06c526b0-ce46-4fd1-8eab-de072129afef requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:14.599088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.19 (8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f/c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6/8af6c9cf-3136-436b-9edf-222b2d08cc55) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:14.602762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:14.605261 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee59b6-fbf3-4353-931f-132a3391655a" -d '{"events": [{"server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "name": "network-vif-plugged", "status": "completed", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:14.727000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:14.728712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.742175 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65202a1a-9d97-43f8-8c66-bfdb11a4f3a6 x-openstack-request-id: req-65202a1a-9d97-43f8-8c66-bfdb11a4f3a6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:14.742532 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "name": "network-vif-plugged", "status": "completed", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:14.742740 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65202a1a-9d97-43f8-8c66-bfdb11a4f3a6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:14.743158 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3', 'code': 200} Nov 12 01:03:14.759776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Attempting to bind port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:14.760177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Attempting to bind port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:14.760550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Attempting to bind port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 on network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:14.764723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.767165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.858655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:14.858881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Checking segment: {'id': 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:14.859481 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.860396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Bound using segment: {'id': 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:14.861059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Bound port: 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7de51f1d-18c8-42b3-acc4-c3180dbf5659'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:14.861639 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.896629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:14.900162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0327afc-f932-4e73-a3cc-642eec88799b req-71b7afae-3037-4fba-81a8-d64d8f6074e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.902026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0327afc-f932-4e73-a3cc-642eec88799b req-71b7afae-3037-4fba-81a8-d64d8f6074e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1096 time: 0.0968707 Nov 12 01:03:14.904696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26774cb9-2eba-4bab-a3ed-64880e9fcc9f req-3e0be0b9-dc1d-4f2c-9b56-ce35d41095ab tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.0368714 Nov 12 01:03:14.940208 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.966743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c06db-a63c-4a8d-9894-82934a2c8252 None None] Network d916e899-7cf7-4909-9ee5-4d7f34779934 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:14.988415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0327afc-f932-4e73-a3cc-642eec88799b req-6a006cbc-d27d-4f97-a6e0-b1ec8fbd785a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786307 Nov 12 01:03:15.203985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] For port 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:15.209829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] For port 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=83bf7d4d-ea7c-496e-b4cd-24916a506c83,segment=NetworkSegment(d89cf049-38f7-4e08-bf8f-7ce3c0df51e4),segment_id=d89cf049-38f7-4e08-bf8f-7ce3c0df51e4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:15.277411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6682963-8d7b-4928-8730-3e0f47cc5e40 req-5ebca1a1-7d26-4e13-8665-fe596feeeb41 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.279174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6682963-8d7b-4928-8730-3e0f47cc5e40 req-5ebca1a1-7d26-4e13-8665-fe596feeeb41 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.1245940 Nov 12 01:03:15.412585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:15.422898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6682963-8d7b-4928-8730-3e0f47cc5e40 req-7528261d-7bb6-4d3b-8ae2-9a3a1005f698 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363704 Nov 12 01:03:15.647603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.717665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:15.721171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.724947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.725741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.764485 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.920128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:15.949232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80ed9f-efc1-41f9-a7a8-8ba73a3077ef None None] Pushing event updated for resources: {'Port': ['ID=83bf7d4d-ea7c-496e-b4cd-24916a506c83,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:15.953935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:15.955437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:15.965098 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.995754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.996812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.061254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:16.065478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8385489 Nov 12 01:03:16.067451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:16.067974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.071115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:16.121726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18dc97b-d138-4a71-af74-8172bdc20613 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:16.125612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=a056d0b6-be6b-4e99-8518-f488a77d8db8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.260301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee51f-9e26-46cc-ab10-31b20d1f290c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=5']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.297769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.528121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] DHCP port deletion for 06c526b0-ce46-4fd1-8eab-de072129afef request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:16.557899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64f5d27b-bf88-4079-93b6-9ec5379ddff9 req-020665c6-ee80-461d-a9f0-776bae1b00a1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.1382303 Nov 12 01:03:16.589367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.655847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.669350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.676915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.692866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,segment=NetworkSegment(9ba74c08-c934-4085-9014-e37c9abb3ef8),segment_id=9ba74c08-c934-4085-9014-e37c9abb3ef8)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:16.694012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.695984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.705669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.711921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.724869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.725286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.732911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-1ea809cd-058c-4e6f-aed8-584eebe2e70b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.3144503 Nov 12 01:03:16.745083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:16.749878 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.757225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.838698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.854043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Port': ['ID=51bd255c-655b-4953-bb7e-d3b3f7459c14,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.855871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87c5c1e6-38fa-44e9-b283-9e29ad71c808 req-2fd9da7c-d69d-49a3-8b47-52efad46037b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185980 Nov 12 01:03:16.915946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:16.948789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175bd17-8cfd-4bfb-9686-a3cf55caaf02 req-fb35f882-7202-434f-9119-1365cf47e01b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.964493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2175bd17-8cfd-4bfb-9686-a3cf55caaf02 req-fb35f882-7202-434f-9119-1365cf47e01b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.2092547 Nov 12 01:03:17.049621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:17.063509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:17.084906 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.107083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:17.107283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2175bd17-8cfd-4bfb-9686-a3cf55caaf02 req-8c9d8a8e-cf3e-4fc0-b8b9-9285582ad745 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400926 Nov 12 01:03:17.109533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:17.129735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.149085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Deleting port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:17.149818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.151897 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.265445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Could not find standard attr ID for object fb9216ec-7497-4560-9d4b-99bcd06a270a. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:03:17.491630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.498182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:17.498859 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:17.500850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.511547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:17.512018 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.523437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.551675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.575800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.595339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.602393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.630075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b694bd12-17a9-4637-b28d-14298e2003a1 req-aeeecc75-6f46-4164-a38b-404c0d69d245 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.5601180 Nov 12 01:03:17.702416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] For port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,segment=NetworkSegment(9ba74c08-c934-4085-9014-e37c9abb3ef8),segment_id=9ba74c08-c934-4085-9014-e37c9abb3ef8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:17.709244 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.714680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646ace6-fb99-49c7-b530-c9d440428a07 None None] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:17.810152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.839775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Calling delete_port for 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:17.852818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:17.947547 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a056d0b6-be6b-4e99-8518-f488a77d8db8 (CIDR: 2001:db8::/64) Nov 12 01:03:17.955025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network d916e899-7cf7-4909-9ee5-4d7f34779934 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:17.968921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:18.015645 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:18.018109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:18.020169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:18.030344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:18.063029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.068376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.110552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.127470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09536eb7-b885-4af8-b9c2-66ddc311ccca req-93cdd85a-c20b-4ea1-b347-39eca42a4dc6 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.137085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09536eb7-b885-4af8-b9c2-66ddc311ccca req-93cdd85a-c20b-4ea1-b347-39eca42a4dc6 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.4193017 Nov 12 01:03:18.185890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-d562f2c9-ab80-49d9-88b9-48d8421d5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.191291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-d562f2c9-ab80-49d9-88b9-48d8421d5103 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1097 time: 0.5442736 Nov 12 01:03:18.205335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6eaf57aa-376e-44e8-b425-fec9de66e25d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1422162 Nov 12 01:03:18.246316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] Pushing event deleted for resources: {'Port': ['ID=977f321a-f9f5-4846-bc24-bfe6f1b2bda8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:18.269985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1b173891-638c-4ca5-82a9-1b619c451b41 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:18.272273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456c359-ca2d-4709-a8f1-eeaae94f7ed5 None None] No DVR routers for this DVR port 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:18.282425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588690b4-668f-4646-9a7d-4c54a9aa25c2 None None] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:18.315586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-a7e7ece6-bb8d-41c8-bd12-c290a0f08391 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6264279 Nov 12 01:03:18.318909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bf84e-d9cb-4ca1-9fde-5096059b3e47 req-dee11636-36d4-43ae-adcf-e01937d74070 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.326781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:18.332757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77bf84e-d9cb-4ca1-9fde-5096059b3e47 req-dee11636-36d4-43ae-adcf-e01937d74070 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 932 time: 0.5179393 Nov 12 01:03:18.333637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Request body: {'port': {'device_id': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:18.404466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:18.474362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Provisioning complete for port dcbf86be-a11f-48b2-b875-3c7c20355b64 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:18.474756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.589012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-347e1515-8111-4e43-8102-797ee4d66063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.591064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-347e1515-8111-4e43-8102-797ee4d66063 service neutron] 10.222.0.32 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.3603246 Nov 12 01:03:18.685457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09536eb7-b885-4af8-b9c2-66ddc311ccca req-84549752-860d-4fb1-985a-7a73ca032480 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473177 Nov 12 01:03:18.694293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-260968fe-c5ce-4b63-82c5-1dbaeb6eeb22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 217 time: 0.0819314 Nov 12 01:03:18.700464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77bf84e-d9cb-4ca1-9fde-5096059b3e47 req-75d7bbef-bc20-4112-acec-67df67995a6b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660123 Nov 12 01:03:18.722218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1b173891-638c-4ca5-82a9-1b619c451b41 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:18.735363 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.747582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.752338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-cafb15f5-498d-49ee-b4b3-e9846a152f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.755164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-cafb15f5-498d-49ee-b4b3-e9846a152f03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.0532341 Nov 12 01:03:18.821033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-355281e8-4f6b-4f56-89f0-5f09f147a4de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581369 Nov 12 01:03:18.838030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.902578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c526b0-ce46-4fd1-8eab-de072129afef']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.013552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.044989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-5fb5a0f9-5349-4428-bc39-8626fb2d162d service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161493 Nov 12 01:03:19.129081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] For port dcbf86be-a11f-48b2-b875-3c7c20355b64, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dcbf86be-a11f-48b2-b875-3c7c20355b64,segment=NetworkSegment(167a98b5-9ce8-4817-b136-b14c56a973a0),segment_id=167a98b5-9ce8-4817-b136-b14c56a973a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:19.185483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.282297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a8da3-3177-4150-b625-8376c6fb4878 None None] Pushing event updated for resources: {'Port': ['ID=dcbf86be-a11f-48b2-b875-3c7c20355b64,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:19.285860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1106dbc9-a839-43d9-b89b-6499b0f96e89 req-a34a5150-5fe7-4885-92e3-6fc3abf1d348 service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315414 Nov 12 01:03:19.454573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:19.455317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.472280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba74c08-c934-4085-9014-e37c9abb3ef8') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.472635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba74c08-c934-4085-9014-e37c9abb3ef8') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.488206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.512187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.538976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:19.539408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.647428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:19.661214 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:19.807889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.861408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.865636 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/06c526b0-ce46-4fd1-8eab-de072129afef HTTP/1.1" status: 204 len: 168 time: 5.5112720 Nov 12 01:03:19.869728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:19.877089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1362766595', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:19.932182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:19.946763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.991257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Provisioning complete for port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:19.991700 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.038108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.038982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e39d1d-9176-4318-95cd-ba51b71fb649 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=06c526b0-ce46-4fd1-8eab-de072129afef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:20.040024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.099528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42541c-72ab-4a33-a9da-f7586f92dd82 req-7c41a9c4-0557-460e-aef2-a4edb643280c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.101498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af6c9cf-3136-436b-9edf-222b2d08cc55 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:20.102845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:20.103455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.113864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Router ceda3e23-62fd-4ee2-8ca8-24236a330e90 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:20.119881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.122910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f42541c-72ab-4a33-a9da-f7586f92dd82 req-7c41a9c4-0557-460e-aef2-a4edb643280c tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.1777155 Nov 12 01:03:20.161637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bee73-1077-44eb-9b71-c7288f6e0687 req-bb9e7c78-a066-4be1-89ad-8ffb336c7a26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.166307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Transition to ACTIVE for port object 8af6c9cf-3136-436b-9edf-222b2d08cc55 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:20.172268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-199bee73-1077-44eb-9b71-c7288f6e0687 req-bb9e7c78-a066-4be1-89ad-8ffb336c7a26 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 932 time: 0.1849446 Nov 12 01:03:20.219374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.259062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.281279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-199bee73-1077-44eb-9b71-c7288f6e0687 req-8768544b-682d-487e-98d8-165826d9f7c2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076984 Nov 12 01:03:20.288237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dcbf86be-a11f-48b2-b875-3c7c20355b64 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:20.288648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.361169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:20.375031 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c0310d8-def9-4b25-9e76-123a3b74f61e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3568473 Nov 12 01:03:20.375664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.389451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:20.411349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] Sync routers for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:20.436315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:20.437750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.492831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f42541c-72ab-4a33-a9da-f7586f92dd82 req-a7915cbf-a1fe-47dd-831f-8660c022efb2 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686078 Nov 12 01:03:20.537237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] For port 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=83bf7d4d-ea7c-496e-b4cd-24916a506c83,segment=NetworkSegment(d89cf049-38f7-4e08-bf8f-7ce3c0df51e4),segment_id=d89cf049-38f7-4e08-bf8f-7ce3c0df51e4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:20.539157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dcbf86be-a11f-48b2-b875-3c7c20355b64 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:20.539708 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.648408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.655343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.698320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:20.701395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Provisioning complete for port dcbf86be-a11f-48b2-b875-3c7c20355b64 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:20.701900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.733130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.791835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:20.792525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.837570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 83bf7d4d-ea7c-496e-b4cd-24916a506c83 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:20.839322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:20.840867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b030933-df60-4f9f-b9b1-d311ef3559f4 None None] The sync data for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:20.905182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Pushing event updated for resources: {'Port': ['ID=83bf7d4d-ea7c-496e-b4cd-24916a506c83,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:20.916335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Attempting to bind port 8af6c9cf-3136-436b-9edf-222b2d08cc55 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:20.916821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Attempting to bind port 8af6c9cf-3136-436b-9edf-222b2d08cc55 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:20.917057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Attempting to bind port 8af6c9cf-3136-436b-9edf-222b2d08cc55 on network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:20.944212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.944991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.945664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.946303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.947086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.947870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.948562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.958867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-b2390f20-e30d-4abd-8432-2b7f677567bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.2594013 Nov 12 01:03:20.975453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Port 8af6c9cf-3136-436b-9edf-222b2d08cc55 on network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:20.975989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Attempting to bind port 8af6c9cf-3136-436b-9edf-222b2d08cc55 on network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:20.998577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:20.998993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Checking segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:20.999499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Bound using segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:21.000200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Bound port: 8af6c9cf-3136-436b-9edf-222b2d08cc55, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:21.000592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.010068 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:21.015054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:21.015442 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.056130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-8b9c590c-4c31-4d34-8853-9e582167c218 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833406 Nov 12 01:03:21.057239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.095336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Provisioning complete for port 51bd255c-655b-4953-bb7e-d3b3f7459c14 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:21.095935 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.139674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a92baa2f-7ff6-4015-b021-74862f8f6cec None None] Port 51bd255c-655b-4953-bb7e-d3b3f7459c14 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:21.240389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.305288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:21.323966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:21.327078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:21.331048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:21.338574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e275c-f369-49c9-b904-e835691625da None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:21.343296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.343938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.359510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=253a2c8d-1080-4669-8910-0411205d5ea1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:21.400152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:21.406560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:21.410478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:21.411717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 977f321a-f9f5-4846-bc24-bfe6f1b2bda8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:21.425164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.498037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.25.6.81 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a926a894-5961-4f96-abb9-0ccfab9fbad4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:21.525147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:21.525782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.530905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/8af6c9cf-3136-436b-9edf-222b2d08cc55 HTTP/1.1" status: 200 len: 1093 time: 3.2002714 Nov 12 01:03:21.540304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-23b89774-fd9b-4a52-990d-af137b4d69b3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2110021 Nov 12 01:03:21.543549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:21.556050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:21.562459 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632e644-9e8a-4bbd-96c5-6b1385f606f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:21.582093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:0b:0c:71', 'name': 'tempest-NetworksTestDHCPv6-1449604287'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:21.739802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dcbf86be-a11f-48b2-b875-3c7c20355b64 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:21.859379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dcbf86be-a11f-48b2-b875-3c7c20355b64 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:21.860042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.941713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cbb3-1186-4bb6-b015-0addd5572aee req-6f2b4fbe-446d-4649-8d90-0d79a72d35f1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:21.953179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': 'a056d0b6-be6b-4e99-8518-f488a77d8db8', 'ip_address': '2001:db8::f816:3eff:fe1c:4395'}, {'subnet_id': '253a2c8d-1080-4669-8910-0411205d5ea1'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '2c2091db-207e-4b7f-b973-a25cf4bb4abb'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:03:21.958414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f508cbb3-1186-4bb6-b015-0addd5572aee req-6f2b4fbe-446d-4649-8d90-0d79a72d35f1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 944 time: 0.3085532 Nov 12 01:03:22.023823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f45301-f3be-4f7d-8921-6af61b2eb6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:22.032115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 83bf7d4d-ea7c-496e-b4cd-24916a506c83 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:22.036119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:22.045813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.050144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f86a44a1-d773-429e-9ca6-306f511b40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.053176 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-f86a44a1-d773-429e-9ca6-306f511b40b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 1096 time: 0.3915691 Nov 12 01:03:22.074221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.110529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688823-9d36-45e3-b0fb-cb00789edf8f req-eed51da5-0d6b-4bdc-987d-916309c69af5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.118746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3688823-9d36-45e3-b0fb-cb00789edf8f req-eed51da5-0d6b-4bdc-987d-916309c69af5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.4077482 Nov 12 01:03:22.134443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f508cbb3-1186-4bb6-b015-0addd5572aee req-8460863b-57d9-4223-9cff-9f8f0ada9ef1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747670 Nov 12 01:03:22.214361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3688823-9d36-45e3-b0fb-cb00789edf8f req-0840117c-4a6f-4d00-ae4b-5fa94c2c5ba2 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945525 Nov 12 01:03:22.232561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.259045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:22.260177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.287714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:22.294522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:22.316674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:22.324437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661330d8-0d0d-40cf-a2f8-fdab54907c1f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:22.378944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=a926a894-5961-4f96-abb9-0ccfab9fbad4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:22.439317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Allocated IP 2001:db8:0:1::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/253a2c8d-1080-4669-8910-0411205d5ea1/2c2091db-207e-4b7f-b973-a25cf4bb4abb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:22.451534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-480360b3-a80f-4f65-bf33-8b1e11e028cc None None] Provisioning complete for port a926a894-5961-4f96-abb9-0ccfab9fbad4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:22.451908 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-480360b3-a80f-4f65-bf33-8b1e11e028cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.577032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-480360b3-a80f-4f65-bf33-8b1e11e028cc None None] Port a926a894-5961-4f96-abb9-0ccfab9fbad4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:22.611186 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824b06a-3349-44ca-8211-7bdef7028a16 x-openstack-request-id: req-e824b06a-3349-44ca-8211-7bdef7028a16 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:22.611464 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:22.611831 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e824b06a-3349-44ca-8211-7bdef7028a16 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:22.612290 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55', 'status': 'completed', 'code': 200} Nov 12 01:03:22.668811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-055a6301-f0c9-42bb-9ec8-4b97c6f79991 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55 HTTP/1.1" status: 200 len: 217 time: 0.5840991 Nov 12 01:03:22.699690 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-32058054-b13d-4df5-9c92-d80b7ee7ec49 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:22.701787 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-32058054-b13d-4df5-9c92-d80b7ee7ec49 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3213072 Nov 12 01:03:22.704722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.705027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:22.706504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:22.764181 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.766555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 66f3e997-d81c-497b-8de4-db3497248630 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:22.774472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.823509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-1478aca6-3b25-4280-860a-b95d56a8e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.825244 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-1478aca6-3b25-4280-860a-b95d56a8e35e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6 HTTP/1.1" status: 200 len: 837 time: 0.1180437 Nov 12 01:03:22.912994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e3c96-825d-44b3-9a50-4b491114964d None None] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:22.992248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-5e20ffa1-a98f-4470-b77f-94b0a808e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.994076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-5e20ffa1-a98f-4470-b77f-94b0a808e658 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0816836 Nov 12 01:03:23.166028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8:0:1::30 (5b2f6347-05eb-4950-a88c-4098590cba1f/253a2c8d-1080-4669-8910-0411205d5ea1/66f3e997-d81c-497b-8de4-db3497248630) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:23.221464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::f816:3eff:fe0b:c71 (5b2f6347-05eb-4950-a88c-4098590cba1f/a056d0b6-be6b-4e99-8518-f488a77d8db8/66f3e997-d81c-497b-8de4-db3497248630) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:23.354821 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-73100b77-887c-4128-b248-54c7becfdc87 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917640 Nov 12 01:03:23.585124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:23.623629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.633221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.667970 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f998f469-715f-4e83-80c7-f6c37d7f7292 req-ea00b650-bad6-40c1-aa40-8c3c3f5674fe service neutron] 10.222.0.39 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028262 Nov 12 01:03:23.707983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:23.708540 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.890953 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.943487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bf8d3-6bc8-40dd-86ff-b4734a108ae1 req-c4de95cc-fa9f-4944-9be5-3366a0587e4b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:23.945290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77bf8d3-6bc8-40dd-86ff-b4734a108ae1 req-c4de95cc-fa9f-4944-9be5-3366a0587e4b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 944 time: 0.4805150 Nov 12 01:03:23.965845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aab9b-d426-42a7-be72-96da215aed77 req-2cfe9c58-a700-4156-8729-f2636662e39d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:23.967400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e45aab9b-d426-42a7-be72-96da215aed77 req-2cfe9c58-a700-4156-8729-f2636662e39d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.5007017 Nov 12 01:03:23.978667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5aa530a5-386d-4ac9-9d00-3c264490872a None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:23.978667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5aa530a5-386d-4ac9-9d00-3c264490872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.043065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:24.069839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:24.087024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:24.096823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.097901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.150762 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5800896 Nov 12 01:03:24.163031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:24.234790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-e548064b-bd83-4630-960e-6df4c1f2ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.237966 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-e548064b-bd83-4630-960e-6df4c1f2ba17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 1096 time: 0.2209749 Nov 12 01:03:24.238922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14684a4d-cc02-4d34-8b84-a075cdf64d04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=66f3e997-d81c-497b-8de4-db3497248630,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:24.395021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a77bf8d3-6bc8-40dd-86ff-b4734a108ae1 req-94470d24-1bae-4d69-adb9-df2f699ac437 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391870 Nov 12 01:03:24.415641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e45aab9b-d426-42a7-be72-96da215aed77 req-cbdc71d8-2403-4f69-92b1-18dd0aba7c14 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062850 Nov 12 01:03:24.442604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-f8d1ce73-a0d8-44c3-b472-9f19bcae2e9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4250469 Nov 12 01:03:24.468151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-d2f86911-bc93-4c67-b6e8-1126e384a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.470725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-d2f86911-bc93-4c67-b6e8-1126e384a38a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f HTTP/1.1" status: 200 len: 898 time: 0.2212944 Nov 12 01:03:24.546387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-860f1fa6-d1a7-4318-9563-25d46d0b73fc None None] Provisioning complete for port 66f3e997-d81c-497b-8de4-db3497248630 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:24.546868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-860f1fa6-d1a7-4318-9563-25d46d0b73fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.575595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-ccb37256-cd81-4ab4-a45e-840e4d6bd67b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55 HTTP/1.1" status: 200 len: 217 time: 0.0876019 Nov 12 01:03:24.587764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 66f3e997-d81c-497b-8de4-db3497248630 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:24.589927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.613153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-860f1fa6-d1a7-4318-9563-25d46d0b73fc None None] Port 66f3e997-d81c-497b-8de4-db3497248630 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:24.617861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.630025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.630708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.631074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.631560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.632024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.632609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.632995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.635134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2f0f74c-c9f1-4092-a946-eb12fd21df28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84d9122d7b07441886135323ab6aea57&device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 6510 time: 0.1280463 Nov 12 01:03:24.709134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-dfb8d53a-1ffc-4dae-baec-8ae40bd67126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.710666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-dfb8d53a-1ffc-4dae-baec-8ae40bd67126 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6 HTTP/1.1" status: 200 len: 837 time: 0.1145945 Nov 12 01:03:24.779108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.801431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-ca4702bf-52bd-45bc-99f3-dae7972d1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.803249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-ca4702bf-52bd-45bc-99f3-dae7972d1b2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0815411 Nov 12 01:03:24.804331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 66f3e997-d81c-497b-8de4-db3497248630 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:24.831656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.965061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-924b5bf9-a1b1-4e02-b341-8838e189b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.965061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-924b5bf9-a1b1-4e02-b341-8838e189b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.965061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-924b5bf9-a1b1-4e02-b341-8838e189b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.966660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-924b5bf9-a1b1-4e02-b341-8838e189b73e service neutron] 10.222.0.32 "GET /v2.0/networks?id=51668376-8af7-4e89-b37b-9302de411d52&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&id=eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 200 len: 2298 time: 0.2738562 Nov 12 01:03:24.976249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-3a6d6933-9137-486d-8805-291e4708698b service neutron] 10.222.0.39 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621842 Nov 12 01:03:25.140856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-1d403810-9b41-4e89-a9f7-ad453ef77057 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 200 len: 1001 time: 0.1623139 Nov 12 01:03:25.177720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b632e644-9e8a-4bbd-96c5-6b1385f606f2 req-baa3901f-b551-4e04-92ed-4f78fb7ccb0a service neutron] 10.222.0.39 "GET /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827309 Nov 12 01:03:25.191079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:25.205893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.225525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-8084a2cb-e5b8-49ac-9153-7638c3ee754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.227898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-8084a2cb-e5b8-49ac-9153-7638c3ee754f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 200 len: 856 time: 0.0780451 Nov 12 01:03:25.242756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=66f3e997-d81c-497b-8de4-db3497248630,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.331472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.338236 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5f51fd4-1b1f-423e-8447-3fc9307b2881 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/66f3e997-d81c-497b-8de4-db3497248630 HTTP/1.1" status: 204 len: 168 time: 1.1715677 Nov 12 01:03:25.340949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45846) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.410215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7eb05a-1240-406f-84ae-6dca0f176698 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.414990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea7eb05a-1240-406f-84ae-6dca0f176698 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0701108 Nov 12 01:03:25.415379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.444897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-1374e558-c597-4155-87a2-d12291940c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.446595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-1374e558-c597-4155-87a2-d12291940c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51668376-8af7-4e89-b37b-9302de411d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787717 Nov 12 01:03:25.530808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34c4c5-9ed7-43b5-8700-1101be70d8d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.547493 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4a34c4c5-9ed7-43b5-8700-1101be70d8d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1286373 Nov 12 01:03:25.547818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.619779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981144f-5001-4c77-9818-3a6d8b2cb756 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.624103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981144f-5001-4c77-9818-3a6d8b2cb756 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.624341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981144f-5001-4c77-9818-3a6d8b2cb756 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.627798 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c981144f-5001-4c77-9818-3a6d8b2cb756 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0772457 Nov 12 01:03:25.629330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:25.629986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.643320 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] Sync routers for ids ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:25.655177 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] Routers {'b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:25.655704 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:25.703224 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:25.714952 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] Routers {'b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:25.715847 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:25.725310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-4a89f266-43e5-4594-ae0c-57ffb641eb4c service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631302 Nov 12 01:03:25.726717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 253a2c8d-1080-4669-8910-0411205d5ea1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:25.731723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.757096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.759162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7515c44c-ad52-4bd4-915c-1a73cc2e27eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.8878717 Nov 12 01:03:25.760707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:25.762341 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1a9c0-d4ad-489c-8509-f182d6b77d83 None None] The sync data for ids ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:25.772147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.798747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9d09-be70-451e-911b-69bc6c61c145 req-691a3e53-bb7a-418f-a013-e9baa580355f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.801260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8eed9d09-be70-451e-911b-69bc6c61c145 req-691a3e53-bb7a-418f-a013-e9baa580355f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 944 time: 0.2115126 Nov 12 01:03:25.819814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.820263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting port 51bd255c-655b-4953-bb7e-d3b3f7459c14 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:25.820609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.955012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.955261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3357-006c-4e2d-b123-aca5139441ef req-48afb4f8-a7af-439b-bc29-a0d550b9fe15 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.957363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abc3357-006c-4e2d-b123-aca5139441ef req-48afb4f8-a7af-439b-bc29-a0d550b9fe15 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.3517256 Nov 12 01:03:26.086664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.136217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=253a2c8d-1080-4669-8910-0411205d5ea1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:26.143725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.149569 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eab77423-4e22-4868-9d44-d29b4da4936c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/253a2c8d-1080-4669-8910-0411205d5ea1 HTTP/1.1" status: 204 len: 168 time: 0.5180342 Nov 12 01:03:26.153196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45862) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.153391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581dc43d-095d-4cb9-b3ff-88f7c79b7d63 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:26.234326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet a056d0b6-be6b-4e99-8518-f488a77d8db8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:26.238866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.242729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-847db3ec-4d5c-40aa-bfad-2e98f19731a5 service neutron] 10.222.0.32 "GET /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992127 Nov 12 01:03:26.262872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8eed9d09-be70-451e-911b-69bc6c61c145 req-14a540fe-42b2-4579-87b5-c9aa76acf296 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374342 Nov 12 01:03:26.320246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.343992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abc3357-006c-4e2d-b123-aca5139441ef req-f04f867c-8e6a-4655-bb8d-e6223b2c9fa3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465207 Nov 12 01:03:26.349402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-c785d06f-e5c7-412d-8f93-4e233c0f8fd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 217 time: 0.0734544 Nov 12 01:03:26.351243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.362227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3c849b3d-8e35-4c49-a2cd-060b37452006 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers/b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 200 len: 880 time: 0.5746386 Nov 12 01:03:26.363122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.479611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.585385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.619997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=a056d0b6-be6b-4e99-8518-f488a77d8db8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:26.627809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.636461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba3f0861-8a4f-48e9-bc3a-492e964a2f7b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/a056d0b6-be6b-4e99-8518-f488a77d8db8 HTTP/1.1" status: 204 len: 168 time: 0.4811156 Nov 12 01:03:26.639933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.695304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-34009121-728b-4e52-bc3b-2e773724f24f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536489 Nov 12 01:03:26.698264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.704993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:26.885587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Calling delete_port for 51bd255c-655b-4953-bb7e-d3b3f7459c14 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:26.889878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8af6c9cf-3136-436b-9edf-222b2d08cc55 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:26.893423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:26.896741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-5f98af47-daa9-46fc-92bb-f5244ab7645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.898276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-5f98af47-daa9-46fc-92bb-f5244ab7645a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.5289836 Nov 12 01:03:26.899224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.162726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:27.193009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '8af6c9cf-3136-436b-9edf-222b2d08cc55', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'port_id': '8af6c9cf-3136-436b-9edf-222b2d08cc55', 'mac_address': 'fa:16:3e:9a:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:27.239982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.257025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.275799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.295309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af6c9cf-3136-436b-9edf-222b2d08cc55 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:27.329484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Port': ['ID=51bd255c-655b-4953-bb7e-d3b3f7459c14,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:27.340978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:27.344701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b4e2e-2736-4e5e-b1dd-61a77fc6ce17 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:27.364959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:27.365552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-ffa1a0c5-50cd-455d-8739-e75df2056919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.370947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-ffa1a0c5-50cd-455d-8739-e75df2056919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4572687 Nov 12 01:03:27.371990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:27.372422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.402434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.405363 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.493645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7934744 Nov 12 01:03:27.494461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:27.501452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:27.508223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53302a68-b664-418e-bc2f-63be54fdbaaa tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=5126e9f6-f845-4a93-9b4e-70784241c85f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:27.714962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:27.721751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.757927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.798366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:27.802734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8fa2d4c3-b5ff-4516-9d81-a109eeb802b2 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:27.803101 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d4c3-b5ff-4516-9d81-a109eeb802b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.822292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d1b83-6667-4447-9595-26d81e37b11c req-f99af065-3e99-4fd7-af4b-fb4209c1411f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.831000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-507d1b83-6667-4447-9595-26d81e37b11c req-f99af065-3e99-4fd7-af4b-fb4209c1411f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 945 time: 0.4063139 Nov 12 01:03:27.858689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-534e0c9e-a8e0-4dd4-a834-51b3e65dca52 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451778 Nov 12 01:03:27.908236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['8af6c9cf-3136-436b-9edf-222b2d08cc55'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:27.920632 n-d-712141-15 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5126e9f6-f845-4a93-9b4e-70784241c85f (CIDR: 2001:db8::/64) Nov 12 01:03:27.924881 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:27.925813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:27.944879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a393ddf1-6e1e-4428-b0fe-c9852b6e49c9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4485471 Nov 12 01:03:27.947341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:27.954127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:27.961479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b60a5-092b-46bb-b873-72915552fa07 req-214fc6e5-37c6-4dc4-8256-9d3da3551946 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.963073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-452b60a5-092b-46bb-b873-72915552fa07 req-214fc6e5-37c6-4dc4-8256-9d3da3551946 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.3734956 Nov 12 01:03:28.111350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-507d1b83-6667-4447-9595-26d81e37b11c req-4476537a-3f19-4f74-b682-feef98780271 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793815 Nov 12 01:03:28.162290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:28.179763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.252982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5f156f22-2665-4410-9236-0cceed03e1b0 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.8353722 Nov 12 01:03:28.255599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:28.258305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-452b60a5-092b-46bb-b873-72915552fa07 req-6a0a0bd1-6fb8-4d79-aa8b-e81fb85cd03a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721426 Nov 12 01:03:28.262071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1362766595'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:28.275856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Router ceda3e23-62fd-4ee2-8ca8-24236a330e90 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:28.314481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-a53ca8e1-015d-436b-87d7-300b080e012d service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078820 Nov 12 01:03:28.391497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-ab2a54c7-7b1f-4717-aca9-344c657d3a36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0678277 Nov 12 01:03:28.578661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:28.589084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5c21cd4f-c918-48a4-9005-e8a3fc68e1fe tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8783097 Nov 12 01:03:28.589376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:28.601530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] Sync routers for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:28.620885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:28.621533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:28.668583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:28.671019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b5ccd-2d2a-486a-b891-c26ce80c5f30 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:28.691531 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a619cbfa-9e56-49e3-b2f5-15616739a56a tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] delete failed (client error): The resource could not be found. Nov 12 01:03:28.698647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a619cbfa-9e56-49e3-b2f5-15616739a56a tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-2062243156 HTTP/1.1" status: 404 len: 335 time: 0.1024857 Nov 12 01:03:28.699786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:28.704151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3d805545-d757-4266-b83b-e7a4aee3bd52 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ceda3e23-62fd-4ee2-8ca8-24236a330e90'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:28.773434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-f238ada3-715e-4983-89a2-1d4d6a967de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:28.775416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-f238ada3-715e-4983-89a2-1d4d6a967de7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.3317642 Nov 12 01:03:28.805515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:28.806807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:28.881426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:28.882362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15967901-47c2-4b4d-94ce-ae9ecfffdf18 None None] The sync data for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:28.899439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-78825137-066b-4881-a041-14b671b55490 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:28.900192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78825137-066b-4881-a041-14b671b55490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.993049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-277e8562-fe65-4c51-9bf3-36a46e453879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:28.996387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-277e8562-fe65-4c51-9bf3-36a46e453879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1716254 Nov 12 01:03:28.997729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.034491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.044517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:03:29.202154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d805545-d757-4266-b83b-e7a4aee3bd52 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.242062 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3d805545-d757-4266-b83b-e7a4aee3bd52 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] update failed (client error): The resource could not be found. Nov 12 01:03:29.243293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3d805545-d757-4266-b83b-e7a4aee3bd52 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90 HTTP/1.1" status: 404 len: 339 time: 0.5431485 Nov 12 01:03:29.248229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:29.252939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2073141255'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:29.271571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Update dhcp port {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'fixed_ips': [{'subnet_id': '366b803e-e666-4e4f-9ddd-e220c75bda1d'}, {'subnet_id': '5126e9f6-f845-4a93-9b4e-70784241c85f'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '2c2091db-207e-4b7f-b973-a25cf4bb4abb'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:03:29.336985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.342885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-d86d7410-30e0-4151-92ea-17bd323cca65 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377342 Nov 12 01:03:29.343504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:29.347634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.410502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:29.489123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f426e-d615-4c23-a047-1e5d3316b1b9 req-84bba1bf-4a1f-4dad-a060-407e0a09d377 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.498295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-151f426e-d615-4c23-a047-1e5d3316b1b9 req-84bba1bf-4a1f-4dad-a060-407e0a09d377 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 945 time: 0.2192752 Nov 12 01:03:29.580679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:29.635476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.635832 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Added segment 07518694-1ea0-4f5b-a23e-9293f5897f20 of type vlan for network 443de1ec-0afb-40f3-86ac-bfb297aba5fe Nov 12 01:03:29.688551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677d790-5605-4d1f-ab8b-019c704b3e65 req-c0b24ee3-2a6b-4731-9b78-7cf3544f848f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.690633 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9677d790-5605-4d1f-ab8b-019c704b3e65 req-c0b24ee3-2a6b-4731-9b78-7cf3544f848f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.2866223 Nov 12 01:03:29.699173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-151f426e-d615-4c23-a047-1e5d3316b1b9 req-f6876317-692d-4183-b53f-c74c1e156228 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597064 Nov 12 01:03:29.731269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b2aad32f-7991-4442-bd95-371d5c758b72 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726914 Nov 12 01:03:29.734683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe1c:4395-2c2606f5-afbf-4be9-8883-1b33e2b {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:29.735949 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:29.797197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.803134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-083237f0-9991-4883-a10a-5ec483f96645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 200 len: 217 time: 0.0610380 Nov 12 01:03:29.891673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9677d790-5605-4d1f-ab8b-019c704b3e65 req-61380383-35fd-4f7a-a6a4-660e65deefa0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640265 Nov 12 01:03:29.900189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.909297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.909297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.918946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-d78797f0-be14-4469-86b2-bdc5b5232ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.920509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-d78797f0-be14-4469-86b2-bdc5b5232ccf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.1097114 Nov 12 01:03:29.948966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.978734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7299025 Nov 12 01:03:29.993066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:30.001012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'subnet': {'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:30.030050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff323-6e1f-4cd3-9385-a6fc15e2fb7e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Network': ['ID=443de1ec-0afb-40f3-86ac-bfb297aba5fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.043804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-aea85aa0-6eda-4a92-8c4b-cd4828a2e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.044338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:30.045776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-aea85aa0-6eda-4a92-8c4b-cd4828a2e2dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086290 Nov 12 01:03:30.144735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:30.160162 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] Sync routers for ids ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:30.169397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.173327 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-18b9aa81-4a47-4684-a011-1eaf3393f912 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 200 len: 887 time: 1.9161847 Nov 12 01:03:30.175246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:30.175747 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] Routers {'b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:30.177437 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:30.185353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-ba2cdf7e-a7f2-4d3d-b760-d55e566a178b service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310804 Nov 12 01:03:30.242046 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:30.249177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Made reservation on behalf of e3f317a855fb49f38d75f49d4bff3344 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:30.252926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] Routers {'b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:30.253701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.254249 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:30.282294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.305311 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:30.311335 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b396754-f5a6-4072-94fa-35dbada0d92a None None] The sync data for ids ['b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:30.329383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-41d647eb-ae50-46a7-92ac-85921085373d service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021805 Nov 12 01:03:30.382048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:30.457864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.469309 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.470100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.608290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/5126e9f6-f845-4a93-9b4e-70784241c85f/2c2091db-207e-4b7f-b973-a25cf4bb4abb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:30.638020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:30.671057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:30.678029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.679239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.717250 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7651045 Nov 12 01:03:30.721881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=366b803e-e666-4e4f-9ddd-e220c75bda1d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.726093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:30.733544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:e3:84:2d', 'name': 'tempest-NetworksTestDHCPv6-1639973444'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:30.740016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.750288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f7e9-c217-4897-b81c-d701ce23daf5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.839852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:30.888431 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.902524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.927117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8af6c9cf-3136-436b-9edf-222b2d08cc55 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:30.970992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-bd44667b-6092-4733-8f41-8f4c449f868c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 200 len: 217 time: 0.6263707 Nov 12 01:03:31.034005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Subnet': ['ID=46942c80-8c23-4f8f-aa63-4885f79c2fff,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:31.086667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Checking segment: {'id': '07518694-1ea0-4f5b-a23e-9293f5897f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:31.087503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network hostable DHCP agents. Network: 443de1ec-0afb-40f3-86ac-bfb297aba5fe, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:31.116949 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-591c44eb-32b0-4908-aef6-de8aee874c5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1987836 Nov 12 01:03:31.125508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dedb0-f551-4522-b2ab-eb125af83b18 None None] Pushing event updated for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:31.148686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 8af6c9cf-3136-436b-9edf-222b2d08cc55 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:31.152694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-073ec1ae-1b81-4a54-98c5-535285d6c060 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers/b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 200 len: 887 time: 0.9757385 Nov 12 01:03:31.153537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:31.156248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 8af6c9cf-3136-436b-9edf-222b2d08cc55 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:31.163202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.214301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3183ee34-a830-4cee-9d01-38e09ed701b5 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 200 len: 205 time: 0.0552897 Nov 12 01:03:31.229955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49a284-0ae0-4753-b732-6b7b79113642 req-21a8e327-9cf4-48e3-a3ed-20a0002ee461 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.230673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:31.232495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc49a284-0ae0-4753-b732-6b7b79113642 req-21a8e327-9cf4-48e3-a3ed-20a0002ee461 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 945 time: 0.3220470 Nov 12 01:03:31.235377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-21ad9d96-5cca-4acc-8f86-c17c17255719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.238631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-21ad9d96-5cca-4acc-8f86-c17c17255719 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 200 len: 797 time: 0.2460527 Nov 12 01:03:31.239631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:31.251161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 443de1ec-0afb-40f3-86ac-bfb297aba5fe) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:31.257076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.257805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.319334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-3a1bf950-e379-4c21-97f2-3c8ad3544b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.320510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7ab8f-841e-4be3-8e9e-ce2681876bb3 None None] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:31.321040 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-3a1bf950-e379-4c21-97f2-3c8ad3544b20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1097 time: 0.1177933 Nov 12 01:03:31.321701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:31.348615 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6a12169-d0c6-451d-8c5a-54cc75f67c11 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3507495 Nov 12 01:03:31.373856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:31.380002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be0b6303-3d2c-40d7-b3af-6d9dc5960362 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'router': {'external_gateway_info': {'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:31.494566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.654679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:31.657212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.666231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:31.673767 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f590378-9672-44af-ba35-7f689bc9047b" -d '{"events": [{"server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "name": "network-vif-plugged", "status": "completed", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:31.802128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-443de1ec-0afb-40f3-86ac-bfb297aba5fe', 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe', 'tenant_id': 'e3f317a855fb49f38d75f49d4bff3344', 'fixed_ips': [{'subnet_id': '46942c80-8c23-4f8f-aa63-4885f79c2fff'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:31.803204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.807702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a7ab5-5589-42de-9fac-b016006a26fd req-76a37695-3b37-45eb-842c-8d0a2806cfc5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.808682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:31.810477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86a7ab5-5589-42de-9fac-b016006a26fd req-76a37695-3b37-45eb-842c-8d0a2806cfc5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.7498837 Nov 12 01:03:31.830539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.916216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.925360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be0b6303-3d2c-40d7-b3af-6d9dc5960362 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.928794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc49a284-0ae0-4753-b732-6b7b79113642 req-d1e4fa10-4f0b-49d8-8d1f-08d2ca293d7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6603634 Nov 12 01:03:31.969703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.004435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86a7ab5-5589-42de-9fac-b016006a26fd req-9a1d9c72-8069-4abf-9cbe-33b0f3ba991a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124642 Nov 12 01:03:32.047133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-4264ef6f-ab19-436f-a9fd-6c6fff2f5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.049504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-4264ef6f-ab19-436f-a9fd-6c6fff2f5eb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7470431 Nov 12 01:03:32.057026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-37d7864d-e7f4-4022-ae23-02ca9a2b7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.059087 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-37d7864d-e7f4-4022-ae23-02ca9a2b7ab6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 898 time: 0.7029064 Nov 12 01:03:32.061155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port cf335889-4939-49f8-80be-946ed9da62eb yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:32.207201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:32.213933 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebb0718-da29-4843-8855-e772eb13ba08 x-openstack-request-id: req-4ebb0718-da29-4843-8855-e772eb13ba08 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:32.214255 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "name": "network-vif-plugged", "status": "completed", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:32.214603 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ebb0718-da29-4843-8855-e772eb13ba08 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:32.215059 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55', 'code': 200} Nov 12 01:03:32.238796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:32.239183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.248582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Allocated IP 2001:db8:1::2 (443de1ec-0afb-40f3-86ac-bfb297aba5fe/46942c80-8c23-4f8f-aa63-4885f79c2fff/f59ce1ac-212d-4ff6-85cd-560314ab7204) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:32.297132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-70c25fee-0b47-4d1c-9ec6-6bf7942936d6 service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198555 Nov 12 01:03:32.319222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-1e911433-ce8b-4c7f-bc2c-b27a10d5555b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 1001 time: 0.2515159 Nov 12 01:03:32.398885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ef744-2cdd-4ab2-bbc2-cba6910ba439 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:32.432786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-7bb9b5ec-55d1-4161-be69-3e9d69b7431f service neutron] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948138 Nov 12 01:03:32.464584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.494319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port a926a894-5961-4f96-abb9-0ccfab9fbad4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:32.494673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.510511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-c6f0ef67-28df-44cf-9072-216c04429245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 200 len: 217 time: 0.0577946 Nov 12 01:03:32.556386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950ffd-8efd-4cc9-88df-ddec7eba16fc req-fcd57681-1483-427e-88b3-773a1b5dbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.558054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f950ffd-8efd-4cc9-88df-ddec7eba16fc req-fcd57681-1483-427e-88b3-773a1b5dbcb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 1098 time: 0.2595177 Nov 12 01:03:32.599473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-0c8efe0f-3015-461a-906f-f523c289e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.601194 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-0c8efe0f-3015-461a-906f-f523c289e788 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.2744379 Nov 12 01:03:32.652167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::2d8 (5b2f6347-05eb-4950-a88c-4098590cba1f/5126e9f6-f845-4a93-9b4e-70784241c85f/cf335889-4939-49f8-80be-946ed9da62eb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:32.663160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f950ffd-8efd-4cc9-88df-ddec7eba16fc req-839015a0-87e5-4a43-ac05-cec9ee0d1a40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679598 Nov 12 01:03:32.671827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:842d (5b2f6347-05eb-4950-a88c-4098590cba1f/366b803e-e666-4e4f-9ddd-e220c75bda1d/cf335889-4939-49f8-80be-946ed9da62eb) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:32.702117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b3c645ff-d51a-497d-ad0f-2aefc3fe1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.704313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b3c645ff-d51a-497d-ad0f-2aefc3fe1075 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.1861622 Nov 12 01:03:32.723265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.739388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for a926a894-5961-4f96-abb9-0ccfab9fbad4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:32.895527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-ebb59ddc-fb42-4123-88ea-684929ba8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.897228 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-ebb59ddc-fb42-4123-88ea-684929ba8baa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2880473 Nov 12 01:03:32.898399 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-be0b6303-3d2c-40d7-b3af-6d9dc5960362 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:32.899735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be0b6303-3d2c-40d7-b3af-6d9dc5960362 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90 HTTP/1.1" status: 400 len: 364 time: 1.5246298 Nov 12 01:03:32.904050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:32.910377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-7690de92-772d-42e3-8dc1-4702a06c6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.910377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-7690de92-772d-42e3-8dc1-4702a06c6b63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160522 Nov 12 01:03:32.982953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3d324c83-4b98-4475-9d51-d8214a0fe409 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:32.983514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d324c83-4b98-4475-9d51-d8214a0fe409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.045788 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.152833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-f907831d-8ce8-4d98-a732-87473489e8fb service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297482 Nov 12 01:03:33.177028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.358063 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.369607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-d3454312-1ce4-4903-b27d-9f7539a3aa9a service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487393 Nov 12 01:03:33.374112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=a926a894-5961-4f96-abb9-0ccfab9fbad4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.415746 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.431863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887de1a-cb89-4699-8df6-46d41f820cfe None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:33.462933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.526023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:33.529369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:33.535366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:33.538989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Pushing event updated for resources: {'Port': ['ID=f59ce1ac-212d-4ff6-85cd-560314ab7204,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.545249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2040-817c-4636-bef6-68cd294e6046 req-6f488c93-599f-43c6-9902-2e3e5318cb27 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.548778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e7a2040-817c-4636-bef6-68cd294e6046 req-6f488c93-599f-43c6-9902-2e3e5318cb27 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 946 time: 0.3493795 Nov 12 01:03:33.572964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-b849a091-066c-459e-89c0-b10ba861eaf8 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104521 Nov 12 01:03:33.613697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f70102-4eb8-4ecc-a00e-4371e5cd52b7 req-a32c0f0b-a097-43ab-93cf-f6984a51943a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.621488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3f70102-4eb8-4ecc-a00e-4371e5cd52b7 req-a32c0f0b-a097-43ab-93cf-f6984a51943a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.4123416 Nov 12 01:03:33.624258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Attempting to bind port f59ce1ac-212d-4ff6-85cd-560314ab7204 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:33.624922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Attempting to bind port f59ce1ac-212d-4ff6-85cd-560314ab7204 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '07518694-1ea0-4f5b-a23e-9293f5897f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:33.625402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Attempting to bind port f59ce1ac-212d-4ff6-85cd-560314ab7204 on network 443de1ec-0afb-40f3-86ac-bfb297aba5fe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:33.639861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:33.640429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Checking segment: {'id': '07518694-1ea0-4f5b-a23e-9293f5897f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:33.641707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.642445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Bound using segment: {'id': '07518694-1ea0-4f5b-a23e-9293f5897f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:33.643167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Bound port: f59ce1ac-212d-4ff6-85cd-560314ab7204, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07518694-1ea0-4f5b-a23e-9293f5897f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '443de1ec-0afb-40f3-86ac-bfb297aba5fe'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:33.643844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.695266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-59f03f3e-47d5-4765-8ce7-38f6c314f365 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 200 len: 217 time: 0.1064827 Nov 12 01:03:33.731529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:33.735451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.749337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:33.770908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:33.776952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.777636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.797767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=cf335889-4939-49f8-80be-946ed9da62eb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.837576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1e0d1714-ea78-4667-908d-fbe0abff1b97 req-064d442d-b944-4a77-9c69-d5217d1cc9c9 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548719 Nov 12 01:03:33.895699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] For port f59ce1ac-212d-4ff6-85cd-560314ab7204, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:33.900530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] For port f59ce1ac-212d-4ff6-85cd-560314ab7204, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f59ce1ac-212d-4ff6-85cd-560314ab7204,segment=NetworkSegment(07518694-1ea0-4f5b-a23e-9293f5897f20),segment_id=07518694-1ea0-4f5b-a23e-9293f5897f20)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:33.909592 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.057065 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e3c6b22-ec8a-4ee1-a688-6c1d0bdfb3d7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3290350 Nov 12 01:03:34.061120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:34.110497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a77e57-f932-4dc7-a5d7-d1a3d05fc45c None None] Pushing event updated for resources: {'Port': ['ID=f59ce1ac-212d-4ff6-85cd-560314ab7204,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.130230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d436844a-8a41-44c3-b7f8-c185f3f50539 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:34.130523 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d436844a-8a41-44c3-b7f8-c185f3f50539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.364319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-6e5ed56e-ccc4-47f0-8cfd-b07355bd9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.366464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-6e5ed56e-ccc4-47f0-8cfd-b07355bd9fc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 200 len: 797 time: 0.6626272 Nov 12 01:03:34.382039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Allocated IP 2001:db8::1 (5bcbdaf3-5668-40ed-94e5-04202f9809ca/e919e470-fce5-410a-9a7c-78ff1c3703fe/a6bff4d8-1cdc-4e87-a048-2b444561caa5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:34.435443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3f70102-4eb8-4ecc-a00e-4371e5cd52b7 req-9bfc755b-c7de-4b20-a3a0-5f8130bd4fe3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129020 Nov 12 01:03:34.444853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.518647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ad7d0585-6470-4946-ac59-f552c35008c4 None None] Provisioning complete for port cf335889-4939-49f8-80be-946ed9da62eb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:34.519170 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0585-6470-4946-ac59-f552c35008c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.611452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d0585-6470-4946-ac59-f552c35008c4 None None] Port cf335889-4939-49f8-80be-946ed9da62eb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:34.664473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.671322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e7a2040-817c-4636-bef6-68cd294e6046 req-bcf5fdbb-fb70-4626-971e-8ff54cb7307b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0973349 Nov 12 01:03:34.678553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.683089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.726481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port cf335889-4939-49f8-80be-946ed9da62eb {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:34.727326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.753502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.753920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-d89d5ca7-0464-4541-a980-f2bb1a671cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.756515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-d89d5ca7-0464-4541-a980-f2bb1a671cbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eefe3195-f31b-4301-afbc-1bf73db1e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3375475 Nov 12 01:03:34.800719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.801647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:34.825713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.827559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6fbc6887-f567-49f7-a5aa-d186fccee1c2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 204 len: 168 time: 3.5839274 Nov 12 01:03:34.832299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:34.840577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-662872220'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:34.849503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:34.857443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:34.861619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:34.862209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.867606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Port': ['ID=a6bff4d8-1cdc-4e87-a048-2b444561caa5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.887867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:34.896509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.945620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.984242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for cf335889-4939-49f8-80be-946ed9da62eb owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:34.999316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:35.033160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.033850 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 05412eda-fbf3-4572-b014-3f04bb490cce of type vlan for network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 Nov 12 01:03:35.098800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.150881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.177332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-90d5d149-2b1f-418e-a478-19cfa42468c0 service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127138 Nov 12 01:03:35.183050 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.316983 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.337507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.338738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.364230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9ab2e873-4832-4434-8e1a-298e102d4f7a None None] Provisioning complete for port a6bff4d8-1cdc-4e87-a048-2b444561caa5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:35.365559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e873-4832-4434-8e1a-298e102d4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.455060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6187952 Nov 12 01:03:35.462258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:35.468531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:35.484689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a663c2-1373-44df-9cda-04fd263fb842 req-ab7eb320-fa1a-43fb-8432-2ddfa11ebfdc service neutron] 10.222.0.32 "GET /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982018 Nov 12 01:03:35.496845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4558d09-397d-44d7-bb67-5a7efefbf643 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=0e7e6af7-cd5c-4eff-b4e9-477eea1358c6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.505320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2e873-4832-4434-8e1a-298e102d4f7a None None] Port a6bff4d8-1cdc-4e87-a048-2b444561caa5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:35.558548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:35.741032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f59ce1ac-212d-4ff6-85cd-560314ab7204 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:35.773135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:35.778159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.796018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d34be-7d86-4c67-ad44-92f67f3e0192 None None] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:35.886541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] Provisioning complete for port f59ce1ac-212d-4ff6-85cd-560314ab7204 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:35.886904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.931110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684e854-acda-446c-a93a-3f46673aab83 req-e2c29024-7aed-4e22-9c3e-0ece9340f9db tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.941839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e684e854-acda-446c-a93a-3f46673aab83 req-e2c29024-7aed-4e22-9c3e-0ece9340f9db tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.2522662 Nov 12 01:03:35.983277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f59ce1ac-212d-4ff6-85cd-560314ab7204 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:35.983639 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.069590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e684e854-acda-446c-a93a-3f46673aab83 req-f895ce05-e160-4471-89bf-3d81e6e50538 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209893 Nov 12 01:03:36.084831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d1eef-84f7-47e4-9b76-99e80601e3ec req-0360cc71-9e9f-403e-b4e4-ea2032a82c56 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.087826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-500d1eef-84f7-47e4-9b76-99e80601e3ec req-0360cc71-9e9f-403e-b4e4-ea2032a82c56 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 946 time: 0.2698512 Nov 12 01:03:36.166944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.212889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-500d1eef-84f7-47e4-9b76-99e80601e3ec req-3266f01b-719c-49d6-b772-50a78f905870 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116509 Nov 12 01:03:36.244860 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.344120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.386121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.403204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.452830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] For port f59ce1ac-212d-4ff6-85cd-560314ab7204, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f59ce1ac-212d-4ff6-85cd-560314ab7204,segment=NetworkSegment(07518694-1ea0-4f5b-a23e-9293f5897f20),segment_id=07518694-1ea0-4f5b-a23e-9293f5897f20)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.463707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.490419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.491597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.512936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.520498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/cf335889-4939-49f8-80be-946ed9da62eb HTTP/1.1" status: 204 len: 168 time: 2.4582477 Nov 12 01:03:36.523188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c021b4-bac0-464c-ad75-eff7635e10a0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=cf335889-4939-49f8-80be-946ed9da62eb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.584279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:36.586090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event updated for resources: {'Port': ['ID=a6bff4d8-1cdc-4e87-a048-2b444561caa5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.597730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '05412eda-fbf3-4572-b014-3f04bb490cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:36.598403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:36.604929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=1a97bc47-3aff-433d-a403-2f67fa5ad8f7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.662812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e977fa2-37bb-4f40-823f-896b766c7d8f None None] Pushing event updated for resources: {'Port': ['ID=f59ce1ac-212d-4ff6-85cd-560314ab7204,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.680182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:36.692706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:36.693146 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:36.710990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc38f03-5c19-4103-a2bd-d2505da2e027 req-924a3af6-61c4-4833-a35f-2eff6106e693 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.712943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bc38f03-5c19-4103-a2bd-d2505da2e027 req-924a3af6-61c4-4833-a35f-2eff6106e693 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 946 time: 0.2740359 Nov 12 01:03:36.713609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:36.723240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1efe74-ceda-46ea-b989-f3cb2aba1218 None None] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:36.760345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.761114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.791063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84493e55-578f-4d06-9698-b39aebd799ac tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.796815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-84493e55-578f-4d06-9698-b39aebd799ac tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1997976 Nov 12 01:03:36.797480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:36.815975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3bccb2b6-2c29-432e-822b-3ff89391bc65 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3521631 Nov 12 01:03:36.821618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46000) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:36.828356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-287901824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:36.850567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-417ab6a6-dd13-4ab2-97c9-6d8d1b5b04bc None None] Provisioning complete for port f59ce1ac-212d-4ff6-85cd-560314ab7204 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:36.850943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-417ab6a6-dd13-4ab2-97c9-6d8d1b5b04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.866370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bc38f03-5c19-4103-a2bd-d2505da2e027 req-1035753a-a8b0-4c84-8b83-b4014ca7a238 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296351 Nov 12 01:03:36.892798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:36.908507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea54d8e-2331-4de6-9b71-7a1e8828ac69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.909619 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.910775 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.914384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:36.914797 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9ea54d8e-2331-4de6-9b71-7a1e8828ac69 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1131530 Nov 12 01:03:36.916280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:37.040943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-0e7e6af7-cd5c-4eff-b4e9-477eea1358c6', 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '1a97bc47-3aff-433d-a403-2f67fa5ad8f7'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:37.040943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.154808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Router ceda3e23-62fd-4ee2-8ca8-24236a330e90 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:37.164197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.180832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.223759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718af9f2-2985-4ab5-87b6-da4fc4994915 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.225651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718af9f2-2985-4ab5-87b6-da4fc4994915 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.227869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718af9f2-2985-4ab5-87b6-da4fc4994915 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.229545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-718af9f2-2985-4ab5-87b6-da4fc4994915 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3132961 Nov 12 01:03:37.238012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:37.265728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.267112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-075400e7-07e8-4ce0-a1ae-b502c2174509 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4437597 Nov 12 01:03:37.289495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46016) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:37.373774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:37.383002 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e193171-26ce-41bd-81fa-6a6cb912ca17 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4774077 Nov 12 01:03:37.385301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:37.395994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] Sync routers for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:37.435389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:37.436507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:37.514734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:37.528360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Allocated IP 172.20.0.2 (0e7e6af7-cd5c-4eff-b4e9-477eea1358c6/1a97bc47-3aff-433d-a403-2f67fa5ad8f7/b2242d40-9ec3-4640-ae83-e5e9fda2c87a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:37.561024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:37.562223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 366b803e-e666-4e4f-9ddd-e220c75bda1d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:37.562701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:37.574657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c1d28-3f76-4cae-8496-464371695e2d req-a4040772-c0f9-4d3a-b794-bc121fcef4e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.584945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed1c1d28-3f76-4cae-8496-464371695e2d req-a4040772-c0f9-4d3a-b794-bc121fcef4e4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.3773768 Nov 12 01:03:37.598163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.634760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88345def-986a-41c6-b130-56672b02c89c tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.646929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8e26705f-7553-47ef-848d-66299ab4cbb0 None None] Provisioning complete for port a6bff4d8-1cdc-4e87-a048-2b444561caa5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:37.647288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e26705f-7553-47ef-848d-66299ab4cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.723301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f59ce1ac-212d-4ff6-85cd-560314ab7204 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:37.733246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:37.733821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1994d-3d0a-4d01-8cd9-1ed4c0bc1910 None None] The sync data for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:37.751408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.818517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8e26705f-7553-47ef-848d-66299ab4cbb0 None None] Port a6bff4d8-1cdc-4e87-a048-2b444561caa5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:37.819699 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-88345def-986a-41c6-b130-56672b02c89c tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:03:37.827972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-88345def-986a-41c6-b130-56672b02c89c tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90 HTTP/1.1" status: 409 len: 329 time: 0.4407728 Nov 12 01:03:37.831226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:37.845649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed1c1d28-3f76-4cae-8496-464371695e2d req-a95eeb27-fd47-4dcd-8506-67924527e79b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597232 Nov 12 01:03:37.889988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f59ce1ac-212d-4ff6-85cd-560314ab7204 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:37.890382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.929800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.959348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.979584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.988799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.124350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:38.147056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:38.155812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Pushing event updated for resources: {'Port': ['ID=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.160396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:38.162411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.244716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=366b803e-e666-4e4f-9ddd-e220c75bda1d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.264587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.271649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d478eb35-75f4-4ecc-a8a6-67830cedc308 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/366b803e-e666-4e4f-9ddd-e220c75bda1d HTTP/1.1" status: 204 len: 168 time: 1.0318983 Nov 12 01:03:38.273441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46032) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:38.418387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 5126e9f6-f845-4a93-9b4e-70784241c85f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:38.424273 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.436052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3f0dd-773c-42fe-8b60-d10edd3ce7e4 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:38.443656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.523362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.592140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Attempting to bind port b2242d40-9ec3-4640-ae83-e5e9fda2c87a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:38.592932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Attempting to bind port b2242d40-9ec3-4640-ae83-e5e9fda2c87a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '05412eda-fbf3-4572-b014-3f04bb490cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:38.593560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Attempting to bind port b2242d40-9ec3-4640-ae83-e5e9fda2c87a on network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:38.608040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:38.608856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Checking segment: {'id': '05412eda-fbf3-4572-b014-3f04bb490cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:38.609558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.610232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Bound using segment: {'id': '05412eda-fbf3-4572-b014-3f04bb490cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:38.611070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Bound port: b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05412eda-fbf3-4572-b014-3f04bb490cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e7e6af7-cd5c-4eff-b4e9-477eea1358c6'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:38.611844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.664171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:38.848580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] For port b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:38.889287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] For port b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,segment=NetworkSegment(05412eda-fbf3-4572-b014-3f04bb490cce),segment_id=05412eda-fbf3-4572-b014-3f04bb490cce)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:38.919015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.920974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting port a6bff4d8-1cdc-4e87-a048-2b444561caa5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:38.921581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.073308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae5dc-61fd-4b74-8d3e-acaac77e757c None None] Pushing event updated for resources: {'Port': ['ID=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:39.111573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.154151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Calling delete_port for a6bff4d8-1cdc-4e87-a048-2b444561caa5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:39.244251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f4ee50-aefb-49eb-a4ad-6d1defa14eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.306609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.20.0.1 (0e7e6af7-cd5c-4eff-b4e9-477eea1358c6/1a97bc47-3aff-433d-a403-2f67fa5ad8f7/c99be57c-95fd-48d3-97c9-52d657cf2727) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:39.476204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.653573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.702755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Port': ['ID=a6bff4d8-1cdc-4e87-a048-2b444561caa5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:39.918668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b2242d40-9ec3-4640-ae83-e5e9fda2c87a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:39.940029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60d6a5-6889-4145-95d6-4ff26f6b4b28 req-f6b84e52-d183-416b-8288-c7bf14d1aaa3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.941698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f60d6a5-6889-4145-95d6-4ff26f6b4b28 req-f6b84e52-d183-416b-8288-c7bf14d1aaa3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.6201866 Nov 12 01:03:40.061364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.071865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b2242d40-9ec3-4640-ae83-e5e9fda2c87a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:40.072539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.137354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.250065 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.253420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=5126e9f6-f845-4a93-9b4e-70784241c85f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:40.292959 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f60d6a5-6889-4145-95d6-4ff26f6b4b28 req-af430279-7469-45fc-bb9f-2cc53c176f3d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643967 Nov 12 01:03:40.310141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.317113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-73b30d06-df45-4943-9eef-c72929ed09cd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/5126e9f6-f845-4a93-9b4e-70784241c85f HTTP/1.1" status: 204 len: 168 time: 2.0376513 Nov 12 01:03:40.320828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:40.431800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,segment=NetworkSegment(05412eda-fbf3-4572-b014-3f04bb490cce),segment_id=05412eda-fbf3-4572-b014-3f04bb490cce)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:40.443463 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.535085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:40.540545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.552326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-55a6fd9b-6c0f-46ce-95d4-c5f4fe91c928 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2239318 Nov 12 01:03:40.560420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46066) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:40.571772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:40.735387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30046a-c806-429a-96d6-101004d4a697 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:40.774416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.774753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Router ceda3e23-62fd-4ee2-8ca8-24236a330e90 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:40.914035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:40.946314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:40.980165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:41.003326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-899aca66-0730-41b6-a371-eec0d9753ea2 None None] Provisioning complete for port 2c2091db-207e-4b7f-b973-a25cf4bb4abb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:41.004627 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-899aca66-0730-41b6-a371-eec0d9753ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.088406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=c99be57c-95fd-48d3-97c9-52d657cf2727,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:41.106740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:41.114397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.167000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.168919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:41.180544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddf7d88a-c0aa-47f0-a604-48f21f134b2b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3468094 Nov 12 01:03:41.181968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.206217 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] Sync routers for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:41.207074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab1548-2e4b-43d0-84bf-1c48349686b7 None None] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:41.207398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:41.247792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:41.252583 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.360562 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.375562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:41.388535 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] Routers {'ceda3e23-62fd-4ee2-8ca8-24236a330e90'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:41.390821 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.455999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.464744 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-877879f1-598b-426b-859b-dad56ffc65de tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] show failed (client error): The resource could not be found. Nov 12 01:03:41.467515 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.467785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-877879f1-598b-426b-859b-dad56ffc65de tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-622856294 HTTP/1.1" status: 404 len: 334 time: 0.1699111 Nov 12 01:03:41.468890 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516545b5-84b5-4351-9240-5dc5519136f5 None None] The sync data for ids ['ceda3e23-62fd-4ee2-8ca8-24236a330e90'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:41.504368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46078) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:41.519840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-79f0ab65-5f3a-49a8-b842-15bb4c72785f tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:41.548530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:41.600785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:41.607270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-909e093c-b228-45bb-82d3-f13c8ff02ee2 None None] Provisioning complete for port b2242d40-9ec3-4640-ae83-e5e9fda2c87a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:41.608352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-909e093c-b228-45bb-82d3-f13c8ff02ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.630208 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-79f0ab65-5f3a-49a8-b842-15bb4c72785f tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] update failed (client error): The resource could not be found. Nov 12 01:03:41.636292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-79f0ab65-5f3a-49a8-b842-15bb4c72785f tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1484237233 HTTP/1.1" status: 404 len: 335 time: 0.1243501 Nov 12 01:03:41.637188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=39e723ff-1115-40b3-a258-0e554077503b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:41.641884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.642536 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.646598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46084) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:41.661234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Deleting port 2c2091db-207e-4b7f-b973-a25cf4bb4abb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:41.662770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.709938 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4bc2120e-4270-462b-9191-8e5a3dcde1da tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1437461 Nov 12 01:03:41.711164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:41.728601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:41.802208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting subnet 46942c80-8c23-4f8f-aa63-4885f79c2fff {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:41.854321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.866715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] For port 2c2091db-207e-4b7f-b973-a25cf4bb4abb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c2091db-207e-4b7f-b973-a25cf4bb4abb,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:41.867163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.883485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Calling delete_port for 2c2091db-207e-4b7f-b973-a25cf4bb4abb owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:41.948641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.994441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b2242d40-9ec3-4640-ae83-e5e9fda2c87a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:42.013462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.078836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.079821 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.132816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] Pushing event deleted for resources: {'Port': ['ID=2c2091db-207e-4b7f-b973-a25cf4bb4abb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:42.148846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ceee0a7-2413-4915-9757-a412fcf843c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.166056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402990c-c1e4-453d-a196-f0b2cc3bd203 req-3dbeefd7-4d81-4549-aa2d-b57405f6abc7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:42.170261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c824f8-b01f-4c37-9ff2-beeb37b1c7be None None] No DVR routers for this DVR port 2c2091db-207e-4b7f-b973-a25cf4bb4abb on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:42.172377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.175027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a402990c-c1e4-453d-a196-f0b2cc3bd203 req-3dbeefd7-4d81-4549-aa2d-b57405f6abc7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.5939479 Nov 12 01:03:42.192763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b2242d40-9ec3-4640-ae83-e5e9fda2c87a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:42.193320 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.218376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Subnet': ['ID=46942c80-8c23-4f8f-aa63-4885f79c2fff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:42.259669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.265599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ad05e-73c9-4adb-a340-ec955a2045f6 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:42.273245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebf4f6ed-cd58-4882-83b6-a2a28f2f89b9 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/subnets/46942c80-8c23-4f8f-aa63-4885f79c2fff HTTP/1.1" status: 204 len: 168 time: 0.6248939 Nov 12 01:03:42.291412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:42.324543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c67b3-0595-4eef-bd99-dc059fb94c20 None None] Network 443de1ec-0afb-40f3-86ac-bfb297aba5fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:42.461075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-157b07ea-187f-452d-a848-aa6315305250 None None] Provisioning complete for port c99be57c-95fd-48d3-97c9-52d657cf2727 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:42.461520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157b07ea-187f-452d-a848-aa6315305250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.467930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:42.482916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.511093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a402990c-c1e4-453d-a196-f0b2cc3bd203 req-e00440af-986e-4c59-9be5-95aa0dfd8fe5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349011 Nov 12 01:03:42.608181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.712535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-157b07ea-187f-452d-a848-aa6315305250 None None] Port c99be57c-95fd-48d3-97c9-52d657cf2727 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:42.742404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:42.767908 n-d-712141-15 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39e723ff-1115-40b3-a258-0e554077503b (CIDR: 2001:db8::/64) Nov 12 01:03:42.776200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2c2091db-207e-4b7f-b973-a25cf4bb4abb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:42.778587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c2091db-207e-4b7f-b973-a25cf4bb4abb not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:42.778587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-157b07ea-187f-452d-a848-aa6315305250 None None] Provisioning complete for port b2242d40-9ec3-4640-ae83-e5e9fda2c87a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:42.778909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157b07ea-187f-452d-a848-aa6315305250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.803487 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:03:42.805236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:42.900789 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-49533981-e837-455b-8f90-80ca0d13bd58 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1882765 Nov 12 01:03:42.905509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46102) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:42.913797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'subnet': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:42.952932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.17 (8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f/c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6/983bb8c4-ff35-47b4-96d6-a27855348e09) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:43.080399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5b2f6347-05eb-4950-a88c-4098590cba1f', 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'tenant_id': '3866882467b340aa9f29da6c7d5783d8', 'fixed_ips': [{'subnet_id': '39e723ff-1115-40b3-a258-0e554077503b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:43.082094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.098144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting port f59ce1ac-212d-4ff6-85cd-560314ab7204 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:43.098676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.117517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.123667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] DHCP port deletion for 443de1ec-0afb-40f3-86ac-bfb297aba5fe request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:43.125337 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.130622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.208039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] For port f59ce1ac-212d-4ff6-85cd-560314ab7204, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f59ce1ac-212d-4ff6-85cd-560314ab7204,segment=NetworkSegment(07518694-1ea0-4f5b-a23e-9293f5897f20),segment_id=07518694-1ea0-4f5b-a23e-9293f5897f20)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:43.209064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.215499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=c99be57c-95fd-48d3-97c9-52d657cf2727,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.233667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Calling delete_port for f59ce1ac-212d-4ff6-85cd-560314ab7204 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:43.277381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.320887 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.338263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.378438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Port': ['ID=f59ce1ac-212d-4ff6-85cd-560314ab7204,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.399727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] No DVR routers for this DVR port f59ce1ac-212d-4ff6-85cd-560314ab7204 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:43.456170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.507479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b80e1258-7f50-4a35-b714-f356698a488a None None] Provisioning complete for port c99be57c-95fd-48d3-97c9-52d657cf2727 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:43.508091 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b80e1258-7f50-4a35-b714-f356698a488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.518876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:43.523360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:43.527164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:43.545737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:43.571511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:43.671440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b80e1258-7f50-4a35-b714-f356698a488a None None] Port c99be57c-95fd-48d3-97c9-52d657cf2727 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:43.677872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Deleting port f59ce1ac-212d-4ff6-85cd-560314ab7204 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:43.678387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.681853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.730546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Allocated IP 2001:db8::2 (5b2f6347-05eb-4950-a88c-4098590cba1f/39e723ff-1115-40b3-a258-0e554077503b/0d111035-28ee-46d2-b282-4c3ff5ea3f94) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:43.841346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] For port f59ce1ac-212d-4ff6-85cd-560314ab7204, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:43.842007 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.860972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Calling delete_port for f59ce1ac-212d-4ff6-85cd-560314ab7204 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:43.873220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Port f59ce1ac-212d-4ff6-85cd-560314ab7204 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:03:43.898686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f59ce1ac-212d-4ff6-85cd-560314ab7204 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:43.908796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.019062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] No DVR routers for this DVR port f59ce1ac-212d-4ff6-85cd-560314ab7204 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:44.067068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d703-fcc2-4762-b978-a5765594302d None None] Pushing event deleted for resources: {'Port': ['ID=f59ce1ac-212d-4ff6-85cd-560314ab7204,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.122079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f59ce1ac-212d-4ff6-85cd-560314ab7204 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:44.123270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f59ce1ac-212d-4ff6-85cd-560314ab7204 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:44.201864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f6e96d4e-9b2b-45bf-8068-d52d628f46be None None] Provisioning complete for port 983bb8c4-ff35-47b4-96d6-a27855348e09 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.202247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e96d4e-9b2b-45bf-8068-d52d628f46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.209373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.272424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f6e96d4e-9b2b-45bf-8068-d52d628f46be None None] Port 983bb8c4-ff35-47b4-96d6-a27855348e09 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:44.323057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:44.329210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.384295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.408375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.426955 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.463675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.470071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443de1ec-0afb-40f3-86ac-bfb297aba5fe']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:44.492036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07518694-1ea0-4f5b-a23e-9293f5897f20') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:44.492761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07518694-1ea0-4f5b-a23e-9293f5897f20') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:44.500774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:44.505001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:44.507740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:44.510699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7e438f25-3850-40f1-9a23-02348e169bf7 None None] Provisioning complete for port c99be57c-95fd-48d3-97c9-52d657cf2727 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.511059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e438f25-3850-40f1-9a23-02348e169bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.545995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.558920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Pushing event updated for resources: {'Port': ['ID=0d111035-28ee-46d2-b282-4c3ff5ea3f94,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.583456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563491-e587-40c7-9068-a18da65a7c0f req-94d13350-430d-4981-9e10-8ff6f365d161 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.585501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f563491-e587-40c7-9068-a18da65a7c0f req-94d13350-430d-4981-9e10-8ff6f365d161 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.9442790 Nov 12 01:03:44.592344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.611375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:44.612649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.616698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7e438f25-3850-40f1-9a23-02348e169bf7 None None] Port c99be57c-95fd-48d3-97c9-52d657cf2727 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:44.637614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Attempting to bind port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:44.639931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Attempting to bind port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:44.640373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Attempting to bind port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 on network 5b2f6347-05eb-4950-a88c-4098590cba1f {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:44.650022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:44.650448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Checking segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:44.650825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.651426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Bound using segment: {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:44.651936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Bound port: 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f06308-afff-4106-945a-f365521fe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:44.652352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:44.717550 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:44.731587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f563491-e587-40c7-9068-a18da65a7c0f req-28eb17ae-96fa-477f-95fd-15b613e0ba3b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359596 Nov 12 01:03:44.764129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.772302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.774195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/networks/443de1ec-0afb-40f3-86ac-bfb297aba5fe HTTP/1.1" status: 204 len: 168 time: 2.4807868 Nov 12 01:03:44.777755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46124) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:44.805734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e611c-6e2b-4cc2-a207-7e3efd6c5596 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Network': ['ID=443de1ec-0afb-40f3-86ac-bfb297aba5fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.832917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:44.849795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting subnet d325931a-31a7-4838-9535-760d948ecf38 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:44.852564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.853151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] For port 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:44.860479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] For port 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0d111035-28ee-46d2-b282-4c3ff5ea3f94,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:44.866871 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.881998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.929455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.980415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3fca8-aa0e-4604-be76-be189a7527a9 None None] Pushing event updated for resources: {'Port': ['ID=0d111035-28ee-46d2-b282-4c3ff5ea3f94,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.130067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.201977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:45.234737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-027a0b02-5400-40a6-a567-0bbbbb646362 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9333289 Nov 12 01:03:45.244037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:45.259987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:03:45.298244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] Sync routers for ids ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:45.335050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] Routers {'b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:45.335913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:45.417594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:45.418290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.434395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] Routers {'b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:45.435487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:45.498370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:45.499304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100bd14-eb47-4630-9513-954d28a17659 None None] The sync data for ids ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:45.500170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17a76b-00c3-4c9d-9b68-64875e1e5a91 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.503964 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf17a76b-00c3-4c9d-9b68-64875e1e5a91 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports/c99be57c-95fd-48d3-97c9-52d657cf2727 HTTP/1.1" status: 200 len: 910 time: 0.2411859 Nov 12 01:03:45.507333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46138) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:45.514766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a97bc47-3aff-433d-a403-2f67fa5ad8f7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:45.614912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8101c-6c82-4e91-bec1-d363644e9283 req-cd7347e6-3bf6-4b37-8e25-9fa1520fb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.615538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cee8101c-6c82-4e91-bec1-d363644e9283 req-cd7347e6-3bf6-4b37-8e25-9fa1520fb531 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1097 time: 0.1587284 Nov 12 01:03:45.680228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.717649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.727931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.734871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/subnets/d325931a-31a7-4838-9535-760d948ecf38 HTTP/1.1" status: 204 len: 168 time: 0.9502535 Nov 12 01:03:45.734871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dd1d8-1515-42e4-b1c9-9024c12add05 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Subnet': ['ID=d325931a-31a7-4838-9535-760d948ecf38,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.737579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:45.751812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ad8bc-0096-4655-adc0-a305684d69e2 None None] Network 7de51f1d-18c8-42b3-acc4-c3180dbf5659 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:45.850890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.879933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting subnet a024cea4-8b77-4107-b485-a006d8e17f25 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:45.902766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.911725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cee8101c-6c82-4e91-bec1-d363644e9283 req-10210854-54ae-4107-b6f9-d511362e6ffd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885125 Nov 12 01:03:45.983630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.996860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0d111035-28ee-46d2-b282-4c3ff5ea3f94 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:46.186861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:46.187240 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.202524 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.273332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.338749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] DHCP port deletion for 7de51f1d-18c8-42b3-acc4-c3180dbf5659 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:46.366577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] For port 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0d111035-28ee-46d2-b282-4c3ff5ea3f94,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.425450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.428033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.458610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.471026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.474203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.517091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Deleting port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:46.518211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.554022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93f70c-5bf3-4626-b061-00d72bbed7c9 req-3ede9ae7-1143-47c6-b558-8f0b7f2b2a63 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.556770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc93f70c-5bf3-4626-b061-00d72bbed7c9 req-3ede9ae7-1143-47c6-b558-8f0b7f2b2a63 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.4256291 Nov 12 01:03:46.613200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:46.613874 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:46.625181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.638130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.706469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] For port 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=83bf7d4d-ea7c-496e-b4cd-24916a506c83,segment=NetworkSegment(d89cf049-38f7-4e08-bf8f-7ce3c0df51e4),segment_id=d89cf049-38f7-4e08-bf8f-7ce3c0df51e4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.707556 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.745550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Calling delete_port for 83bf7d4d-ea7c-496e-b4cd-24916a506c83 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:46.777764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.802025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:46.806280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-becebd55-1551-40d9-8dbc-e8cecd3190de None None] Provisioning complete for port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:46.807308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-becebd55-1551-40d9-8dbc-e8cecd3190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.845057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=0d111035-28ee-46d2-b282-4c3ff5ea3f94,revision_number=4']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.845448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Subnet': ['ID=a024cea4-8b77-4107-b485-a006d8e17f25,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.851432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:46.854554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.855416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.871445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Subnet': ['ID=3971ffe3-e99d-41c1-9054-5c5ebb18544d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.884362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d84557f8-98b5-4d46-aaab-0d6b75c1a9a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9747674 Nov 12 01:03:46.886084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46154) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:46.891492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Request body: {'port': {'network_id': '5b2f6347-05eb-4950-a88c-4098590cba1f', 'mac_address': 'fa:16:3e:5f:5d:ee', 'name': 'tempest-NetworksTestDHCPv6-1223787914'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:46.957699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc93f70c-5bf3-4626-b061-00d72bbed7c9 req-ccddaa1a-5596-4cb2-a057-26a8c562a209 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743806 Nov 12 01:03:46.962895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.970109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a57831-1b73-4504-a6bd-81c37f266cd8 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:46.976491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1d33927f-f6c2-4ecc-834b-e46c4ba4cb64 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/subnets/a024cea4-8b77-4107-b485-a006d8e17f25 HTTP/1.1" status: 204 len: 168 time: 1.2322383 Nov 12 01:03:46.980970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.041467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2df16-bb3d-4013-8927-92380aef0541 None None] Network d916e899-7cf7-4909-9ee5-4d7f34779934 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:47.103446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.137737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.166125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Made reservation on behalf of 3866882467b340aa9f29da6c7d5783d8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:47.166503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:47.176276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:47.192468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.349344 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.362950 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.391094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0d111035-28ee-46d2-b282-4c3ff5ea3f94,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.413367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.468611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:47.468999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.476480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] No DVR routers for this DVR port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:47.485179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.490776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.494303 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-becebd55-1551-40d9-8dbc-e8cecd3190de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.495444 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/ports/c99be57c-95fd-48d3-97c9-52d657cf2727 HTTP/1.1" status: 200 len: 910 time: 1.9867623 Nov 12 01:03:47.498533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9506733-fb0a-4279-9c69-a211b8218ef3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=c99be57c-95fd-48d3-97c9-52d657cf2727,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.505645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b345e-b61b-4eb6-8a59-662acde30e37 None None] Pushing event deleted for resources: {'Port': ['ID=83bf7d4d-ea7c-496e-b4cd-24916a506c83,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.508836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.601091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:47.605851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=0d111035-28ee-46d2-b282-4c3ff5ea3f94,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.649678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.689007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] device_id is not set on port 69bb6371-0e55-4c76-a555-8c7047e6abc3 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:47.787645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-becebd55-1551-40d9-8dbc-e8cecd3190de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:03:47.788111 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-becebd55-1551-40d9-8dbc-e8cecd3190de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:03:47.813615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0d111035-28ee-46d2-b282-4c3ff5ea3f94 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:47.863580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] For port 83bf7d4d-ea7c-496e-b4cd-24916a506c83, host n-d-712141-15, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.864226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.886304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] DHCP port deletion for d916e899-7cf7-4909-9ee5-4d7f34779934 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:47.886924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Calling delete_port for 83bf7d4d-ea7c-496e-b4cd-24916a506c83 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:47.890354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 was not found and therefore no delete operation was performed {{(pid=102677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:03:47.960824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.961479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8::3b6 (5b2f6347-05eb-4950-a88c-4098590cba1f/39e723ff-1115-40b3-a258-0e554077503b/69bb6371-0e55-4c76-a555-8c7047e6abc3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:47.969022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:5dee (5b2f6347-05eb-4950-a88c-4098590cba1f/3971ffe3-e99d-41c1-9054-5c5ebb18544d/69bb6371-0e55-4c76-a555-8c7047e6abc3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:48.031697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.032310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.076553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Deleting port dcbf86be-a11f-48b2-b875-3c7c20355b64 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:48.077106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.214890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.259540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.325091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event updated for resources: {'Port': ['ID=69bb6371-0e55-4c76-a555-8c7047e6abc3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.345592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Network 5b2f6347-05eb-4950-a88c-4098590cba1f is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:48.352235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:48.365244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:48.372903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.373763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.399835 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-544e413b-b068-4712-805a-593a3093802f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5132389 Nov 12 01:03:48.403781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46182) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.556507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] For port dcbf86be-a11f-48b2-b875-3c7c20355b64, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dcbf86be-a11f-48b2-b875-3c7c20355b64,segment=NetworkSegment(167a98b5-9ce8-4817-b136-b14c56a973a0),segment_id=167a98b5-9ce8-4817-b136-b14c56a973a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:48.557145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.559721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] No DVR routers for this DVR port 83bf7d4d-ea7c-496e-b4cd-24916a506c83 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:48.575979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Calling delete_port for dcbf86be-a11f-48b2-b875-3c7c20355b64 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:48.631954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting port 69bb6371-0e55-4c76-a555-8c7047e6abc3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:48.632667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.715476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6dd82bad-3d9a-4d77-86b6-fd5bdcabb621 None None] Provisioning complete for port 983bb8c4-ff35-47b4-96d6-a27855348e09 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.715933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6dd82bad-3d9a-4d77-86b6-fd5bdcabb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.738212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Port': ['ID=83bf7d4d-ea7c-496e-b4cd-24916a506c83,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.755062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6dd82bad-3d9a-4d77-86b6-fd5bdcabb621 None None] Port 983bb8c4-ff35-47b4-96d6-a27855348e09 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:48.802752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 83bf7d4d-ea7c-496e-b4cd-24916a506c83 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:48.812454 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.859942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.887422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 83bf7d4d-ea7c-496e-b4cd-24916a506c83 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:48.887776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 83bf7d4d-ea7c-496e-b4cd-24916a506c83 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:48.930269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Calling delete_port for 69bb6371-0e55-4c76-a555-8c7047e6abc3 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:48.950271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.957153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] Pushing event deleted for resources: {'Port': ['ID=dcbf86be-a11f-48b2-b875-3c7c20355b64,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.977008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb2284-d588-43d5-96d8-d195ed6b5463 None None] No DVR routers for this DVR port dcbf86be-a11f-48b2-b875-3c7c20355b64 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:49.009134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de51f1d-18c8-42b3-acc4-c3180dbf5659']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:49.034719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691ca59-0eb2-47ce-a624-a18a87272f0f req-44e7bbe0-8b3f-4b88-bbdc-ee0896189f85 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.041376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f691ca59-0eb2-47ce-a624-a18a87272f0f req-44e7bbe0-8b3f-4b88-bbdc-ee0896189f85 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.4448211 Nov 12 01:03:49.061750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:49.062355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89cf049-38f7-4e08-bf8f-7ce3c0df51e4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:49.108600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.147512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:49.153869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cefdb438-4956-4558-8211-054788a9a15a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/cc0cc64d-fabb-479c-9f28-1e01463f63ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4876082 Nov 12 01:03:49.163729 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:49.183454 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:49.184556 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:49.196148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.220248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f691ca59-0eb2-47ce-a624-a18a87272f0f req-4fc87e35-6c7a-49b0-8856-76aa26de16b2 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784785 Nov 12 01:03:49.224644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:49.227335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:49.233768 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:49.301339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d57e7143-0c32-416d-9aec-4a0edd4cd84b None None] Provisioning complete for port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:49.302029 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d57e7143-0c32-416d-9aec-4a0edd4cd84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.334079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.473602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.473602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.475750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/networks/7de51f1d-18c8-42b3-acc4-c3180dbf5659 HTTP/1.1" status: 204 len: 168 time: 2.4931595 Nov 12 01:03:49.496804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46200) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.563200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.588307 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:49.588539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107a65e-e89a-476b-873a-accc1c70844e tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Network': ['ID=7de51f1d-18c8-42b3-acc4-c3180dbf5659,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.673178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d80ec-10f9-476d-88c4-e7923e24e9aa req-e40a64b6-6c53-4f5d-b6f0-5e788816817b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.675559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f1d80ec-10f9-476d-88c4-e7923e24e9aa req-e40a64b6-6c53-4f5d-b6f0-5e788816817b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2252116 Nov 12 01:03:49.680986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Port': ['ID=69bb6371-0e55-4c76-a555-8c7047e6abc3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.730790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.741050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-86901ded-c32b-4c9b-90b5-18a959f83b7f None None] Could not find standard attr ID for object 69bb6371-0e55-4c76-a555-8c7047e6abc3. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:03:49.771656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.777013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-988e320c-bfd7-4a4b-b7b1-1d6149c28690 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/69bb6371-0e55-4c76-a555-8c7047e6abc3 HTTP/1.1" status: 204 len: 168 time: 1.3718176 Nov 12 01:03:49.781037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.848241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dcbf86be-a11f-48b2-b875-3c7c20355b64 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:49.855181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f1d80ec-10f9-476d-88c4-e7923e24e9aa req-28d70d37-aed7-4f47-9973-7e71c3510350 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502438 Nov 12 01:03:49.933641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: dcbf86be-a11f-48b2-b875-3c7c20355b64 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:49.934121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dcbf86be-a11f-48b2-b875-3c7c20355b64 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:50.015568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7530d16-25a3-4d55-b744-9a29a8177b05 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.022709 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7530d16-25a3-4d55-b744-9a29a8177b05 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2348974 Nov 12 01:03:50.028151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.126561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.171908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:03:44Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983bb8c4-ff35-47b4-96d6-a27855348e09', 'name': '', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:42Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 2, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.189039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d916e899-7cf7-4909-9ee5-4d7f34779934']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.224604 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:50.225389 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Updating router cc0cc64d-fabb-479c-9f28-1e01463f63ca port 983bb8c4-ff35-47b4-96d6-a27855348e09 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:50.232610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port c99be57c-95fd-48d3-97c9-52d657cf2727 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:50.233323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.254160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167a98b5-9ce8-4817-b136-b14c56a973a0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.256234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167a98b5-9ce8-4817-b136-b14c56a973a0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:50.308526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.317858 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.328275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d711a-8af4-4acc-9b64-915510f55fea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.330159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-118d711a-8af4-4acc-9b64-915510f55fea tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3034949 Nov 12 01:03:50.334975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.368051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.376488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:50.377304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:50.383824 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:50.501017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.510283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.515960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/networks/d916e899-7cf7-4909-9ee5-4d7f34779934 HTTP/1.1" status: 204 len: 168 time: 1.0221772 Nov 12 01:03:50.520511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071c730-f14f-4e56-9d98-c60eb97f7392 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.522097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071c730-f14f-4e56-9d98-c60eb97f7392 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.522474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.523668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071c730-f14f-4e56-9d98-c60eb97f7392 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.526182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1071c730-f14f-4e56-9d98-c60eb97f7392 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1901877 Nov 12 01:03:50.530995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.568223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.578287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0159a87-6c11-4480-9a70-941da6f10928 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Network': ['ID=d916e899-7cf7-4909-9ee5-4d7f34779934,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:50.635961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting subnet e919e470-fce5-410a-9a7c-78ff1c3703fe {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:50.649633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.688170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 3971ffe3-e99d-41c1-9054-5c5ebb18544d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:50.722632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7c832-1e55-4a8c-ba13-c245c45a7d48 req-e402dbf0-24f4-447a-87d9-1deee2799688 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.725285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abe7c832-1e55-4a8c-ba13-c245c45a7d48 req-e402dbf0-24f4-447a-87d9-1deee2799688 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2891276 Nov 12 01:03:50.729576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.777897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.792041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for c99be57c-95fd-48d3-97c9-52d657cf2727 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:50.836821 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.848478 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.903007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.911678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.981411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-abe7c832-1e55-4a8c-ba13-c245c45a7d48 req-e05eb96c-98b1-403e-b81e-9063d180f5d0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470710 Nov 12 01:03:50.997254 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Pushing event updated for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.047652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.056817 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.057881 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.058766 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.059538 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.060775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.061501 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.062036 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.062691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.063521 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.065159 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.066117 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.066874 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:51.089195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Subnet': ['ID=e919e470-fce5-410a-9a7c-78ff1c3703fe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.100200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.104036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-86c144de-99a1-4825-87ce-3fba6f8192a3 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/subnets/e919e470-fce5-410a-9a7c-78ff1c3703fe HTTP/1.1" status: 204 len: 168 time: 0.5786643 Nov 12 01:03:51.107138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:51.113033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d17cf6-d7f3-4b42-8af5-a2a208bdc510 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:51.122534 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Attempting to bind port 983bb8c4-ff35-47b4-96d6-a27855348e09 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:51.123132 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Attempting to bind port 983bb8c4-ff35-47b4-96d6-a27855348e09 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:51.123676 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Attempting to bind port 983bb8c4-ff35-47b4-96d6-a27855348e09 on network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:51.133040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:51.133408 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Checking segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:51.133909 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.134512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Bound using segment: {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:51.135182 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Bound port: 983bb8c4-ff35-47b4-96d6-a27855348e09, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a17dc-7af8-4025-953f-4cab1a236a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:51.135707 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.260990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.268192 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] For port 983bb8c4-ff35-47b4-96d6-a27855348e09, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:51.270580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.277648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] For port 983bb8c4-ff35-47b4-96d6-a27855348e09, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=983bb8c4-ff35-47b4-96d6-a27855348e09,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:51.303042 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.492236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] Provisioning complete for port 983bb8c4-ff35-47b4-96d6-a27855348e09 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:51.497650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.504278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Deleting port 1b173891-638c-4ca5-82a9-1b619c451b41 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:51.513610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aac9c-b346-48cf-bea2-3ec1003ff6b0 None None] Pushing event updated for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.516031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.549541 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:51.550469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:51.573550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.611484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] DHCP port deletion for 5bcbdaf3-5668-40ed-94e5-04202f9809ca request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:51.638305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=c99be57c-95fd-48d3-97c9-52d657cf2727,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.641978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.704865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] For port 1b173891-638c-4ca5-82a9-1b619c451b41, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1b173891-638c-4ca5-82a9-1b619c451b41,segment=NetworkSegment(4892c625-2744-4162-8261-dc2702a66568),segment_id=4892c625-2744-4162-8261-dc2702a66568)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:51.705711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.727714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=3971ffe3-e99d-41c1-9054-5c5ebb18544d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.745362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Calling delete_port for 1b173891-638c-4ca5-82a9-1b619c451b41 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:51.769862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.782921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5f30b8cf-c28b-45d0-ba38-bb358380e891 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/3971ffe3-e99d-41c1-9054-5c5ebb18544d HTTP/1.1" status: 204 len: 168 time: 1.2492547 Nov 12 01:03:51.823394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:51.835400 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:51.850245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788cb33e-8a72-4b69-881d-797270898525 None None] Network 5b2f6347-05eb-4950-a88c-4098590cba1f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:51.997742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.053591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1b173891-638c-4ca5-82a9-1b619c451b41 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:52.073140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Port': ['ID=1b173891-638c-4ca5-82a9-1b619c451b41,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.093942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] No DVR routers for this DVR port 1b173891-638c-4ca5-82a9-1b619c451b41 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:52.131627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Deleting subnet 39e723ff-1115-40b3-a258-0e554077503b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:52.136662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.184955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.223614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1b173891-638c-4ca5-82a9-1b619c451b41 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:52.224717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1b173891-638c-4ca5-82a9-1b619c451b41 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:52.285838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.351576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.390713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.422170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcbdaf3-5668-40ed-94e5-04202f9809ca']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:52.449213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4892c625-2744-4162-8261-dc2702a66568') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:52.451214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4892c625-2744-4162-8261-dc2702a66568') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:52.483825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.497693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Deleting port 1b173891-638c-4ca5-82a9-1b619c451b41 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:52.499798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.517394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.531093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Subnet': ['ID=39e723ff-1115-40b3-a258-0e554077503b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.537136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:52.537893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.539084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:52.545880 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:52.548523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ca076d3e-937b-44df-9a55-7dcbcf9edb21 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/39e723ff-1115-40b3-a258-0e554077503b HTTP/1.1" status: 204 len: 168 time: 0.7236521 Nov 12 01:03:52.562225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b278c-251b-4228-a7de-45fe288bf15a req-5e677202-221a-4226-92c2-bf10ee3bd75a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.572273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc9b278c-251b-4228-a7de-45fe288bf15a req-5e677202-221a-4226-92c2-bf10ee3bd75a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2215710 Nov 12 01:03:52.594647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.652512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc9b278c-251b-4228-a7de-45fe288bf15a req-a330205b-e9d5-4ef9-a803-cc96e275d060 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 Nov 12 01:03:52.653567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.735759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.737496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.751339 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:03:44Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983bb8c4-ff35-47b4-96d6-a27855348e09', 'name': '', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:42Z', 'updated_at': '2021-11-12T01:03:51Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:52.762738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.776889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5815cdb-3392-4f01-ac39-c3f6a4f55aee tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526930 Nov 12 01:03:52.779524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.780811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/networks/5bcbdaf3-5668-40ed-94e5-04202f9809ca HTTP/1.1" status: 204 len: 168 time: 1.6722906 Nov 12 01:03:52.781666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.821336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcecbc-539d-46bc-89f6-c2ba4ec3bee7 None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:03:44Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983bb8c4-ff35-47b4-96d6-a27855348e09', 'name': '', 'network_id': '8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:42Z', 'updated_at': '2021-11-12T01:03:51Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:52.919754 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-678dd62d-3228-466c-a6c7-9adb8e8c76e7 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceda3e23-62fd-4ee2-8ca8-24236a330e90 HTTP/1.1" status: 200 len: 205 time: 0.1341231 Nov 12 01:03:52.920824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:53.055072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac4ef-b241-4713-9b09-499850e1df3b tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Pushing event deleted for resources: {'Network': ['ID=5bcbdaf3-5668-40ed-94e5-04202f9809ca,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:53.067029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] For port 983bb8c4-ff35-47b4-96d6-a27855348e09, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=983bb8c4-ff35-47b4-96d6-a27855348e09,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:53.075487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] For port 1b173891-638c-4ca5-82a9-1b619c451b41, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:53.075896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.081733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.145510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5da76-e6d3-4fd7-b5b1-5ef833ddf6a6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.153581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f1f5da76-e6d3-4fd7-b5b1-5ef833ddf6a6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3691177 Nov 12 01:03:53.155263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb26cc-6272-4487-a134-913e03743d60 None None] Pushing event updated for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:53.177250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46274) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:53.192230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Calling delete_port for 1b173891-638c-4ca5-82a9-1b619c451b41 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:53.200313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Port 1b173891-638c-4ca5-82a9-1b619c451b41 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:03:53.248598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.334650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.370286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0e325399-e824-4ac4-996d-57d64f9d2063 None None] Provisioning complete for port 983bb8c4-ff35-47b4-96d6-a27855348e09 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:53.370662 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e325399-e824-4ac4-996d-57d64f9d2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.376273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Network 5bcbdaf3-5668-40ed-94e5-04202f9809ca is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:03:53.376741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] No DVR routers for this DVR port 1b173891-638c-4ca5-82a9-1b619c451b41 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:53.385114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe137b-7077-4dd3-8a91-8cdd8590fa77 None None] Pushing event deleted for resources: {'Port': ['ID=1b173891-638c-4ca5-82a9-1b619c451b41,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:53.591537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] DHCP port deletion for 5b2f6347-05eb-4950-a88c-4098590cba1f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:53.730313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Deleting port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:53.730313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.812265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:53.866873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.875641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.950025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 983bb8c4-ff35-47b4-96d6-a27855348e09 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:53.997115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] For port 0d111035-28ee-46d2-b282-4c3ff5ea3f94, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0d111035-28ee-46d2-b282-4c3ff5ea3f94,segment=NetworkSegment(56f06308-afff-4106-945a-f365521fe4e0),segment_id=56f06308-afff-4106-945a-f365521fe4e0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:53.997621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.019965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Calling delete_port for 0d111035-28ee-46d2-b282-4c3ff5ea3f94 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:54.059343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6694938-bf66-433e-9d30-d35ca3498b91 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:54.059343 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6694938-bf66-433e-9d30-d35ca3498b91 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8771820 Nov 12 01:03:54.060567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.069683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Fanout notify agent at l3_agent the message router_deleted on router ceda3e23-62fd-4ee2-8ca8-24236a330e90 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:54.081690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.092287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46286) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.093969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-89b98d84-c816-4f86-809e-c7d02848cbc0 tempest-RoutersNegativeIpV6Test-477501423 tempest-RoutersNegativeIpV6Test-477501423-project] 10.222.0.11 "DELETE /v2.0/routers/ceda3e23-62fd-4ee2-8ca8-24236a330e90 HTTP/1.1" status: 204 len: 168 time: 1.1710854 Nov 12 01:03:54.112625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa91c-39ca-4746-8e55-f8a379407335 req-74c73870-8cd6-4f0b-9b32-8e20aacb8459 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:54.114214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86baa91c-39ca-4746-8e55-f8a379407335 req-74c73870-8cd6-4f0b-9b32-8e20aacb8459 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.4145253 Nov 12 01:03:54.185589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ddf2f00b-e5d2-42bf-9c95-9e04cad2d762 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910304 Nov 12 01:03:54.198601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46292) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.221797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 983bb8c4-ff35-47b4-96d6-a27855348e09 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:54.222469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.234534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:54.250742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-340d6eaa-d76c-4980-8085-68ccbf5ea2b2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7390490 Nov 12 01:03:54.253475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.257260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] Sync routers for ids ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:54.262449 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc8049b-aae5-4cee-bbfc-c2602cda849b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.263623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc8049b-aae5-4cee-bbfc-c2602cda849b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.267531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bc8049b-aae5-4cee-bbfc-c2602cda849b tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/69bb6371-0e55-4c76-a555-8c7047e6abc3 HTTP/1.1" status: 404 len: 333 time: 0.0664556 Nov 12 01:03:54.273937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.303933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] Routers {'b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:54.304986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:54.344500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86baa91c-39ca-4746-8e55-f8a379407335 req-a84dfe33-4308-4647-a374-d82ab0a7d7c2 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812952 Nov 12 01:03:54.347451 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb38657-e6d6-4549-9435-87c576f7a17e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.348462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb38657-e6d6-4549-9435-87c576f7a17e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.357075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bcb38657-e6d6-4549-9435-87c576f7a17e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/3971ffe3-e99d-41c1-9054-5c5ebb18544d HTTP/1.1" status: 404 len: 337 time: 0.0814781 Nov 12 01:03:54.358757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:54.362928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.366318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f94ae3ef-886f-455b-9809-1faeb6ed478b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f HTTP/1.1" status: 200 len: 205 time: 0.1102669 Nov 12 01:03:54.368376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.373062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46300) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.412685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] Pushing event deleted for resources: {'Port': ['ID=0d111035-28ee-46d2-b282-4c3ff5ea3f94,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:54.418487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f79ba2-fa06-49aa-8160-ac69917b9136 None None] No DVR routers for this DVR port 0d111035-28ee-46d2-b282-4c3ff5ea3f94 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:54.420848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] Routers {'b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:54.421736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:54.463633 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e7507b-0bef-489d-895e-0ee20eb58c1c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.464439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e7507b-0bef-489d-895e-0ee20eb58c1c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.475887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b1e7507b-0bef-489d-895e-0ee20eb58c1c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/39e723ff-1115-40b3-a258-0e554077503b HTTP/1.1" status: 404 len: 337 time: 0.1049790 Nov 12 01:03:54.482422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.511947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:54.511947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec447d71-7a71-4f61-aa23-c58cb5de0d2b None None] The sync data for ids ['b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:54.591627 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a6c143-2f45-4372-88eb-03b1ae1904dc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.593421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a6c143-2f45-4372-88eb-03b1ae1904dc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.598196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-39a6c143-2f45-4372-88eb-03b1ae1904dc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/cf335889-4939-49f8-80be-946ed9da62eb HTTP/1.1" status: 404 len: 333 time: 0.1146584 Nov 12 01:03:54.602601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.641537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.681218 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b29a1e0-9c29-4552-81d9-b13e7b0f06ca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.681848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b29a1e0-9c29-4552-81d9-b13e7b0f06ca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.686627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0d111035-28ee-46d2-b282-4c3ff5ea3f94 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:54.693538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b29a1e0-9c29-4552-81d9-b13e7b0f06ca tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/366b803e-e666-4e4f-9ddd-e220c75bda1d HTTP/1.1" status: 404 len: 337 time: 0.0896208 Nov 12 01:03:54.696453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.714743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0d111035-28ee-46d2-b282-4c3ff5ea3f94 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:54.715357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0d111035-28ee-46d2-b282-4c3ff5ea3f94 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:54.743402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.763777 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-907acd88-9175-45c0-a2d6-a3f0423f72f8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.764280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907acd88-9175-45c0-a2d6-a3f0423f72f8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.781176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-907acd88-9175-45c0-a2d6-a3f0423f72f8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/5126e9f6-f845-4a93-9b4e-70784241c85f HTTP/1.1" status: 404 len: 337 time: 0.0761786 Nov 12 01:03:54.783147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.840432 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cabb3d5-fbc7-48ea-a49d-fc5b99c23e41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.841326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cabb3d5-fbc7-48ea-a49d-fc5b99c23e41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.849436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2cabb3d5-fbc7-48ea-a49d-fc5b99c23e41 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/66f3e997-d81c-497b-8de4-db3497248630 HTTP/1.1" status: 404 len: 333 time: 0.0645638 Nov 12 01:03:54.850318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.889620 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf78dad3-4193-45d5-904f-162496416dbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.890243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf78dad3-4193-45d5-904f-162496416dbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.898904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cf78dad3-4193-45d5-904f-162496416dbd tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/253a2c8d-1080-4669-8910-0411205d5ea1 HTTP/1.1" status: 404 len: 337 time: 0.0469902 Nov 12 01:03:54.901512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.932300 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0074c015-5cd1-41ae-ada5-61b51f71a8c4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.932774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0074c015-5cd1-41ae-ada5-61b51f71a8c4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.944496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0074c015-5cd1-41ae-ada5-61b51f71a8c4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/a056d0b6-be6b-4e99-8518-f488a77d8db8 HTTP/1.1" status: 404 len: 337 time: 0.0410044 Nov 12 01:03:54.945558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:54.985553 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6bc86b-7a88-42b1-ba81-045fce6df8a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:54.986688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6bc86b-7a88-42b1-ba81-045fce6df8a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:54.993600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dd6bc86b-7a88-42b1-ba81-045fce6df8a5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/fb9216ec-7497-4560-9d4b-99bcd06a270a HTTP/1.1" status: 404 len: 333 time: 0.0460424 Nov 12 01:03:54.994445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.043139 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc693fc-843c-400e-b405-48174baed572 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.043139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc693fc-843c-400e-b405-48174baed572 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.049243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2dc693fc-843c-400e-b405-48174baed572 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/561dcb48-36c2-4645-ae57-4e68711230d0 HTTP/1.1" status: 404 len: 337 time: 0.0533962 Nov 12 01:03:55.050732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.080038 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b16c8f7-35b1-4eba-82be-612607d26e6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.081395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b16c8f7-35b1-4eba-82be-612607d26e6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.086567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b16c8f7-35b1-4eba-82be-612607d26e6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b94a9f33-b856-4e28-a5a2-eafa437c93b6 HTTP/1.1" status: 404 len: 337 time: 0.0351355 Nov 12 01:03:55.087677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.124726 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcc5e80-81df-4faf-ac49-8926562a7e45 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.125594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcc5e80-81df-4faf-ac49-8926562a7e45 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.129391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bcc5e80-81df-4faf-ac49-8926562a7e45 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/9410abc6-5ca3-4a01-8b83-b237aeaf2427 HTTP/1.1" status: 404 len: 333 time: 0.0388644 Nov 12 01:03:55.133521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46338) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.166838 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3a090-4bd7-4240-b278-8e64b1ebefb4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.167326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba3a090-4bd7-4240-b278-8e64b1ebefb4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.172846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ba3a090-4bd7-4240-b278-8e64b1ebefb4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/95fb8346-34a1-460b-bbdd-0033b0fb6673 HTTP/1.1" status: 404 len: 337 time: 0.0356593 Nov 12 01:03:55.173136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.201928 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c409c112-5492-4743-b923-ae691b0ce1f4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.202606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c409c112-5492-4743-b923-ae691b0ce1f4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.208631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c409c112-5492-4743-b923-ae691b0ce1f4 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/5b12e057-b990-4f55-9e65-810247144d04 HTTP/1.1" status: 404 len: 333 time: 0.0310106 Nov 12 01:03:55.208813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46342) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.235296 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-02083f08-1c50-4ee5-86e6-c36d695465c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.235739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02083f08-1c50-4ee5-86e6-c36d695465c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.246943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-02083f08-1c50-4ee5-86e6-c36d695465c2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b30464bb-e548-41b8-a856-6298233da11c HTTP/1.1" status: 404 len: 337 time: 0.0292804 Nov 12 01:03:55.246943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.293254 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea171bc5-1e49-4847-98a9-eb8bcc33e95a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.295066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea171bc5-1e49-4847-98a9-eb8bcc33e95a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.299891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ea171bc5-1e49-4847-98a9-eb8bcc33e95a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/41062b5a-571d-4c58-8475-56a5f1ebc2d3 HTTP/1.1" status: 404 len: 333 time: 0.0558205 Nov 12 01:03:55.302597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.333161 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-683b5688-362f-4801-aa3d-4400d309fd8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.333943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683b5688-362f-4801-aa3d-4400d309fd8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.337524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-683b5688-362f-4801-aa3d-4400d309fd8f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/687ad092-756e-4155-95b9-bead436e62a8 HTTP/1.1" status: 404 len: 337 time: 0.0337729 Nov 12 01:03:55.340423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.377358 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b08674f-e530-4bce-aaa4-1dd8527ab2a6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.379032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b08674f-e530-4bce-aaa4-1dd8527ab2a6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.387483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7b08674f-e530-4bce-aaa4-1dd8527ab2a6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/744d93e5-da04-49f0-8aab-fd54b15cd36b HTTP/1.1" status: 404 len: 333 time: 0.0457475 Nov 12 01:03:55.388589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.416781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.425820 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25b9acd-0f1d-44d1-9dc2-95fb12835443 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.426277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25b9acd-0f1d-44d1-9dc2-95fb12835443 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.429397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b25b9acd-0f1d-44d1-9dc2-95fb12835443 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2a5734c7-2c8d-4c41-a790-bad30fa0656e HTTP/1.1" status: 404 len: 337 time: 0.0393968 Nov 12 01:03:55.433928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.434555 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.470532 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f145c234-401e-42ff-8efe-187de7102e9c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.471813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f145c234-401e-42ff-8efe-187de7102e9c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.481184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f145c234-401e-42ff-8efe-187de7102e9c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/52e19c3c-0f75-4c04-b967-3ac9210f5a52 HTTP/1.1" status: 404 len: 333 time: 0.0421793 Nov 12 01:03:55.481184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.493391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2f11e56d-b6c4-423f-9312-c2692ff06f86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3f317a855fb49f38d75f49d4bff3344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7450502 Nov 12 01:03:55.493948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.511642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.512619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:55.521209 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b8174-9d11-4daf-9f19-61b49494f765 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.521795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b8174-9d11-4daf-9f19-61b49494f765 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.522329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.527407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52cdf4ff-9e04-4986-981f-7993d7be9174 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f HTTP/1.1" status: 204 len: 168 time: 1.1492727 Nov 12 01:03:55.527621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c83b8174-9d11-4daf-9f19-61b49494f765 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2f3a141c-685d-4915-a035-835928688650 HTTP/1.1" status: 404 len: 337 time: 0.0440965 Nov 12 01:03:55.529477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.529477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.573089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28420-2e9d-49e9-be4f-9b1505a09d64 req-224fc6e7-dca8-43f3-b816-9354e1050cfa tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.574788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ceb28420-2e9d-49e9-be4f-9b1505a09d64 req-224fc6e7-dca8-43f3-b816-9354e1050cfa tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.0947461 Nov 12 01:03:55.618770 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce7e6c6-8702-4606-b189-4be921f5f589 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.619802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce7e6c6-8702-4606-b189-4be921f5f589 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.630039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.639369 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4ce7e6c6-8702-4606-b189-4be921f5f589 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/e4d59c4d-fa33-47b3-b35d-75866fc97c58 HTTP/1.1" status: 404 len: 333 time: 0.0923293 Nov 12 01:03:55.664131 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3088abeb-7198-4d1d-8359-2aa449dc00de tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.664597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3088abeb-7198-4d1d-8359-2aa449dc00de tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.667975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3088abeb-7198-4d1d-8359-2aa449dc00de tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/6bdfda8e-96e0-40c9-b2f0-a52c2f8d76d3 HTTP/1.1" status: 404 len: 337 time: 0.0368617 Nov 12 01:03:55.672398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ceb28420-2e9d-49e9-be4f-9b1505a09d64 req-8450ef93-7744-4ee3-9b41-29356cfc16a5 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904801 Nov 12 01:03:55.672951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.692241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 1a97bc47-3aff-433d-a403-2f67fa5ad8f7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:55.696426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.730102 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-915ea4bb-7331-4533-8005-0eafe3574245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.730625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915ea4bb-7331-4533-8005-0eafe3574245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.737577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-915ea4bb-7331-4533-8005-0eafe3574245 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/3e0291c1-1a12-41a5-b52d-0aadd237863e HTTP/1.1" status: 404 len: 337 time: 0.0627589 Nov 12 01:03:55.738501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.781781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.786751 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d0ed01-9e7c-419e-b0ef-6da5165e3ab3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.789328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d0ed01-9e7c-419e-b0ef-6da5165e3ab3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.796767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.797013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e0d0ed01-9e7c-419e-b0ef-6da5165e3ab3 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/55d0ca07-9810-4e20-9f77-97c6613b71a6 HTTP/1.1" status: 404 len: 333 time: 0.0547240 Nov 12 01:03:55.797889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.873090 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c559ce3-88c9-4a85-8d96-9916fe4f51ad tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.873551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c559ce3-88c9-4a85-8d96-9916fe4f51ad tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.876637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c559ce3-88c9-4a85-8d96-9916fe4f51ad tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/06ba6ed4-e4aa-4487-abcf-ce79dbd508fa HTTP/1.1" status: 404 len: 337 time: 0.0708785 Nov 12 01:03:55.880555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.887692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.928860 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857e7ef-891a-44f7-965a-3d05965808fc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.930327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8857e7ef-891a-44f7-965a-3d05965808fc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.937253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8857e7ef-891a-44f7-965a-3d05965808fc tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b03c39f3-8513-4a3c-8a7f-2e05979ae5f0 HTTP/1.1" status: 404 len: 337 time: 0.0511680 Nov 12 01:03:55.937915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.980639 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dc93bb-523d-4236-9151-218cdebdb978 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:55.982160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dc93bb-523d-4236-9151-218cdebdb978 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:55.986007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-25dc93bb-523d-4236-9151-218cdebdb978 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/4a9f0fb7-6cfc-43a6-8a4d-b1e5985a2d7d HTTP/1.1" status: 404 len: 333 time: 0.0468178 Nov 12 01:03:55.989474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.996097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.037034 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.042736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.050930 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7c0bb4f-e419-422d-80a9-062dd1950075 HTTP/1.1" status: 204 len: 168 time: 0.5557256 Nov 12 01:03:56.076714 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f00acd-2d24-42ec-894a-366cf9418db9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.077005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42bff-007a-4207-bac4-afc820b4a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c0bb4f-e419-422d-80a9-062dd1950075,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:56.079296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f00acd-2d24-42ec-894a-366cf9418db9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.119272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f0f00acd-2d24-42ec-894a-366cf9418db9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/6c4c77da-dcd4-460d-bbda-dc60be442d5f HTTP/1.1" status: 404 len: 337 time: 0.1284933 Nov 12 01:03:56.122143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.124359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.166953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=1a97bc47-3aff-433d-a403-2f67fa5ad8f7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:56.169483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.180443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f14c0-10ab-4d13-97c9-a00da4953a10 None None] Network 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:56.183102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.190922 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a03dfa2-5644-4569-b425-b34aa9a1489a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/1a97bc47-3aff-433d-a403-2f67fa5ad8f7 HTTP/1.1" status: 204 len: 168 time: 0.6602495 Nov 12 01:03:56.199532 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a54fa50-0e94-4e6e-a76b-e97bd2cc8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.200835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a54fa50-0e94-4e6e-a76b-e97bd2cc8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.207493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a54fa50-0e94-4e6e-a76b-e97bd2cc8828 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/48d40c9e-42bd-4f30-98f5-6a22a50d3b88 HTTP/1.1" status: 404 len: 337 time: 0.0795140 Nov 12 01:03:56.208358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.240146 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-311d1b31-37c6-4cf5-bc8a-ee4a60ada314 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.241620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311d1b31-37c6-4cf5-bc8a-ee4a60ada314 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.246033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-311d1b31-37c6-4cf5-bc8a-ee4a60ada314 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/a18cc296-d68a-4b60-a53b-712ed92943b7 HTTP/1.1" status: 404 len: 333 time: 0.0366056 Nov 12 01:03:56.248943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.342317 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-180c1cb5-0b5c-49ac-92cf-8862d7aa3e2c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.343048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180c1cb5-0b5c-49ac-92cf-8862d7aa3e2c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.359188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-180c1cb5-0b5c-49ac-92cf-8862d7aa3e2c tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/86db901c-40d7-4434-a88e-96e0ef05c771 HTTP/1.1" status: 404 len: 337 time: 0.1086693 Nov 12 01:03:56.359841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.378456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.428254 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5ede42-2eaf-4269-8733-1a95b5d98bd8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.429950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5ede42-2eaf-4269-8733-1a95b5d98bd8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.436584 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b5ede42-2eaf-4269-8733-1a95b5d98bd8 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/2fe0e82b-a066-46bd-be70-7ffbe47ccd59 HTTP/1.1" status: 404 len: 337 time: 0.0723031 Nov 12 01:03:56.437233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.491854 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd36681c-5b20-434f-86a8-47b0e263431f tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports?device_id=56a2ed42-c942-44bb-a020-9c543d1e3552 HTTP/1.1" status: 200 len: 205 time: 0.0533998 Nov 12 01:03:56.492512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.507398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port b2242d40-9ec3-4640-ae83-e5e9fda2c87a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:56.508837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.590825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] DHCP port deletion for 0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:56.605294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,segment=NetworkSegment(05412eda-fbf3-4572-b014-3f04bb490cce),segment_id=05412eda-fbf3-4572-b014-3f04bb490cce)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:56.605954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.622290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for b2242d40-9ec3-4640-ae83-e5e9fda2c87a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:56.663856 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b2613df6-4cb7-42f8-824b-15394ead6c05 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] delete failed (client error): The resource could not be found. Nov 12 01:03:56.666312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2613df6-4cb7-42f8-824b-15394ead6c05 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/routers/56a2ed42-c942-44bb-a020-9c543d1e3552 HTTP/1.1" status: 404 len: 336 time: 0.1728373 Nov 12 01:03:56.674308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.682969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Deleting port b2242d40-9ec3-4640-ae83-e5e9fda2c87a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:56.684019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.769340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.806449 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b156ad7-7df9-472c-ba97-449e784fb583 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:56.807370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b156ad7-7df9-472c-ba97-449e784fb583 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:56.813996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b156ad7-7df9-472c-ba97-449e784fb583 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/b23a391e-527f-4ca5-8bb2-d20471dc0d3c HTTP/1.1" status: 404 len: 337 time: 0.1386330 Nov 12 01:03:56.817692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46436) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.878623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb169f30-4653-447f-93d6-15da13770b04 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a053cf13-8cdb-46d2-bb5c-228fbeea5a01 HTTP/1.1" status: 200 len: 205 time: 0.0592260 Nov 12 01:03:56.881826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:56.892196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] For port b2242d40-9ec3-4640-ae83-e5e9fda2c87a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,segment=NetworkSegment(05412eda-fbf3-4572-b014-3f04bb490cce),segment_id=05412eda-fbf3-4572-b014-3f04bb490cce)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:56.893069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.907541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:56.912434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port b2242d40-9ec3-4640-ae83-e5e9fda2c87a on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:56.935838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Calling delete_port for b2242d40-9ec3-4640-ae83-e5e9fda2c87a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:56.947810 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a1afe234-265b-433e-ad92-d9b1a7a19029 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] delete failed (client error): The resource could not be found. Nov 12 01:03:56.949534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a1afe234-265b-433e-ad92-d9b1a7a19029 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/routers/a053cf13-8cdb-46d2-bb5c-228fbeea5a01 HTTP/1.1" status: 404 len: 336 time: 0.0654082 Nov 12 01:03:56.951472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46446) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.059193 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e77040-55f8-42a8-aa5c-49c7ea22caa6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.059953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e77040-55f8-42a8-aa5c-49c7ea22caa6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.063988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85e77040-55f8-42a8-aa5c-49c7ea22caa6 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/736e1faf-a2b5-4cd9-b489-aac534f85a3c HTTP/1.1" status: 404 len: 337 time: 0.1028461 Nov 12 01:03:57.068287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.103612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.137744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.142376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7e6af7-cd5c-4eff-b4e9-477eea1358c6']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.150446 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9c4349-b7d1-425a-8a01-96899ef681d5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.151062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9c4349-b7d1-425a-8a01-96899ef681d5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.154696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e9c4349-b7d1-425a-8a01-96899ef681d5 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/073345ab-9fc3-4a27-bdfb-e7dc1095b13a HTTP/1.1" status: 404 len: 337 time: 0.0847797 Nov 12 01:03:57.160344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.173020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05412eda-fbf3-4572-b014-3f04bb490cce') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.173328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05412eda-fbf3-4572-b014-3f04bb490cce') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.177460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] Pushing event deleted for resources: {'Port': ['ID=b2242d40-9ec3-4640-ae83-e5e9fda2c87a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:57.181530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234f81a-1daf-4a76-8aeb-a414f1d73c26 None None] No DVR routers for this DVR port b2242d40-9ec3-4640-ae83-e5e9fda2c87a on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:57.218587 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4edd4d-bdc3-4d70-8a48-7e6e60f13cb7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.219387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4edd4d-bdc3-4d70-8a48-7e6e60f13cb7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.226886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.232523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a4edd4d-bdc3-4d70-8a48-7e6e60f13cb7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/4a13c0a4-67a9-4c5f-81df-36be227c3a75 HTTP/1.1" status: 404 len: 333 time: 0.0648115 Nov 12 01:03:57.237820 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.262525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.268456 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b6af61-a053-4c9c-8650-229f911df922 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.269294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b6af61-a053-4c9c-8650-229f911df922 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.272891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6b6af61-a053-4c9c-8650-229f911df922 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/9d21c31b-7a23-4b88-ab23-cde303a24ab3 HTTP/1.1" status: 404 len: 337 time: 0.0440767 Nov 12 01:03:57.274737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.290467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:57.292220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:57.297240 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:57.344146 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd794f4f-42fa-4a35-82fc-8b5675c483b9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.345292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd794f4f-42fa-4a35-82fc-8b5675c483b9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.351264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd794f4f-42fa-4a35-82fc-8b5675c483b9 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/1c6ef642-85f1-4ca4-96a9-c98585df00e5 HTTP/1.1" status: 404 len: 333 time: 0.0751464 Nov 12 01:03:57.362765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.405729 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-905fd396-08c1-4a81-9856-7c3765b698d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.406248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905fd396-08c1-4a81-9856-7c3765b698d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.412281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-905fd396-08c1-4a81-9856-7c3765b698d2 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/0a1cd8d7-2a25-4fb1-9d6a-a8552d453883 HTTP/1.1" status: 404 len: 337 time: 0.0427735 Nov 12 01:03:57.412998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46470) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.418293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.426852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.431209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/0e7e6af7-cd5c-4eff-b4e9-477eea1358c6 HTTP/1.1" status: 204 len: 168 time: 1.2454581 Nov 12 01:03:57.435770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.450787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785843481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:57.458317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3527f0-abb8-498a-bb6d-8c3167681446 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=0e7e6af7-cd5c-4eff-b4e9-477eea1358c6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:57.491801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.493360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.524161 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3d8a75-4a98-48e7-9854-ed50a9205a3d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.525005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3d8a75-4a98-48e7-9854-ed50a9205a3d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.531995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e3d8a75-4a98-48e7-9854-ed50a9205a3d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/28b057f5-1ce2-41d0-be0a-70bc7e2937f0 HTTP/1.1" status: 404 len: 333 time: 0.1173859 Nov 12 01:03:57.533003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.565469 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-82962bab-fdcf-4167-9491-277a8ff068bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.566370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82962bab-fdcf-4167-9491-277a8ff068bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.571672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.573582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.574166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82962bab-fdcf-4167-9491-277a8ff068bb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/5f6acac5-7720-4551-88d5-0cd22f661c08 HTTP/1.1" status: 404 len: 337 time: 0.0389042 Nov 12 01:03:57.600324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.600970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.607292 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e074b8-125e-4ebe-83e3-a08fb98c3ae7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.610123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e074b8-125e-4ebe-83e3-a08fb98c3ae7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.616208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d3e074b8-125e-4ebe-83e3-a08fb98c3ae7 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/b36abebc-288f-4985-b5ca-f0c1bd7cf9f6 HTTP/1.1" status: 404 len: 333 time: 0.0366659 Nov 12 01:03:57.616208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.657604 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-56724d62-444a-4ed8-bb57-a123e660eed0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.658425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56724d62-444a-4ed8-bb57-a123e660eed0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.661747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-56724d62-444a-4ed8-bb57-a123e660eed0 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/ccdea889-39c6-45d2-944c-21a0153a7da2 HTTP/1.1" status: 404 len: 337 time: 0.0452938 Nov 12 01:03:57.666456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.667625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46486) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.668525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-034a602b-b04c-4fda-9fc1-7ea84bd08e62 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2317221 Nov 12 01:03:57.673649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.684789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-654355876'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:57.709388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:57.720674 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d53d499-c00f-48a4-80ad-0ac3144f5f6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.721957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d53d499-c00f-48a4-80ad-0ac3144f5f6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.730353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.733378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.733984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7d53d499-c00f-48a4-80ad-0ac3144f5f6a tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/a459a856-9181-41e0-a751-8e19d3afbff3 HTTP/1.1" status: 404 len: 333 time: 0.0611546 Nov 12 01:03:57.754666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2034407861'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:57.781339 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d5642-add4-493f-b376-e48ebbc36689 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.782185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20d5642-add4-493f-b376-e48ebbc36689 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.789729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e20d5642-add4-493f-b376-e48ebbc36689 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/d2c3e8fb-a01f-40b2-9841-729894c292df HTTP/1.1" status: 404 len: 337 time: 0.0519958 Nov 12 01:03:57.790025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Made reservation on behalf of 9e38ea286a48414299edfa18a0a4d8eb for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:57.790180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.791337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.801720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.827678 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bff3645-7029-4f6a-a170-e479a92d1631 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.828506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bff3645-7029-4f6a-a170-e479a92d1631 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.831808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5bff3645-7029-4f6a-a170-e479a92d1631 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/0339fed2-47da-41e1-bf1c-a4d804210c7b HTTP/1.1" status: 404 len: 333 time: 0.0408309 Nov 12 01:03:57.836672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.837241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b2242d40-9ec3-4640-ae83-e5e9fda2c87a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:57.867581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b2242d40-9ec3-4640-ae83-e5e9fda2c87a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:57.868252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b2242d40-9ec3-4640-ae83-e5e9fda2c87a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:57.888860 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3857d69-e120-43be-86c7-6666fc696a0d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.889695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3857d69-e120-43be-86c7-6666fc696a0d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.894076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b3857d69-e120-43be-86c7-6666fc696a0d tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/86cd8387-5e9f-47f2-b54f-ba112f42376f HTTP/1.1" status: 404 len: 337 time: 0.0552604 Nov 12 01:03:57.895662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:57.896000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.915558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.916708 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5 of type vlan for network b799bd46-91b4-48fc-9fdd-5b7d2b98829e Nov 12 01:03:57.922362 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b26fa0-7832-4d6f-9291-e85c1e7b7c4e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.923181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b26fa0-7832-4d6f-9291-e85c1e7b7c4e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.926383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c2b26fa0-7832-4d6f-9291-e85c1e7b7c4e tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/ports/1d1fa817-a0f4-44a5-b24a-0c0a6fbcec69 HTTP/1.1" status: 404 len: 333 time: 0.0293798 Nov 12 01:03:57.929889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:57.949551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.957623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.985074 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa10f66-3203-4b35-a84c-ca23460d04eb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] DELETE failed (client error): The resource could not be found. Nov 12 01:03:57.985427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:57.985689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa10f66-3203-4b35-a84c-ca23460d04eb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:03:57.991778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-afa10f66-3203-4b35-a84c-ca23460d04eb tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/subnets/cfb775ca-495b-4d4a-9012-2fdf10d3bb94 HTTP/1.1" status: 404 len: 337 time: 0.0583866 Nov 12 01:03:57.992355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:58.007385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.016806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:58.026751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99145e0-f6ac-4163-84f8-72e53eaed4ed,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.040025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.040412 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Added segment 02d8e2aa-d2a6-4ddb-8bb5-37af2942146b of type vlan for network 8116f023-389e-4069-93dc-d07ceded65fa Nov 12 01:03:58.053552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.062394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.063099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.145775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4627433 Nov 12 01:03:58.146419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:58.150606 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.156176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618efdb9-8380-41c4-b380-56d5f46f9f59 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=b799bd46-91b4-48fc-9fdd-5b7d2b98829e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.157236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:58.175266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:58.190590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.304704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.310389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.310989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.473418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Pushing event updated for resources: {'Network': ['ID=8116f023-389e-4069-93dc-d07ceded65fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.478865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.487279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:58.491264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.497724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aa8c55de-f365-435d-ab93-ffef021352b1 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8951602 Nov 12 01:03:58.498977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8116f023-389e-4069-93dc-d07ceded65fa details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:58.502987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:58.510375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-e0a8002c-fd58-4adb-ad79-764986a2f0ce tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-2143037770') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.543772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2f6347-05eb-4950-a88c-4098590cba1f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.607160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f06308-afff-4106-945a-f365521fe4e0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.607566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f06308-afff-4106-945a-f365521fe4e0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.645038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.699170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e0a8002c-fd58-4adb-ad79-764986a2f0ce tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "PUT /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-2143037770 HTTP/1.1" status: 201 len: 201 time: 0.1947794 Nov 12 01:03:58.705723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:58.713487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.714663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-1ed3a617-5311-49c7-bfbd-589240d076b5 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-2143037770') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.731907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:58.733242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:58.737995 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:58.910180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1ed3a617-5311-49c7-bfbd-589240d076b5 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-2143037770 HTTP/1.1" status: 204 len: 168 time: 0.2026575 Nov 12 01:03:58.914835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:58.939110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-711d2d7f-2250-437d-baba-c4c0e48b19f3 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.963544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.972436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.979578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] 10.222.0.11 "DELETE /v2.0/networks/5b2f6347-05eb-4950-a88c-4098590cba1f HTTP/1.1" status: 204 len: 168 time: 0.9795418 Nov 12 01:03:59.030371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d24b-7654-4e13-b719-ee5638fe9bf4 req-7eae168c-cce9-4246-a2da-cbcb9a7e6ebd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.036404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad1d24b-7654-4e13-b719-ee5638fe9bf4 req-7eae168c-cce9-4246-a2da-cbcb9a7e6ebd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1780510 Nov 12 01:03:59.068342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Pushing event deleted for resources: {'Network': ['ID=5b2f6347-05eb-4950-a88c-4098590cba1f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:59.102439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.102991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.103576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.104160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.104701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.105378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.105792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.106343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.106880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.107444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.107976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.108526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a318b50-2aab-49ce-aa18-ddf289d5a912 tempest-NetworksTestDHCPv6-152756949 tempest-NetworksTestDHCPv6-152756949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:59.117218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.144354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-711d2d7f-2250-437d-baba-c4c0e48b19f3 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags HTTP/1.1" status: 200 len: 238 time: 0.2184830 Nov 12 01:03:59.148365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.186444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-786145b3-5284-4849-aca2-f66b1bad3f40 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', {'tags': ['tempest-TagsTest-Tag-1243066294', 'tempest-TagsTest-Tag-2021180314', 'tempest-TagsTest-Tag-563875064']}) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.231674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-ee1b021d-7b2e-443e-ab8b-4812586a5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.232644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aad1d24b-7654-4e13-b719-ee5638fe9bf4 req-505ca789-7126-4aa5-8ef5-a8e768fa7c9e tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849496 Nov 12 01:03:59.245780 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-ee1b021d-7b2e-443e-ab8b-4812586a5d05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.4059947 Nov 12 01:03:59.320228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-786145b3-5284-4849-aca2-f66b1bad3f40 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "PUT /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags HTTP/1.1" status: 200 len: 308 time: 0.1628253 Nov 12 01:03:59.320228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.327080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-d9dfb0d0-b401-4c87-82a9-0824603665f4 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-1243066294') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.465866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9dfb0d0-b401-4c87-82a9-0824603665f4 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "DELETE /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-1243066294 HTTP/1.1" status: 204 len: 168 time: 0.1432507 Nov 12 01:03:59.467142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.471655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=842a5fcb-55dd-4b79-a8ea-cb586509b148,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:59.477225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4ab0d7f3-d2c5-4940-993d-ea26928dcdbf tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-1243066294') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.483665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:59.484047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: b799bd46-91b4-48fc-9fdd-5b7d2b98829e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:59.490171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-ffc70ea5-f209-4682-9e0d-09f6477730ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.491729 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-ffc70ea5-f209-4682-9e0d-09f6477730ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.2325771 Nov 12 01:03:59.515021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:59.549508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46552) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.559037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-eaad234c-3bdf-45b1-821a-ed3ac1ff1f14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.0538385 Nov 12 01:03:59.561469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b799bd46-91b4-48fc-9fdd-5b7d2b98829e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:59.567290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.567901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.584735 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-4ab0d7f3-d2c5-4940-993d-ea26928dcdbf tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] show failed (client error): The resource could not be found. Nov 12 01:03:59.586093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4ab0d7f3-d2c5-4940-993d-ea26928dcdbf tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-1243066294 HTTP/1.1" status: 404 len: 326 time: 0.1163685 Nov 12 01:03:59.590185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.593316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba02d0-7efa-4813-9927-2368ea5f45c2 None None] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:59.597005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-495e140c-9e2e-46e7-a148-5b39f01bf94e tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-2021180314') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.627846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ece8c131-6b5b-42ac-94dd-8f237817b411 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4802301 Nov 12 01:03:59.631509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.639179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-1e72e714-3b99-491a-9cd1-baa1c088f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.640984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-1e72e714-3b99-491a-9cd1-baa1c088f8db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.0692160 Nov 12 01:03:59.699441 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-4f29dd05-12f2-470a-9946-13617a37ad12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482714 Nov 12 01:03:59.842509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:59.843718 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.851973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-a270dfdd-1608-48e8-bb09-156276335ade service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351411 Nov 12 01:03:59.855483 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-375e8153-37ee-4214-87ba-645ab64a6ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3866882467b340aa9f29da6c7d5783d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025010 Nov 12 01:03:59.858746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-495e140c-9e2e-46e7-a148-5b39f01bf94e tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-2021180314 HTTP/1.1" status: 204 len: 168 time: 0.2645810 Nov 12 01:03:59.858746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.859067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.867600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-789685fb-b90d-4fc2-a509-b1da4a5cdab6 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-563875064') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:00.030803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2cd3ccca-f023-46fa-bf33-747cdd367881 req-47d3a58c-911c-4d93-87e1-8885c65ceac9 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689715 Nov 12 01:04:00.143566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-789685fb-b90d-4fc2-a509-b1da4a5cdab6 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-563875064 HTTP/1.1" status: 204 len: 168 time: 0.2788889 Nov 12 01:04:00.144267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:00.148119 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.150455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-50d3c861-99bf-4a62-a30d-35776469730a tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:00.201982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.206170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.256342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Allocated IP 172.20.0.2 (b799bd46-91b4-48fc-9fdd-5b7d2b98829e/842a5fcb-55dd-4b79-a8ea-cb586509b148/82720125-2da9-4523-aad3-b70f742cb311) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:00.300088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-50d3c861-99bf-4a62-a30d-35776469730a tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "DELETE /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1548073 Nov 12 01:04:00.304447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:00.311571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-82de8253-3176-4e47-9b2e-cec1e25998d8 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-2021180314') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:00.414049 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-82de8253-3176-4e47-9b2e-cec1e25998d8 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] show failed (client error): The resource could not be found. Nov 12 01:04:00.418647 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82de8253-3176-4e47-9b2e-cec1e25998d8 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-2021180314 HTTP/1.1" status: 404 len: 326 time: 0.1086349 Nov 12 01:04:00.420531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:00.426656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.tag.tag_plugin [None req-18d082df-e590-432d-a069-5aeb0a8dad92 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa', 'tempest-TagsTest-Tag-563875064') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:00.440520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.443370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.444682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe806fe1-583c-4ebc-8b38-db92ba7d8f41 HTTP/1.1" status: 204 len: 168 time: 0.5846393 Nov 12 01:04:00.490708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe806fe1-583c-4ebc-8b38-db92ba7d8f41,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.500576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.510027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.510590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.510891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.511370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.511779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.512314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.512807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.513311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.513837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.514334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.514656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.514980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0db83-c8bf-4119-8ec7-183e7916a650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.515149 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.523761 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-18d082df-e590-432d-a069-5aeb0a8dad92 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] show failed (client error): The resource could not be found. Nov 12 01:04:00.525114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-18d082df-e590-432d-a069-5aeb0a8dad92 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "GET /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags/tempest-TagsTest-Tag-563875064 HTTP/1.1" status: 404 len: 325 time: 0.1034098 Nov 12 01:04:00.528192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:00.543268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62476f-6379-412a-8216-98bedb993dff req-43f00384-0c7c-4802-bcc4-33e2af6f71c8 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.544439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f62476f-6379-412a-8216-98bedb993dff req-43f00384-0c7c-4802-bcc4-33e2af6f71c8 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1559544 Nov 12 01:04:00.547544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-1a59bf95-c326-4f6a-a2a4-a33a577464f6 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8116f023-389e-4069-93dc-d07ceded65fa') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:00.577530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:00.582577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:00.589396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:00.601798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Pushing event updated for resources: {'Port': ['ID=82720125-2da9-4523-aad3-b70f742cb311,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.685055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.20.0.1 (b799bd46-91b4-48fc-9fdd-5b7d2b98829e/842a5fcb-55dd-4b79-a8ea-cb586509b148/85b84f8f-666c-4789-9718-cff898605a89) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:00.687177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Attempting to bind port 82720125-2da9-4523-aad3-b70f742cb311 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:00.687760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Attempting to bind port 82720125-2da9-4523-aad3-b70f742cb311 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:00.688163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Attempting to bind port 82720125-2da9-4523-aad3-b70f742cb311 on network b799bd46-91b4-48fc-9fdd-5b7d2b98829e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:00.701088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:00.701954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Checking segment: {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:00.702807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.703395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Bound using segment: {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:00.704718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Bound port: 82720125-2da9-4523-aad3-b70f742cb311, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:00.705912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.759461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f62476f-6379-412a-8216-98bedb993dff req-64453406-8722-4046-aec1-743861d8bca9 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923494 Nov 12 01:04:00.835146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] For port 82720125-2da9-4523-aad3-b70f742cb311, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:00.839563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] For port 82720125-2da9-4523-aad3-b70f742cb311, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=82720125-2da9-4523-aad3-b70f742cb311,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:00.845916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.926029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a59bf95-c326-4f6a-a2a4-a33a577464f6 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "DELETE /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa/tags HTTP/1.1" status: 204 len: 168 time: 0.3905811 Nov 12 01:04:00.932268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:01.034593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65308804-b0e1-4cce-a26c-bb52c73988a9 None None] Pushing event updated for resources: {'Port': ['ID=82720125-2da9-4523-aad3-b70f742cb311,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.114211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.195349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.464479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.514484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8116f023-389e-4069-93dc-d07ceded65fa']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:01.536235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d8e2aa-d2a6-4ddb-8bb5-37af2942146b') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:01.536533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d8e2aa-d2a6-4ddb-8bb5-37af2942146b') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:01.558410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.603709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.607392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.620169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:01.620648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.674160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:01.678037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:01.684393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:01.688697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:01.697426 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:01.713878 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.729092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.742755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] 10.222.0.11 "DELETE /v2.0/networks/8116f023-389e-4069-93dc-d07ceded65fa HTTP/1.1" status: 204 len: 168 time: 0.8064723 Nov 12 01:04:01.749757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.764882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f526d2-5029-4fd5-a4d2-2d3b30850258 tempest-TagsTest-2090948240 tempest-TagsTest-2090948240-project] Pushing event deleted for resources: {'Network': ['ID=8116f023-389e-4069-93dc-d07ceded65fa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.962473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 82720125-2da9-4523-aad3-b70f742cb311 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:01.985112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.051673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7e845-6c39-4602-b4fb-75720cdc5418 req-ac856feb-c1a0-4b3c-9053-8dcc913ae509 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.063935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec7e845-6c39-4602-b4fb-75720cdc5418 req-ac856feb-c1a0-4b3c-9053-8dcc913ae509 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1348050 Nov 12 01:04:02.094776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.140794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 82720125-2da9-4523-aad3-b70f742cb311 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:02.142121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.230563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.277535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.353966 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.391965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 82720125-2da9-4523-aad3-b70f742cb311, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=82720125-2da9-4523-aad3-b70f742cb311,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:02.400957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.494683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=82720125-2da9-4523-aad3-b70f742cb311,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.541517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489331094'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:02.542537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ec7e845-6c39-4602-b4fb-75720cdc5418 req-4eece331-59e9-4c57-92b0-39ac4f58ac0e tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768262 Nov 12 01:04:02.576348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3d7c3ca-77f2-46fa-803d-e801ecfb2f4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e38ea286a48414299edfa18a0a4d8eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444455 Nov 12 01:04:02.582121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.592478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:02.596478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.613665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.650710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770770e-1759-4209-adba-b61fdcf578ea None None] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:02.691192 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.708452 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.766046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.769357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.776297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.787860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a94f46e7-aed8-4481-b1b9-cc6226d0bd96 None None] Provisioning complete for port 82720125-2da9-4523-aad3-b70f742cb311 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:02.788629 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a94f46e7-aed8-4481-b1b9-cc6226d0bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.800691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.814978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:02.849090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df158935-e87e-4a8c-b446-26c569a5dbb2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.854721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.855966 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 10cde82e-95fa-48e7-8adb-51dc48fcb380 of type vlan for network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 Nov 12 01:04:02.903958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.908943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.931881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.973662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.983820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.985167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.006774 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.009613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.010954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f99145e0-f6ac-4163-84f8-72e53eaed4ed HTTP/1.1" status: 204 len: 168 time: 0.4273262 Nov 12 01:04:03.036146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9278963 Nov 12 01:04:03.036432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7fac2-1633-4615-9ef1-294a0d654622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99145e0-f6ac-4163-84f8-72e53eaed4ed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.114187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:03.116661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:03.153635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33afa0-f581-4f4b-b0cc-d442b22dd816 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=5fadd85e-ed09-4dd7-b72a-065407d9cae0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.169805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:03.458219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:03.511319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-06152a73-d7db-45fc-8d69-e0636946b43c None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:03.511595 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06152a73-d7db-45fc-8d69-e0636946b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.638609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-06152a73-d7db-45fc-8d69-e0636946b43c None None] Port 85b84f8f-666c-4789-9718-cff898605a89 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:03.689175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-06152a73-d7db-45fc-8d69-e0636946b43c None None] Provisioning complete for port 82720125-2da9-4523-aad3-b70f742cb311 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:03.693535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06152a73-d7db-45fc-8d69-e0636946b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.754502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.875075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:03.884364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-96a56794-6aa7-4eab-b22b-b6a7d08ba069 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2514434 Nov 12 01:04:03.889002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.897891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-2052890645'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:03.905916 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:03.929381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 82720125-2da9-4523-aad3-b70f742cb311 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:03.942930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618046-fadf-4a8e-bff4-edbd58172a30 req-108fe6e1-8037-424b-8b7e-ad3f5939ca7d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.945107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a618046-fadf-4a8e-bff4-edbd58172a30 req-108fe6e1-8037-424b-8b7e-ad3f5939ca7d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2291133 Nov 12 01:04:03.955413 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:03.956341 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:04.024417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:04.037359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.113070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:04.141978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8994262e-805b-42ea-adad-7f5d8b25f2c5 None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:04.142364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8994262e-805b-42ea-adad-7f5d8b25f2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.153548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.163098 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 26f7d1e0-5bac-40c1-92e2-cd79630cb5ab of type vlan for network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd Nov 12 01:04:04.273489 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:04.297319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8994262e-805b-42ea-adad-7f5d8b25f2c5 None None] Port 85b84f8f-666c-4789-9718-cff898605a89 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:04.297916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.319172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 82720125-2da9-4523-aad3-b70f742cb311 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:04.319551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.474984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a618046-fadf-4a8e-bff4-edbd58172a30 req-4af9507d-bdfc-4e52-888b-b52cb6175df6 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181315 Nov 12 01:04:04.475861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.483112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.483940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.661934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7710187 Nov 12 01:04:04.662311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.664986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f869b00a-acd0-4ce9-bce6-bc637e38453a None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:04.668622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f869b00a-acd0-4ce9-bce6-bc637e38453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.681200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:04.683496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001723c-fe42-4d46-80b7-06179219d45e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=bd63f146-b1e1-4b31-802d-a9f1d7c06dbd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:04.877760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f869b00a-acd0-4ce9-bce6-bc637e38453a None None] Port 85b84f8f-666c-4789-9718-cff898605a89 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:04.884792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:04.887503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:04.891128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.997172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.070488 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:02Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:05.144697 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:05.145853 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Updating router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 port 85b84f8f-666c-4789-9718-cff898605a89 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:05.150022 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.190784 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.706290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2e477-33c3-4186-89e3-3c6e76d9a4a5 req-f5560110-12ad-45c5-96b8-b7d2fc5e5668 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.726958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fa2e477-33c3-4186-89e3-3c6e76d9a4a5 req-f5560110-12ad-45c5-96b8-b7d2fc5e5668 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1473680 Nov 12 01:04:05.838115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fa2e477-33c3-4186-89e3-3c6e76d9a4a5 req-6c92ffbc-54a0-4924-9930-b0da696a08de tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101179 Nov 12 01:04:05.912903 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.927500 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.049744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.114502 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d670f1-1229-41c5-b4f0-35eea2fce597 None None] Pushing event updated for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.119413 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Attempting to bind port 85b84f8f-666c-4789-9718-cff898605a89 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:06.120476 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Attempting to bind port 85b84f8f-666c-4789-9718-cff898605a89 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:06.121002 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Attempting to bind port 85b84f8f-666c-4789-9718-cff898605a89 on network b799bd46-91b4-48fc-9fdd-5b7d2b98829e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:06.137738 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:06.138432 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Checking segment: {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:06.140862 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.141496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Bound using segment: {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:06.142366 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Bound port: 85b84f8f-666c-4789-9718-cff898605a89, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:06.142972 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.250409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=59f242d2-7507-494b-94c4-550c9db1adbb,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.287720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:06.288885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: bd63f146-b1e1-4b31-802d-a9f1d7c06dbd, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:06.340360 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] For port 85b84f8f-666c-4789-9718-cff898605a89, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:06.346281 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] For port 85b84f8f-666c-4789-9718-cff898605a89, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=85b84f8f-666c-4789-9718-cff898605a89,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:06.380334 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.463614 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d670f1-1229-41c5-b4f0-35eea2fce597 None None] Pushing event updated for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.480962 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:06.481896 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:06.507810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:06.550576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:06.552533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.559536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, bd63f146-b1e1-4b31-802d-a9f1d7c06dbd) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:06.590112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.590644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.638844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 983bb8c4-ff35-47b4-96d6-a27855348e09 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:06.639763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.662363 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af9506fe-9f84-445d-b9c7-62e4fb61609e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9909444 Nov 12 01:04:06.662716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:06.682622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:06.690664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:06.707872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dea059-726e-4872-a4b4-33343395c3c1 None None] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:06.840159 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:06.898378 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.933875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 983bb8c4-ff35-47b4-96d6-a27855348e09, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=983bb8c4-ff35-47b4-96d6-a27855348e09,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.934516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.958907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] For port 85b84f8f-666c-4789-9718-cff898605a89, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=85b84f8f-666c-4789-9718-cff898605a89,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.968468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 983bb8c4-ff35-47b4-96d6-a27855348e09 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:06.969130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.977235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:06.981997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.083208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622785-e616-4781-9578-fdb9ed434021 None None] Pushing event updated for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.118104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47839-9e6e-4374-b6ca-fc57bf7b6e02 req-5ea3e773-5e5b-4002-9a4e-c86c75151393 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.119822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e47839-9e6e-4374-b6ca-fc57bf7b6e02 req-5ea3e773-5e5b-4002-9a4e-c86c75151393 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1169534 Nov 12 01:04:07.170989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7c1f0e21-2ebd-4c97-82f9-707bc463f407 None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:07.171655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0e21-2ebd-4c97-82f9-707bc463f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.174694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:07.175954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.224456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.308174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=983bb8c4-ff35-47b4-96d6-a27855348e09,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.378610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.397196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16e47839-9e6e-4374-b6ca-fc57bf7b6e02 req-41168cc9-8013-42a1-8b93-ef3f4fd5f013 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370706 Nov 12 01:04:07.428780 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a096f9c-c22f-486b-b0f1-450410f6cc21 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:01Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:07.451698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.459413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Allocated IP 172.21.0.2 (bd63f146-b1e1-4b31-802d-a9f1d7c06dbd/59f242d2-7507-494b-94c4-550c9db1adbb/ad936a2a-869d-45d9-afbe-4c2475a3ffce) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:07.704035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.822326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.835475 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.940995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Pushing event updated for resources: {'Port': ['ID=ad936a2a-869d-45d9-afbe-4c2475a3ffce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.954949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:07.957563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:07.961313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:08.043550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Attempting to bind port ad936a2a-869d-45d9-afbe-4c2475a3ffce on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:08.044147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Attempting to bind port ad936a2a-869d-45d9-afbe-4c2475a3ffce by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:08.045042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Attempting to bind port ad936a2a-869d-45d9-afbe-4c2475a3ffce on network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:08.053772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:08.054249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Checking segment: {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:08.054665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.055255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Bound using segment: {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:08.056357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Bound port: ad936a2a-869d-45d9-afbe-4c2475a3ffce, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:08.056860 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.085718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.096600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.21.0.1 (bd63f146-b1e1-4b31-802d-a9f1d7c06dbd/59f242d2-7507-494b-94c4-550c9db1adbb/a37e72c4-4007-43eb-af1f-8a04d8948cf8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:08.172225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] For port ad936a2a-869d-45d9-afbe-4c2475a3ffce, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:08.181513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] For port ad936a2a-869d-45d9-afbe-4c2475a3ffce, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ad936a2a-869d-45d9-afbe-4c2475a3ffce,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:08.193517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.309357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=d7d1d730-4472-4bda-a696-5a415506d5d6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.336507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.347514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf282b1-40be-4693-8101-6de6005b20ce None None] Pushing event updated for resources: {'Port': ['ID=ad936a2a-869d-45d9-afbe-4c2475a3ffce,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.394076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '10cde82e-95fa-48e7-8adb-51dc48fcb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:08.394076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: 5fadd85e-ed09-4dd7-b72a-065407d9cae0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:08.458987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:08.460746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:08.497779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.502534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5fadd85e-ed09-4dd7-b72a-065407d9cae0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:08.511455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fce39-e18c-4745-a4f3-7ac31cebd5f4 None None] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:08.656843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.687564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.688227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.761266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:08.771300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:08.779542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:08.874935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.896202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5fadd85e-ed09-4dd7-b72a-065407d9cae0', 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': 'd7d1d730-4472-4bda-a696-5a415506d5d6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:08.897712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.902584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298395b-ec71-4edb-842b-bb58fd32b4af req-9bb7cf77-528f-4b1c-9e68-08dc162aecbc tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.919741 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6498631c-e816-405c-853b-a8e29cf85f1a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2327492 Nov 12 01:04:08.921351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e298395b-ec71-4edb-842b-bb58fd32b4af req-9bb7cf77-528f-4b1c-9e68-08dc162aecbc tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3232980 Nov 12 01:04:08.923463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:08.936835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155452247'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:09.010623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:09.032607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6367dcb-da51-40f8-9fcb-161495c7a384 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/cc0cc64d-fabb-479c-9f28-1e01463f63ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2763753 Nov 12 01:04:09.042144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:09.064912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:09.069221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.099236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e298395b-ec71-4edb-842b-bb58fd32b4af req-b7dd23ec-af07-4956-ab0f-91b6245d66c7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238313 Nov 12 01:04:09.131910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:09.132940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:09.161261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:09.182884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.188375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.189015 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 98e21376-6d2d-410d-981b-0d35f9d3ce12 of type vlan for network 0b7397aa-b85a-406d-975b-d06dd84f6631 Nov 12 01:04:09.279217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.359552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3d8dc83-b5d3-4047-af76-b231cca6290e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.360521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.362997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Allocated IP 2001:db8:0:ffff::2 (5fadd85e-ed09-4dd7-b72a-065407d9cae0/d7d1d730-4472-4bda-a696-5a415506d5d6/4ab9ae74-fd44-42ca-aebd-9981fd1fbd40) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:09.379722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.380465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.506972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=0b7397aa-b85a-406d-975b-d06dd84f6631,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.520162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-373f7342-bd89-4f06-b177-f5e94a111979 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5910814 Nov 12 01:04:09.520441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:09.529512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': '0b7397aa-b85a-406d-975b-d06dd84f6631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:09.561282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0b7397aa-b85a-406d-975b-d06dd84f6631 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:09.678588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:09.693263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.160795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.213059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 85b84f8f-666c-4789-9718-cff898605a89 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:10.310632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:10.373694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '98e21376-6d2d-410d-981b-0d35f9d3ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b7397aa-b85a-406d-975b-d06dd84f6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:10.374318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: 0b7397aa-b85a-406d-975b-d06dd84f6631, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:10.435971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=640c254e-4ee8-44c1-9e30-63872ef1918e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.462337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network 0b7397aa-b85a-406d-975b-d06dd84f6631 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:10.479659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0b7397aa-b85a-406d-975b-d06dd84f6631) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:10.485421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.485786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.528721 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-83369c01-4825-462e-9efc-e8ae717f810b tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0069313 Nov 12 01:04:10.529410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:10.622868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa921-978c-4aff-ac22-8aaa8abe2869 req-6add4a47-413f-421f-a083-9d335a4cb8d9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.625328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e0aa921-978c-4aff-ac22-8aaa8abe2869 req-6add4a47-413f-421f-a083-9d335a4cb8d9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 946 time: 1.0582600 Nov 12 01:04:10.705035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6c229-cc1c-4709-ba50-22f969459367 None None] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:10.708834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d302d6-952b-46dc-941f-e9fc35f157b4 req-e34b1b9c-62ed-4bbb-a53f-74c3206c7446 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.710652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75d302d6-952b-46dc-941f-e9fc35f157b4 req-e34b1b9c-62ed-4bbb-a53f-74c3206c7446 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2608838 Nov 12 01:04:10.724245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.742041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534fbccb-4af3-4a2d-9f64-a717cd733cda None None] Network 0b7397aa-b85a-406d-975b-d06dd84f6631 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:10.858411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.896971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e0aa921-978c-4aff-ac22-8aaa8abe2869 req-5e0976c6-dad6-4621-bfc6-72650c3e05b0 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=189f4a9a-206c-4fea-b63a-238d28b90bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342386 Nov 12 01:04:10.903870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] Provisioning complete for port ad936a2a-869d-45d9-afbe-4c2475a3ffce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:10.904269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.919769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75d302d6-952b-46dc-941f-e9fc35f157b4 req-ee21ced7-da76-4b98-8847-5891886d1f23 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483235 Nov 12 01:04:10.985004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.992803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.006716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.012390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-2e8b7622-5f1e-4228-830a-302af3f4ea99 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:11.014283 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-2e8b7622-5f1e-4228-830a-302af3f4ea99 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 946 time: 0.1670256 Nov 12 01:04:11.016205 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.095288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 85b84f8f-666c-4789-9718-cff898605a89 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:11.095288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.095645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:11.099364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.107789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=640c254e-4ee8-44c1-9e30-63872ef1918e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:11.133366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.230675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Pushing event updated for resources: {'Port': ['ID=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:11.237579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.253034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.253826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.253826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.254158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.254424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.254746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.255082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.255745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.255745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.256109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.256326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.256641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:11.272782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7397aa-b85a-406d-975b-d06dd84f6631']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:11.276834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 8af6c9cf-3136-436b-9edf-222b2d08cc55 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:11.277369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.349757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e21376-6d2d-410d-981b-0d35f9d3ce12') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:11.350051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e21376-6d2d-410d-981b-0d35f9d3ce12') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:11.372687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:11.374203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:11.388569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.440223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:11.445367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.460295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:11.460703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:11.463745 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:11.492392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78dbc3c-0216-413e-aaf2-13bfa00d0ac2 None None] Network 0b7397aa-b85a-406d-975b-d06dd84f6631 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:11.502553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:11.505367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.519611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:11.534472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:11.600439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 8af6c9cf-3136-436b-9edf-222b2d08cc55, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=8af6c9cf-3136-436b-9edf-222b2d08cc55,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:11.600833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.635937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 8af6c9cf-3136-436b-9edf-222b2d08cc55 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:11.653001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.673365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.681942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] For port ad936a2a-869d-45d9-afbe-4c2475a3ffce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ad936a2a-869d-45d9-afbe-4c2475a3ffce,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:11.687871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/0b7397aa-b85a-406d-975b-d06dd84f6631 HTTP/1.1" status: 204 len: 168 time: 1.1480267 Nov 12 01:04:11.691026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:11.715898 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.722131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1505827444'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:11.730613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:11.732855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ee0e-48f1-4ae3-866c-69b15d690f83 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=0b7397aa-b85a-406d-975b-d06dd84f6631,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:11.746419 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:11.751866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-44b6d770-9403-4477-a1c2-7fa5a5a717af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0868981 Nov 12 01:04:11.754656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:11.768362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-427852935'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:11.768552 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:11.769067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:03:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:11.842309 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:04:11.842309 n-d-712141-15 neutron-server[102676]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 01:04:11.842309 n-d-712141-15 neutron-server[102676]: [parameters: {'project_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'id': '7391917c-50ad-4c10-8753-3964780c1f10', 'expiration': datetime.datetime(2021, 11, 12, 1, 6, 11, 833046)}] Nov 12 01:04:11.842309 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:04:11.842837 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:04:11.849905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:11.854249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.866690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Attempting to bind port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:11.867351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Attempting to bind port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '10cde82e-95fa-48e7-8adb-51dc48fcb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:11.867887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Attempting to bind port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 on network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:11.913796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:11.914507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Checking segment: {'id': '10cde82e-95fa-48e7-8adb-51dc48fcb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:11.915089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.915661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Bound using segment: {'id': '10cde82e-95fa-48e7-8adb-51dc48fcb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:11.916630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Bound port: 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cde82e-95fa-48e7-8adb-51dc48fcb380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fadd85e-ed09-4dd7-b72a-065407d9cae0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:11.917572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.930643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:11.975859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.976531 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment b7d77b1d-eac8-4eac-bc99-df5db6078b7d of type vlan for network f3038f75-27b5-4da5-ba2c-abcad399a5af Nov 12 01:04:12.050155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3437e-1016-4f0d-8750-ace92b70ac41 None None] Pushing event updated for resources: {'Port': ['ID=ad936a2a-869d-45d9-afbe-4c2475a3ffce,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.066665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ad936a2a-869d-45d9-afbe-4c2475a3ffce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:12.098453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.149746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.153485 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:12.156549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=8af6c9cf-3136-436b-9edf-222b2d08cc55,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.201763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:12.283314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:04:12.286540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] No DVR routers for this DVR port 8af6c9cf-3136-436b-9edf-222b2d08cc55 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:12.289332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.292801 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0be5a803-3f7d-444b-9a18-fd5eddcb23b5 req-d37b7595-f0dd-48d4-9da8-3b6a12865bf9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "DELETE /v2.0/ports/8af6c9cf-3136-436b-9edf-222b2d08cc55 HTTP/1.1" status: 204 len: 173 time: 1.2700810 Nov 12 01:04:12.293284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'name': 'network-vif-deleted', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:12.295620 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e58bdc-9ff6-41ae-9df5-620b8a8bbe9f" -d '{"events": [{"server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "name": "network-vif-deleted", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:12.300395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d000a129-4eb7-4ff3-b1d3-08e302b480cb req-6037c61a-9a98-4f41-b29a-c9839b7a184f tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5595b46-105e-45f2-b9de-040a1efc35be HTTP/1.1" status: 200 len: 210 time: 0.1476924 Nov 12 01:04:12.355814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.393386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:12.396288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:12.396999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.399248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.402795 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af1d58-9998-40c6-9ab9-211b1f84a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.412779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.437472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b958-a470-4033-b8de-e644a8025aac req-bf6b3277-3913-464a-b9b8-b32fb052e01f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.441133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd60b958-a470-4033-b8de-e644a8025aac req-bf6b3277-3913-464a-b9b8-b32fb052e01f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3280365 Nov 12 01:04:12.464827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] For port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:12.466090 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139cf45e-9070-498c-a7f2-b289f65c121e x-openstack-request-id: req-139cf45e-9070-498c-a7f2-b289f65c121e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:12.466389 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5595b46-105e-45f2-b9de-040a1efc35be", "name": "network-vif-deleted", "tag": "8af6c9cf-3136-436b-9edf-222b2d08cc55", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:12.466685 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-139cf45e-9070-498c-a7f2-b289f65c121e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:12.467237 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5595b46-105e-45f2-b9de-040a1efc35be', 'name': 'network-vif-deleted', 'tag': '8af6c9cf-3136-436b-9edf-222b2d08cc55', 'status': 'completed', 'code': 200} Nov 12 01:04:12.490376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] For port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,segment=NetworkSegment(10cde82e-95fa-48e7-8adb-51dc48fcb380),segment_id=10cde82e-95fa-48e7-8adb-51dc48fcb380)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:12.503483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:12.506166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.518825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.522561 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 35c41d2e-03b4-4cdf-a660-a595a41d09e4 of type vlan for network 3869f29c-4609-4e9b-8e3f-0755b0269f4e Nov 12 01:04:12.591434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:12.593120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:12.597549 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:10Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:12.642274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.697074 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:12.697713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Updating router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 port a37e72c4-4007-43eb-af1f-8a04d8948cf8 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:12.721172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=f3038f75-27b5-4da5-ba2c-abcad399a5af,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.752548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.756669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7a7d653c-71dc-4018-ba5c-079eaef8f6f7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0005116 Nov 12 01:04:12.766869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f3038f75-27b5-4da5-ba2c-abcad399a5af details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:12.770737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.771429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:12.772158 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.774661 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.787401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:12.899536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd60b958-a470-4033-b8de-e644a8025aac req-2b4499b9-3e05-4643-be3b-ccaa9a0f2704 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205523 Nov 12 01:04:13.048333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ad936a2a-869d-45d9-afbe-4c2475a3ffce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:13.048848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.053340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:13.059852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.071195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:13.072332 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3786893 Nov 12 01:04:13.086101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6128-98f1-4b79-8242-d844b1230777 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=3869f29c-4609-4e9b-8e3f-0755b0269f4e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.125914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:13.334214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:13.423610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:13.534114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:13.539270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.587290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.627774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.704720 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.721974 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.820301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.828477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.833999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.836623 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109f1ef-e1f8-4ab3-9e14-9b132247105a None None] Pushing event updated for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.839802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/security-groups/189f4a9a-206c-4fea-b63a-238d28b90bbc HTTP/1.1" status: 204 len: 168 time: 0.4124932 Nov 12 01:04:13.874872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:13.875797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f87799-3e45-422d-8237-762ae6ce55a8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f4a9a-206c-4fea-b63a-238d28b90bbc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.898026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:14.006169 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Attempting to bind port a37e72c4-4007-43eb-af1f-8a04d8948cf8 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:14.006982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Attempting to bind port a37e72c4-4007-43eb-af1f-8a04d8948cf8 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:14.007618 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Attempting to bind port a37e72c4-4007-43eb-af1f-8a04d8948cf8 on network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:14.029347 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:14.030115 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Checking segment: {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:14.030782 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.031656 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Bound using segment: {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:14.032409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Bound port: a37e72c4-4007-43eb-af1f-8a04d8948cf8, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:14.033138 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.089581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting subnet c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:14.099490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.193365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.195989 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] For port a37e72c4-4007-43eb-af1f-8a04d8948cf8, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:14.203733 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] For port a37e72c4-4007-43eb-af1f-8a04d8948cf8, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a37e72c4-4007-43eb-af1f-8a04d8948cf8,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:14.212611 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.291394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=2587961e-2844-4ab4-98ee-4ecbc6aab130,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:14.334765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:14.335139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: f3038f75-27b5-4da5-ba2c-abcad399a5af, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:14.369957 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109f1ef-e1f8-4ab3-9e14-9b132247105a None None] Pushing event updated for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:14.378689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:14.379972 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:14.466158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b21ee-fbb2-452e-ac36-306d36087754 req-ce05c338-ac95-4f2d-88db-719535edd18b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.468836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d6b21ee-fbb2-452e-ac36-306d36087754 req-ce05c338-ac95-4f2d-88db-719535edd18b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3970358 Nov 12 01:04:14.485690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.646922 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.671543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.684638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Provisioning complete for port a37e72c4-4007-43eb-af1f-8a04d8948cf8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:14.686143 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.700388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef4e33-022a-4992-8fbb-3e71eddb23b7 None None] Pushing event updated for resources: {'Port': ['ID=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:14.713527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:14.727633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network f3038f75-27b5-4da5-ba2c-abcad399a5af is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:14.765754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.777917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.806264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Subnet': ['ID=c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:14.842784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.850238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-785d8445-8f44-42e1-afdd-afb8319d3b23 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/subnets/c54a3300-ea10-4bb3-bfe1-b7b2e5f22ee6 HTTP/1.1" status: 204 len: 168 time: 0.9505858 Nov 12 01:04:14.851168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:14.996419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589fc43-104b-4c2d-a4c2-2509fa3e1fe3 None None] Network 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:15.026212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.125439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d6b21ee-fbb2-452e-ac36-306d36087754 req-e804d430-0096-425f-8dbb-fc1c0f68b751 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273577 Nov 12 01:04:15.162481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=c8b20546-2db8-4f8b-bd84-f791091a7e7f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.172858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f3038f75-27b5-4da5-ba2c-abcad399a5af) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:15.189909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.190911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.227282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:15.228867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.244699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a60e5018-198f-47dd-ae13-b6b54066d2ba tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4714222 Nov 12 01:04:15.247950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:15.283291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8af6c9cf-3136-436b-9edf-222b2d08cc55 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:15.331010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa8efc-08eb-474c-a469-8944dbb54d20 None None] Network f3038f75-27b5-4da5-ba2c-abcad399a5af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:15.332215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,segment=NetworkSegment(0b8a17dc-7af8-4025-953f-4cab1a236a59),segment_id=0b8a17dc-7af8-4025-953f-4cab1a236a59)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:15.345081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.423116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:15.433390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.465049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-805570ce-8759-4228-abc4-728659f89f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:14Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:15.501786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34feab-9f9a-4dcb-b34e-825a3cdb892f None None] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:15.527750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805570ce-8759-4228-abc4-728659f89f11 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:09Z', 'revision_number': 3, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:14Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:15.531154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '35c41d2e-03b4-4cdf-a660-a595a41d09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:15.531760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: 3869f29c-4609-4e9b-8e3f-0755b0269f4e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:15.535984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 8af6c9cf-3136-436b-9edf-222b2d08cc55 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:15.536348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 8af6c9cf-3136-436b-9edf-222b2d08cc55 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:15.664013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.817083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=70823fb6-0ea2-41e1-8c14-fd1ff2fc3018,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.844171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] No DVR routers for this DVR port 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:15.871661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:16.155350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ad936a2a-869d-45d9-afbe-4c2475a3ffce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:16.191085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 3869f29c-4609-4e9b-8e3f-0755b0269f4e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:16.252970 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.264696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.265415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.270236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ebf31-a0f8-4b92-9ab9-559fd9c2f1b4 None None] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:16.331340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:16.353340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9686a21-4d08-4fc7-947d-6a106ac5fe68 req-873ebc20-3304-4dc0-b15b-a704a4387c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.355374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e9686a21-4d08-4fc7-947d-6a106ac5fe68 req-873ebc20-3304-4dc0-b15b-a704a4387c86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.1390963 Nov 12 01:04:16.357832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8a17dc-7af8-4025-953f-4cab1a236a59') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:16.358411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8a17dc-7af8-4025-953f-4cab1a236a59') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:16.387039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.442416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.468183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:16.468699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.476612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:16.479989 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:16.528741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9bfdad14-6c4a-4d60-87a9-613911eb1efa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4402511 Nov 12 01:04:16.529506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:16.558935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383625551'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:16.586670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.595304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e9686a21-4d08-4fc7-947d-6a106ac5fe68 req-b17a747c-0ad9-4fea-b3a0-e2054d45eb00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161496 Nov 12 01:04:16.613415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.635774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.645224 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/networks/8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f HTTP/1.1" status: 204 len: 168 time: 1.7890871 Nov 12 01:04:16.663179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46930) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:16.676381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82adf1-555c-44ae-aa45-c3e84582ce6a None None] DHCP port deletion for 8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:16.680960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d884-e356-4cc8-b6b2-c75b9462ad78 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Network': ['ID=8e3c87e1-869a-4a6b-8598-53ab2d9b7d9f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:16.699325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415de0-3a41-4b78-ad31-1dff73452626 req-628d5d17-938b-45c9-8d68-a400fd3b3d3a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.709518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab415de0-3a41-4b78-ad31-1dff73452626 req-628d5d17-938b-45c9-8d68-a400fd3b3d3a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3041334 Nov 12 01:04:16.765853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f3038f75-27b5-4da5-ba2c-abcad399a5af', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:16.766844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.813531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:16.817709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.954324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] For port a37e72c4-4007-43eb-af1f-8a04d8948cf8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a37e72c4-4007-43eb-af1f-8a04d8948cf8,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:17.015526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.028563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port f74f23ce-128c-4b1d-96cd-a7c04a7ba524 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:17.028823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.048607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab415de0-3a41-4b78-ad31-1dff73452626 req-394e537a-0f1d-4f62-b4d0-db796c370edb tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379164 Nov 12 01:04:17.065304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:17.068976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:17.194726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ad936a2a-869d-45d9-afbe-4c2475a3ffce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:17.194726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.195608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.195608 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 43fef6b7-349b-4618-bb7b-bd92e7784b33 of type vlan for network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 Nov 12 01:04:17.262636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.262957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.289636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470389e5-652a-4420-9734-f0dba3db27ff None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '07f5a7f1-944a-4022-9a5c-e78f88ccc5d1', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'port_id': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'mac_address': 'fa:16:3e:ae:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:23Z', 'updated_at': '2021-11-12T01:02:28Z', 'revision_number': 1, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:17.306598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for f74f23ce-128c-4b1d-96cd-a7c04a7ba524 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:17.308289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.350186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.380530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.380530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.492891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-3869f29c-4609-4e9b-8e3f-0755b0269f4e', 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': 'c8b20546-2db8-4f8b-bd84-f791091a7e7f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:17.494009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.496188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Provisioning complete for port ad936a2a-869d-45d9-afbe-4c2475a3ffce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:17.496646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.510602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9733646 Nov 12 01:04:17.515281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:17.560334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9abbe-9408-40a0-9a5f-0412b2f48ee3 None None] Pushing event updated for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.598284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Allocated IP 172.22.0.2 (f3038f75-27b5-4da5-ba2c-abcad399a5af/2587961e-2844-4ab4-98ee-4ecbc6aab130/2ca3cc91-e0c3-4174-a3b3-732d61b859c2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:17.615126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'a97ee0d4-1d65-42df-b08e-bb15c4b0c064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:17.655317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b6d0-84dc-4ec2-bde7-f272f32d3bc9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=a97ee0d4-1d65-42df-b08e-bb15c4b0c064,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.897078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:17.902985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:17.912646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.077135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:04:18.077818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:04:18.351274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.428884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=f74f23ce-128c-4b1d-96cd-a7c04a7ba524,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.506951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ce1c4-9ae7-42ca-be35-8c7fadd2fc0c req-c0e0ee3e-3d49-41c3-9a61-8063c16769f0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.508647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0ce1c4-9ae7-42ca-be35-8c7fadd2fc0c req-c0e0ee3e-3d49-41c3-9a61-8063c16769f0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2371743 Nov 12 01:04:18.536551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.596642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:18.608134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.608584 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Floating IP 07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 disassociated (deleted). External IP: 172.25.6.213, port: 1a7817b8-b5a1-401e-af99-2a5c5cf84188. Nov 12 01:04:18.710393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=2d618162-6c44-466b-aafa-38ca54cea7e0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.723371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '43fef6b7-349b-4618-bb7b-bd92e7784b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ee0d4-1d65-42df-b08e-bb15c4b0c064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:18.724413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: a97ee0d4-1d65-42df-b08e-bb15c4b0c064, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:18.756358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a0ce1c4-9ae7-42ca-be35-8c7fadd2fc0c req-77fa6889-dea8-4b44-9dca-1dc75f6a0208 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382960 Nov 12 01:04:18.765105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:18.785321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Allocated IP 2001:db8::3 (3869f29c-4609-4e9b-8e3f-0755b0269f4e/c8b20546-2db8-4f8b-bd84-f791091a7e7f/7629f6fe-506c-4b14-b925-f0b68396f2c9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:18.789154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a97ee0d4-1d65-42df-b08e-bb15c4b0c064) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:18.811388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.813096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.847643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a5778fcc-fb0a-4897-95fb-cf9e3097a1e7 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2349577 Nov 12 01:04:18.849174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:18.858529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b9592-2525-4f0b-b224-4432273f3537 None None] Network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:19.112163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.195133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Provisioning complete for port a37e72c4-4007-43eb-af1f-8a04d8948cf8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:19.195511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.206305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:19.240119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.244418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-3abd44be-4e8e-4da5-bdb9-576e96350b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.246771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-3abd44be-4e8e-4da5-bdb9-576e96350b5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.1307795 Nov 12 01:04:19.271347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.293885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Network f3038f75-27b5-4da5-ba2c-abcad399a5af is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:19.310399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:19.321096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.334749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.22.0.1 (f3038f75-27b5-4da5-ba2c-abcad399a5af/2587961e-2844-4ab4-98ee-4ecbc6aab130/0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:19.345323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:19.364766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:19.365140 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.437902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc8699-a80f-4337-a2e2-ec2010975e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a97ee0d4-1d65-42df-b08e-bb15c4b0c064', 'network_id': 'a97ee0d4-1d65-42df-b08e-bb15c4b0c064', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': '2d618162-6c44-466b-aafa-38ca54cea7e0'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:19.439128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8699-a80f-4337-a2e2-ec2010975e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.550705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584ef81-6781-485e-98eb-f3b2844910d4 req-9e0bac91-b83e-4112-a4e9-6cec8429e2f3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.552878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f584ef81-6781-485e-98eb-f3b2844910d4 req-9e0bac91-b83e-4112-a4e9-6cec8429e2f3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3147941 Nov 12 01:04:19.595923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Pushing event updated for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.623971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-9376e780-8db5-47f7-b7a8-5c86ade9629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.626439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-9376e780-8db5-47f7-b7a8-5c86ade9629a service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.3723197 Nov 12 01:04:19.655253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:19.659009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.673613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.678754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.692806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.707513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:19.750341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.772722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.790344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-9a9a9b51-b0e5-4614-b981-f4b10486bf02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.1531606 Nov 12 01:04:19.831507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.844695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=2d618162-6c44-466b-aafa-38ca54cea7e0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.863301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f584ef81-6781-485e-98eb-f3b2844910d4 req-f8dbdc42-e88c-435d-b572-3cd5d3492564 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216961 Nov 12 01:04:19.881231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network f3038f75-27b5-4da5-ba2c-abcad399a5af is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:19.883575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:19.885700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:19.896643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:19.901633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:19.902291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.904772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Attempting to bind port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:19.905158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Attempting to bind port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:19.905527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Attempting to bind port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 on network f3038f75-27b5-4da5-ba2c-abcad399a5af {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:19.946761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.995064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Pushing event updated for resources: {'Port': ['ID=7629f6fe-506c-4b14-b925-f0b68396f2c9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.997653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea3e0f10-6de8-41a4-a8ef-c34a0b7fd7a7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/floatingips/07f5a7f1-944a-4022-9a5c-e78f88ccc5d1 HTTP/1.1" status: 204 len: 168 time: 3.3177779 Nov 12 01:04:20.000784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:20.003999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:20.028649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:20.041111 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9724e-8553-4361-9274-1cbbe0fc318f" -d '{"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:20.131039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:20.148540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.195086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-90ca6b63-d673-4a2a-bf30-28240f7f2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.196693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-90ca6b63-d673-4a2a-bf30-28240f7f2825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.3824947 Nov 12 01:04:20.278116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97ee0d4-1d65-42df-b08e-bb15c4b0c064']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.360141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-c312979c-2dc1-4187-8651-224875cbbb15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432745 Nov 12 01:04:20.366334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fef6b7-349b-4618-bb7b-bd92e7784b33') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.366850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fef6b7-349b-4618-bb7b-bd92e7784b33') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.484164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Provisioning complete for port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:20.484164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.484164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:20.484164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Checking segment: {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:20.484164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.484827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.484946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Bound using segment: {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:20.484946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Bound port: 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:20.484946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-b6bc8699-a80f-4337-a2e2-ec2010975e0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d618162-6c44-466b-aafa-38ca54cea7e0: This subnet is being modified by another concurrent operation. Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d618162-6c44-466b-aafa-38ca54cea7e0: This subnet is being modified by another concurrent operation. Nov 12 01:04:20.507080 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:04:20.523717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.530635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:20.530635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.642864 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb51cf66-ed21-45b4-b8c0-cc6c92e301ce x-openstack-request-id: req-eb51cf66-ed21-45b4-b8c0-cc6c92e301ce {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:20.643910 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:20.643910 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb51cf66-ed21-45b4-b8c0-cc6c92e301ce {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:20.644475 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'status': 'completed', 'code': 200} Nov 12 01:04:20.645070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7cb1-8945-42e7-a5ef-48f820dfca29 req-0fc261c2-22a8-4305-b062-442a978a1cca tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.649558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41ae7cb1-8945-42e7-a5ef-48f820dfca29 req-0fc261c2-22a8-4305-b062-442a978a1cca tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.1920896 Nov 12 01:04:20.653498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-21f43512-f196-4fc0-9833-e99ad3ee15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:20.654787 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:20.658884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.661953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-21f43512-f196-4fc0-9833-e99ad3ee15a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 1097 time: 0.1932733 Nov 12 01:04:20.665353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.668618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/a97ee0d4-1d65-42df-b08e-bb15c4b0c064 HTTP/1.1" status: 204 len: 168 time: 1.8181007 Nov 12 01:04:20.680105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77275ba2-60d0-4a44-b9dc-6c3cc52bf3d6 None None] Network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:20.698448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.717189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f60a-3cd9-4b63-adf4-daf9cdcef345 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=a97ee0d4-1d65-42df-b08e-bb15c4b0c064,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:20.734147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036270926'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:20.747221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77275ba2-60d0-4a44-b9dc-6c3cc52bf3d6 None None] Network a97ee0d4-1d65-42df-b08e-bb15c4b0c064 could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:04:20.831196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:20.836851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.845108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Attempting to bind port 7629f6fe-506c-4b14-b925-f0b68396f2c9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:20.845705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Attempting to bind port 7629f6fe-506c-4b14-b925-f0b68396f2c9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '35c41d2e-03b4-4cdf-a660-a595a41d09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:20.846230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Attempting to bind port 7629f6fe-506c-4b14-b925-f0b68396f2c9 on network 3869f29c-4609-4e9b-8e3f-0755b0269f4e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:20.859495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-7f700d2d-1b79-4ad1-a0a5-15e4d70ede36 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705124 Nov 12 01:04:20.890880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:20.891194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Checking segment: {'id': '35c41d2e-03b4-4cdf-a660-a595a41d09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:20.891496 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.891887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Bound using segment: {'id': '35c41d2e-03b4-4cdf-a660-a595a41d09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:20.894285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Bound port: 7629f6fe-506c-4b14-b925-f0b68396f2c9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c41d2e-03b4-4cdf-a660-a595a41d09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3869f29c-4609-4e9b-8e3f-0755b0269f4e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:20.894759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.896862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.033677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41ae7cb1-8945-42e7-a5ef-48f820dfca29 req-1b9a2c24-67a1-478c-a465-0386142bdeb5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636475 Nov 12 01:04:21.066602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,segment=NetworkSegment(10cde82e-95fa-48e7-8adb-51dc48fcb380),segment_id=10cde82e-95fa-48e7-8adb-51dc48fcb380)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:21.098695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-7ad10b69-96e7-46c8-b55c-75b12f41d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.098990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.098990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a37e72c4-4007-43eb-af1f-8a04d8948cf8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:21.099253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-7ad10b69-96e7-46c8-b55c-75b12f41d0db service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 200 len: 898 time: 0.4024129 Nov 12 01:04:21.105302 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fa13324a-0ea3-4f75-b961-5ba71f4f89bc req-d18f2b81-d4f8-4612-8e41-a52ab698e932 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248857 Nov 12 01:04:21.106604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:21.117976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.155413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:21.195165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.198287 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 1b3ec2cf-e343-447a-8f03-5e14dcae0adf of type vlan for network fbc17227-ff73-4edd-a655-1de2151496a4 Nov 12 01:04:21.199463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:21.204985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.343830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.466559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.473537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.488786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.489219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.491884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.501100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-e690d25b-4087-4956-acf4-1192d385ce32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 200 len: 217 time: 0.3808479 Nov 12 01:04:21.506621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.521613 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8004937 Nov 12 01:04:21.531988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47032) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:21.579432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] For port 7629f6fe-506c-4b14-b925-f0b68396f2c9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:21.610098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:21.611774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'fbc17227-ff73-4edd-a655-1de2151496a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:21.704483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] For port 7629f6fe-506c-4b14-b925-f0b68396f2c9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7629f6fe-506c-4b14-b925-f0b68396f2c9,segment=NetworkSegment(35c41d2e-03b4-4cdf-a660-a595a41d09e4),segment_id=35c41d2e-03b4-4cdf-a660-a595a41d09e4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:21.710521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:04:21.711122 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-3ce09487-3e10-49a8-a7c1-483a057824fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:04:21.730662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50b365-89df-4df8-898b-ca7e629216f0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=fbc17227-ff73-4edd-a655-1de2151496a4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:21.738053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.771352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network fbc17227-ff73-4edd-a655-1de2151496a4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:21.837104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe95d-c1d8-4cd6-a467-188dc2d43579 req-21f032f0-2ae2-4f70-83ca-124ace247cad tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.838777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21dfe95d-c1d8-4cd6-a467-188dc2d43579 req-21f032f0-2ae2-4f70-83ca-124ace247cad tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.7402685 Nov 12 01:04:21.910610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a37e72c4-4007-43eb-af1f-8a04d8948cf8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:21.912634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.015650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:22.058490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:22.080675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:22.081473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:22.163235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328707-0226-42fe-b16d-f5227b88925c req-d1cd3735-c70e-406a-b0ed-0d09f976f81d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.178683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.180996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8b328707-0226-42fe-b16d-f5227b88925c req-d1cd3735-c70e-406a-b0ed-0d09f976f81d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.2816548 Nov 12 01:04:22.260743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.269725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-309354ac-3b6d-4a2d-94f3-7cdc6b26bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.271922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-309354ac-3b6d-4a2d-94f3-7cdc6b26bc0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 200 len: 834 time: 0.7386470 Nov 12 01:04:22.420243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:22.471202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471f3bd-9253-424e-8325-263f75c25feb None None] Pushing event updated for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.511110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:22.514192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.551601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21dfe95d-c1d8-4cd6-a467-188dc2d43579 req-265cf209-9a41-41b1-a43a-b0621bcde157 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775981 Nov 12 01:04:22.804272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 1a7817b8-b5a1-401e-af99-2a5c5cf84188, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=1a7817b8-b5a1-401e-af99-2a5c5cf84188,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:22.805377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.816299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351b22a-6e07-44eb-bba4-fa0101d31314 req-2d24c72a-846f-493a-a158-b96bb38e9da5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.826078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 1a7817b8-b5a1-401e-af99-2a5c5cf84188 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:22.829661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e351b22a-6e07-44eb-bba4-fa0101d31314 req-2d24c72a-846f-493a-a158-b96bb38e9da5 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d364acfa-c941-427c-aecc-b3617da4cad7 HTTP/1.1" status: 200 len: 945 time: 0.6243360 Nov 12 01:04:22.830338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:22.832042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022937ca-4043-483a-a8ed-075f0cee206e None None] Pushing event updated for resources: {'Port': ['ID=7629f6fe-506c-4b14-b925-f0b68396f2c9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.847148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.154861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:23.251551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c26ae-5a46-4a01-a245-af542640a352 None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:07Z', 'revision_number': 6, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e064e3ab-e749-4aa3-b645-70583ad244c6', 'name': '', 'network_id': 'd2b05eaf-8e2b-481e-b5dd-9f243795eece', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:1a:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '8101c559-165a-4118-9823-8068b2ca26a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:29Z', 'updated_at': '2021-11-12T01:01:43Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': '8101c559-165a-4118-9823-8068b2ca26a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:23.260227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.305516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=1a7817b8-b5a1-401e-af99-2a5c5cf84188,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.383585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:23.472756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-ef830e8d-9b60-486c-8e12-dd449473a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.474856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-ef830e8d-9b60-486c-8e12-dd449473a7d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2b05eaf-8e2b-481e-b5dd-9f243795eece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1590478 Nov 12 01:04:23.482688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network f3038f75-27b5-4da5-ba2c-abcad399a5af is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:23.484853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.509977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] No DVR routers for this DVR port 1a7817b8-b5a1-401e-af99-2a5c5cf84188 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:23.522074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.532618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8b328707-0226-42fe-b16d-f5227b88925c req-21d533c1-3779-4dd2-a0ad-2ec8ce1f09e2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "DELETE /v2.0/ports/1a7817b8-b5a1-401e-af99-2a5c5cf84188 HTTP/1.1" status: 204 len: 173 time: 1.3439438 Nov 12 01:04:23.536091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'name': 'network-vif-deleted', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:23.538664 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d255f-5797-4c58-af05-94962d58d512" -d '{"events": [{"server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "name": "network-vif-deleted", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:23.616586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:23.681217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:23.682226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.779279 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0925351-f2df-4b3a-aa9d-23379d3976a8 x-openstack-request-id: req-a0925351-f2df-4b3a-aa9d-23379d3976a8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:23.781217 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364acfa-c941-427c-aecc-b3617da4cad7", "name": "network-vif-deleted", "tag": "1a7817b8-b5a1-401e-af99-2a5c5cf84188", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:23.781846 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0925351-f2df-4b3a-aa9d-23379d3976a8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:23.783728 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364acfa-c941-427c-aecc-b3617da4cad7', 'name': 'network-vif-deleted', 'tag': '1a7817b8-b5a1-401e-af99-2a5c5cf84188', 'status': 'completed', 'code': 200} Nov 12 01:04:23.907210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef515c7a-021a-4c69-b5df-23eba5200834 None None] Network f3038f75-27b5-4da5-ba2c-abcad399a5af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:24.085880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c5643385-ac9e-47fb-9d46-c58e99325e7a None None] Provisioning complete for port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.086328 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5643385-ac9e-47fb-9d46-c58e99325e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.160439 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47105a1-73a4-44e0-9968-6453dd0e1c11 None None] New status for floating IP 07f5a7f1-944a-4022-9a5c-e78f88ccc5d1: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:04:24.423322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.482600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e351b22a-6e07-44eb-bba4-fa0101d31314 req-0ee6bd8d-eae3-4f28-a6fd-1c5f8a08c781 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=4300f05a-9858-45be-adeb-805356661519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0441475 Nov 12 01:04:24.665114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5643385-ac9e-47fb-9d46-c58e99325e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.669622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d96dc-93f2-4d71-bf9b-67da8e87b74a None None] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:24.679846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=8058b96e-d91e-40b3-81c4-e349cd850538,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:24.755555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:24.771807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.772943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:25.008489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-c5643385-ac9e-47fb-9d46-c58e99325e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:04:25.009616 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-c5643385-ac9e-47fb-9d46-c58e99325e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:04:25.031033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '1b3ec2cf-e343-447a-8f03-5e14dcae0adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbc17227-ff73-4edd-a655-1de2151496a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:25.031685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: fbc17227-ff73-4edd-a655-1de2151496a4, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:25.078569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.081081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d18d7-5bd9-496f-87ba-66456d27c3fe req-8202f511-15d3-4775-a1b1-4bd9a7f76569 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.082866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-532d18d7-5bd9-496f-87ba-66456d27c3fe req-8202f511-15d3-4775-a1b1-4bd9a7f76569 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 1.0766881 Nov 12 01:04:25.110512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-1b4bd6a6-8c7e-4363-87c9-5710b42da30e service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6100516 Nov 12 01:04:25.171837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:25.185139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network fbc17227-ff73-4edd-a655-1de2151496a4 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:25.245268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, fbc17227-ff73-4edd-a655-1de2151496a4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:25.282745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.283836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.293556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8445d-a9db-4523-82c3-fcded9b3707a None None] Network fbc17227-ff73-4edd-a655-1de2151496a4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:25.295676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:25.296765 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.417283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1838c8b8-8ae2-4aab-8be6-b0638bd47f90 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8291805 Nov 12 01:04:25.417548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47072) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.443181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-532d18d7-5bd9-496f-87ba-66456d27c3fe req-b4bc3e1a-ba5b-41bc-b614-d0bb46d80aa0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161373 Nov 12 01:04:25.799717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47082) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.902033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44f9724e-8553-4361-9274-1cbbe0fc318f req-eafd4911-b762-4b15-acc7-93e555f413d3 service neutron] 10.222.0.39 "GET /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692890 Nov 12 01:04:25.986428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.022420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:26.043923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-357e9dc8-10f6-4fd3-bd8a-311038e384b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2134535 Nov 12 01:04:26.064015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4bc3278f-5cda-4a3b-bd14-0ada854f2c71 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8134894 Nov 12 01:04:26.069131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.083382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'network': {'name': 'tempest-RoutersTest-2024936767'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:26.092765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:26.251542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:26.252325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:26.316184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.407428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:26.416080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.494396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-e77e9cff-4e93-457c-871e-ea9a711d2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.502423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-e77e9cff-4e93-457c-871e-ea9a711d2d7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1097 time: 0.3613336 Nov 12 01:04:26.538724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:26.579989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.708881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:26.738579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.907321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.987085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.987626 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added segment 2801fe83-5145-4f31-9dba-e0a2aa775edf of type vlan for network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 Nov 12 01:04:27.050912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=8058b96e-d91e-40b3-81c4-e349cd850538,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.088433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.113705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-8eb052b3-eeb2-44fb-9dde-67f9e242c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.118672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-8eb052b3-eeb2-44fb-9dde-67f9e242c76b service neutron] 10.222.0.32 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.5897076 Nov 12 01:04:27.151885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7629f6fe-506c-4b14-b925-f0b68396f2c9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:27.193978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Provisioning complete for port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:27.194354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.230898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-a6e16b26-4801-42c1-8c5c-bf5bab8e917b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 217 time: 0.0995481 Nov 12 01:04:27.232500 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.239800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.243257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a7817b8-b5a1-401e-af99-2a5c5cf84188 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:27.245560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.246706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.247359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.251260 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/security-groups/4300f05a-9858-45be-adeb-805356661519 HTTP/1.1" status: 204 len: 168 time: 1.4479010 Nov 12 01:04:27.278725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.292456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:27.294252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 1a7817b8-b5a1-401e-af99-2a5c5cf84188 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:27.294828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 1a7817b8-b5a1-401e-af99-2a5c5cf84188 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:27.348475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb44969-1059-4ad0-a384-6b37b3f7c6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-fbc17227-ff73-4edd-a655-1de2151496a4', 'network_id': 'fbc17227-ff73-4edd-a655-1de2151496a4', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': '8058b96e-d91e-40b3-81c4-e349cd850538'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:27.349724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2bb44969-1059-4ad0-a384-6b37b3f7c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.369000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.398039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Provisioning complete for port 7629f6fe-506c-4b14-b925-f0b68396f2c9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:27.399192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.409646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc17227-ff73-4edd-a655-1de2151496a4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.443294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3ec2cf-e343-447a-8f03-5e14dcae0adf') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.443702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3ec2cf-e343-447a-8f03-5e14dcae0adf') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.471416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.534262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4562018 Nov 12 01:04:27.540335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.545417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7629f6fe-506c-4b14-b925-f0b68396f2c9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:27.546127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.585475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.596803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfcae18-cf23-40ed-affb-1171ce2e691a None None] Network fbc17227-ff73-4edd-a655-1de2151496a4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:27.621370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:27.622492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.625999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'subnet': {'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:27.650868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.733198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3246e-5a18-4011-8a25-fed95dfe2a00 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Network': ['ID=c9b2f3b5-de31-41f8-a793-1409e84aa2d0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.736588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-00ca3974-34c4-4b75-9442-266cb26e9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.738144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-00ca3974-34c4-4b75-9442-266cb26e9bd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.4822528 Nov 12 01:04:27.764237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:27.800237 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:27.827288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] For port 7629f6fe-506c-4b14-b925-f0b68396f2c9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7629f6fe-506c-4b14-b925-f0b68396f2c9,segment=NetworkSegment(35c41d2e-03b4-4cdf-a660-a595a41d09e4),segment_id=35c41d2e-03b4-4cdf-a660-a595a41d09e4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:27.847536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fca5c-ba4e-4509-a124-afcac8d8382b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4300f05a-9858-45be-adeb-805356661519,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.886372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.894524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.900857 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/fbc17227-ff73-4edd-a655-1de2151496a4 HTTP/1.1" status: 204 len: 168 time: 2.4793065 Nov 12 01:04:27.912082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.928678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:21Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:27.940533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-68dcdbc5-fdc7-4edf-b509-7393090f50bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744685 Nov 12 01:04:27.958042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298093016'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:27.965438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34303e03-7bf9-45dd-a666-aa72f7841e97 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=fbc17227-ff73-4edd-a655-1de2151496a4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.031067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:28.040598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.044851 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.079347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:28.081896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Updating router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:28.159182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:28.188409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.189718 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 9e0958c9-1010-456a-b749-1f9e57efd1ac of type vlan for network fe172a9f-171e-42d6-9dca-a8b3ba88b935 Nov 12 01:04:28.216760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-b22d1650-1de8-4fed-83df-b14f5d41426d service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036057 Nov 12 01:04:28.281726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.299618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Provisioning complete for port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:28.299987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.301801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531a0eb-5187-4905-9875-ddc2f56f7104 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:04:28.378455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.383036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Made reservation on behalf of 39c7e4ab9b0540499bb5eb5e9041e98e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:28.385832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.405350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a37e72c4-4007-43eb-af1f-8a04d8948cf8 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:28.407050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8cb4b-5a30-4fad-afb6-a9ba04a17920 None None] Pushing event updated for resources: {'Port': ['ID=7629f6fe-506c-4b14-b925-f0b68396f2c9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.454417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.461703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.475463 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.675561 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7217598 Nov 12 01:04:28.685492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:28.703090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'fe172a9f-171e-42d6-9dca-a8b3ba88b935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:28.727342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2f70601-5439-45b4-a376-e82799d49cd6 req-598fe1ff-4b48-4c67-8505-ff0f3c7c048e service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028291 Nov 12 01:04:28.768146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e2948-d0fd-43fd-be66-68e74da325e9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=fe172a9f-171e-42d6-9dca-a8b3ba88b935,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.800683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:29.063032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:29.077140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.241492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.337013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Subnet': ['ID=7fe297de-3ad7-42d4-99d3-b9cf9c8f5444,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:29.362960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7264ff-0c12-495b-ac11-ce6359e70bd2 req-9fd395f7-23a2-4922-83ee-185819249fe4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.365618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db7264ff-0c12-495b-ac11-ce6359e70bd2 req-9fd395f7-23a2-4922-83ee-185819249fe4 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2162733 Nov 12 01:04:29.498013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Checking segment: {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:29.498371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network hostable DHCP agents. Network: c9b2f3b5-de31-41f8-a793-1409e84aa2d0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:29.517931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db7264ff-0c12-495b-ac11-ce6359e70bd2 req-a2823af9-4cf2-4809-a7f5-cac1de61227a tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373496 Nov 12 01:04:29.540593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.544839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:29.575129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.661620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c9b2f3b5-de31-41f8-a793-1409e84aa2d0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:29.672211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.672966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.736263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c28db418-dc79-4597-b71a-2fd3b1c84539 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1132433 Nov 12 01:04:29.739096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=dfd7e22f-5c92-45b7-bd6c-a4345948b646,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:29.741933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:29.990068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d531a0eb-5187-4905-9875-ddc2f56f7104 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:04:30.001997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '9e0958c9-1010-456a-b749-1f9e57efd1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe172a9f-171e-42d6-9dca-a8b3ba88b935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:30.002502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: fe172a9f-171e-42d6-9dca-a8b3ba88b935, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:30.067081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a37e72c4-4007-43eb-af1f-8a04d8948cf8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:30.067340 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.091428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port e064e3ab-e749-4aa3-b645-70583ad244c6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:30.091760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.139875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:30.162296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.193413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-027bcd99-78ec-467e-bfcd-60af4d8f939b None None] Provisioning complete for port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:30.193806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-027bcd99-78ec-467e-bfcd-60af4d8f939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.195374 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.269402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port e064e3ab-e749-4aa3-b645-70583ad244c6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e064e3ab-e749-4aa3-b645-70583ad244c6,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:30.269402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.292234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for e064e3ab-e749-4aa3-b645-70583ad244c6 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:30.294300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, fe172a9f-171e-42d6-9dca-a8b3ba88b935) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:30.300970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.303645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.357366 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b7856388-6e82-49c9-975f-82df02ac7bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6669798 Nov 12 01:04:30.357986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47140) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:30.418423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b1d8-bf46-4fbb-8b76-12195560aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:30.575277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-027bcd99-78ec-467e-bfcd-60af4d8f939b None None] Port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:30.672505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-027bcd99-78ec-467e-bfcd-60af4d8f939b None None] Provisioning complete for port 7629f6fe-506c-4b14-b925-f0b68396f2c9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:30.682128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-027bcd99-78ec-467e-bfcd-60af4d8f939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.802592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.842273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.920013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=e064e3ab-e749-4aa3-b645-70583ad244c6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:30.938746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Attempting to bind port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:30.940758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Attempting to bind port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:30.940758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Attempting to bind port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 on network f3038f75-27b5-4da5-ba2c-abcad399a5af {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:31.062270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:31.062991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Checking segment: {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:31.062991 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.064600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Bound using segment: {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:31.065157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Bound port: 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:31.065570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.089045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.091639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:31.123708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:31.123708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 70823fb6-0ea2-41e1-8c14-fd1ff2fc3018 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:31.124227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 983bb8c4-ff35-47b4-96d6-a27855348e09 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:31.199836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.205047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.291038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 983bb8c4-ff35-47b4-96d6-a27855348e09 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:31.294042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 983bb8c4-ff35-47b4-96d6-a27855348e09 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:31.497114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] For port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:31.516138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.586902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] For port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:31.610721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.650530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:31.694844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'fixed_ips': [{'subnet_id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:31.695834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.827832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b1d8-bf46-4fbb-8b76-12195560aaa3 None None] Pushing event updated for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:32.045397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router cc0cc64d-fabb-479c-9f28-1e01463f63ca has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:32.049277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.053330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd7e22f-5c92-45b7-bd6c-a4345948b646,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:32.079034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Allocated IP 172.23.0.2 (c9b2f3b5-de31-41f8-a793-1409e84aa2d0/7fe297de-3ad7-42d4-99d3-b9cf9c8f5444/fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:32.156308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe172a9f-171e-42d6-9dca-a8b3ba88b935']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.176844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0958c9-1010-456a-b749-1f9e57efd1ac') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.177237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0958c9-1010-456a-b749-1f9e57efd1ac') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.197335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.231032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.249482 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.262445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:32.263453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.287537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:32.288325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:32.294151 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:32.395311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:32.499986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.506210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Provisioning complete for port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:32.506581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.507763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.530654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.534843 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/fe172a9f-171e-42d6-9dca-a8b3ba88b935 HTTP/1.1" status: 204 len: 168 time: 2.1749473 Nov 12 01:04:32.560474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Pushing event updated for resources: {'Port': ['ID=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:32.606681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:32.607035 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.649595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Allocated IP 172.23.0.1 (c9b2f3b5-de31-41f8-a793-1409e84aa2d0/7fe297de-3ad7-42d4-99d3-b9cf9c8f5444/097e18c4-af85-4b5a-8928-9fd69833a01e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:32.662025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.669154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1004375646'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:32.677243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06886bc3-23c8-419b-800b-76f55a671bc2 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=fe172a9f-171e-42d6-9dca-a8b3ba88b935,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:32.677941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:32.680591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.696925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:32.703857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:32.722080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:32.726611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.731700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:32.745463 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Sync routers for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:32.757706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e369638-7bbe-46b9-b89d-94eef08261ea tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/cc0cc64d-fabb-479c-9f28-1e01463f63ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3852167 Nov 12 01:04:32.761961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:32.765151 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:32.765792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:32.855047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.885358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting subnet 8101c559-165a-4118-9823-8068b2ca26a8 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:32.892876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.902836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.928969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:32.955634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.956634 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 2ecffb18-6b61-48b7-9524-70036a1cc4d4 of type vlan for network d5319a2b-c175-4667-a89f-1030521332ae Nov 12 01:04:33.044824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.070064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:33.071727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:33.075109 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:33.078393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:33.150257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.158561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.174676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Attempting to bind port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:33.175334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Attempting to bind port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:33.175519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Attempting to bind port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 on network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:33.190173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:33.190557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Checking segment: {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:33.190965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.191366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Bound using segment: {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:33.191926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Bound port: fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:33.192375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.198817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.242027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-b64a6d79-29c0-4c95-a874-e19ce8798c43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1809216 Nov 12 01:04:33.309899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.339867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] For port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:33.354227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] For port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:33.361784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7629f6fe-506c-4b14-b925-f0b68396f2c9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:33.392798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.415638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.422147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.423073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.423683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.451261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:30Z', 'revision_number': 7, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.478117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.501748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Subnet': ['ID=8101c559-165a-4118-9823-8068b2ca26a8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.516806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Checking router: cc0cc64d-fabb-479c-9f28-1e01463f63ca for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:33.531332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.539741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f18f3c66-a175-4ede-9cea-626c731fd3e9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/subnets/8101c559-165a-4118-9823-8068b2ca26a8 HTTP/1.1" status: 204 len: 168 time: 0.7765155 Nov 12 01:04:33.541539 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Routers {'cc0cc64d-fabb-479c-9f28-1e01463f63ca'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:33.542175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.546252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47184) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:33.614950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7629f6fe-506c-4b14-b925-f0b68396f2c9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:33.615329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.644013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9798529 Nov 12 01:04:33.649471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:33.660204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-3216dbc5-176d-44a5-9ad9-c845dd9526dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.662345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-3216dbc5-176d-44a5-9ad9-c845dd9526dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.2893980 Nov 12 01:04:33.678040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:33.757841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3807-7ad4-4ec1-81ca-a00931be80ef tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=d5319a2b-c175-4667-a89f-1030521332ae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.790732 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] Set router cc0cc64d-fabb-479c-9f28-1e01463f63ca gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:33.793364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d5319a2b-c175-4667-a89f-1030521332ae details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:33.811006 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.048526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ead6b-870d-401f-b424-aa8b5412a9cc None None] Pushing event updated for resources: {'Port': ['ID=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.088828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:34.093723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.105340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Provisioning complete for port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:34.106221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.185143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:34.211047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-0db2bc12-6ca8-40df-812c-c0a1e00691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.213774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-0db2bc12-6ca8-40df-812c-c0a1e00691b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.5160601 Nov 12 01:04:34.237518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017df73-8a81-4eef-8037-afe3309e925d None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:34.366653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-2078490a-c727-45a6-b04c-9e6480411396 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.1388674 Nov 12 01:04:34.463227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Provisioning complete for port ee534185-381d-40b2-971b-f4336363fb08 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:34.463511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-429493d5-cc9c-4a5d-8aa5-9ca8bf6f7c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.542333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:34.549526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.638634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-57b85282-8f57-43dc-a9f4-8a1b42ed7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.648760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-57b85282-8f57-43dc-a9f4-8a1b42ed7a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.2683744 Nov 12 01:04:34.686839 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:30Z', 'revision_number': 7, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:34.718756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-d40266e2-7e2d-44ac-a8cd-035502743373 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354383 Nov 12 01:04:34.757905 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6216-cff4-4ab8-972f-b3e1bf93b7b0 None None] The sync data for ids ['cc0cc64d-fabb-479c-9f28-1e01463f63ca'] in n-d-712141-15 is: [{'id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'name': 'tempest-TestNetworkBasicOps-router-1799279199', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:15Z', 'updated_at': '2021-11-12T01:04:30Z', 'revision_number': 7, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': 'c4e6af34-7c1e-4763-92f3-e27ca7eb3095', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc64d-fabb-479c-9f28-1e01463f63ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:16Z', 'updated_at': '2021-11-12T01:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:34.901309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:34.901687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.920285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port c4e6af34-7c1e-4763-92f3-e27ca7eb3095 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:34.920637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.948264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.979999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.002359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.022939 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:35.243658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.245820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '2ecffb18-6b61-48b7-9524-70036a1cc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:35.246368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: d5319a2b-c175-4667-a89f-1030521332ae, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:35.250626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.260329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=380c01db-d0bd-45cf-aa1b-944abc4cb4ae,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:35.282186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-a102bcb8-7b8e-47f8-86ab-db3eb32c8657 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521083 Nov 12 01:04:35.363550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event updated for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:35.375490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.407144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:35.417359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.469811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network d5319a2b-c175-4667-a89f-1030521332ae is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:35.496929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d5319a2b-c175-4667-a89f-1030521332ae) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:35.512182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.513261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.516418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:35.545825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92364411-0879-4e4a-ac4b-20e43101d279 None None] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:35.554993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-982803f1-7268-43fe-958b-90086ba52b52 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8889737 Nov 12 01:04:35.555517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:35.575295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:35.664251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:35.671539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:35.685109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port c4e6af34-7c1e-4763-92f3-e27ca7eb3095, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:35.685783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.776636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for c4e6af34-7c1e-4763-92f3-e27ca7eb3095 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:35.783971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17894d50-5736-4bc4-9a6d-a13224da029d None None] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:35.787097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-689a222c-1ed5-43dd-94bf-ef2ee8b4a2f2 req-1bcddbe6-99b3-43aa-84a4-2c931d6e6ecc service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931304 Nov 12 01:04:35.790252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c8973-7c58-42d6-b9dc-8ab7cdc11be3 None None] Network d5319a2b-c175-4667-a89f-1030521332ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:35.898954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:35.915491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.976339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17894d50-5736-4bc4-9a6d-a13224da029d None None] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:04:36.014827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208b914-85c7-44b1-a9bd-9e256f756c22 None None] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:36.148594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ae288fe-1b89-44da-a4a1-d8939274b985 None None] Provisioning complete for port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:36.150182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ae288fe-1b89-44da-a4a1-d8939274b985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.272392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79632b8d-35e3-4cb2-baa5-01706db8a4e2 None None] Network d2b05eaf-8e2b-481e-b5dd-9f243795eece requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:36.285264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208b914-85c7-44b1-a9bd-9e256f756c22 None None] Network fe172a9f-171e-42d6-9dca-a8b3ba88b935 could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:04:36.289064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:36.568323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.577169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:36.631822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19ad900c-98fb-4578-ab11-aa8bd9282818 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8879700 Nov 12 01:04:36.632005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:36.646956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=c4e6af34-7c1e-4763-92f3-e27ca7eb3095,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:36.648509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:36.713425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c99585-611c-4c5c-8024-ada285c0d624 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:36.715782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:36.722089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:36.816880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.884669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d5319a2b-c175-4667-a89f-1030521332ae', 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': '380c01db-d0bd-45cf-aa1b-944abc4cb4ae'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:36.886604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.919770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:36.921738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.165211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.170544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.290623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:37.345810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.486840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.488713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Fanout notify agent at l3_agent the message router_deleted on router cc0cc64d-fabb-479c-9f28-1e01463f63ca {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:37.506653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.511695 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af531728-d2e6-4571-95f6-e2813e8d77ec tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/routers/cc0cc64d-fabb-479c-9f28-1e01463f63ca HTTP/1.1" status: 204 len: 168 time: 3.9638913 Nov 12 01:04:37.532920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:37.566222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network d5319a2b-c175-4667-a89f-1030521332ae is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:37.644109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:37.661301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.662152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.776650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2120633 Nov 12 01:04:37.779341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47340) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:37.819014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084965f6-2f51-4a45-b964-9c2f211a5c65 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=ae6018b0-fa2d-465f-8b7b-5a1f9a7025be,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.932464 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.097662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] Provisioning complete for port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:38.102089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.118479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.126840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.134431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.146620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.156129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.163744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ad13dc3-2aa8-4b91-b106-7b45dbb92611 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3795593 Nov 12 01:04:38.181823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:38.186996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6086e-28af-47de-b506-69cd48eb8c26 None None] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:38.200291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408184210'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:38.274561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:04:38.322752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:38.332210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Removed routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:04:38.336544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.342740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.355117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 9686a0cf-dd4a-4232-99aa-f01018d9730c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:38.355921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.559003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:38.559600 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.590589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:38.614331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 9686a0cf-dd4a-4232-99aa-f01018d9730c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9686a0cf-dd4a-4232-99aa-f01018d9730c,segment=NetworkSegment(616fa00a-e0d2-4256-a238-56f79b893462),segment_id=616fa00a-e0d2-4256-a238-56f79b893462)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:38.639402 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.699512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.700295 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 0d6a15fa-e041-4103-917b-c1fc348867ef of type vlan for network e5cfd7cb-9986-4217-8253-643b98d50606 Nov 12 01:04:38.702427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 9686a0cf-dd4a-4232-99aa-f01018d9730c owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:38.751749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.765488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.810164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73729a-2493-4578-a417-3634b3765628 None None] DHCP port deletion for d2b05eaf-8e2b-481e-b5dd-9f243795eece request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:38.885547 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.895689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.970385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.034983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:33Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '097e18c4-af85-4b5a-8928-9fd69833a01e', 'name': '', 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:8b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:32Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:39.051219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:39.054690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=9686a0cf-dd4a-4232-99aa-f01018d9730c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.070717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] No DVR routers for this DVR port 9686a0cf-dd4a-4232-99aa-f01018d9730c on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:39.074602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.087283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.088227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.275574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:39.277244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Updating router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 port 097e18c4-af85-4b5a-8928-9fd69833a01e binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:39.286716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.322520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b05eaf-8e2b-481e-b5dd-9f243795eece']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:39.327500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:39.341013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616fa00a-e0d2-4256-a238-56f79b893462') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:39.341686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616fa00a-e0d2-4256-a238-56f79b893462') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:39.346272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.355853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c6ec3ecc-53c9-4999-a2b7-cbb99f6f0109 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 934 time: 2.7151740 Nov 12 01:04:39.356258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:39.366975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.381768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.392419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.415118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:39.415847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.552207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Allocated IP 2001:db8::2 (d5319a2b-c175-4667-a89f-1030521332ae/380c01db-d0bd-45cf-aa1b-944abc4cb4ae/8a16a2f2-1dae-4b2f-ad6d-649211cf7400) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:39.574517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f04e5d5f-0cbb-4e70-866b-829581206d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:39.575434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.583537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.597044 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/networks/d2b05eaf-8e2b-481e-b5dd-9f243795eece HTTP/1.1" status: 204 len: 168 time: 2.0594261 Nov 12 01:04:39.671653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ad73729a-2493-4578-a417-3634b3765628 None None] Deleting port 9686a0cf-dd4a-4232-99aa-f01018d9730c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:39.672031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad73729a-2493-4578-a417-3634b3765628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.678595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4831760 Nov 12 01:04:39.682882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:39.686580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:39.694970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'network': {'name': 'tempest-network-smoke--1340005858', 'project_id': '088c4d1315a84724af075079edce2b64', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:39.701005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] For port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:39.722653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:39.795541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.831716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b9f5e-8b0d-4271-9c00-0c2e2874bbd8 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=e5cfd7cb-9986-4217-8253-643b98d50606,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-ad73729a-2493-4578-a417-3634b3765628 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d2b05eaf-8e2b-481e-b5dd-9f243795eece could not be found. Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d2b05eaf-8e2b-481e-b5dd-9f243795eece could not be found. Nov 12 01:04:39.955928 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:04:39.975805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf747-6000-4fbe-9529-621e59f5fea2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Network': ['ID=d2b05eaf-8e2b-481e-b5dd-9f243795eece,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.990303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeaddd-233a-48e6-be57-827e15b2baf4 None None] Pushing event updated for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.994313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:40.025541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:40.037906 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.047031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:40.062599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-442c2a51-7b1c-41cd-b859-cb2fc469f355 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 934 time: 0.7047100 Nov 12 01:04:40.063337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:40.071709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'routes': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:40.227801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.266307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.320068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network e5cfd7cb-9986-4217-8253-643b98d50606 is not hosted by any dhcp agent {{(pid=102676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:04:40.333982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.338225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.339961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "PUT /v2.0/networks/e5cfd7cb-9986-4217-8253-643b98d50606 HTTP/1.1" status: 200 len: 723 time: 0.6229236 Nov 12 01:04:40.344343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:40.358115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': 'e5cfd7cb-9986-4217-8253-643b98d50606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:40.368318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:40.473527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.480925 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Added segment f650556e-f5f5-4694-84e2-717ffea71ced of type vlan for network a18c78ba-af7c-492b-bf90-a542d76b4e36 Nov 12 01:04:40.503180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478b6f7-4c58-40aa-adad-1201d8c20012 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=e5cfd7cb-9986-4217-8253-643b98d50606,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.606382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:40.608284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.611853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.647408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:40.715942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.727158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.731718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.848618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e5488f58-b40b-4fc1-a70a-1234c39537c5 None None] Provisioning complete for port 097e18c4-af85-4b5a-8928-9fd69833a01e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:40.849144 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5488f58-b40b-4fc1-a70a-1234c39537c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.893432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2055395 Nov 12 01:04:40.896555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:40.902560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-750739471', 'admin_state_up': True, 'project_id': '088c4d1315a84724af075079edce2b64', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:40.971706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168295c4-62c8-48ed-8b70-10ec8155c19e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Network': ['ID=a18c78ba-af7c-492b-bf90-a542d76b4e36,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.978202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.980563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.040766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:41.123488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.149923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:41.150551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.190225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e5488f58-b40b-4fc1-a70a-1234c39537c5 None None] Port 097e18c4-af85-4b5a-8928-9fd69833a01e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:41.359134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e5488f58-b40b-4fc1-a70a-1234c39537c5 None None] Provisioning complete for port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:41.361655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5488f58-b40b-4fc1-a70a-1234c39537c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.707762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.970703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.997000 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.062792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:04:42.064816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:04:42.070206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.138731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.228365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=2d619818-4903-49b8-a504-712c94f2405e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.239798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.248564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': '0d6a15fa-e041-4103-917b-c1fc348867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5cfd7cb-9986-4217-8253-643b98d50606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:42.249234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: e5cfd7cb-9986-4217-8253-643b98d50606, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:42.261608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.272646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Network d5319a2b-c175-4667-a89f-1030521332ae is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:42.300840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:42.304772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:42.331168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c2e-aadc-4a14-b59a-4823ae9ade3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.341825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Pushing event updated for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.398332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network e5cfd7cb-9986-4217-8253-643b98d50606 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:42.401257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e064e3ab-e749-4aa3-b645-70583ad244c6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:42.438430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e064e3ab-e749-4aa3-b645-70583ad244c6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:42.439688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e064e3ab-e749-4aa3-b645-70583ad244c6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:42.462798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e5cfd7cb-9986-4217-8253-643b98d50606) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:42.497867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:42.498718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.525053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Attempting to bind port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:42.525432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Attempting to bind port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2ecffb18-6b61-48b7-9524-70036a1cc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:42.525841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Attempting to bind port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 on network d5319a2b-c175-4667-a89f-1030521332ae {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:42.534157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c153d-6588-4a69-b4e8-3d7bc792a0b2 None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:42.575143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.591425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:42.596540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:42.597004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Checking segment: {'id': '2ecffb18-6b61-48b7-9524-70036a1cc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:42.597480 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.597948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Bound using segment: {'id': '2ecffb18-6b61-48b7-9524-70036a1cc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:42.598502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Bound port: 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecffb18-6b61-48b7-9524-70036a1cc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:42.599033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.614644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.638327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff647ade-7c7c-47be-b8b0-ee74985e3b6f None None] Pushing event updated for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.657343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eee4fcd7-50c4-4039-83d6-35820d179202 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3096907 Nov 12 01:04:42.659825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47718) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:42.665989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:42.745311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-60b80857-bfe3-4c00-bf2a-a35435b789c7 None None] Provisioning complete for port 097e18c4-af85-4b5a-8928-9fd69833a01e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:42.745584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60b80857-bfe3-4c00-bf2a-a35435b789c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.747448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Attempting to bind port 097e18c4-af85-4b5a-8928-9fd69833a01e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:42.747869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Attempting to bind port 097e18c4-af85-4b5a-8928-9fd69833a01e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:42.748258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Attempting to bind port 097e18c4-af85-4b5a-8928-9fd69833a01e on network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:42.807017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29925928'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.843119 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.849057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.863350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:42.863723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Checking segment: {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:42.864157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.864549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Bound using segment: {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:42.865039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Bound port: 097e18c4-af85-4b5a-8928-9fd69833a01e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2801fe83-5145-4f31-9dba-e0a2aa775edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:42.866227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.904690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:42.906229 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.977241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754972186507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29902319'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.038102 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.065103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.065721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.067085 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "PUT /v2.0/subnets/2d619818-4903-49b8-a504-712c94f2405e HTTP/1.1" status: 200 len: 826 time: 0.4055896 Nov 12 01:04:43.084267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:43.166406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:43.173726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.25.6.95 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0791fbf6-08a9-41fc-a005-9f328f2075a9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:43.239076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-60b80857-bfe3-4c00-bf2a-a35435b789c7 None None] Port 097e18c4-af85-4b5a-8928-9fd69833a01e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:43.272729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fb53-6a99-4739-98b3-011da7a92693 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=2d619818-4903-49b8-a504-712c94f2405e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.289367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dadc5642-91a5-45fd-941e-733462e817be None None] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:43.327743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dadc5642-91a5-45fd-941e-733462e817be None None] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,segment=NetworkSegment(2ecffb18-6b61-48b7-9524-70036a1cc4d4),segment_id=2ecffb18-6b61-48b7-9524-70036a1cc4d4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:43.353010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.391853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.470125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-60b80857-bfe3-4c00-bf2a-a35435b789c7 None None] Provisioning complete for port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:43.470572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60b80857-bfe3-4c00-bf2a-a35435b789c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.481125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] For port 097e18c4-af85-4b5a-8928-9fd69833a01e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:43.490810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.576290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4e6af34-7c1e-4763-92f3-e27ca7eb3095 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:43.624344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c4e6af34-7c1e-4763-92f3-e27ca7eb3095 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:43.624893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c4e6af34-7c1e-4763-92f3-e27ca7eb3095 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:43.625590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9686a0cf-dd4a-4232-99aa-f01018d9730c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:43.627564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.661410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] For port 097e18c4-af85-4b5a-8928-9fd69833a01e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=097e18c4-af85-4b5a-8928-9fd69833a01e,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:43.685238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=2d619818-4903-49b8-a504-712c94f2405e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.690584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9686a0cf-dd4a-4232-99aa-f01018d9730c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:43.691124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9686a0cf-dd4a-4232-99aa-f01018d9730c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:43.725773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.728573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5642-91a5-45fd-941e-733462e817be None None] Pushing event updated for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.750855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:43.761653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.762878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4b5869b4-6923-4588-b57f-3fcfebfca100 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 700 time: 3.6962073 Nov 12 01:04:43.766133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:43.779163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1167f-56eb-41ed-9448-1bfa2d35e23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-e5cfd7cb-9986-4217-8253-643b98d50606', 'network_id': 'e5cfd7cb-9986-4217-8253-643b98d50606', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': '2d619818-4903-49b8-a504-712c94f2405e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:43.780183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1e1167f-56eb-41ed-9448-1bfa2d35e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.819070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff647ade-7c7c-47be-b8b0-ee74985e3b6f None None] Pushing event updated for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.845443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.908996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cfd7cb-9986-4217-8253-643b98d50606']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.959479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6a15fa-e041-4103-917b-c1fc348867ef') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.959954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6a15fa-e041-4103-917b-c1fc348867ef') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.984833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.994631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:43.995230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:44.022432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.036968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:44.039076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:44.053050 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:44.060138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.179594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ec2e0287-9c48-4a2f-ad42-3ee5fd93c691 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 700 time: 0.4120922 Nov 12 01:04:44.191157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5d3b9-a833-4035-bc98-55fbdff77121 None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:44.209526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.218719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.301863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:44.313851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:44.324449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:44.327822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=0791fbf6-08a9-41fc-a005-9f328f2075a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:44.362116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca43b1-196a-4850-bd90-3065d458325a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:44.407417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5d3b9-a833-4035-bc98-55fbdff77121 None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:04:44.477268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae0a90-2744-473c-97bd-01769f34ba1a None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:44.489152 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.579290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] Provisioning complete for port 097e18c4-af85-4b5a-8928-9fd69833a01e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:44.581221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.589314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:44.595309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae0a90-2744-473c-97bd-01769f34ba1a None None] Network e5cfd7cb-9986-4217-8253-643b98d50606 could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:04:44.755294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:44.915803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.090294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.164961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.170989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.172817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:45.173526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.187085 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/e5cfd7cb-9986-4217-8253-643b98d50606 HTTP/1.1" status: 204 len: 168 time: 2.0992773 Nov 12 01:04:45.189113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.271587 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.324447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200cfd-33af-42c5-b690-253de7562c63 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=e5cfd7cb-9986-4217-8253-643b98d50606,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.366012 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f30879-45cb-4743-a737-37e3bca26541 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:04:45.366881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f30879-45cb-4743-a737-37e3bca26541 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:04:45.376090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.376560 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e6f30879-45cb-4743-a737-37e3bca26541 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/e5cfd7cb-9986-4217-8253-643b98d50606 HTTP/1.1" status: 404 len: 339 time: 0.1716475 Nov 12 01:04:45.378696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.384250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001169263', 'description': 'd1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.457009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:45.462531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.512817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829739d0-fc1e-4549-96fe-43accd9e1a94 None None] Network d5319a2b-c175-4667-a89f-1030521332ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:45.558748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:45.597844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.598196 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment 171307c9-1f70-4f33-8f9d-8d8baeafd52f of type vlan for network 4953d300-a718-46cc-ae7b-a3942fa8b2a3 Nov 12 01:04:45.682251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] For port 097e18c4-af85-4b5a-8928-9fd69833a01e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=097e18c4-af85-4b5a-8928-9fd69833a01e,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:45.695033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.695336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.714220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:45.765679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fb09e-1e50-43b4-bee5-a6984aaa43df None None] Pushing event updated for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.815724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.874419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Provisioning complete for port 097e18c4-af85-4b5a-8928-9fd69833a01e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:45.875069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.883342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.888499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 7, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '097e18c4-af85-4b5a-8928-9fd69833a01e', 'name': '', 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:8b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:32Z', 'updated_at': '2021-11-12T01:04:43Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:45.935488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.955485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:45.956261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.971448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8a0d0-0112-43c6-a7af-4ba96d5ae014 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 7, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '097e18c4-af85-4b5a-8928-9fd69833a01e', 'name': '', 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:8b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:32Z', 'updated_at': '2021-11-12T01:04:43Z', 'revision_number': 4, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:45.972017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:45.999319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.000882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3061cedc-c180-4eae-8329-bc7fcf0b9c65 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1014318 Nov 12 01:04:46.003849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.004492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Sync routers for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:46.029721 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:46.032807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:46.036769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,segment=NetworkSegment(2ecffb18-6b61-48b7-9524-70036a1cc4d4),segment_id=2ecffb18-6b61-48b7-9524-70036a1cc4d4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:46.045872 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.118901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8502ba89-998e-4105-baa8-8059b968b4e0 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=088c4d1315a84724af075079edce2b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1138070 Nov 12 01:04:46.123174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.138470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=4953d300-a718-46cc-ae7b-a3942fa8b2a3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.168923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd5b1129-e974-49ed-90e4-cf13cebbc7ac tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7862227 Nov 12 01:04:46.177356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.183769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4953d300-a718-46cc-ae7b-a3942fa8b2a3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:46.287668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.396343 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:46.493471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:46.493856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.496092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Update dhcp port {'port': {'network_id': 'd5319a2b-c175-4667-a89f-1030521332ae', 'fixed_ips': [{'subnet_id': '380c01db-d0bd-45cf-aa1b-944abc4cb4ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae6018b0-fa2d-465f-8b7b-5a1f9a7025be'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '8a16a2f2-1dae-4b2f-ad6d-649211cf7400'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:04:46.510216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896cf9e-164f-4f3e-897f-1e559d78eff9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.521573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e896cf9e-164f-4f3e-897f-1e559d78eff9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks?id=4953d300-a718-46cc-ae7b-a3942fa8b2a3 HTTP/1.1" status: 200 len: 765 time: 0.3406584 Nov 12 01:04:46.526849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.566019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 097e18c4-af85-4b5a-8928-9fd69833a01e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:46.566375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.638108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'description': 'd2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:46.638995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.651636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab66d1-176b-43c5-9a7b-01e4fd9a1492 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.653198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f1ab66d1-176b-43c5-9a7b-01e4fd9a1492 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5286112 Nov 12 01:04:46.667151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.887438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:46.900261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d47ebc73-109d-40c6-a0c9-b378ec81a1f6 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2297320 Nov 12 01:04:46.900768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:46.916333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846538773', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'project_id': '088c4d1315a84724af075079edce2b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:46.951680 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.040220 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Checking router: 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:47.040895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Updating router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac port 0791fbf6-08a9-41fc-a005-9f328f2075a9 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:47.087499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Provisioning complete for port 0791fbf6-08a9-41fc-a005-9f328f2075a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:47.087877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.103461 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.109844 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.141790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.152821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 097e18c4-af85-4b5a-8928-9fd69833a01e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=097e18c4-af85-4b5a-8928-9fd69833a01e,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:47.153199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.198867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network 4953d300-a718-46cc-ae7b-a3942fa8b2a3 is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:04:47.206007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:47.206506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.211649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.213049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.213585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:47.220330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "PUT /v2.0/networks/4953d300-a718-46cc-ae7b-a3942fa8b2a3 HTTP/1.1" status: 200 len: 762 time: 0.5897200 Nov 12 01:04:47.224700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.232126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.280994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 097e18c4-af85-4b5a-8928-9fd69833a01e owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:47.336782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:47.361833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c924bfea-420f-44fd-82e3-e191bcf6b7fd None None] Port 0791fbf6-08a9-41fc-a005-9f328f2075a9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:47.381896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52838408-9ca2-427f-b349-026178013868 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=4953d300-a718-46cc-ae7b-a3942fa8b2a3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:47.395284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:47.395836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:47.427327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4953d300-a718-46cc-ae7b-a3942fa8b2a3 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:47.456276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2305c-9eb7-480b-8d23-3510729ec0e5 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.457988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4c2305c-9eb7-480b-8d23-3510729ec0e5 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks?id=4953d300-a718-46cc-ae7b-a3942fa8b2a3 HTTP/1.1" status: 200 len: 765 time: 0.2247689 Nov 12 01:04:47.465332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:47.581386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:47.595139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Allocated IP 172.20.0.1 (d5319a2b-c175-4667-a89f-1030521332ae/ae6018b0-fa2d-465f-8b7b-5a1f9a7025be/8a16a2f2-1dae-4b2f-ad6d-649211cf7400) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:47.607778 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.624201 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.689823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Attempting to bind port 0791fbf6-08a9-41fc-a005-9f328f2075a9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:47.689823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Attempting to bind port 0791fbf6-08a9-41fc-a005-9f328f2075a9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:47.690326 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Attempting to bind port 0791fbf6-08a9-41fc-a005-9f328f2075a9 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:47.730946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,segment=NetworkSegment(2ecffb18-6b61-48b7-9524-70036a1cc4d4),segment_id=2ecffb18-6b61-48b7-9524-70036a1cc4d4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:47.732150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:47.732530 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:47.749589 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.749939 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:47.750778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Bound port: 0791fbf6-08a9-41fc-a005-9f328f2075a9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:47.751185 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.770255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.822752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfde5a-e4d2-4de5-bf92-fe495c5b44b0 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:47.826831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.910063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.920810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31146-65c1-444a-b2b0-8ef96b81a88b None None] Pushing event updated for resources: {'Port': ['ID=0791fbf6-08a9-41fc-a005-9f328f2075a9,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:47.930565 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] For port 0791fbf6-08a9-41fc-a005-9f328f2075a9, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:47.960762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.966973 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] For port 0791fbf6-08a9-41fc-a005-9f328f2075a9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0791fbf6-08a9-41fc-a005-9f328f2075a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:47.973132 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.978927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe5965-13a5-47bf-9e3e-4fde433b61aa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.981060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7bfe5965-13a5-47bf-9e3e-4fde433b61aa tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5141292 Nov 12 01:04:47.984279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.010077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=097e18c4-af85-4b5a-8928-9fd69833a01e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:48.033205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-83b16ce8-59a8-45d0-9544-037c29255a9e tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 207 time: 0.0471530 Nov 12 01:04:48.037408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.050433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Subnet': ['ID=c271291c-406f-4fb0-92f1-3be62fc3148f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:48.131444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31146-65c1-444a-b2b0-8ef96b81a88b None None] Pushing event updated for resources: {'Port': ['ID=0791fbf6-08a9-41fc-a005-9f328f2075a9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:48.144640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Checking segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:48.145226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network hostable DHCP agents. Network: a18c78ba-af7c-492b-bf90-a542d76b4e36, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:48.171183 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:48.172032 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:48.267530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:48.296633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.327025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a18c78ba-af7c-492b-bf90-a542d76b4e36) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:48.327973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3a675-ed6c-44aa-b412-6b79739d1482 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:48.394932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dfaacb-3554-4bed-8c93-1bcab182a387 None None] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:48.400736 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:48.402631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.408605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.434636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.449267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.457988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.464559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.471310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.493458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.497663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 097e18c4-af85-4b5a-8928-9fd69833a01e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:48.501524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eea0bcda-ea92-4820-aded-6087b6391109 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4642239 Nov 12 01:04:48.506155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.582096 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aad39083-02c8-4463-a99e-b1c9b25bea28 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6801555 Nov 12 01:04:48.593129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.830001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:48.855404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 097e18c4-af85-4b5a-8928-9fd69833a01e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:48.855829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 097e18c4-af85-4b5a-8928-9fd69833a01e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:04:48.890425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] Provisioning complete for port 0791fbf6-08a9-41fc-a005-9f328f2075a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:48.890799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.898528 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355a5d9-0fe3-40e1-bb08-942cd9ec26c5 None None] The sync data for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 is: [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 3, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:48.941255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 097e18c4-af85-4b5a-8928-9fd69833a01e not found, will not notify nova. {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:04:49.091324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3398ac-c726-4fe5-9ce5-88564e5ca9ce None None] Pushing event updated for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:49.137271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a18c78ba-af7c-492b-bf90-a542d76b4e36', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:49.139309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.165169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:49.432847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 7, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '097e18c4-af85-4b5a-8928-9fd69833a01e', 'name': '', 'network_id': 'c9b2f3b5-de31-41f8-a793-1409e84aa2d0', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:8b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:32Z', 'updated_at': '2021-11-12T01:04:45Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '7fe297de-3ad7-42d4-99d3-b9cf9c8f5444', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:49.449804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-98d9e41f-0a46-4f54-bcdf-e57339b94370 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.9418242 Nov 12 01:04:49.453375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.528089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:49.541832 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8ba80f31-532a-46f8-bbc0-cf47681fbde2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3305492 Nov 12 01:04:49.544664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.576319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.578211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.580163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.581678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.591206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.616222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:49.625747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ace0f2bb-8b5f-44d1-a375-b6e4ff79e614 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1440167 Nov 12 01:04:49.626550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.663544 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.676527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 7fe297de-3ad7-42d4-99d3-b9cf9c8f5444 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:49.748112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:49.753215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:49.824260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.825742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.827200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.832691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.837386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.840320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f44d5b1a-91f1-4f75-995f-2018e054fcbc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2125425 Nov 12 01:04:49.850718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.892486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.068476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:50.104880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.245561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Allocated IP 172.20.0.2 (a18c78ba-af7c-492b-bf90-a542d76b4e36/c271291c-406f-4fb0-92f1-3be62fc3148f/90e38059-7c6a-407e-a24d-e5196c1e5b1e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:50.247983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4afa53-ebcf-4c6a-96ad-d83350ff0991 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.253106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ff4afa53-ebcf-4c6a-96ad-d83350ff0991 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks/5fadd85e-ed09-4dd7-b72a-065407d9cae0 HTTP/1.1" status: 200 len: 804 time: 0.3987966 Nov 12 01:04:50.258349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.266028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e74f9-022c-4060-8efb-573506d02ec5 None None] Network d5319a2b-c175-4667-a89f-1030521332ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:50.409265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] For port 0791fbf6-08a9-41fc-a005-9f328f2075a9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0791fbf6-08a9-41fc-a005-9f328f2075a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:50.461391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.561573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-30a9773c-0d5c-4861-8a87-d2deaf80874a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/networks/5fadd85e-ed09-4dd7-b72a-065407d9cae0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3009968 Nov 12 01:04:50.567218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.649832 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.670040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.687915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.693440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.800753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:50.877602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:50.880016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2cacf0-d984-4935-8f2a-253bf0f71654 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.880797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:50.882249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d2cacf0-d984-4935-8f2a-253bf0f71654 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets/d7d1d730-4472-4bda-a696-5a415506d5d6 HTTP/1.1" status: 200 len: 843 time: 0.2194505 Nov 12 01:04:50.886130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.900003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3020f208-a4e8-458f-99f8-832ee04813c2 None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:50.900451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3020f208-a4e8-458f-99f8-832ee04813c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.992426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.010439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55baf173-0256-4fd2-b546-5be90310f190 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:51.017538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-55baf173-0256-4fd2-b546-5be90310f190 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "GET /v2.0/subnets/d7d1d730-4472-4bda-a696-5a415506d5d6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1300809 Nov 12 01:04:51.021351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.035417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036191430'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:51.098728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:51.115072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.140295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefbf3b-9ae8-4db1-842a-f1f8e216880a None None] Pushing event updated for resources: {'Port': ['ID=0791fbf6-08a9-41fc-a005-9f328f2075a9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.195654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.1 (a18c78ba-af7c-492b-bf90-a542d76b4e36/c271291c-406f-4fb0-92f1-3be62fc3148f/7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:51.205193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:51.236360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.238611 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Added segment baf6f84e-f730-4ab3-8a15-dbf7513463b5 of type vlan for network 718224f7-35dc-42e1-8b5e-35a54455206a Nov 12 01:04:51.276522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:51.325924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Attempting to bind port 90e38059-7c6a-407e-a24d-e5196c1e5b1e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:51.326696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Attempting to bind port 90e38059-7c6a-407e-a24d-e5196c1e5b1e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:51.327129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Attempting to bind port 90e38059-7c6a-407e-a24d-e5196c1e5b1e on network a18c78ba-af7c-492b-bf90-a542d76b4e36 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:51.352250 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.357355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:51.357733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Checking segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:51.365327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.365806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Bound using segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:51.367491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Bound port: 90e38059-7c6a-407e-a24d-e5196c1e5b1e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:51.368555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.462444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.468407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:51.469056 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.553328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe297de-3ad7-42d4-99d3-b9cf9c8f5444,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.611245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5880871 Nov 12 01:04:51.628147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.641018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.644279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] For port 90e38059-7c6a-407e-a24d-e5196c1e5b1e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:51.647511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.652993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] For port 90e38059-7c6a-407e-a24d-e5196c1e5b1e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90e38059-7c6a-407e-a24d-e5196c1e5b1e,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:51.669400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-de8973f1-7c5b-4fc3-9c25-8285295f7972 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/7fe297de-3ad7-42d4-99d3-b9cf9c8f5444 HTTP/1.1" status: 204 len: 168 time: 2.1234019 Nov 12 01:04:51.685263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:51.688647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7467-aaa1-483c-b050-b574d1a1065f None None] Network c9b2f3b5-de31-41f8-a793-1409e84aa2d0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:51.773544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03069bd-ff90-441b-a155-f171c5302b06 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Network': ['ID=718224f7-35dc-42e1-8b5e-35a54455206a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.788633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.947198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Pushing event updated for resources: {'Port': ['ID=90e38059-7c6a-407e-a24d-e5196c1e5b1e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.957874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.996216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Made reservation on behalf of c264a670b66d4d46a5626eef7f2cd0b7 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:52.019633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.029746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 718224f7-35dc-42e1-8b5e-35a54455206a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:52.199171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Performing IP validity checks on allocation pools {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:04:52.199753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:04:52.360415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.368296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-b00e98e4-672b-412a-ae7e-44da374df7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.370223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-b00e98e4-672b-412a-ae7e-44da374df7a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.4506423 Nov 12 01:04:52.441693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437caf5-afdd-4a3e-a317-eef922783a52 req-640d0e79-0cac-4862-9fef-2ff2b8976772 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.443616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f437caf5-afdd-4a3e-a317-eef922783a52 req-640d0e79-0cac-4862-9fef-2ff2b8976772 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3352587 Nov 12 01:04:52.490630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:52.494992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.537958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.611966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 8, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:52.644132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.748463 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f437caf5-afdd-4a3e-a317-eef922783a52 req-c5f153f5-bada-4e4c-bcf6-c741b38fc891 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740870 Nov 12 01:04:52.769170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=78ee25ae-4280-43ed-b091-05eb08580e92,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.805250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:52.806979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.825704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:52.846236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.850050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:52.866454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:52.911800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,segment=NetworkSegment(2801fe83-5145-4f31-9dba-e0a2aa775edf),segment_id=2801fe83-5145-4f31-9dba-e0a2aa775edf)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:52.912848 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.928968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:52.961840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b4f9-a317-4d2c-8082-9d445f858ce6 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 8, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:52.968391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Checking segment: {'id': 'baf6f84e-f730-4ab3-8a15-dbf7513463b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:52.968755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network hostable DHCP agents. Network: 718224f7-35dc-42e1-8b5e-35a54455206a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:52.993623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.119208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-081a2f6d-4b53-4558-9653-7f4de42e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.121276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-081a2f6d-4b53-4558-9653-7f4de42e5aa2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.7243807 Nov 12 01:04:53.131951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.154574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750d04-5136-4a8a-ac16-43c4a91b8b4e None None] Pushing event updated for resources: {'Port': ['ID=90e38059-7c6a-407e-a24d-e5196c1e5b1e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:53.158538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Network 718224f7-35dc-42e1-8b5e-35a54455206a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:53.211193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 718224f7-35dc-42e1-8b5e-35a54455206a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:53.223978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.225011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.238406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae63ee-c6dd-4b0c-b150-48e85dfb2e14 None None] Network 718224f7-35dc-42e1-8b5e-35a54455206a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:53.280751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-27aa7a64-59be-48ed-bcbd-392f803b5579 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6099308 Nov 12 01:04:53.281689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:53.295242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:53.328387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:53.336218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0791fbf6-08a9-41fc-a005-9f328f2075a9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:53.442664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-35853135-dcd3-4dc7-8215-98e39cf58e3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.2785478 Nov 12 01:04:53.443756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:53.539585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e4566-23f4-4754-a071-8abf22d025d7 None None] DHCP port deletion for c9b2f3b5-de31-41f8-a793-1409e84aa2d0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:53.660978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3020f208-a4e8-458f-99f8-832ee04813c2 None None] Provisioning complete for port 0791fbf6-08a9-41fc-a005-9f328f2075a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:53.663385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3020f208-a4e8-458f-99f8-832ee04813c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.762301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.861585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29925928'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.889143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-2ba2b463-84eb-4ce9-a7ad-41be1a9bac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.892730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-2ba2b463-84eb-4ce9-a7ad-41be1a9bac68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.4194794 Nov 12 01:04:53.894629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b2f3b5-de31-41f8-a793-1409e84aa2d0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:53.916527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0791fbf6-08a9-41fc-a005-9f328f2075a9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:53.917427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.069528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2801fe83-5145-4f31-9dba-e0a2aa775edf') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:54.069897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2801fe83-5145-4f31-9dba-e0a2aa775edf') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:54.088014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-a26299ff-d21b-4f37-af74-4ae9aad8890d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846244 Nov 12 01:04:54.136150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-718224f7-35dc-42e1-8b5e-35a54455206a', 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a', 'tenant_id': 'c264a670b66d4d46a5626eef7f2cd0b7', 'fixed_ips': [{'subnet_id': '78ee25ae-4280-43ed-b091-05eb08580e92'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:54.137601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.153556 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:54.173528 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:54.177174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:54.259417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754972186507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29902319'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.394740 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:54.406906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.454813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.470779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:54.471191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.483980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f035d801-7f67-422f-9648-8a8781ba0124 None None] Provisioning complete for port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:54.484433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f035d801-7f67-422f-9648-8a8781ba0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.646119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef1e04-61d5-4e23-99c9-35010b2fb17e req-8f6197d8-46c3-41ad-9424-26dedaf5dd58 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.652260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ef1e04-61d5-4e23-99c9-35010b2fb17e req-8f6197d8-46c3-41ad-9424-26dedaf5dd58 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.7241712 Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:54.653283 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:54.682140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0791fbf6-08a9-41fc-a005-9f328f2075a9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:54.825428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ef1e04-61d5-4e23-99c9-35010b2fb17e req-d7a9d614-ad07-4904-b3ad-c4d4e0c80ca1 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497273 Nov 12 01:04:54.900638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.927212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.936845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/c9b2f3b5-de31-41f8-a793-1409e84aa2d0 HTTP/1.1" status: 204 len: 168 time: 3.1398704 Nov 12 01:04:54.960583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Allocated IP 2001:db8::3 (718224f7-35dc-42e1-8b5e-35a54455206a/78ee25ae-4280-43ed-b091-05eb08580e92/2d89e71a-c3b5-4122-99cc-8c55abf631db) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:54.977695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:54.986280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41b230-9e19-4de3-9a3a-56db5cc5b6db tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=c9b2f3b5-de31-41f8-a793-1409e84aa2d0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:54.992455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 8, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:55.074619 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:55.101569 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:55.102227 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:55.151398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eabffa1-62b4-42b2-99ad-6c736b80c20d None None] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:55.169164 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.171458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0791fbf6-08a9-41fc-a005-9f328f2075a9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:55.172094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.220287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.223049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.226307 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "PUT /v2.0/subnets/78ee25ae-4280-43ed-b091-05eb08580e92 HTTP/1.1" status: 200 len: 900 time: 1.9383142 Nov 12 01:04:55.239775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47904) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:55.244935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-611fd376-7a3e-4c60-9cc3-873424de6984 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1303682 Nov 12 01:04:55.427769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-440223a4-ec6a-476e-b3d3-6e648c695308 req-a7b7a801-a819-4061-bb7d-eb15f987e477 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612380 Nov 12 01:04:55.488137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] Provisioning complete for port 90e38059-7c6a-407e-a24d-e5196c1e5b1e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:55.490858 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.491525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.568020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e17843-0b40-47b2-be4f-138939322891 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event updated for resources: {'Subnet': ['ID=78ee25ae-4280-43ed-b091-05eb08580e92,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:55.676348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.686210 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:56.013464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.022004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.066761 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 8, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:56.098929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.120426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.147752 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721591cc-8b98-492c-9320-192ed11a1be2 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:47Z', 'revision_number': 8, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6', 'name': '', 'network_id': 'f3038f75-27b5-4da5-ba2c-abcad399a5af', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:16:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:39Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '2587961e-2844-4ab4-98ee-4ecbc6aab130', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:56.214429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90e38059-7c6a-407e-a24d-e5196c1e5b1e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:56.286306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abfa19-9e68-4e80-9b45-7dcbdc15a959 req-6a0d3991-324c-40b0-bc35-115a6675c748 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.288764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24abfa19-9e68-4e80-9b45-7dcbdc15a959 req-6a0d3991-324c-40b0-bc35-115a6675c748 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2422335 Nov 12 01:04:56.291280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.310798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.347593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.430826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Network 718224f7-35dc-42e1-8b5e-35a54455206a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:56.437060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:56.442474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:56.475721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24abfa19-9e68-4e80-9b45-7dcbdc15a959 req-0262ef8d-d92f-4cdc-8ca3-fee9243f1008 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757491 Nov 12 01:04:56.484321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] For port 90e38059-7c6a-407e-a24d-e5196c1e5b1e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90e38059-7c6a-407e-a24d-e5196c1e5b1e,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:56.551749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=78ee25ae-4280-43ed-b091-05eb08580e92,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.576916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.599507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Pushing event updated for resources: {'Port': ['ID=2d89e71a-c3b5-4122-99cc-8c55abf631db,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.648840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Attempting to bind port 2d89e71a-c3b5-4122-99cc-8c55abf631db on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:56.649483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Attempting to bind port 2d89e71a-c3b5-4122-99cc-8c55abf631db by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'baf6f84e-f730-4ab3-8a15-dbf7513463b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:56.649968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Attempting to bind port 2d89e71a-c3b5-4122-99cc-8c55abf631db on network 718224f7-35dc-42e1-8b5e-35a54455206a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:56.658974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:56.659612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Checking segment: {'id': 'baf6f84e-f730-4ab3-8a15-dbf7513463b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:56.660964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.660964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Bound using segment: {'id': 'baf6f84e-f730-4ab3-8a15-dbf7513463b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:56.661554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Bound port: 2d89e71a-c3b5-4122-99cc-8c55abf631db, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf6f84e-f730-4ab3-8a15-dbf7513463b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '718224f7-35dc-42e1-8b5e-35a54455206a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:56.662015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.677793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:56.678731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.707690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.710665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 90e38059-7c6a-407e-a24d-e5196c1e5b1e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:56.711284 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.721659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.738725 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.778234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f63bb-d137-4201-91a0-85da173aa6cf None None] Pushing event updated for resources: {'Port': ['ID=90e38059-7c6a-407e-a24d-e5196c1e5b1e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.781783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718224f7-35dc-42e1-8b5e-35a54455206a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:56.800299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d87745ec-c1ab-409d-9dec-2d04d3ef76df None None] Provisioning complete for port 90e38059-7c6a-407e-a24d-e5196c1e5b1e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:56.800849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d87745ec-c1ab-409d-9dec-2d04d3ef76df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.837104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:56.838538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.839693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf6f84e-f730-4ab3-8a15-dbf7513463b5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:56.840255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf6f84e-f730-4ab3-8a15-dbf7513463b5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:56.853687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.854778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:56.881408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.892380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:56.892875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.917090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] For port 2d89e71a-c3b5-4122-99cc-8c55abf631db, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:56.989429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d87745ec-c1ab-409d-9dec-2d04d3ef76df None None] Provisioning complete for port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:56.989732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d87745ec-c1ab-409d-9dec-2d04d3ef76df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:57.014485 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:57.052096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 097e18c4-af85-4b5a-8928-9fd69833a01e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:57.061309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] For port 2d89e71a-c3b5-4122-99cc-8c55abf631db, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2d89e71a-c3b5-4122-99cc-8c55abf631db,segment=NetworkSegment(baf6f84e-f730-4ab3-8a15-dbf7513463b5),segment_id=baf6f84e-f730-4ab3-8a15-dbf7513463b5)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:57.064818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:04:57.064818 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:04:57.064818 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '718224f7-35dc-42e1-8b5e-35a54455206a'}] Nov 12 01:04:57.064818 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:04:57.066179 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:04:57.121343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:57.124243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:57.140710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 097e18c4-af85-4b5a-8928-9fd69833a01e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:57.142227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 097e18c4-af85-4b5a-8928-9fd69833a01e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:57.142652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:57.148875 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.223710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.305272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.311512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a86b7-f7b4-4d65-98c5-bd6c821ddb10 None None] Pushing event updated for resources: {'Port': ['ID=2d89e71a-c3b5-4122-99cc-8c55abf631db,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.324400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d87745ec-c1ab-409d-9dec-2d04d3ef76df None None] Port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:57.347908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:57.348598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fcec0e71-04d5-4ad6-a6b8-ebf2fdf5b837 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:57.375426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:57.453919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2b9cb-2f81-42fd-9d9b-81b609e9492a None None] Network 718224f7-35dc-42e1-8b5e-35a54455206a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:57.616367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.640236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.744345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:57.747043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90e38059-7c6a-407e-a24d-e5196c1e5b1e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:57.753548 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c78e21ea-e630-4347-9987-3b1267988baf tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/2ec2d3d9-d126-4d89-bf84-10ba5061f7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1592557 Nov 12 01:04:57.755763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:57.779276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Sync routers for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:57.817653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5dece3c9-6f05-4750-9a59-4dcc595a27f1 None None] Provisioning complete for port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:57.818455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dece3c9-6f05-4750-9a59-4dcc595a27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.933324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013bed5-765d-49dd-b30f-6150811b40bc req-2fdefc06-40d8-4c1e-a15a-014244352e60 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.935362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3013bed5-765d-49dd-b30f-6150811b40bc req-2fdefc06-40d8-4c1e-a15a-014244352e60 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2111127 Nov 12 01:04:57.960938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5dece3c9-6f05-4750-9a59-4dcc595a27f1 None None] Port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:57.967026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:57.967026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:57.974151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting port 2d89e71a-c3b5-4122-99cc-8c55abf631db {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:57.974856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.055666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3013bed5-765d-49dd-b30f-6150811b40bc req-a391e867-182d-4992-be90-f4fcd6b78265 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104329 Nov 12 01:04:58.090167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.090741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.091263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.092205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.092738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.093419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.094048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.095567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.096114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.096695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.097440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.098289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.099084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.100130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.100770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.101341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.104472 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0483126c-0202-4a70-b821-f65e7c9d1f19 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11180 time: 0.3475633 Nov 12 01:04:58.107528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.158894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:58.257604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a8f17-8041-4abc-b34b-5204e848876e None None] Network 718224f7-35dc-42e1-8b5e-35a54455206a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:58.313474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:58.321421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.322018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.322350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.322868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.323249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.323690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.324156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.324617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.325305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.325789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.326205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.326666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.327165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.327610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.328130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:58.328821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.334874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d18d046c-44ec-44d6-bdb2-d63242b78a1e tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9455 time: 0.2224700 Nov 12 01:04:58.336675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ae07bacb-739e-47e3-917f-9c4d8ec8a8b8 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3391650 Nov 12 01:04:58.337564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.337713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47946) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.340650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] For port 2d89e71a-c3b5-4122-99cc-8c55abf631db, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2d89e71a-c3b5-4122-99cc-8c55abf631db,segment=NetworkSegment(baf6f84e-f730-4ab3-8a15-dbf7513463b5),segment_id=baf6f84e-f730-4ab3-8a15-dbf7513463b5)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:58.340650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.364365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 90e38059-7c6a-407e-a24d-e5196c1e5b1e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:58.369738 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:58.370613 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.372695 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:58.416718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 2587961e-2844-4ab4-98ee-4ecbc6aab130 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:58.423391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.439676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Calling delete_port for 2d89e71a-c3b5-4122-99cc-8c55abf631db owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:58.510506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.627286 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:58.713676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.736489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:58.749032 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.896668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.952470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.959635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/2587961e-2844-4ab4-98ee-4ecbc6aab130 HTTP/1.1" status: 204 len: 168 time: 0.6207705 Nov 12 01:04:58.959635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bdf3a-8531-4b34-acf2-4b74bf7eca09 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=2587961e-2844-4ab4-98ee-4ecbc6aab130,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.966192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.971317 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:57Z', 'revision_number': 9, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:58.976240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27aa100b-3fd2-4904-b0e0-9c0762ee0c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.982556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfb736-3f0c-4f3e-bac4-ee12d1e92ea8 None None] Network f3038f75-27b5-4da5-ba2c-abcad399a5af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:59.070808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.075996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:59.090500 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:59.091451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.115444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27aa100b-3fd2-4904-b0e0-9c0762ee0c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.126670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27aa100b-3fd2-4904-b0e0-9c0762ee0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.193063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-27aa100b-3fd2-4904-b0e0-9c0762ee0c9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1689b7cf7aa04b92991b1f45925172b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782643 Nov 12 01:04:59.200887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.223387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:59.301510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Port': ['ID=2d89e71a-c3b5-4122-99cc-8c55abf631db,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.357214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:04:56Z', 'revision_number': 2, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.359395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No DVR routers for this DVR port 2d89e71a-c3b5-4122-99cc-8c55abf631db on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:59.381314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa100b-3fd2-4904-b0e0-9c0762ee0c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0902d0d-a7f0-4655-b0ae-1a806e2757aa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.410387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Checking router: 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:59.411583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Updating router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:59.438398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0639da8-9824-4f5d-a702-af0e442ea079 req-06e32beb-c3c3-4820-843d-b246f2d21cf3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.438962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] DHCP port deletion for f3038f75-27b5-4da5-ba2c-abcad399a5af request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:59.440656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0639da8-9824-4f5d-a702-af0e442ea079 req-06e32beb-c3c3-4820-843d-b246f2d21cf3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2312558 Nov 12 01:04:59.446342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.451786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.452848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.456696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.457309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.459953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.460613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.461138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.464561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.465107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.466477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.467992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:59.497116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:57Z', 'revision_number': 9, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.501472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.535734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.538848 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9f05c-7c34-4bca-bf65-092946ceeaf6 None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:04:57Z', 'revision_number': 9, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37e72c4-4007-43eb-af1f-8a04d8948cf8', 'name': '', 'network_id': 'bd63f146-b1e1-4b31-802d-a9f1d7c06dbd', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:e7:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:07Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '59f242d2-7507-494b-94c4-550c9db1adbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:59.569075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:59.637777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5bff08ab-9e82-4a79-8ab1-3de0ce0ae9c9 tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3589 time: 1.2970486 Nov 12 01:04:59.642947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.687599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718224f7-35dc-42e1-8b5e-35a54455206a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.699976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Deleting port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:59.700375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.701256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf6f84e-f730-4ab3-8a15-dbf7513463b5') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.701650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf6f84e-f730-4ab3-8a15-dbf7513463b5') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:59.714386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.732743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.742776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:59.743281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:59.746697 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:59.767619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:59.768521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.824586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.926329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:59.929991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.932598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47970) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.960517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592607067', 'description': 'tempest-secgroup-smoke-592607067 description', 'project_id': '088c4d1315a84724af075079edce2b64'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:59.962476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:59.962817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.967050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.985305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Calling delete_port for 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:00.014506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.020446 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/718224f7-35dc-42e1-8b5e-35a54455206a HTTP/1.1" status: 204 len: 168 time: 4.7650988 Nov 12 01:05:00.026462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:00.074805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.088598 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e6588d-8f7f-4b34-bccb-a01c6f286515 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:00.088860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,segment=NetworkSegment(b7d77b1d-eac8-4eac-bc99-df5db6078b7d),segment_id=b7d77b1d-eac8-4eac-bc99-df5db6078b7d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:00.089054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e6588d-8f7f-4b34-bccb-a01c6f286515 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:00.089388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.093374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d337477-2c9d-4d98-bd51-b78db40a209a tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=718224f7-35dc-42e1-8b5e-35a54455206a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.104489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.118089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a7e6588d-8f7f-4b34-bccb-a01c6f286515 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/78ee25ae-4280-43ed-b091-05eb08580e92 HTTP/1.1" status: 404 len: 337 time: 0.0858898 Nov 12 01:05:00.121563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:00.157683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.162275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:00.164648 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-973f12dc-de0a-47ab-b99c-f513763547b5 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:00.165682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973f12dc-de0a-47ab-b99c-f513763547b5 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:00.169598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-973f12dc-de0a-47ab-b99c-f513763547b5 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/718224f7-35dc-42e1-8b5e-35a54455206a HTTP/1.1" status: 404 len: 339 time: 0.0468757 Nov 12 01:05:00.173646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:00.186662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.223331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0639da8-9824-4f5d-a702-af0e442ea079 req-09183fd0-da38-4d48-8d94-b76182fc27c7 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7719145 Nov 12 01:05:00.241672 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.242054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.275899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.278819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.282435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0902d0d-a7f0-4655-b0ae-1a806e2757aa HTTP/1.1" status: 204 len: 168 time: 1.0779846 Nov 12 01:05:00.292049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] Pushing event deleted for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.293898 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.297835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13362-4dfa-4cc0-bdfb-7c2493501265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0902d0d-a7f0-4655-b0ae-1a806e2757aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.347592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf11e-5f65-41f7-9d63-504660234a57 None None] Pushing event updated for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.368755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.381329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43504e-10c5-4096-ab16-08230290e560 None None] No DVR routers for this DVR port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:00.466504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Attempting to bind port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:00.467174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Attempting to bind port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:00.467335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Attempting to bind port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef on network a18c78ba-af7c-492b-bf90-a542d76b4e36 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:00.476606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:00.477311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Checking segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:00.477958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.478599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Bound using segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:00.479282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Bound port: 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:00.480966 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.585111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.602699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] For port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:00.606462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] For port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:00.618551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.681404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.690313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:00.691042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.729955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port 2ca3cc91-e0c3-4174-a3b3-732d61b859c2 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:00.749836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=2ca3cc91-e0c3-4174-a3b3-732d61b859c2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.752324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.769873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.780275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf11e-5f65-41f7-9d63-504660234a57 None None] Pushing event updated for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.838578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:00.850157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4953d300-a718-46cc-ae7b-a3942fa8b2a3']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.854155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] Provisioning complete for port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:00.854529 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.858380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.866099 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.870137 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9235017 Nov 12 01:05:00.873247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:00.881330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:00.909838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171307c9-1f70-4f33-8f9d-8d8baeafd52f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.910225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171307c9-1f70-4f33-8f9d-8d8baeafd52f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.924231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756ada5-c269-488e-bb9e-db47efe6c3c8 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52b38f-8a17-43a3-a833-54742195fb20,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.927827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.930853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.962743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.970725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3038f75-27b5-4da5-ba2c-abcad399a5af']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.979967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:00.980509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:00.984175 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:00.998729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:00.998997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d77b1d-eac8-4eac-bc99-df5db6078b7d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:01.022258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.044135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.054646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c3a38-0eb1-43c7-9fed-ef365d4b74b4 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:05:01.065506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.073834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:01.074311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:01.077858 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:01.095678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:01.097977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.105162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.112346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.159394 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.173766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.183716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f190d54d9df4c98ad331059e0c2e8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440499 Nov 12 01:05:01.189473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.206907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1508bd-b50f-4a53-beb5-76fcebc4070d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.223748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8052d169-5575-45e6-92e6-9ee47b1cf721,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.232730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.233437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.234041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.234966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.235518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.236041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.237030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.237732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.238296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.238838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.239362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.239874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04159093-a876-44da-a2a2-2d576291b80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.286938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.287904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.288782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.289475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.290305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.291095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.291895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.292488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.293953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.294538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.295169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.295740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:01.302576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.304256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d2e85b3f-057a-424f-a501-414f0469213e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290924 Nov 12 01:05:01.309772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.316168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:01.365473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.425586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.429044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.493801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:01.504372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.507354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.513127 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/4953d300-a718-46cc-ae7b-a3942fa8b2a3 HTTP/1.1" status: 204 len: 168 time: 1.3343306 Nov 12 01:05:01.523513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.524977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d2151-dbe6-419a-a6c7-d165de7c9aad req-5a5b40c0-9993-42a5-8a07-e594078427fa tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.526591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846d2151-dbe6-419a-a6c7-d165de7c9aad req-5a5b40c0-9993-42a5-8a07-e594078427fa tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1720889 Nov 12 01:05:01.528435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c3a38-0eb1-43c7-9fed-ef365d4b74b4 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:05:01.538114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60916c-657b-48a3-b366-413d2b6e85b3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=4953d300-a718-46cc-ae7b-a3942fa8b2a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.544709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] For port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:01.546494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:01.546846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fa9f4ca-bc89-4c1b-b76f-97330f8f58d6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:01.590453 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.598690 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bcedb5-7b4b-4989-8db1-a0553a767415 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:01.600324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bcedb5-7b4b-4989-8db1-a0553a767415 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:01.615088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b1bcedb5-7b4b-4989-8db1-a0553a767415 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/2d619818-4903-49b8-a504-712c94f2405e HTTP/1.1" status: 404 len: 337 time: 0.0873530 Nov 12 01:05:01.615088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.615471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.642170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.645975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.656958 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/f3038f75-27b5-4da5-ba2c-abcad399a5af HTTP/1.1" status: 204 len: 168 time: 2.6895599 Nov 12 01:05:01.673972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.683027 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e205b52-7713-44e3-832d-d4a5ef3ee9ab tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:01.683613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e205b52-7713-44e3-832d-d4a5ef3ee9ab tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:01.693092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5e205b52-7713-44e3-832d-d4a5ef3ee9ab tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/e5cfd7cb-9986-4217-8253-643b98d50606 HTTP/1.1" status: 404 len: 339 time: 0.0767925 Nov 12 01:05:01.714595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.719178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.755130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f06f9-6c76-42dd-83ae-fd8da83bdf0c None None] Pushing event updated for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.788838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:00Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:01.788838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2ecfafd2-62fd-4191-8a33-177bcd21d4f1 None None] Provisioning complete for port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:01.788838 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ecfafd2-62fd-4191-8a33-177bcd21d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.791640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-846d2151-dbe6-419a-a6c7-d165de7c9aad req-e7d6e193-a32e-4a19-b875-8469c9ca4caa tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557077 Nov 12 01:05:01.815606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15bfd-9ad8-4fc6-b1bf-ce29714bbe28 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=f3038f75-27b5-4da5-ba2c-abcad399a5af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.825078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1342ae44-797b-40a5-8099-d98dcd73190c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:01.864330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85b86-6149-48db-8bd1-4e4b50ebe907 None None] The sync data for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 is: [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:00Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:01.867636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.870299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.874333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f1508bd-b50f-4a53-beb5-76fcebc4070d HTTP/1.1" status: 204 len: 168 time: 0.6758235 Nov 12 01:05:01.903574 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.905548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e6296f40-cdbf-4203-8519-fe724a7e55af tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5936701 Nov 12 01:05:01.911826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:01.925338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting subnet ae6018b0-fa2d-465f-8b7b-5a1f9a7025be {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:01.932597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:01.935573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:02.016490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.078840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef039e0-489a-4400-8392-57d775df6eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1508bd-b50f-4a53-beb5-76fcebc4070d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.158693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.187204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.230301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9ec24-77cd-4190-987f-c0f5f575a534 None None] DHCP port deletion for d2b05eaf-8e2b-481e-b5dd-9f243795eece request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:02.257795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.264804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a00f1d-f556-4947-a87c-683b024d8357 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:05:02.324503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6018b0-fa2d-465f-8b7b-5a1f9a7025be,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.347675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.351161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e586425c-bb78-475a-b2d3-c24b118acb3c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/ae6018b0-fa2d-465f-8b7b-5a1f9a7025be HTTP/1.1" status: 204 len: 168 time: 0.6222496 Nov 12 01:05:02.356707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:02.380971 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.400400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.433204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting subnet 380c01db-d0bd-45cf-aa1b-944abc4cb4ae {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:02.451417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.459913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c6bc5e-7095-42c5-8bab-c04a4b0ecd6c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.476553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.478036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3105bed-454e-4ee4-bf5d-50e329e85b7e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5497291 Nov 12 01:05:02.478411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a00f1d-f556-4947-a87c-683b024d8357 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:05:02.482259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48022) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:02.489161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:02.491652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.559456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.560031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.635483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.715786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.727242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.744614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.782865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431ae903-3b88-42eb-9b03-4b74f9e5db01,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.797817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.799950 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7137c103-bbee-47fe-aef3-5c633b8d81a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152170 Nov 12 01:05:02.803499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:02.817391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:02.846586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.885880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=380c01db-d0bd-45cf-aa1b-944abc4cb4ae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:02.906627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.910607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-662e733e-a199-4255-bbb7-6e8f77db54fc tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/380c01db-d0bd-45cf-aa1b-944abc4cb4ae HTTP/1.1" status: 204 len: 168 time: 0.5528188 Nov 12 01:05:02.913277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:02.929821 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:05:02.993713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51845212-7134-40eb-9ead-757c5322cff0 None None] Network d5319a2b-c175-4667-a89f-1030521332ae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:03.003872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.045149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port a37e72c4-4007-43eb-af1f-8a04d8948cf8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:03.045491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.212219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.231612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8794cf-55af-4247-934e-9c4a943751a4 req-5ecc06c7-27d3-4095-88ea-5cf2ea95df56 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.235103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a8794cf-55af-4247-934e-9c4a943751a4 req-5ecc06c7-27d3-4095-88ea-5cf2ea95df56 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2669179 Nov 12 01:05:03.274824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port a37e72c4-4007-43eb-af1f-8a04d8948cf8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a37e72c4-4007-43eb-af1f-8a04d8948cf8,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.275419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.300476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for a37e72c4-4007-43eb-af1f-8a04d8948cf8 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:03.311764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] DHCP port deletion for d5319a2b-c175-4667-a89f-1030521332ae request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:03.339857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.341662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:03.394411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.419195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Deleting port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:03.419883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.499249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a8794cf-55af-4247-934e-9c4a943751a4 req-34a7a3cd-e580-40f1-a2ec-fbe63cf84cba tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480381 Nov 12 01:05:03.561428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.562667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7570996 Nov 12 01:05:03.565418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a72f78-a6bf-4faf-8c59-450304c69452 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b31d9-5fff-4f9a-b118-a39574eef65f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:03.567285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48060) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:03.572438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'security_group_rule': {'security_group_id': 'fd52b38f-8a17-43a3-a833-54742195fb20', 'project_id': '088c4d1315a84724af075079edce2b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:03.587396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,segment=NetworkSegment(2ecffb18-6b61-48b7-9524-70036a1cc4d4),segment_id=2ecffb18-6b61-48b7-9524-70036a1cc4d4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.587820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.614034 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Project 088c4d1315a84724af075079edce2b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:05:03.620010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2090943277-network', 'tenant_id': '89546773acc741b88248b4785fcbc142'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:03.622374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Calling delete_port for 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:03.630608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:03.631885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.640567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.642772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.711712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=a37e72c4-4007-43eb-af1f-8a04d8948cf8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:03.751992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:03.774863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] For port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,segment=NetworkSegment(2ecffb18-6b61-48b7-9524-70036a1cc4d4),segment_id=2ecffb18-6b61-48b7-9524-70036a1cc4d4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.775267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.795504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Calling delete_port for 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:03.841165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.899496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] Pushing event deleted for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:03.905959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3c179-7fa2-4208-9345-52cb3bc278a1 None None] No DVR routers for this DVR port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:03.911592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:03.911964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.975309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Made reservation on behalf of 89546773acc741b88248b4785fcbc142 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:03.980602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.996612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.002039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.030987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.034336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No DVR routers for this DVR port 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:04.041289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.075631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa93a7bf-eed2-4cb1-a298-1c1079551272,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.082652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.087954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.097409 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41c1ecb2-bbbb-446e-8671-d65ef9332ac3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5205665 Nov 12 01:05:04.115520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Port': ['ID=8a16a2f2-1dae-4b2f-ad6d-649211cf7400,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.131084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:04.160828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:04.161750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8a16a2f2-1dae-4b2f-ad6d-649211cf7400 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:04.203194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.243945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5319a2b-c175-4667-a89f-1030521332ae']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:04.262749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecffb18-6b61-48b7-9524-70036a1cc4d4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:04.263097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecffb18-6b61-48b7-9524-70036a1cc4d4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:04.284106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.313109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.324659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:04.324659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:04.327798 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:04.400725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.415464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.420595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:04.433142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.452304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.458177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/d5319a2b-c175-4667-a89f-1030521332ae HTTP/1.1" status: 204 len: 168 time: 1.5411098 Nov 12 01:05:04.464414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.498337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af223288-5483-453c-9a5e-b7e4b33b1501,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.501661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:04.518573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0c53-d34c-45b7-94ec-60b5870b98a9 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=d5319a2b-c175-4667-a89f-1030521332ae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:04.544492 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b7c574-3065-47a3-b36e-c08909de704f tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.544957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b7c574-3065-47a3-b36e-c08909de704f tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.550247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89b7c574-3065-47a3-b36e-c08909de704f tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/dfd7e22f-5c92-45b7-bd6c-a4345948b646 HTTP/1.1" status: 404 len: 337 time: 0.0804718 Nov 12 01:05:04.554953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48080) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.556795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-cdd59a6c-c4dc-4c73-b1e3-8b5e92722276 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592607067&fields=id&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 267 time: 0.1706345 Nov 12 01:05:04.558014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.558353 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Added segment ce3b2c07-f1a8-43df-b391-8d903e4b6c0b of type vlan for network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 Nov 12 01:05:04.586177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:04.600866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.601807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:04.602291 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0087cf27-81f8-4773-8164-e9b138acb8ad tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265866 Nov 12 01:05:04.616133 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53547ae-6890-46ec-aaee-a8337157fb88 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.617013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53547ae-6890-46ec-aaee-a8337157fb88 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.620325 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b53547ae-6890-46ec-aaee-a8337157fb88 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/fe172a9f-171e-42d6-9dca-a8b3ba88b935 HTTP/1.1" status: 404 len: 339 time: 0.0565464 Nov 12 01:05:04.624514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48086) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.630176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:04.631082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:04.682225 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-206b97fa-b229-4878-b298-65b16df7c103 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.683609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206b97fa-b229-4878-b298-65b16df7c103 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.687150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-206b97fa-b229-4878-b298-65b16df7c103 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/8058b96e-d91e-40b3-81c4-e349cd850538 HTTP/1.1" status: 404 len: 337 time: 0.0613203 Nov 12 01:05:04.692578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.722147 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9875566a-c09b-42d6-9529-cfa0d747f281 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.723414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9875566a-c09b-42d6-9529-cfa0d747f281 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.735330 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9875566a-c09b-42d6-9529-cfa0d747f281 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/fbc17227-ff73-4edd-a655-1de2151496a4 HTTP/1.1" status: 404 len: 339 time: 0.0413847 Nov 12 01:05:04.737164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.737466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.747459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:04.774102 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40ab75e-3511-4941-8bc9-15219d8b7859 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.774571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40ab75e-3511-4941-8bc9-15219d8b7859 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.777984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 59f242d2-7507-494b-94c4-550c9db1adbb {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:04.781990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e40ab75e-3511-4941-8bc9-15219d8b7859 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/2d618162-6c44-466b-aafa-38ca54cea7e0 HTTP/1.1" status: 404 len: 337 time: 0.0432236 Nov 12 01:05:04.782216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.792757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.862869 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd7cc1f-ba27-4302-8f23-84bb53b9af38 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:04.863398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd7cc1f-ba27-4302-8f23-84bb53b9af38 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:04.868886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ebd7cc1f-ba27-4302-8f23-84bb53b9af38 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/a97ee0d4-1d65-42df-b08e-bb15c4b0c064 HTTP/1.1" status: 404 len: 339 time: 0.0753412 Nov 12 01:05:04.869477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:04.877951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ab178-b398-418c-ab98-718fbff94a37 req-176c7cf8-bac7-4174-bb3a-8d8b261a02cc tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.879614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-596ab178-b398-418c-ab98-718fbff94a37 req-176c7cf8-bac7-4174-bb3a-8d8b261a02cc tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2660534 Nov 12 01:05:04.889176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-b2b3b7c2-4375-4645-932c-1b412883337a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.890793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-b2b3b7c2-4375-4645-932c-1b412883337a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/networks?id=a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 200 len: 797 time: 0.3230665 Nov 12 01:05:04.896756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.897426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.897981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.929226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting subnet c8b20546-2db8-4f8b-bd84-f791091a7e7f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:04.933317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.937292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.983947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:04.999920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-86a9708a-999d-4653-abaa-b3f8880e22d9 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/quotas/088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 375 time: 0.0967143 Nov 12 01:05:05.011300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:03Z', 'revision_number': 10, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.016227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6698191 Nov 12 01:05:05.051331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:05.052472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:05.065774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:05.066795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:05.075637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Request body: {'subnet': {'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2090943277-subnet', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:05.093912 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.135300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed7be7-7a20-4e4e-bbc3-f089083b71e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffa09bc-88c3-4bc8-b1c0-1a84d284b266,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.182286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.196158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-596ab178-b398-418c-ab98-718fbff94a37 req-17d3ad14-10af-428d-886c-084070ecaed6 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041565 Nov 12 01:05:05.202375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Made reservation on behalf of 89546773acc741b88248b4785fcbc142 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:05.204975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.234947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-2857d863-8828-40b4-af4c-10ba9118d9d3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2150409 Nov 12 01:05:05.235780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b20546-2db8-4f8b-bd84-f791091a7e7f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.248985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.277377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.281075 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-18224da1-4b6c-41be-8951-d6ee244880ba tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/c8b20546-2db8-4f8b-bd84-f791091a7e7f HTTP/1.1" status: 204 len: 168 time: 0.4102478 Nov 12 01:05:05.283871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:05.414923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.449661 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.504492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=59f242d2-7507-494b-94c4-550c9db1adbb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.513296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.516878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9f81f438-a736-41be-9ce9-f20efcec4b7a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/59f242d2-7507-494b-94c4-550c9db1adbb HTTP/1.1" status: 204 len: 168 time: 0.9044790 Nov 12 01:05:05.519715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48102) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:05.572460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting port 7629f6fe-506c-4b14-b925-f0b68396f2c9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:05.572800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.580851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-ea48c1c0-7a30-414b-8fbf-ce05b1b10534 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:05:05.581879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-ea48c1c0-7a30-414b-8fbf-ce05b1b10534 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2782538 Nov 12 01:05:05.599851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:05.602863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a4d26-6ae8-4fb0-a5cb-f13af5815ef7 None None] Network 3869f29c-4609-4e9b-8e3f-0755b0269f4e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:05.671709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.692403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fd80c-06ce-4ffa-bcb6-a0e3fc75dbc5 None None] Network bd63f146-b1e1-4b31-802d-a9f1d7c06dbd requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:05.697225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] For port 7629f6fe-506c-4b14-b925-f0b68396f2c9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7629f6fe-506c-4b14-b925-f0b68396f2c9,segment=NetworkSegment(35c41d2e-03b4-4cdf-a660-a595a41d09e4),segment_id=35c41d2e-03b4-4cdf-a660-a595a41d09e4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:05.697758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.712230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Calling delete_port for 7629f6fe-506c-4b14-b925-f0b68396f2c9 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:05.739138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.798029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa3dd84-4485-4faa-b9da-dec87e7a87bf,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.811688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-12247fe3-233d-4280-99a7-e24b7c67f128 service neutron] 10.222.0.11 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881099 Nov 12 01:05:05.814374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Checking segment: {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:05.814689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Network hostable DHCP agents. Network: 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:05.821799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.865055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Port': ['ID=7629f6fe-506c-4b14-b925-f0b68396f2c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.873197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.878042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No DVR routers for this DVR port 7629f6fe-506c-4b14-b925-f0b68396f2c9 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:05.914072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:05.926650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:05.959049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:05.962664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port ad936a2a-869d-45d9-afbe-4c2475a3ffce {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:05.962664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.967537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-c36c5b26-6820-46c9-9fa2-dc92f9af71c4 service neutron] 10.222.0.11 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283133 Nov 12 01:05:05.970837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.970837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.022721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d46543-157d-455d-bce9-d2e5381cb3d8 None None] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:06.047664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.049537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a2418065-eeac-4e1d-82e5-cbc989981a08 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9931154 Nov 12 01:05:06.055153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:06.059531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:06.072993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port ad936a2a-869d-45d9-afbe-4c2475a3ffce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ad936a2a-869d-45d9-afbe-4c2475a3ffce,segment=NetworkSegment(26f7d1e0-5bac-40c1-92e2-cd79630cb5ab),segment_id=26f7d1e0-5bac-40c1-92e2-cd79630cb5ab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:06.073427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.093860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for ad936a2a-869d-45d9-afbe-4c2475a3ffce owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:06.097960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3869f29c-4609-4e9b-8e3f-0755b0269f4e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:06.115588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c41d2e-03b4-4cdf-a660-a595a41d09e4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:06.116179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c41d2e-03b4-4cdf-a660-a595a41d09e4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:06.128028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91171056-4d12-4e84-a239-a7c6fb14ae53 None None] DHCP port deletion for 3869f29c-4609-4e9b-8e3f-0755b0269f4e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:06.128650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.141728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.142950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.149511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.162464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:06.164182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.231662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:06.271571 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:06.277397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.294864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.298041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.310441 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/3869f29c-4609-4e9b-8e3f-0755b0269f4e HTTP/1.1" status: 204 len: 168 time: 1.0228529 Nov 12 01:05:06.311258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48114) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:06.362217 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b371034-a724-4a10-824b-1e6f845d11d0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:06.362803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b371034-a724-4a10-824b-1e6f845d11d0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:06.369286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b371034-a724-4a10-824b-1e6f845d11d0 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/640c254e-4ee8-44c1-9e30-63872ef1918e HTTP/1.1" status: 404 len: 337 time: 0.0435417 Nov 12 01:05:06.378297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48116) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:06.388187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626af5e-8b3f-426b-8a3b-eed372aefb53 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=3869f29c-4609-4e9b-8e3f-0755b0269f4e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.444598 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b11f6f-d124-4daf-8dbe-9e41c0e5f06c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:06.445434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b11f6f-d124-4daf-8dbe-9e41c0e5f06c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:06.455743 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14b11f6f-d124-4daf-8dbe-9e41c0e5f06c tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/0b7397aa-b85a-406d-975b-d06dd84f6631 HTTP/1.1" status: 404 len: 339 time: 0.0731649 Nov 12 01:05:06.467862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:06.488995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12ec6a-9bf1-4140-89b5-f03445c562a7 None None] DHCP port deletion for bd63f146-b1e1-4b31-802d-a9f1d7c06dbd request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:06.552384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting subnet d7d1d730-4472-4bda-a696-5a415506d5d6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:06.556343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.607392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'fixed_ips': [{'subnet_id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:06.608300 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.609249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.739529 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.742838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:03Z', 'revision_number': 10, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:06.786379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68808c7e-c5c4-47ec-b71e-dd2990a4d37f None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:03Z', 'revision_number': 10, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None, '_interfaces': [{'id': '85b84f8f-666c-4789-9718-cff898605a89', 'name': '', 'network_id': 'b799bd46-91b4-48fc-9fdd-5b7d2b98829e', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'mac_address': 'fa:16:3e:56:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:00Z', 'updated_at': '2021-11-12T01:04:06Z', 'revision_number': 5, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'subnets': [{'id': '842a5fcb-55dd-4b79-a8ea-cb586509b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:06.849856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.850830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Allocated IP 172.20.0.2 (1ffa09bc-88c3-4bc8-b1c0-1a84d284b266/baa3dd84-4485-4faa-b9da-dec87e7a87bf/02ccdc93-03e4-4439-9d33-1194f3643c20) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:06.908111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.914076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/subnets/d7d1d730-4472-4bda-a696-5a415506d5d6 HTTP/1.1" status: 204 len: 168 time: 0.4438047 Nov 12 01:05:06.915526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7aab-3781-4455-894b-eb2dddb662d3 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d1d730-4472-4bda-a696-5a415506d5d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.918212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:06.922462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02e910-b73c-433f-ba25-f4d6cee3f394 None None] Network 5fadd85e-ed09-4dd7-b72a-065407d9cae0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:07.051892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.068298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=ad936a2a-869d-45d9-afbe-4c2475a3ffce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:07.125516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.129371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25496886-f58b-4e0d-8217-2484cf9367b3 req-cc9a9a84-2ea8-4e12-9602-24918d450814 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 210 time: 0.1954448 Nov 12 01:05:07.138489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.166200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Deleting port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:07.166848 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.233582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Pushing event updated for resources: {'Port': ['ID=02ccdc93-03e4-4439-9d33-1194f3643c20,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:07.252891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:07.254836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:07.260515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:07.276921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] DHCP port deletion for 5fadd85e-ed09-4dd7-b72a-065407d9cae0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:07.304789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] For port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,segment=NetworkSegment(10cde82e-95fa-48e7-8adb-51dc48fcb380),segment_id=10cde82e-95fa-48e7-8adb-51dc48fcb380)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:07.305314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.332406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Calling delete_port for 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:07.357363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.378282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port ad936a2a-869d-45d9-afbe-4c2475a3ffce on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:07.413616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Attempting to bind port 02ccdc93-03e4-4439-9d33-1194f3643c20 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:07.413973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Attempting to bind port 02ccdc93-03e4-4439-9d33-1194f3643c20 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:07.414455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Attempting to bind port 02ccdc93-03e4-4439-9d33-1194f3643c20 on network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:07.422530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:07.422914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Checking segment: {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:07.423327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.423750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Bound using segment: {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:07.425063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Bound port: 02ccdc93-03e4-4439-9d33-1194f3643c20, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:07.425653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.489526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7116123-4fcf-4b8f-ad98-3c5d5aadf230 req-dbac99a3-d047-4423-8f9d-da714dd4489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.491640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7116123-4fcf-4b8f-ad98-3c5d5aadf230 req-dbac99a3-d047-4423-8f9d-da714dd4489b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.5330043 Nov 12 01:05:07.493629 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.537037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Port': ['ID=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:07.540833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] No DVR routers for this DVR port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:07.548262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Deleting port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:07.548977 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.594374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.604847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a37e72c4-4007-43eb-af1f-8a04d8948cf8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:07.615891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd63f146-b1e1-4b31-802d-a9f1d7c06dbd']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.626447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.626447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f7d1e0-5bac-40c1-92e2-cd79630cb5ab') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.637454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.638126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.676489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fadd85e-ed09-4dd7-b72a-065407d9cae0']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.685580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a37e72c4-4007-43eb-af1f-8a04d8948cf8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:07.686160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a37e72c4-4007-43eb-af1f-8a04d8948cf8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:07.687050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7629f6fe-506c-4b14-b925-f0b68396f2c9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:07.691608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] For port 02ccdc93-03e4-4439-9d33-1194f3643c20, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:07.696012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cde82e-95fa-48e7-8adb-51dc48fcb380') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.696605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cde82e-95fa-48e7-8adb-51dc48fcb380') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:07.712922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.713209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.733612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7629f6fe-506c-4b14-b925-f0b68396f2c9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:07.733999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7629f6fe-506c-4b14-b925-f0b68396f2c9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:07.734572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ad936a2a-869d-45d9-afbe-4c2475a3ffce no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:07.737734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.739463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] For port 02ccdc93-03e4-4439-9d33-1194f3643c20, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=02ccdc93-03e4-4439-9d33-1194f3643c20,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:07.747992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:07.748833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.762544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:07.762963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:07.766845 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:07.776781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] For port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:07.777373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.780517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.801435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ad936a2a-869d-45d9-afbe-4c2475a3ffce {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:07.801694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ad936a2a-869d-45d9-afbe-4c2475a3ffce not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:07.802056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:07.802169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58714df9-5e1d-4f76-ba47-e255c5431406 req-982d7600-9d65-4976-b1c0-13c1e00a475d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.803810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58714df9-5e1d-4f76-ba47-e255c5431406 req-982d7600-9d65-4976-b1c0-13c1e00a475d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.8563128 Nov 12 01:05:07.918058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Calling delete_port for 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:07.998906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:05:08.002004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:08.002332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:08.031456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.077741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] No DVR routers for this DVR port 4ab9ae74-fd44-42ca-aebd-9981fd1fbd40 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:08.081688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879636b7-6f8a-4af6-9fa3-47e8d0001c37 None None] Pushing event updated for resources: {'Port': ['ID=02ccdc93-03e4-4439-9d33-1194f3643c20,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.082656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7116123-4fcf-4b8f-ad98-3c5d5aadf230 req-2932c2cc-84de-4078-9404-44ff114d9148 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292235 Nov 12 01:05:08.136572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.144255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9acc6-cc70-498f-bda5-5cd8c3672c57 None None] Pushing event deleted for resources: {'Port': ['ID=4ab9ae74-fd44-42ca-aebd-9981fd1fbd40,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.147988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.151246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/bd63f146-b1e1-4b31-802d-a9f1d7c06dbd HTTP/1.1" status: 204 len: 168 time: 2.6304836 Nov 12 01:05:08.159156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58714df9-5e1d-4f76-ba47-e255c5431406 req-cd68e0c4-bc8e-4e39-99e5-5fa9fb9d0e31 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643340 Nov 12 01:05:08.166550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:08.212941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8730b3-97a0-47c8-8ec5-993ef82add84 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=bd63f146-b1e1-4b31-802d-a9f1d7c06dbd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.383583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25ff54f0-2c8f-470e-bec0-b56e85474448 req-0666fc2d-01e6-45df-b834-06bd2ebb8a5a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 210 time: 0.0595858 Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:08.402870 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:08.467357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.491170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.494986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] 10.222.0.11 "DELETE /v2.0/networks/5fadd85e-ed09-4dd7-b72a-065407d9cae0 HTTP/1.1" status: 204 len: 168 time: 1.5728126 Nov 12 01:05:08.549956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542367f1-bf44-4a9f-8636-97d5ae804a71 tempest-NetworksIpV6Test-1768991935 tempest-NetworksIpV6Test-1768991935-project] Pushing event deleted for resources: {'Network': ['ID=5fadd85e-ed09-4dd7-b72a-065407d9cae0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.643346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-878ea56d-aa63-4dcc-8707-8a2029bc6d04 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:08.645773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.645986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-878ea56d-aa63-4dcc-8707-8a2029bc6d04 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/networks?id=a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 200 len: 797 time: 0.2412524 Nov 12 01:05:08.674231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.739839 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-ad6c359f-4e1a-4740-b7ff-cf105fe3635d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088c4d1315a84724af075079edce2b64 HTTP/1.1" status: 200 len: 379 time: 0.0806396 Nov 12 01:05:08.754762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'port': {'device_id': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'admin_state_up': True, 'tenant_id': '088c4d1315a84724af075079edce2b64', 'security_groups': ['fd52b38f-8a17-43a3-a833-54742195fb20']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:08.775739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:08.849727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Allocated IP 172.25.6.47 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/274721c9-1304-4bd5-97ad-8f00b4267916) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:08.979712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Made reservation on behalf of 088c4d1315a84724af075079edce2b64 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:08.983845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.059606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.106699 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f8ea9219-f7e3-4808-9621-f88aa2ed0b8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c264a670b66d4d46a5626eef7f2cd0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272703 Nov 12 01:05:09.111247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:09.215798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.242025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1aa2-1085-44b9-a6ad-9829aa901218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.264219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.315016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.20.0.3 (a18c78ba-af7c-492b-bf90-a542d76b4e36/c271291c-406f-4fb0-92f1-3be62fc3148f/7bddc705-8333-4b8b-8874-763ca9393c40) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:09.331664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.425664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.485853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:09.507235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a26f-0245-45bf-adff-cb45aa18dbc9 req-16c62414-e6e2-422e-b855-0345f103940e tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:09.509028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c724a26f-0245-45bf-adff-cb45aa18dbc9 req-16c62414-e6e2-422e-b855-0345f103940e tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1626346 Nov 12 01:05:09.522848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:09.531872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:09.534874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=274721c9-1304-4bd5-97ad-8f00b4267916,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:09.552654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445479b-178b-453f-83b7-76223e094966 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:09.562686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69fd59f4-4380-40d0-8ede-a11b90b75ee6 req-6c6c22d0-688a-4646-9bd2-f78a86d72733 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 210 time: 0.0719507 Nov 12 01:05:09.602817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b085471-288e-467b-8b6e-84b4b3a11c65 None None] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:09.647726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.651055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.654800 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df158935-e87e-4a8c-b446-26c569a5dbb2 HTTP/1.1" status: 204 len: 168 time: 0.5401325 Nov 12 01:05:09.662426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.672382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5609f-5c75-41c6-bbb9-1bbb55ade71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df158935-e87e-4a8c-b446-26c569a5dbb2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:09.727227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.778819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c724a26f-0245-45bf-adff-cb45aa18dbc9 req-a28c1a71-4013-4874-8cf3-5c7aeb86e17d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512877 Nov 12 01:05:09.832858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:09.865504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:09.882109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:09.889480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:09.899314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 85b84f8f-666c-4789-9718-cff898605a89 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:09.899658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.958502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:09.959416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.992965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-4f263a0c-6196-4e6f-9cdc-e4db6c44d3d2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2449670 Nov 12 01:05:10.007753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Request body: {'port': {'device_id': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:10.084637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.126664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 02ccdc93-03e4-4439-9d33-1194f3643c20 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:10.304726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Provisioning complete for port 274721c9-1304-4bd5-97ad-8f00b4267916 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:10.305487 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.406854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Port 274721c9-1304-4bd5-97ad-8f00b4267916 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:10.410606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 85b84f8f-666c-4789-9718-cff898605a89, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=85b84f8f-666c-4789-9718-cff898605a89,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:10.411193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.416838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 02ccdc93-03e4-4439-9d33-1194f3643c20 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:10.417455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.450884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 85b84f8f-666c-4789-9718-cff898605a89 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:10.458849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.486922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Provisioning complete for port 02ccdc93-03e4-4439-9d33-1194f3643c20 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:10.487571 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.608686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.728038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 02ccdc93-03e4-4439-9d33-1194f3643c20, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=02ccdc93-03e4-4439-9d33-1194f3643c20,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:10.739260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.802641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bddc705-8333-4b8b-8874-763ca9393c40 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:10.812839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.820647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=02ccdc93-03e4-4439-9d33-1194f3643c20,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.824017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.837501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Transition to ACTIVE for port object 7bddc705-8333-4b8b-8874-763ca9393c40 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:05:10.845498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.919019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:10.919389 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-96cbcd80-54e4-4907-afea-7c3e21ac1e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:10.991632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.035286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-c56a10d9-5ef8-41e0-b41e-f22b268d8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.036873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-c56a10d9-5ef8-41e0-b41e-f22b268d8b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 0.7615328 Nov 12 01:05:11.135522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Attempting to bind port 7bddc705-8333-4b8b-8874-763ca9393c40 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:11.136507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Attempting to bind port 7bddc705-8333-4b8b-8874-763ca9393c40 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:11.137016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Attempting to bind port 7bddc705-8333-4b8b-8874-763ca9393c40 on network a18c78ba-af7c-492b-bf90-a542d76b4e36 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:11.139223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:11.157113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Port 7bddc705-8333-4b8b-8874-763ca9393c40 on network a18c78ba-af7c-492b-bf90-a542d76b4e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:05:11.157608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Attempting to bind port 7bddc705-8333-4b8b-8874-763ca9393c40 on network a18c78ba-af7c-492b-bf90-a542d76b4e36 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:11.164305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:11.164717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Checking segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:11.165188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Bound using segment: {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:11.166156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Bound port: 7bddc705-8333-4b8b-8874-763ca9393c40, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f650556e-f5f5-4694-84e2-717ffea71ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:11.166156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.177028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49181e3-a06e-4930-9b09-67dffcb2e4a7 req-36e1374b-4049-43a6-9c83-02e92fa1dfbe tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.186097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b49181e3-a06e-4930-9b09-67dffcb2e4a7 req-36e1374b-4049-43a6-9c83-02e92fa1dfbe tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.8396096 Nov 12 01:05:11.250687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:11.255352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7bddc705-8333-4b8b-8874-763ca9393c40,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:11.267239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.326280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.332934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.334430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] 10.222.0.39 "PUT /v2.0/ports/7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 200 len: 1092 time: 1.3327594 Nov 12 01:05:11.334919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:11.337272 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fec23c-5cad-4010-8c53-dac994a58fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:11.350147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8006e-7bf1-4d54-9c07-f5bc90c74a5f req-e457efa0-fd66-4f18-a070-adb0ad6f7be3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.352603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e8006e-7bf1-4d54-9c07-f5bc90c74a5f req-e457efa0-fd66-4f18-a070-adb0ad6f7be3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 943 time: 0.3336761 Nov 12 01:05:11.354322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635913713'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:11.453201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:11.458281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.465407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b49181e3-a06e-4930-9b09-67dffcb2e4a7 req-5cab416b-7e4c-4bde-a2c8-571102429fa6 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780685 Nov 12 01:05:11.489470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-5961b4b5-305b-471e-8d32-05a5019f5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.501169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-5961b4b5-305b-471e-8d32-05a5019f5630 service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.4353113 Nov 12 01:05:11.508825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.547474 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc282d81-19f6-4ca2-8212-1c4dd3547e2b x-openstack-request-id: req-bc282d81-19f6-4ca2-8212-1c4dd3547e2b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:11.549428 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:11.549877 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc282d81-19f6-4ca2-8212-1c4dd3547e2b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:11.550465 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40', 'status': 'completed', 'code': 200} Nov 12 01:05:11.556611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb23729-72a4-4417-a575-14c7ac9b4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.590156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 02ccdc93-03e4-4439-9d33-1194f3643c20 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:11.640247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-8fba65f2-6afd-4e2d-933a-badfec592e7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.0448909 Nov 12 01:05:11.687724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-804ae4f8-9bcf-4357-b2d5-8e4abfd87d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.690173 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-804ae4f8-9bcf-4357-b2d5-8e4abfd87d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1095 time: 0.2995417 Nov 12 01:05:11.695853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.698506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7f8f7fc3-8545-4d7f-b9fd-83b0eb36d9e4 None None] Provisioning complete for port 02ccdc93-03e4-4439-9d33-1194f3643c20 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:11.700142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7fc3-8545-4d7f-b9fd-83b0eb36d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.734591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 02ccdc93-03e4-4439-9d33-1194f3643c20 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:11.735923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.764737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-a4d04382-fe2f-43bc-9bca-3cde7a2f31ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 200 len: 217 time: 0.0644450 Nov 12 01:05:11.771729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.772888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e8006e-7bf1-4d54-9c07-f5bc90c74a5f req-fcc6e6e7-1d07-4f57-b8d7-ad661ff99974 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029727 Nov 12 01:05:11.794174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:11.806013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.806411 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 8206f962-54bd-4f30-aacf-38ff06b3eb8e of type vlan for network ec8db205-a4a5-491c-a528-de9813ee207b Nov 12 01:05:11.825488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-7b54dd97-92fb-431e-abdb-3e13a71cba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.827016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-7b54dd97-92fb-431e-abdb-3e13a71cba7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.1746352 Nov 12 01:05:11.885687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-e0a8df36-ed2c-4b1f-ba22-12e68b92dd2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476093 Nov 12 01:05:11.907713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.918718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.930320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d92b7b-8143-4ae2-8e3b-19f2af793730,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.963030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.998859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-d3db853a-bcf3-4062-9905-63ae68cb7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.001590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-d3db853a-bcf3-4062-9905-63ae68cb7021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c271291c-406f-4fb0-92f1-3be62fc3148f HTTP/1.1" status: 200 len: 835 time: 0.1461377 Nov 12 01:05:12.003116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.009004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.009819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.013089 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:12.046038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=85b84f8f-666c-4789-9718-cff898605a89,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:12.129739 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9726694 Nov 12 01:05:12.129739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4536f-1f42-49ad-9e81-32f4f5f6719f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=ec8db205-a4a5-491c-a528-de9813ee207b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:12.151304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d0ddbd4-9eac-4b0b-9c8b-29fbbd4a523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.167430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ec8db205-a4a5-491c-a528-de9813ee207b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:12.168264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-952fbd9d-f0a3-48b0-a1f1-0f7414fa2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.180923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-952fbd9d-f0a3-48b0-a1f1-0f7414fa2f71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a18c78ba-af7c-492b-bf90-a542d76b4e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685178 Nov 12 01:05:12.257440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-e3426cc9-b9fa-49d8-b20e-299d9e3b8a69 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594317 Nov 12 01:05:12.310388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:12.321273 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-7446ee56-c47b-465c-8a08-d8d4687760c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310463 Nov 12 01:05:12.327221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:12.433544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-496fd355-83ef-4f50-a310-1c3daf731f1f req-afc7d8a2-bd54-4006-821c-8aa3d86f97fd service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011720 Nov 12 01:05:12.500376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.532182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-60609483-7c59-45a2-abb7-6755aa7d4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.533853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-60609483-7c59-45a2-abb7-6755aa7d4664 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1095 time: 0.0448856 Nov 12 01:05:12.562439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Router ac0c35cb-9fe1-4809-8f56-81646b84d695 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:12.663236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-f14118c3-784a-4895-be1c-ed93fcb847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.665133 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-f14118c3-784a-4895-be1c-ed93fcb847b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 200 len: 898 time: 0.1219969 Nov 12 01:05:12.669480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:12.673355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.711917 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-cf1ce42a-bbb0-4661-8324-ea1c801e3ef9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Nov 12 01:05:12.714749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c45a9477-5cfd-45ea-856a-86452f63e846 req-c9f70c5b-45e1-4103-a816-8fcc05f0eed9 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019151 Nov 12 01:05:12.780251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-3673a051-3b78-49af-9838-2b6e45546319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.782486 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-3673a051-3b78-49af-9838-2b6e45546319 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c271291c-406f-4fb0-92f1-3be62fc3148f HTTP/1.1" status: 200 len: 835 time: 0.0591674 Nov 12 01:05:12.796695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:12.840355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-0339eae9-77f1-4dd9-affd-4f7bd3ad63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.840355 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-0339eae9-77f1-4dd9-affd-4f7bd3ad63e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a18c78ba-af7c-492b-bf90-a542d76b4e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468509 Nov 12 01:05:12.913883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b9691-f2b7-4c9e-8cd8-3ee3b34b5f91 req-bebedaed-1949-4bc3-86f6-14cd2d3a8018 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.915382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc6b9691-f2b7-4c9e-8cd8-3ee3b34b5f91 req-bebedaed-1949-4bc3-86f6-14cd2d3a8018 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.3475142 Nov 12 01:05:12.970671 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-2bba1b5f-ef94-4647-9355-a4a93e335896 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178126 Nov 12 01:05:12.982980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:13.037443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:13.052555 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Sync routers for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:13.068657 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:13.069278 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:13.099672 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-93fec23c-5cad-4010-8c53-dac994a58fbe req-b0c1e68a-f04b-40b2-8492-b5905d6f3f13 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199176 Nov 12 01:05:13.199191 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:13.402161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:09Z', 'revision_number': 3, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:13.429701 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Checking router: ac0c35cb-9fe1-4809-8f56-81646b84d695 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:13.430047 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Updating router ac0c35cb-9fe1-4809-8f56-81646b84d695 port 274721c9-1304-4bd5-97ad-8f00b4267916 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:05:13.459341 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.463514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec43b-cf12-4e7f-9ff4-bcd84eb4bf11 req-8c5e677f-c219-4fcf-9e54-d7e216835d83 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:13.465086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe8ec43b-cf12-4e7f-9ff4-bcd84eb4bf11 req-8c5e677f-c219-4fcf-9e54-d7e216835d83 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 943 time: 0.5633969 Nov 12 01:05:13.468658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc6b9691-f2b7-4c9e-8cd8-3ee3b34b5f91 req-7889840b-edf0-4f89-af99-64f8b7fc1f77 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271752 Nov 12 01:05:13.507792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.511639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6c42998d-2ba8-4654-8576-c718ddc6b3c9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4527333 Nov 12 01:05:13.512499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.589290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:13.603198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:13.620950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9cd442c-04ba-4369-b894-62cb7855c2ca tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4456851 Nov 12 01:05:13.631283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.641850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:13.642518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:13.696840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe8ec43b-cf12-4e7f-9ff4-bcd84eb4bf11 req-72bab230-ccbd-439f-912b-d4c3e813132e tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942043 Nov 12 01:05:13.701463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.750786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:13.768181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting subnet 842a5fcb-55dd-4b79-a8ea-cb586509b148 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:13.773780 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.833637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=edea1064-277f-4df9-aa53-6ac970e2c56f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:13.851189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.876211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '8206f962-54bd-4f30-aacf-38ff06b3eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:13.876625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: ec8db205-a4a5-491c-a528-de9813ee207b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:13.885508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:13.922571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:13.932258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:13.933173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:13.939675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network ec8db205-a4a5-491c-a528-de9813ee207b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:13.974729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ec8db205-a4a5-491c-a528-de9813ee207b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:13.985408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:13.986433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.006126 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.009628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.013054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cebc5-e594-4c5c-bb25-a2adc8ef1606 None None] Network ec8db205-a4a5-491c-a528-de9813ee207b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:14.014376 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.017136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-08cac0be-1516-4d38-8154-35c965d8ebdd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7030551 Nov 12 01:05:14.038860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:14.044488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382055629'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:14.091046 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Attempting to bind port 274721c9-1304-4bd5-97ad-8f00b4267916 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:14.091625 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Attempting to bind port 274721c9-1304-4bd5-97ad-8f00b4267916 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:14.091770 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Attempting to bind port 274721c9-1304-4bd5-97ad-8f00b4267916 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:14.126353 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:14.126773 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:14.128457 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.129305 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:14.130541 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Bound port: 274721c9-1304-4bd5-97ad-8f00b4267916, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:14.131768 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.145998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:14.160344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.191329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.204090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72fe9a-65f0-4094-943a-941abfcd56eb None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:14.215579 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] For port 274721c9-1304-4bd5-97ad-8f00b4267916, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:14.220921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] For port 274721c9-1304-4bd5-97ad-8f00b4267916, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=274721c9-1304-4bd5-97ad-8f00b4267916,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:14.236948 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Pushing event updated for resources: {'Port': ['ID=274721c9-1304-4bd5-97ad-8f00b4267916,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.242103 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.251750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.252464 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.252890 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.253228 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.253567 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.253900 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.254229 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.254602 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.254979 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.255307 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.255631 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.256183 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:14.303747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:14.306344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:14.320687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.327302 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.327772 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 30e25a26-86c6-41a1-a882-d44e8df80d2d of type vlan for network ce0d4cda-43f2-40c7-8618-a88f8061ca0c Nov 12 01:05:14.381077 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efe12b-1a87-45ac-9e6a-b1a74bea09ea None None] Pushing event updated for resources: {'Port': ['ID=274721c9-1304-4bd5-97ad-8f00b4267916,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.413456 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:14.414095 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:14.418750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.459573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Subnet': ['ID=842a5fcb-55dd-4b79-a8ea-cb586509b148,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.466690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cfe59-a750-4a9e-9e73-12b56381b466 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:14.474074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:14.477090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.485685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dbf2087d-02ab-4aed-94bd-4d4920a95c7b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/842a5fcb-55dd-4b79-a8ea-cb586509b148 HTTP/1.1" status: 204 len: 168 time: 0.8532834 Nov 12 01:05:14.494921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:14.533494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.543182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:14.543964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.583477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5431318 Nov 12 01:05:14.586423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:14.597194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe4757-738e-4987-8d9a-eef6d6b48da8 None None] Network b799bd46-91b4-48fc-9fdd-5b7d2b98829e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:14.599832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc92f3c-c0ce-4d80-b7df-d4fc2e5e6aff None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:14.603812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': 'ce0d4cda-43f2-40c7-8618-a88f8061ca0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:14.637859 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:14.686512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Provisioning complete for port 274721c9-1304-4bd5-97ad-8f00b4267916 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:14.686889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.784684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.810686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ec8db205-a4a5-491c-a528-de9813ee207b', 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': 'edea1064-277f-4df9-aa53-6ac970e2c56f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:14.813088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.836012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0a55-0191-40c6-a735-755bbd543060 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=ce0d4cda-43f2-40c7-8618-a88f8061ca0c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.869475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ce0d4cda-43f2-40c7-8618-a88f8061ca0c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:14.910196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:14.914853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.959118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e30a-3611-4364-912f-2dc5a1ffbbf4 req-d9f481a0-b63e-4b71-8f06-1d2cf075e10d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:14.960641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3f3e30a-3611-4364-912f-2dc5a1ffbbf4 req-d9f481a0-b63e-4b71-8f06-1d2cf075e10d tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2815211 Nov 12 01:05:14.987784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6f390-6eca-44ec-9616-e00c10a1f745 req-45957ec3-3975-4c32-b13d-76b22c08d95a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:14.990369 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:09Z', 'revision_number': 3, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:15.004908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1e6f390-6eca-44ec-9616-e00c10a1f745 req-45957ec3-3975-4c32-b13d-76b22c08d95a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 943 time: 0.2094629 Nov 12 01:05:15.033132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.038799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.049469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c259208-7893-450e-9f1c-08a22f3f38c4 None None] The sync data for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 is: [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:09Z', 'revision_number': 3, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:15.159475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1e6f390-6eca-44ec-9616-e00c10a1f745 req-1c1ded12-1c72-49a0-9256-d45e861b5d36 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461203 Nov 12 01:05:15.165029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3f3e30a-3611-4364-912f-2dc5a1ffbbf4 req-bce321ea-d340-4d80-a5e9-7d5e894d8fe3 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897492 Nov 12 01:05:15.169919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Deleting port 82720125-2da9-4523-aad3-b70f742cb311 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:15.190036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.271811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.383135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] For port 82720125-2da9-4523-aad3-b70f742cb311, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=82720125-2da9-4523-aad3-b70f742cb311,segment=NetworkSegment(35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5),segment_id=35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:15.383623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.387636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] For port 274721c9-1304-4bd5-97ad-8f00b4267916, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=274721c9-1304-4bd5-97ad-8f00b4267916,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:15.420084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Calling delete_port for 82720125-2da9-4523-aad3-b70f742cb311 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:15.677216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.736410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Port': ['ID=82720125-2da9-4523-aad3-b70f742cb311,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:15.762372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No DVR routers for this DVR port 82720125-2da9-4523-aad3-b70f742cb311 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:15.807426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Allocated IP 172.20.0.1 (1ffa09bc-88c3-4bc8-b1c0-1a84d284b266/baa3dd84-4485-4faa-b9da-dec87e7a87bf/780d245c-940e-449b-80e1-b0d0c200e5d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:15.853401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:15.907079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7bddc705-8333-4b8b-8874-763ca9393c40 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:15.921050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 274721c9-1304-4bd5-97ad-8f00b4267916 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:15.929247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.036567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Allocated IP 172.20.255.242 (ec8db205-a4a5-491c-a528-de9813ee207b/edea1064-277f-4df9-aa53-6ac970e2c56f/d316f703-f26d-4baa-8145-ad8b4ed940a3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:16.042800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=5cf596ca-6385-4621-b91e-832b4d177f93,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:16.046446 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.076368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '30e25a26-86c6-41a1-a882-d44e8df80d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce0d4cda-43f2-40c7-8618-a88f8061ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:16.076628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: ce0d4cda-43f2-40c7-8618-a88f8061ca0c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:16.104869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b799bd46-91b4-48fc-9fdd-5b7d2b98829e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:16.135799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:16.136442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a7ee0e-3a82-4cb4-ac82-2454a37ad9c5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:16.141093 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.153954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network ce0d4cda-43f2-40c7-8618-a88f8061ca0c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:16.160188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.177281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Pushing event updated for resources: {'Port': ['ID=274721c9-1304-4bd5-97ad-8f00b4267916,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:16.192383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680002db-6aa7-49e6-8ba5-237ae955e1c5 None None] DHCP port deletion for b799bd46-91b4-48fc-9fdd-5b7d2b98829e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:16.193288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ce0d4cda-43f2-40c7-8618-a88f8061ca0c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:16.193986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.203111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:16.204130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.211184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:16.211718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.223713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9020f702-2daf-484e-aa4b-4a30ce1ca6cd None None] Network ce0d4cda-43f2-40c7-8618-a88f8061ca0c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:16.231084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd7e7897-303a-4356-9613-1aeef53210ed tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6421578 Nov 12 01:05:16.239674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.245131 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:16.263656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.264008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.264376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.264713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.265046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.265407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.265742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.266067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.266390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.266707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.267027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.267348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08da25a-9117-42e1-a690-c2fb222a23fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:16.307253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a30cd112-b057-4f88-a641-caa02fbc170b None None] Provisioning complete for port 274721c9-1304-4bd5-97ad-8f00b4267916 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:16.307622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a30cd112-b057-4f88-a641-caa02fbc170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:16.334977 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:16.341729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.407491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.415348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:16.416820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/networks/b799bd46-91b4-48fc-9fdd-5b7d2b98829e HTTP/1.1" status: 204 len: 168 time: 1.9218755 Nov 12 01:05:16.418018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8d73-6649-4fa4-8e52-45dbcc0bb3e4 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Pushing event deleted for resources: {'Network': ['ID=b799bd46-91b4-48fc-9fdd-5b7d2b98829e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:16.421260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48276) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:16.426964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'routes': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:16.435367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:16.547220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.550349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:16.554600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Pushing event updated for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:16.638442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a28b8-90f1-408c-b090-480d14176026 req-b1235557-65e7-41a3-b078-86dd837a80b0 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:16.640137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b5a28b8-90f1-408c-b090-480d14176026 req-b1235557-65e7-41a3-b078-86dd837a80b0 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 943 time: 0.2953219 Nov 12 01:05:16.755416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.757343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 274721c9-1304-4bd5-97ad-8f00b4267916 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:16.757937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.762996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.773904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b5a28b8-90f1-408c-b090-480d14176026 req-a6b2fd6b-c245-4c2a-9c23-a7c35245a365 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867214 Nov 12 01:05:16.840345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Added routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:05:16.841191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Removed routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:05:16.842090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:16.955540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30559066-75c5-4881-b54b-4c22f58a5b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ce0d4cda-43f2-40c7-8618-a88f8061ca0c', 'network_id': 'ce0d4cda-43f2-40c7-8618-a88f8061ca0c', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '5cf596ca-6385-4621-b91e-832b4d177f93'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:16.956688 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30559066-75c5-4881-b54b-4c22f58a5b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.039334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7bddc705-8333-4b8b-8874-763ca9393c40,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:17.085290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.161361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf596ca-6385-4621-b91e-832b4d177f93,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:17.184942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.192354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.242272 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.250795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '7bddc705-8333-4b8b-8874-763ca9393c40', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'port_id': '7bddc705-8333-4b8b-8874-763ca9393c40', 'mac_address': 'fa:16:3e:d8:0d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:17.259813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.277441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8e4f20e4-dacf-4cc6-a66f-6102ed2a2164 None None] Provisioning complete for port 780d245c-940e-449b-80e1-b0d0c200e5d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:17.277960 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e4f20e4-dacf-4cc6-a66f-6102ed2a2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.322716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.354859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f20e4-dacf-4cc6-a66f-6102ed2a2164 None None] Port 780d245c-940e-449b-80e1-b0d0c200e5d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:17.371098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0d4cda-43f2-40c7-8618-a88f8061ca0c']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.382846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Network ec8db205-a4a5-491c-a528-de9813ee207b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:17.393352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e25a26-86c6-41a1-a882-d44e8df80d2d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.395463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:17.396146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e25a26-86c6-41a1-a882-d44e8df80d2d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.425131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:17.427061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.430929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-30559066-75c5-4881-b54b-4c22f58a5b29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cf596ca-6385-4621-b91e-832b4d177f93: This subnet is being modified by another concurrent operation. Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cf596ca-6385-4621-b91e-832b4d177f93: This subnet is being modified by another concurrent operation. Nov 12 01:05:17.461039 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:05:17.468617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.478178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:17.478651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.572339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23b6ae-5fcc-42a0-b4bd-b0d3b9fb7f09 None None] Network ce0d4cda-43f2-40c7-8618-a88f8061ca0c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:17.605395 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:17.608763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:17.621027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.623161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Sync routers for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:17.658743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.667934 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:17.669092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b5de315a-493c-4231-89a7-f7e35120b42c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 701 time: 1.2415507 Nov 12 01:05:17.670084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48284) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:17.673871 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:17.709639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.740778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.744126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/ce0d4cda-43f2-40c7-8618-a88f8061ca0c HTTP/1.1" status: 204 len: 168 time: 1.4897027 Nov 12 01:05:17.747104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedf2f9-5abc-4251-afa4-a62c7d5c5534 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=ce0d4cda-43f2-40c7-8618-a88f8061ca0c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:17.748278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Pushing event updated for resources: {'Port': ['ID=d316f703-f26d-4baa-8145-ad8b4ed940a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:17.762419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:17.791950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1623993741'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:17.798743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:17.805524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6e4d4210-7b49-4acf-85b1-9ac009fa793a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 205 time: 0.1224816 Nov 12 01:05:17.834837 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.847195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 85b84f8f-666c-4789-9718-cff898605a89 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:17.878740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 85b84f8f-666c-4789-9718-cff898605a89 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:17.879314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 85b84f8f-666c-4789-9718-cff898605a89 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:17.887977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Attempting to bind port d316f703-f26d-4baa-8145-ad8b4ed940a3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:17.888440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Attempting to bind port d316f703-f26d-4baa-8145-ad8b4ed940a3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8206f962-54bd-4f30-aacf-38ff06b3eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:17.892526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Attempting to bind port d316f703-f26d-4baa-8145-ad8b4ed940a3 on network ec8db205-a4a5-491c-a528-de9813ee207b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:17.900169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bddc705-8333-4b8b-8874-763ca9393c40 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:17.927491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7bddc705-8333-4b8b-8874-763ca9393c40,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:17.930398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:17.931229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Checking segment: {'id': '8206f962-54bd-4f30-aacf-38ff06b3eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:17.931648 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.932300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Bound using segment: {'id': '8206f962-54bd-4f30-aacf-38ff06b3eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:17.933204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Bound port: d316f703-f26d-4baa-8145-ad8b4ed940a3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8206f962-54bd-4f30-aacf-38ff06b3eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ec8db205-a4a5-491c-a528-de9813ee207b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:17.933707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.951252 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:17.962945 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:18.100860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] For port d316f703-f26d-4baa-8145-ad8b4ed940a3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:18.108443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 274721c9-1304-4bd5-97ad-8f00b4267916 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:18.128029 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.144446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfa830-b99e-40da-bba2-b5a157002e70 req-2256ce5f-3698-417a-acfd-79fd20ebece4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:18.162110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cfa830-b99e-40da-bba2-b5a157002e70 req-2256ce5f-3698-417a-acfd-79fd20ebece4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 944 time: 0.1480589 Nov 12 01:05:18.175439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.199382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Checking router: c40ac58f-00c6-471e-b0f5-3a9c76a5f205 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:18.217264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.220167 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Routers {'c40ac58f-00c6-471e-b0f5-3a9c76a5f205'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:18.220871 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.241185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['7bddc705-8333-4b8b-8874-763ca9393c40'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:18.286452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] For port d316f703-f26d-4baa-8145-ad8b4ed940a3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d316f703-f26d-4baa-8145-ad8b4ed940a3,segment=NetworkSegment(8206f962-54bd-4f30-aacf-38ff06b3eb8e),segment_id=8206f962-54bd-4f30-aacf-38ff06b3eb8e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:18.300172 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.343515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78cfa830-b99e-40da-bba2-b5a157002e70 req-bce91d27-2ff2-42af-9e60-7f60e075f350 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797631 Nov 12 01:05:18.377359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:18.381289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.441462 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] Set router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:18.573345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.582200 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.630578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 274721c9-1304-4bd5-97ad-8f00b4267916 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:18.632192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.633980 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:18.723894 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b9586-e95d-4c29-a579-2a0eea3991dc None None] The sync data for ids ['c40ac58f-00c6-471e-b0f5-3a9c76a5f205'] in n-d-712141-15 is: [{'id': 'c40ac58f-00c6-471e-b0f5-3a9c76a5f205', 'name': 'tempest-RoutersTest-router-1785843481', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:57Z', 'updated_at': '2021-11-12T01:05:11Z', 'revision_number': 11, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:18.760880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:18.815485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.816163 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 6dacfd92-992d-432e-a1cf-33ad4f255f75 of type vlan for network dafed799-a5f8-4cdd-8d72-50847c23a3df Nov 12 01:05:18.827763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.828654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router c40ac58f-00c6-471e-b0f5-3a9c76a5f205 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:18.879299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.885764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:18.886393 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80111e33-e035-4071-a634-502fea3c2520 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 204 len: 168 time: 1.0833316 Nov 12 01:05:18.890659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1259272548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:18.910934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.918743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.927904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.941748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.942942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.993104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e918-c938-4bb1-8364-f0240f3c87c6 None None] Pushing event updated for resources: {'Port': ['ID=d316f703-f26d-4baa-8145-ad8b4ed940a3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.038448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:05:19.053669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.060241 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.097066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.101691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-082a7c68-2e12-4afb-9961-73129763b99b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2148702 Nov 12 01:05:19.102814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.118293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:19.140643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Pushing event updated for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.157316 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.174448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.175334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.188465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.287254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5125272 Nov 12 01:05:19.315577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48302) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:19.330864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': 'dafed799-a5f8-4cdd-8d72-50847c23a3df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:19.473294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e2069-761c-4cda-8458-8a92faa02faa tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=dafed799-a5f8-4cdd-8d72-50847c23a3df,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.704937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.742274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15691e2e-41e6-4ba2-be96-daaa6ca22c05 req-e9246bf5-3705-4aae-ba8e-dff5afb8c69b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.744353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15691e2e-41e6-4ba2-be96-daaa6ca22c05 req-e9246bf5-3705-4aae-ba8e-dff5afb8c69b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 944 time: 0.1844487 Nov 12 01:05:19.746195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.761100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:19.775473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:19.782573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:19.797964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.857227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 82720125-2da9-4523-aad3-b70f742cb311 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:19.860529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network dafed799-a5f8-4cdd-8d72-50847c23a3df details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:19.941185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 82720125-2da9-4523-aad3-b70f742cb311 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:19.941534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 82720125-2da9-4523-aad3-b70f742cb311 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:19.978744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7bddc705-8333-4b8b-8874-763ca9393c40 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:20.118587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing IP validity checks on allocation pools {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:05:20.119177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:05:20.230505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d316f703-f26d-4baa-8145-ad8b4ed940a3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:20.278436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Router ac0c35cb-9fe1-4809-8f56-81646b84d695 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:20.287299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 7bddc705-8333-4b8b-8874-763ca9393c40 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:05:20.301965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01875cb7-7457-4d3a-b872-53d6614910b2 None None] Network ec8db205-a4a5-491c-a528-de9813ee207b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:20.324954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 7bddc705-8333-4b8b-8874-763ca9393c40 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:20.325671 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.444902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.493615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15691e2e-41e6-4ba2-be96-daaa6ca22c05 req-e7c6d5ea-52b9-4999-859f-9a31a9f61a69 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7396722 Nov 12 01:05:20.526679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Provisioning complete for port 780d245c-940e-449b-80e1-b0d0c200e5d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:20.527326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.528790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Router 5302a735-f7ed-4169-ba6c-0d4b9429e3d3 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:20.630848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d316f703-f26d-4baa-8145-ad8b4ed940a3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:20.631408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.675650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:20.693114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:20.693317 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c264fc71-6cca-47e8-b53a-819aa276a903 admin admin] 10.222.0.11 "PUT /v2.0/routers/ac0c35cb-9fe1-4809-8f56-81646b84d695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1754353 Nov 12 01:05:20.699762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.701016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1376f709-5f39-41b4-bbed-5d683b4b2934 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "PUT /v2.0/routers/5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 200 len: 694 time: 1.5968864 Nov 12 01:05:20.705392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.710025 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Sync routers for ids ['5302a735-f7ed-4169-ba6c-0d4b9429e3d3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:20.711272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=2b3ce391-8890-4c08-b514-6ed7ff80c0cf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:20.722739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '6dacfd92-992d-432e-a1cf-33ad4f255f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dafed799-a5f8-4cdd-8d72-50847c23a3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:20.723404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: dafed799-a5f8-4cdd-8d72-50847c23a3df, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:20.729532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Port 780d245c-940e-449b-80e1-b0d0c200e5d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:20.740104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Routers {'5302a735-f7ed-4169-ba6c-0d4b9429e3d3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:20.741215 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5302a735-f7ed-4169-ba6c-0d4b9429e3d3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:20.769205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network dafed799-a5f8-4cdd-8d72-50847c23a3df is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:20.788820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, dafed799-a5f8-4cdd-8d72-50847c23a3df) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:20.794069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:20.794672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.805442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Sync routers for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:20.833286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d17716-d831-4c59-8ce5-d93297b83df7 None None] Network dafed799-a5f8-4cdd-8d72-50847c23a3df requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:20.837174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-627587ab-ce30-40a7-81a9-a9cf15f1e721 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5141196 Nov 12 01:05:20.838408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.873349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dc979e63-5444-4c49-8dc5-f0c0bdb75a64 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/routers/5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 200 len: 700 time: 0.1649840 Nov 12 01:05:20.873949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.942566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f99008da-4755-4584-a5b5-95628b6f2a2b tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 200 len: 205 time: 0.0673280 Nov 12 01:05:20.943262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:20.957519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Set router 5302a735-f7ed-4169-ba6c-0d4b9429e3d3 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:21.080260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Provisioning complete for port d316f703-f26d-4baa-8145-ad8b4ed940a3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:21.080893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.083138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:21.084003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:21.101382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302a735-f7ed-4169-ba6c-0d4b9429e3d3', 'name': 'tempest-RoutersTest-router-1259272548', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:18Z', 'updated_at': '2021-11-12T01:05:19Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:21.119154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.153552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.202857 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Checking router: 5302a735-f7ed-4169-ba6c-0d4b9429e3d3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:21.217980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.223295 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Routers {'5302a735-f7ed-4169-ba6c-0d4b9429e3d3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:21.225326 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5302a735-f7ed-4169-ba6c-0d4b9429e3d3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:21.247965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.379963 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] Set router 5302a735-f7ed-4169-ba6c-0d4b9429e3d3 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:21.391995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.413592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.417001 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.471412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3ce391-8890-4c08-b514-6ed7ff80c0cf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:21.483716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.484818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Fanout notify agent at l3_agent the message router_deleted on router 5302a735-f7ed-4169-ba6c-0d4b9429e3d3 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:21.495017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.496195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-281ce247-2d1c-49cd-9467-133e40fcf3bf tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 204 len: 168 time: 0.5520003 Nov 12 01:05:21.500247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:21.567293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-42c31424-1956-4a4c-97e9-5eadaf59e39f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 200 len: 205 time: 0.0639496 Nov 12 01:05:21.568247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:21.738441 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-1bb4826c-e23e-4240-a9f1-98a2caf24408 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:21.738652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:21.740980 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f425be1d-466f-4872-804d-47199344e339" -d '{"events": [{"server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:21.744224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1bb4826c-e23e-4240-a9f1-98a2caf24408 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/5302a735-f7ed-4169-ba6c-0d4b9429e3d3 HTTP/1.1" status: 404 len: 336 time: 0.1701064 Nov 12 01:05:21.787277 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302a735-f7ed-4169-ba6c-0d4b9429e3d3', 'name': 'tempest-RoutersTest-router-1259272548', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:18Z', 'updated_at': '2021-11-12T01:05:19Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:21.788020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:21.815982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7bddc705-8333-4b8b-8874-763ca9393c40,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:21.863312 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822ef1b-632f-41c3-b717-a0c6a473d88e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:21.870155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd89b1-8e4c-470f-8b89-76ee7226174f None None] The sync data for ids ['5302a735-f7ed-4169-ba6c-0d4b9429e3d3'] in n-d-712141-15 is: [{'id': '5302a735-f7ed-4169-ba6c-0d4b9429e3d3', 'name': 'tempest-RoutersTest-router-1259272548', 'tenant_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:18Z', 'updated_at': '2021-11-12T01:05:19Z', 'revision_number': 2, 'project_id': '39c7e4ab9b0540499bb5eb5e9041e98e', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:21.876235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822ef1b-632f-41c3-b717-a0c6a473d88e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:21.884721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b822ef1b-632f-41c3-b717-a0c6a473d88e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/7fe297de-3ad7-42d4-99d3-b9cf9c8f5444 HTTP/1.1" status: 404 len: 337 time: 0.0953360 Nov 12 01:05:21.888313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:21.910878 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7487e-59a2-4128-a095-090fe52ffccc x-openstack-request-id: req-21b7487e-59a2-4128-a095-090fe52ffccc {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:21.911171 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:21.911427 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21b7487e-59a2-4128-a095-090fe52ffccc {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:21.911830 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40', 'code': 200} Nov 12 01:05:21.936360 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.982476 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffffb86d-728a-49a1-b9df-39883606a884 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:21.987062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffffb86d-728a-49a1-b9df-39883606a884 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:22.002962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ffffb86d-728a-49a1-b9df-39883606a884 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/2587961e-2844-4ab4-98ee-4ecbc6aab130 HTTP/1.1" status: 404 len: 337 time: 0.1067097 Nov 12 01:05:22.004303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.078631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:22.092363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a480b3-fb0d-4b87-98f1-073e564399ec None None] Network dafed799-a5f8-4cdd-8d72-50847c23a3df requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:22.094429 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.133446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3a7de-a051-49a4-836c-ec96d66e4fba req-c3539654-87a8-4d1a-bc73-898d7cdf472b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.135635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95f3a7de-a051-49a4-836c-ec96d66e4fba req-c3539654-87a8-4d1a-bc73-898d7cdf472b tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 944 time: 0.4275403 Nov 12 01:05:22.136721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.148515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-569787479-network', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:22.171367 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c342f92b-eaa9-42b3-8ad3-8b212f5e462a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:22.172333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c342f92b-eaa9-42b3-8ad3-8b212f5e462a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:22.176723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c342f92b-eaa9-42b3-8ad3-8b212f5e462a tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/59f242d2-7507-494b-94c4-550c9db1adbb HTTP/1.1" status: 404 len: 337 time: 0.1714108 Nov 12 01:05:22.186017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.298170 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-399c256c-55d4-4c08-98f2-310f8974e824 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:22.299102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399c256c-55d4-4c08-98f2-310f8974e824 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:22.303134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-399c256c-55d4-4c08-98f2-310f8974e824 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/842a5fcb-55dd-4b79-a8ea-cb586509b148 HTTP/1.1" status: 404 len: 337 time: 0.1136944 Nov 12 01:05:22.312649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.358286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-427db46f-c349-40ec-aee1-1da9dd798135 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 200 len: 205 time: 0.0439584 Nov 12 01:05:22.365722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Made reservation on behalf of 5b64b8ffb44749d1b3bac031222a9b08 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:22.369232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.371641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48366) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.395041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.414756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:22.424604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port d316f703-f26d-4baa-8145-ad8b4ed940a3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d316f703-f26d-4baa-8145-ad8b4ed940a3,segment=NetworkSegment(8206f962-54bd-4f30-aacf-38ff06b3eb8e),segment_id=8206f962-54bd-4f30-aacf-38ff06b3eb8e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:22.427538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.428801 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-42a914d4-d4cb-4b83-ae39-3ad82dde0c78 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:22.431039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-42a914d4-d4cb-4b83-ae39-3ad82dde0c78 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/c40ac58f-00c6-471e-b0f5-3a9c76a5f205 HTTP/1.1" status: 404 len: 336 time: 0.0523062 Nov 12 01:05:22.436085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.450624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95f3a7de-a051-49a4-836c-ec96d66e4fba req-0e517e78-1880-4054-ae77-dab178b05d80 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941253 Nov 12 01:05:22.454701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.456579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafed799-a5f8-4cdd-8d72-50847c23a3df']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:22.474347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9b518329-6b53-420a-8d3e-a59efea304a1 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f HTTP/1.1" status: 200 len: 205 time: 0.0367744 Nov 12 01:05:22.480907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.486816 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.499265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dacfd92-992d-432e-a1cf-33ad4f255f75') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:22.499667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dacfd92-992d-432e-a1cf-33ad4f255f75') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:22.531964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.537085 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-12ba427f-a768-463d-8169-76d23fda9718 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:22.538374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12ba427f-a768-463d-8169-76d23fda9718 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b0ae0b92-b263-4a17-8a58-ed6f0f9acd1f HTTP/1.1" status: 404 len: 336 time: 0.0563769 Nov 12 01:05:22.541660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.565405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.577851 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f82dc39-8e92-43af-b5be-eb6f9f17821f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:22.578541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f82dc39-8e92-43af-b5be-eb6f9f17821f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:22.582891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f82dc39-8e92-43af-b5be-eb6f9f17821f tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/1a97bc47-3aff-433d-a403-2f67fa5ad8f7 HTTP/1.1" status: 404 len: 337 time: 0.0399232 Nov 12 01:05:22.583451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:22.584015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.586920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:22.592872 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:22.624429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c1729db5-61a1-4c8a-8c63-d0a640578473 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 200 len: 205 time: 0.0358129 Nov 12 01:05:22.643997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.649702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55460e93-dd49-4e34-9643-212cf9564cc7 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:05:22.712365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=d316f703-f26d-4baa-8145-ad8b4ed940a3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:22.720400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:22.721155 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-8a13fa8a-6bcb-4718-9af2-71b19c7ab250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:22.757168 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-29ae1531-83f1-4f19-8c70-af178a991bc7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:22.758768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-29ae1531-83f1-4f19-8c70-af178a991bc7 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b34f1d18-4c78-4b9e-9feb-8ca7d6c24e50 HTTP/1.1" status: 404 len: 336 time: 0.1135333 Nov 12 01:05:22.761449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.824333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc61b-51d6-4513-afe4-782f719c5cfd req-2acaf257-fbe3-4e92-a58b-176e87b6b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.826190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e13cc61b-51d6-4513-afe4-782f719c5cfd req-2acaf257-fbe3-4e92-a58b-176e87b6b63f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1097 time: 0.4833062 Nov 12 01:05:22.827648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.850331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.850486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9d958f18-93cb-4ce5-8e34-e0d2b0d165c3 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 HTTP/1.1" status: 200 len: 205 time: 0.0854523 Nov 12 01:05:22.850999 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/dafed799-a5f8-4cdd-8d72-50847c23a3df HTTP/1.1" status: 204 len: 168 time: 2.0115716 Nov 12 01:05:22.861816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.862664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:22.884675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343165694'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:22.893711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285edd1b-0925-45a3-ab00-11c8bae8082a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=dafed799-a5f8-4cdd-8d72-50847c23a3df,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:22.953067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.963168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.978730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55460e93-dd49-4e34-9643-212cf9564cc7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:05:23.002315 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-882ebf69-66ea-464e-8456-151b0932a3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:23.010682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-882ebf69-66ea-464e-8456-151b0932a3e6 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/932abd4f-f9ec-4c06-ae5f-0bbb6e9e6253 HTTP/1.1" status: 404 len: 336 time: 0.1390877 Nov 12 01:05:23.018178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.025755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:23.048319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ebcf7e-6979-4d7f-94ef-e6ff67e94228,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:23.064742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.065187 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Added segment 3e6800a2-a8f1-459f-957a-549373d85c62 of type vlan for network d7bb75d9-0783-43fe-83c6-adf18043acae Nov 12 01:05:23.116105 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f82a50-513e-4967-9e65-75c3763e33f9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:23.119916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f82a50-513e-4967-9e65-75c3763e33f9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:23.125819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0f82a50-513e-4967-9e65-75c3763e33f9 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/3d93b085-21d7-4e56-94c8-4823524fafb1 HTTP/1.1" status: 404 len: 337 time: 0.1037793 Nov 12 01:05:23.128344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.141140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:23.144936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.205547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40579c74-a3f0-414e-af44-1bd2fc856466 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be69ae-c96d-446c-ab7e-625b1b343a93 HTTP/1.1" status: 200 len: 205 time: 0.0735526 Nov 12 01:05:23.205547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.207299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.237811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:23.264735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.265586 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 3c1b7f9a-9db4-4079-8aae-fbe04245c16f of type vlan for network 51ecf784-a3c0-4199-b22c-f7df94341e06 Nov 12 01:05:23.271864 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-cf694046-0676-4254-a231-17abda6443f2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:23.273217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cf694046-0676-4254-a231-17abda6443f2 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/b7be69ae-c96d-446c-ab7e-625b1b343a93 HTTP/1.1" status: 404 len: 336 time: 0.0649235 Nov 12 01:05:23.278266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.348951 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee7985d-6b93-4279-bfdf-2de96434372c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:23.349547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee7985d-6b93-4279-bfdf-2de96434372c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:23.357787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cee7985d-6b93-4279-bfdf-2de96434372c tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/6124f58a-b559-47ad-91f9-7c4b1a088c5d HTTP/1.1" status: 404 len: 337 time: 0.0739441 Nov 12 01:05:23.358558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.365258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.402952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e13cc61b-51d6-4513-afe4-782f719c5cfd req-2eb78637-af57-4398-8458-87d6ad224b35 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5566256 Nov 12 01:05:23.434259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.441574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:23.442270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.458934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:17Z', 'revision_number': 4, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '780d245c-940e-449b-80e1-b0d0c200e5d4', 'name': '', 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'mac_address': 'fa:16:3e:d4:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:15Z', 'updated_at': '2021-11-12T01:05:18Z', 'revision_number': 2, 'project_id': '89546773acc741b88248b4785fcbc142', 'subnets': [{'id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:23.471092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1dbc1278-51bb-4f09-a929-46f54bdcf9eb tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 HTTP/1.1" status: 200 len: 205 time: 0.1033723 Nov 12 01:05:23.473622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.476313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.486322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:23.488120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.540490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Checking router: ac0c35cb-9fe1-4809-8f56-81646b84d695 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:23.540806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Updating router ac0c35cb-9fe1-4809-8f56-81646b84d695 port 780d245c-940e-449b-80e1-b0d0c200e5d4 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:05:23.577230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7040811 Nov 12 01:05:23.623321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48416) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.690014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.694090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:23.701145 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-4f21656b-b877-4e49-8b30-196a47c5575e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] delete failed (client error): The resource could not be found. Nov 12 01:05:23.705496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4f21656b-b877-4e49-8b30-196a47c5575e tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/routers/9d41c2fa-1e62-427a-bbde-dc4801dbe7d7 HTTP/1.1" status: 404 len: 336 time: 0.2218685 Nov 12 01:05:23.706300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.729037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c336fecf-8aba-47dc-9c34-06176730094d None None] Provisioning complete for port d316f703-f26d-4baa-8145-ad8b4ed940a3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:23.729037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c336fecf-8aba-47dc-9c34-06176730094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.758666 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd31e92-b3f2-4731-a46c-ac8b276a04af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:23.759404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd31e92-b3f2-4731-a46c-ac8b276a04af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:23.766529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-edd31e92-b3f2-4731-a46c-ac8b276a04af tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/fca19f2e-7403-4073-964f-67500f43134e HTTP/1.1" status: 404 len: 337 time: 0.0562358 Nov 12 01:05:23.767482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:23.782170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9acbb-6e08-4c3e-92d0-d2228d5d1907 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=51ecf784-a3c0-4199-b22c-f7df94341e06,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:23.832340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 51ecf784-a3c0-4199-b22c-f7df94341e06 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:23.848789 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5a48f5-2430-42e0-909a-11f28dc1b031 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] DELETE failed (client error): The resource could not be found. Nov 12 01:05:23.849527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5a48f5-2430-42e0-909a-11f28dc1b031 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:05:23.876724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aa5a48f5-2430-42e0-909a-11f28dc1b031 tempest-RoutersTest-380949173 tempest-RoutersTest-380949173-project] 10.222.0.11 "DELETE /v2.0/subnets/b702def7-1e1c-4ce3-9148-19632aa3325d HTTP/1.1" status: 404 len: 337 time: 0.1072409 Nov 12 01:05:24.035410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8937283 Nov 12 01:05:24.038489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48434) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:24.044357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Request body: {'subnet': {'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-569787479-subnet', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:24.051686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e6eb6-2ced-4c30-9f75-87f5959533cf admin admin] Pushing event updated for resources: {'Network': ['ID=d7bb75d9-0783-43fe-83c6-adf18043acae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:24.069083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810149fc-144b-451f-8627-decba3244c7e req-69617ea0-f3a3-44e6-8d1d-690521408916 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.071439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-810149fc-144b-451f-8627-decba3244c7e req-69617ea0-f3a3-44e6-8d1d-690521408916 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.4080491 Nov 12 01:05:24.091329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:24.096606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.127526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d7bb75d9-0783-43fe-83c6-adf18043acae details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:24.136805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.145889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.154049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.165218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.175352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.184616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.186449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Made reservation on behalf of 5b64b8ffb44749d1b3bac031222a9b08 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:24.192332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.202152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.213446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a309c1a-03b5-4745-83f7-d35257117016 req-1b5d7b9c-e254-4f8a-b91a-6e0b74206a14 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.3255050 Nov 12 01:05:24.463042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a309c1a-03b5-4745-83f7-d35257117016 req-24452b97-a7e7-4155-a52d-ed65b47911b5 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2457817 Nov 12 01:05:24.517893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-810149fc-144b-451f-8627-decba3244c7e req-8da9db1d-e0b2-419c-a5fc-9cf07fd327c1 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4253552 Nov 12 01:05:24.730879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d316f703-f26d-4baa-8145-ad8b4ed940a3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:24.778166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:24.788233 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.799728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.839973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4dca00-25d8-4493-9016-268a22126a25,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:24.864252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d316f703-f26d-4baa-8145-ad8b4ed940a3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:24.866173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.886652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Checking segment: {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:24.887377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Network hostable DHCP agents. Network: d7bb75d9-0783-43fe-83c6-adf18043acae, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:24.907915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Network d7bb75d9-0783-43fe-83c6-adf18043acae is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:24.924032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d7bb75d9-0783-43fe-83c6-adf18043acae) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:24.936860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.938467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.938656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df103147-a2c8-476e-87e8-5106207df2aa None None] Network d7bb75d9-0783-43fe-83c6-adf18043acae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:24.982880 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e9be962e-8446-4e93-aad4-316284f337a0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9429684 Nov 12 01:05:24.983716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:24.988448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:25.015711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.018878 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.024334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=0fa9c3e4-d5c0-4118-9c62-2b46bf48e86e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:25.042045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '3c1b7f9a-9db4-4079-8aae-fbe04245c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:25.042418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 51ecf784-a3c0-4199-b22c-f7df94341e06, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:25.085052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.087865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.091144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.099453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.106116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.122896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.128712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.132108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.143452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.145906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-5a41c3ed-fd0f-4d7c-8018-df1fd64e91a6 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.1933265 Nov 12 01:05:25.169449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 51ecf784-a3c0-4199-b22c-f7df94341e06 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:25.204257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 51ecf784-a3c0-4199-b22c-f7df94341e06) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:25.214304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.214910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.243867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-31af499a-6941-4df5-8838-0570a6233ef4 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6190660 Nov 12 01:05:25.250135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.252796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c57b32-da8d-4aa1-813f-e5683d3aec3e None None] Network 51ecf784-a3c0-4199-b22c-f7df94341e06 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:25.254272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:25.266271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-b8c936dc-a5fc-411f-ab8a-1098405b7b50 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.267829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-b8c936dc-a5fc-411f-ab8a-1098405b7b50 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1129582 Nov 12 01:05:25.362726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-46f77a28-ebd6-4376-a44c-fba8b7c25f3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39c7e4ab9b0540499bb5eb5e9041e98e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818493 Nov 12 01:05:25.400336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:25.459988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b36dd-4319-477f-b099-b0eccab8e88c None None] Pushing event updated for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:25.613153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Attempting to bind port 780d245c-940e-449b-80e1-b0d0c200e5d4 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:25.620707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Attempting to bind port 780d245c-940e-449b-80e1-b0d0c200e5d4 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:25.621081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Attempting to bind port 780d245c-940e-449b-80e1-b0d0c200e5d4 on network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:25.711402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:25.711888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Checking segment: {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:25.712327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.712717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Bound using segment: {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:25.713211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Bound port: 780d245c-940e-449b-80e1-b0d0c200e5d4, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:25.713766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.738700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.744016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d7bb75d9-0783-43fe-83c6-adf18043acae', 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'fixed_ips': [{'subnet_id': '8d4dca00-25d8-4493-9016-268a22126a25'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:25.745313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.775916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7bdc4105-4df4-40c8-b44e-861785adf4d9 None None] Provisioning complete for port 780d245c-940e-449b-80e1-b0d0c200e5d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:25.776614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4105-4df4-40c8-b44e-861785adf4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.785572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.067059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc4105-4df4-40c8-b44e-861785adf4d9 None None] Port 780d245c-940e-449b-80e1-b0d0c200e5d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:26.079372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Allocated IP 172.20.0.2 (d7bb75d9-0783-43fe-83c6-adf18043acae/8d4dca00-25d8-4493-9016-268a22126a25/b25cdcfb-9808-4e40-9ffc-7e9f87077b32) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:26.085921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] For port 780d245c-940e-449b-80e1-b0d0c200e5d4, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:26.090936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] For port 780d245c-940e-449b-80e1-b0d0c200e5d4, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=780d245c-940e-449b-80e1-b0d0c200e5d4,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:26.115351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.117057 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.166797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.261018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.285995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.308786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Allocated IP 172.25.6.23 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b54a947a-fd80-40e7-b289-81ee3800dd54) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:26.350996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-51ecf784-a3c0-4199-b22c-f7df94341e06', 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '0fa9c3e4-d5c0-4118-9c62-2b46bf48e86e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:26.352012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.357058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.361071 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.364982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bc4f5c4-d50d-4737-a7d4-e65aa97d6b45 HTTP/1.1" status: 204 len: 168 time: 0.9612427 Nov 12 01:05:26.472283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.472745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b36dd-4319-477f-b099-b0eccab8e88c None None] Pushing event updated for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.485850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.503492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.521310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.529294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.539753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.556377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:26.557158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:26.560339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.570083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.575557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-2d96fd93-3512-40f6-9ba1-4608c9f0ba26 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 5446 time: 0.8129029 Nov 12 01:05:26.597917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.664484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9847f-abbd-4968-b12c-27a85b154dd4 req-b18fe494-f849-42d8-9152-6c65c688e650 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.672213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30c9847f-abbd-4968-b12c-27a85b154dd4 req-b18fe494-f849-42d8-9152-6c65c688e650 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.9032848 Nov 12 01:05:26.677468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:26.681391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:26.683251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3782f3f-3d29-49c0-8084-7ee015e04354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc4f5c4-d50d-4737-a7d4-e65aa97d6b45,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.687242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:26.691602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Pushing event updated for resources: {'Port': ['ID=b54a947a-fd80-40e7-b289-81ee3800dd54,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.727182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-874c31c5-99fc-44ba-94b0-bf5a459f29d4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.4326479 Nov 12 01:05:26.733365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e6a6c-e328-4f06-9774-4c20290ca93c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:26.764307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:26.913934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52fe1671-5972-429a-afc6-e003f29e2ad7 req-f64b4866-59cf-41ff-a61f-36381ed7255e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3190370 Nov 12 01:05:26.931864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.950071 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.087646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30c9847f-abbd-4968-b12c-27a85b154dd4 req-dbd5f4e0-925b-4d24-bfdb-6717f7b2fea4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569713 Nov 12 01:05:27.111147 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.140569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] Provisioning complete for port 780d245c-940e-449b-80e1-b0d0c200e5d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:27.142154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.161282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Allocated IP 172.20.0.1 (51ecf784-a3c0-4199-b22c-f7df94341e06/0fa9c3e4-d5c0-4118-9c62-2b46bf48e86e/5a746f74-9e59-48c2-b071-212a46f2162e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:27.226553 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.296117 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-956ccde1-7b22-4580-95b8-6c9458401ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1186385 Nov 12 01:05:27.319634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2518b50d-f37b-4ec1-8591-20687c655171,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:27.372273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.429226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b315-6662-4feb-a74e-a1b5d0137c48 req-17629ee7-a6f8-48bb-9431-ab7542cc4d52 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.431634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b484b315-6662-4feb-a74e-a1b5d0137c48 req-17629ee7-a6f8-48bb-9431-ab7542cc4d52 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.1148729 Nov 12 01:05:27.464305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] For port 2518b50d-f37b-4ec1-8591-20687c655171, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:27.540007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b484b315-6662-4feb-a74e-a1b5d0137c48 req-029bcefd-7308-4a87-b087-cf4155a2d0e7 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895767 Nov 12 01:05:27.565336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] device_id is not set on port 2518b50d-f37b-4ec1-8591-20687c655171 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:05:27.571266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:27.581976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:27.591960 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.617167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.709676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d54ac-883f-482b-b71a-97d5b37233aa tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.711398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b8d54ac-883f-482b-b71a-97d5b37233aa tempest-TestNetworkBasicOps-89660297 tempest-TestNetworkBasicOps-89660297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1092 time: 0.1381891 Nov 12 01:05:27.731944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] No DVR routers for this DVR port 2518b50d-f37b-4ec1-8591-20687c655171 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:27.755416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:27.789896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.807785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '7bddc705-8333-4b8b-8874-763ca9393c40', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:27.845054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] In _notify_port_updated(), no bound segment for port 2518b50d-f37b-4ec1-8591-20687c655171 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:05:27.845836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.846460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.847791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] 10.222.0.32 "PUT /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 200 len: 1033 time: 1.0893230 Nov 12 01:05:27.852380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Network d7bb75d9-0783-43fe-83c6-adf18043acae is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:27.889229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6fd35-855b-4cf9-a413-cfe794c1a374 service neutron] Pushing event updated for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:27.929324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:27.941763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-251d2c7b-1d90-491c-be65-057350458409 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.943356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-251d2c7b-1d90-491c-be65-057350458409 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "GET /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0863419 Nov 12 01:05:27.960008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:27.962496 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.966478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:27.972733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Pushing event updated for resources: {'Port': ['ID=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:28.014253 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.066077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-f085a014-99d7-42d9-8d93-fccdbac63fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.071086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-f085a014-99d7-42d9-8d93-fccdbac63fd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 1097 time: 0.4534678 Nov 12 01:05:28.075496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.107963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:28.152974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.230460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa9c3e4-d5c0-4118-9c62-2b46bf48e86e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:28.243519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Network 51ecf784-a3c0-4199-b22c-f7df94341e06 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:28.245083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.276992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:28.280394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.288292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.296334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.297945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:28.304785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:28.305079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.309820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Pushing event updated for resources: {'Port': ['ID=5a746f74-9e59-48c2-b071-212a46f2162e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:28.314262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.329229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.329229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-298e747f-9821-4556-94dc-18a2c8ea9547 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 4666 time: 0.2609670 Nov 12 01:05:28.344616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Router 23a6b403-eb26-478d-8329-48007a1d0a95 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:05:28.374003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Attempting to bind port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:28.379788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Attempting to bind port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:28.379788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Attempting to bind port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 on network d7bb75d9-0783-43fe-83c6-adf18043acae {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:28.411763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2ce343fa-d832-4e0b-ba2e-c60666f30c8e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:28.412537 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-2ce343fa-d832-4e0b-ba2e-c60666f30c8e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:05:28.413059 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-2ce343fa-d832-4e0b-ba2e-c60666f30c8e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:05:28.414258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ce343fa-d832-4e0b-ba2e-c60666f30c8e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2817488 Nov 12 01:05:28.422847 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.444555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:28.448133 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.459216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--262989686'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:28.526130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-01ab7378-263b-4a89-bcb4-15bea5c58c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.527995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-01ab7378-263b-4a89-bcb4-15bea5c58c68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 0.4230130 Nov 12 01:05:28.553100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ecf784-a3c0-4199-b22c-f7df94341e06']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:28.579025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:28.579611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Checking segment: {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:28.579966 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.580438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Bound using segment: {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:28.582608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Bound port: b25cdcfb-9808-4e40-9ffc-7e9f87077b32, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:28.584479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.587699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1b7f9a-9db4-4079-8aae-fbe04245c16f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:28.588319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1b7f9a-9db4-4079-8aae-fbe04245c16f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:28.604295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39592119-adcc-4be8-96f0-dc67ee6983d3 req-8528bbe8-0878-4713-a29c-768923f4f649 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&id=db731ea2-3256-41e9-9b5f-4037714120b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035451 Nov 12 01:05:28.631441 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.680203 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-3ba2ea1d-41e7-46f8-a131-1c8d10c9173c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 200 len: 217 time: 0.1012685 Nov 12 01:05:28.682987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.695998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.792540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.809625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Attempting to bind port 5a746f74-9e59-48c2-b071-212a46f2162e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:28.812678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Attempting to bind port 5a746f74-9e59-48c2-b071-212a46f2162e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '3c1b7f9a-9db4-4079-8aae-fbe04245c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:28.813322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Attempting to bind port 5a746f74-9e59-48c2-b071-212a46f2162e on network 51ecf784-a3c0-4199-b22c-f7df94341e06 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:28.821535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=12b77455-931d-434e-9bf8-69521447a0b4,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:28.879918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] For port 780d245c-940e-449b-80e1-b0d0c200e5d4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=780d245c-940e-449b-80e1-b0d0c200e5d4,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:28.882950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:28.884492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Checking segment: {'id': '3c1b7f9a-9db4-4079-8aae-fbe04245c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:28.886445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] For port 12b77455-931d-434e-9bf8-69521447a0b4, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:28.887059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.888104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Bound using segment: {'id': '3c1b7f9a-9db4-4079-8aae-fbe04245c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:28.889455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Bound port: 5a746f74-9e59-48c2-b071-212a46f2162e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1b7f9a-9db4-4079-8aae-fbe04245c16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '51ecf784-a3c0-4199-b22c-f7df94341e06'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:28.890472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.894051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:28.911508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.936595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] device_id is not set on port 12b77455-931d-434e-9bf8-69521447a0b4 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:05:28.948989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.961518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.967201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:28.968594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.982181 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.982928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.987229 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8b28062b-c990-4a9e-b777-510e9b6a1a49 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9999354 Nov 12 01:05:28.989956 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-2f0a6f49-f165-406a-9086-2975de2d6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.991995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-2f0a6f49-f165-406a-9086-2975de2d6111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.3006556 Nov 12 01:05:28.992643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:29.045620 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:29.058821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Pushing event updated for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:29.119793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Sync routers for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:29.132924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f816b5-aa59-484f-95a3-8f7762826dee None None] Pushing event updated for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:29.181002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] No DVR routers for this DVR port 12b77455-931d-434e-9bf8-69521447a0b4 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:29.198725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-c2fdf384-63a2-41b0-bdae-13bec2cbfb4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581211 Nov 12 01:05:29.258337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:05:29.258337 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:05:29.258337 n-d-712141-15 neutron-server[102677]: [parameters: {'id': '51ecf784-a3c0-4199-b22c-f7df94341e06'}] Nov 12 01:05:29.258337 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:29.259078 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:29.273974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] For port 5a746f74-9e59-48c2-b071-212a46f2162e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:29.279068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] For port 5a746f74-9e59-48c2-b071-212a46f2162e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5a746f74-9e59-48c2-b071-212a46f2162e,segment=NetworkSegment(3c1b7f9a-9db4-4079-8aae-fbe04245c16f),segment_id=3c1b7f9a-9db4-4079-8aae-fbe04245c16f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:29.296529 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.297518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] In _notify_port_updated(), no bound segment for port 12b77455-931d-434e-9bf8-69521447a0b4 on network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:05:29.298149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.298770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.300726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-491d37c4-72e7-49b5-bcf9-71229230c713 service neutron] 10.222.0.32 "PUT /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 200 len: 1032 time: 1.3506460 Nov 12 01:05:29.322899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.373438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:29.494602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:29.496949 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266947d8-69c5-4bc6-a893-2c05c69c3ff3" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:29.500335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Provisioning complete for port b54a947a-fd80-40e7-b289-81ee3800dd54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:29.500789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.548489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d37ab-c630-4f72-8294-90a8d05dad8f None None] Pushing event updated for resources: {'Port': ['ID=5a746f74-9e59-48c2-b071-212a46f2162e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:29.580913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port f394f2c7-177c-47a8-9b5b-933d99c4e845 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:29.581544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.603171 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.603865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12b77455-931d-434e-9bf8-69521447a0b4 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:29.703984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Port b54a947a-fd80-40e7-b289-81ee3800dd54 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:29.813165 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.821063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a556a-d7d8-4394-940f-d234976bad02 None None] Network 51ecf784-a3c0-4199-b22c-f7df94341e06 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:29.822632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:29.823779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:29.921930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port f394f2c7-177c-47a8-9b5b-933d99c4e845, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=f394f2c7-177c-47a8-9b5b-933d99c4e845,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:29.922748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.946073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for f394f2c7-177c-47a8-9b5b-933d99c4e845 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:29.968572 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee71a7-a816-4a81-9a31-4dbbf9209735 x-openstack-request-id: req-aaee71a7-a816-4a81-9a31-4dbbf9209735 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:29.968572 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:29.968572 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaee71a7-a816-4a81-9a31-4dbbf9209735 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:29.968572 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'code': 200} Nov 12 01:05:30.186557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.321465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=f394f2c7-177c-47a8-9b5b-933d99c4e845,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:30.394036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b797-469d-4e04-b423-3e2057294061 req-272afaff-d0a6-4c04-a60d-d1c7dc7d198e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.401131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b797-469d-4e04-b423-3e2057294061 req-272afaff-d0a6-4c04-a60d-d1c7dc7d198e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.409317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b797-469d-4e04-b423-3e2057294061 req-272afaff-d0a6-4c04-a60d-d1c7dc7d198e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.431488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b797-469d-4e04-b423-3e2057294061 req-272afaff-d0a6-4c04-a60d-d1c7dc7d198e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.434530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a760b797-469d-4e04-b423-3e2057294061 req-272afaff-d0a6-4c04-a60d-d1c7dc7d198e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 3150 time: 0.2527924 Nov 12 01:05:30.458894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.463492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Allocated IP 172.25.6.184 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b5bc17e7-6841-4f45-8656-f50a0e0fe8c3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:30.470857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port f394f2c7-177c-47a8-9b5b-933d99c4e845 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:30.477358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-03ce7e5c-e147-4745-89f9-69267a239923 service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2644265 Nov 12 01:05:30.490645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.556507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.563514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-92c3ecac-8d88-428f-9814-23b0c16ba1a8 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "DELETE /v2.0/ports/f394f2c7-177c-47a8-9b5b-933d99c4e845 HTTP/1.1" status: 204 len: 173 time: 1.2527747 Nov 12 01:05:30.566998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:30.572340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a760b797-469d-4e04-b423-3e2057294061 req-eea10f3b-e5ca-4be4-ab22-0cf5afbac334 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054864 Nov 12 01:05:30.573439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:30.578383 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c251e0c-6f65-4706-853a-eaa40e66bbfa" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:30.725885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port 5a746f74-9e59-48c2-b071-212a46f2162e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:30.726857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.744860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9905f860-3b0e-4a89-bba9-90d49597c38e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:30.761148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b49fc8a5-956c-4cb1-b5f8-bc1680e04a5c req-a25ef5f4-a714-4630-adfb-d73fcc645c3b service neutron] 10.222.0.32 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645595 Nov 12 01:05:30.790258 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1f364a-8fd3-4171-a413-f165110b4548 x-openstack-request-id: req-af1f364a-8fd3-4171-a413-f165110b4548 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:30.790760 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "f394f2c7-177c-47a8-9b5b-933d99c4e845", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:30.791254 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af1f364a-8fd3-4171-a413-f165110b4548 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:30.792237 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': 'f394f2c7-177c-47a8-9b5b-933d99c4e845', 'status': 'completed', 'code': 200} Nov 12 01:05:30.897627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:17Z', 'revision_number': 4, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '780d245c-940e-449b-80e1-b0d0c200e5d4', 'name': '', 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'mac_address': 'fa:16:3e:d4:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:15Z', 'updated_at': '2021-11-12T01:05:26Z', 'revision_number': 4, 'project_id': '89546773acc741b88248b4785fcbc142', 'subnets': [{'id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:30.950370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 12b77455-931d-434e-9bf8-69521447a0b4 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:30.957639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0890d53b-0403-4fd5-988d-68cb3b61483d no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:31.082033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port 5a746f74-9e59-48c2-b071-212a46f2162e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5a746f74-9e59-48c2-b071-212a46f2162e,segment=NetworkSegment(3c1b7f9a-9db4-4079-8aae-fbe04245c16f),segment_id=3c1b7f9a-9db4-4079-8aae-fbe04245c16f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:31.082587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.119126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] For port b25cdcfb-9808-4e40-9ffc-7e9f87077b32, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:31.135111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] For port b25cdcfb-9808-4e40-9ffc-7e9f87077b32, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:31.147190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:31.149529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.167862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.170169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023a34-5ac5-4205-b2c2-5f708c0f072b None None] The sync data for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 is: [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:17Z', 'revision_number': 4, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '780d245c-940e-449b-80e1-b0d0c200e5d4', 'name': '', 'network_id': '1ffa09bc-88c3-4bc8-b1c0-1a84d284b266', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'mac_address': 'fa:16:3e:d4:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:15Z', 'updated_at': '2021-11-12T01:05:26Z', 'revision_number': 4, 'project_id': '89546773acc741b88248b4785fcbc142', 'subnets': [{'id': 'baa3dd84-4485-4faa-b9da-dec87e7a87bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:31.209208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Provisioning complete for port 2518b50d-f37b-4ec1-8591-20687c655171 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:31.209771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.327952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.341091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:31.464974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.639006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for 5a746f74-9e59-48c2-b071-212a46f2162e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:31.896992 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.899843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=b5bc17e7-6841-4f45-8656-f50a0e0fe8c3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:31.943399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.953096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:31.959676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:31.962393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:31.981286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:31.983426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.080571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-aab302b6-fe5f-4ec2-a8a3-b45c482ed8f1 None None] Port 2518b50d-f37b-4ec1-8591-20687c655171 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:32.085242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37430-33ba-46d3-8e8e-b1fe23bdff57 None None] Pushing event updated for resources: {'Port': ['ID=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.114372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:32.117221 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8b317-9745-4ab4-8553-5558072a91e7" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:32.170991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:32.184515 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.185246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ba13f4c2-c17c-4888-b680-339356d9c16e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:32.212713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.218791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.7705429 Nov 12 01:05:32.227014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:32.260550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:32.261061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.292474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:32.294351 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a05b5-2ba1-4085-929e-3b6dde44cbeb x-openstack-request-id: req-654a05b5-2ba1-4085-929e-3b6dde44cbeb {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:32.297710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '76a4b080-2e3b-4cf1-853f-950f85814bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:32.299459 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:32.299797 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-654a05b5-2ba1-4085-929e-3b6dde44cbeb {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:32.302640 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'code': 200} Nov 12 01:05:32.325214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9fe7-0542-40af-8dd1-e571c24afbad tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4b080-2e3b-4cf1-853f-950f85814bc1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.392867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.515221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.533715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=5a746f74-9e59-48c2-b071-212a46f2162e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.542285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.560627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:27Z', 'revision_number': 3, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.565494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4c1bfa64-1d3c-4066-a72c-16607498aeeb None None] Provisioning complete for port 12b77455-931d-434e-9bf8-69521447a0b4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:32.565868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c1bfa64-1d3c-4066-a72c-16607498aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.569784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port 5a746f74-9e59-48c2-b071-212a46f2162e on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:32.687941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.782458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=1ef7414a-9b25-4e8a-a7df-d8cb85f89904,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:32.786539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Checking router: 23a6b403-eb26-478d-8329-48007a1d0a95 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:32.787264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Updating router 23a6b403-eb26-478d-8329-48007a1d0a95 port b54a947a-fd80-40e7-b289-81ee3800dd54 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:05:32.902552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.942791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ecf784-a3c0-4199-b22c-f7df94341e06']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.955394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1b7f9a-9db4-4079-8aae-fbe04245c16f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.955883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1b7f9a-9db4-4079-8aae-fbe04245c16f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:32.973632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.994698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b25cdcfb-9808-4e40-9ffc-7e9f87077b32 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:32.997690 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.005365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:33.005770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.071008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.111078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bfa64-1d3c-4066-a72c-16607498aeeb None None] Port 12b77455-931d-434e-9bf8-69521447a0b4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:33.113413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.117440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.141939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:33.229798 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:33.261419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f490d1c-c056-439a-b348-258864f71ee0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:33.290838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port 1ef7414a-9b25-4e8a-a7df-d8cb85f89904 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:33.307539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.318119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-7041404c-1603-4543-821d-ceebb6f2297a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "DELETE /v2.0/ports/1ef7414a-9b25-4e8a-a7df-d8cb85f89904 HTTP/1.1" status: 204 len: 173 time: 2.7302547 Nov 12 01:05:33.321877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.345989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:33.351175 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976d9096-c647-4816-b663-021e457ccf01" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:33.410956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:33.436107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-70529c06-64a6-46b7-8092-0f39ae510885 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.444740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.455659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f0ff8a8d-ed90-4ffa-b966-5edcab7a7b3f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1641538 Nov 12 01:05:33.469188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-70529c06-64a6-46b7-8092-0f39ae510885 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.484562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:33.486882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-70529c06-64a6-46b7-8092-0f39ae510885 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.492782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-aab5c242-f1e4-4a5e-a259-88beaa7c0692 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '76a4b080-2e3b-4cf1-853f-950f85814bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:33.497827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-70529c06-64a6-46b7-8092-0f39ae510885 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.507698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-70529c06-64a6-46b7-8092-0f39ae510885 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 3072 time: 1.5720630 Nov 12 01:05:33.615548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.641782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-aab5c242-f1e4-4a5e-a259-88beaa7c0692 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.647147 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.663306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/51ecf784-a3c0-4199-b22c-f7df94341e06 HTTP/1.1" status: 204 len: 168 time: 8.3906746 Nov 12 01:05:33.674354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:33.687244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435385744'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:33.697853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.699888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2518b50d-f37b-4ec1-8591-20687c655171 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:33.733966 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56757960-f51a-4fbc-aa66-083506d7609a x-openstack-request-id: req-56757960-f51a-4fbc-aa66-083506d7609a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:33.733966 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "1ef7414a-9b25-4e8a-a7df-d8cb85f89904", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:33.734311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:33.734514 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56757960-f51a-4fbc-aa66-083506d7609a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:33.734605 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.734698 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '1ef7414a-9b25-4e8a-a7df-d8cb85f89904', 'status': 'completed', 'code': 200} Nov 12 01:05:33.778548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0cec-3b9c-4d15-b244-9c622ee153f1 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=51ecf784-a3c0-4199-b22c-f7df94341e06,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:33.859000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7483581c-08b9-4854-9dc5-c7f025f045eb req-322e305d-7ef4-4bbf-8bc7-1339b3166992 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499184 Nov 12 01:05:33.945712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port ba13f4c2-c17c-4888-b680-339356d9c16e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:33.946079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:33.963513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:34.058434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44e71c-9d31-4356-9d56-cc094a3d8246 None None] Network d7bb75d9-0783-43fe-83c6-adf18043acae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:34.147035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port ba13f4c2-c17c-4888-b680-339356d9c16e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ba13f4c2-c17c-4888-b680-339356d9c16e,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:34.147664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.167388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2518b50d-f37b-4ec1-8591-20687c655171 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:34.168502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f394f2c7-177c-47a8-9b5b-933d99c4e845 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:34.169274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for ba13f4c2-c17c-4888-b680-339356d9c16e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:34.210648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: f394f2c7-177c-47a8-9b5b-933d99c4e845 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:34.210997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device f394f2c7-177c-47a8-9b5b-933d99c4e845 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:34.211427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:34.241805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:34.246107 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.296253 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-aab5c242-f1e4-4a5e-a259-88beaa7c0692 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:05:34.298277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aab5c242-f1e4-4a5e-a259-88beaa7c0692 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8126538 Nov 12 01:05:34.304031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-30b3d3ba-daab-4dab-8dc7-5b737561ee75 None None] Provisioning complete for port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:34.304441 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b3d3ba-daab-4dab-8dc7-5b737561ee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.313535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:34.345699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:34.347996 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9817a1c1-6dd5-40eb-8a97-1ab33de6001c" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:34.411007 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.425467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.521687 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f183c-37ff-415f-b2f4-6aa6ff84c8c7 x-openstack-request-id: req-2e4f183c-37ff-415f-b2f4-6aa6ff84c8c7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:34.521981 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:34.522355 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e4f183c-37ff-415f-b2f4-6aa6ff84c8c7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:34.522851 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'code': 200} Nov 12 01:05:34.541422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=ba13f4c2-c17c-4888-b680-339356d9c16e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:34.567755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:34.572807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.602344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.650771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Allocated IP 172.20.0.1 (d7bb75d9-0783-43fe-83c6-adf18043acae/8d4dca00-25d8-4493-9016-268a22126a25/31af0e9d-bb3a-463c-9e5b-3780bdef361d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:34.651323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:34.661392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.661744 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment e158e269-1a9e-450a-bb89-7b9e4856ccb0 of type vlan for network 35efbe89-ce94-40a3-94c8-79cd522645fe Nov 12 01:05:34.662207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.666554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port ba13f4c2-c17c-4888-b680-339356d9c16e on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:34.685504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.685650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.691585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-fd6f1a04-fe9d-4a2d-adca-46479b9ddace tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "DELETE /v2.0/ports/ba13f4c2-c17c-4888-b680-339356d9c16e HTTP/1.1" status: 204 len: 173 time: 1.3628871 Nov 12 01:05:34.762903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.845228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.846313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 0890d53b-0403-4fd5-988d-68cb3b61483d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:34.846468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.892428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port b25cdcfb-9808-4e40-9ffc-7e9f87077b32, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:34.943319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.945197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 780d245c-940e-449b-80e1-b0d0c200e5d4 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:35.073338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port 0890d53b-0403-4fd5-988d-68cb3b61483d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0890d53b-0403-4fd5-988d-68cb3b61483d,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:35.073730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.139448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa30ff-4262-4d67-a3da-ce3a9f8ea982 req-cef5ed02-746d-4783-8f19-2af5a7fbd4b7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:35.154767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa30ff-4262-4d67-a3da-ce3a9f8ea982 req-cef5ed02-746d-4783-8f19-2af5a7fbd4b7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:35.158866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.resource_extend [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:05:35.160264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44fa30ff-4262-4d67-a3da-ce3a9f8ea982 req-cef5ed02-746d-4783-8f19-2af5a7fbd4b7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 1678 time: 0.1641657 Nov 12 01:05:35.163294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 0890d53b-0403-4fd5-988d-68cb3b61483d owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:35.168824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.277266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.293234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:35.294670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.337207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44fa30ff-4262-4d67-a3da-ce3a9f8ea982 req-4450d606-e6c9-41cc-a6f1-b092e30b1b63 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640856 Nov 12 01:05:35.364824 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-634a598e-cabe-4b98-bc51-4d02065e8876 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3112097 Nov 12 01:05:35.402790 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7242277 Nov 12 01:05:35.428623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:35.434733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '35efbe89-ce94-40a3-94c8-79cd522645fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:35.461107 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.504950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.510647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 780d245c-940e-449b-80e1-b0d0c200e5d4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:35.511064 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.514325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.516328 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/76a4b080-2e3b-4cf1-853f-950f85814bc1 HTTP/1.1" status: 204 len: 168 time: 1.1841562 Nov 12 01:05:35.554461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:35.616280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.652634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:35.659554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.738321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:35.746654 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b037131-f798-494a-9f2a-6c3d91dd2928" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:35.754527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.848764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e14f76-8cec-4d80-bffa-919a76a3bfaf tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4b080-2e3b-4cf1-853f-950f85814bc1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.853142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.879913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.891570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.899319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdda24-12dd-46e0-a236-2fd86017ceac tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=35efbe89-ce94-40a3-94c8-79cd522645fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:35.924862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.940187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Attempting to bind port b54a947a-fd80-40e7-b289-81ee3800dd54 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:35.940607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Attempting to bind port b54a947a-fd80-40e7-b289-81ee3800dd54 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:35.941080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Attempting to bind port b54a947a-fd80-40e7-b289-81ee3800dd54 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:35.941513 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec32419-258a-4206-a5ac-80f133348203 x-openstack-request-id: req-aec32419-258a-4206-a5ac-80f133348203 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:35.941926 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "ba13f4c2-c17c-4888-b680-339356d9c16e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:35.947335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c40d1-9095-40dd-b463-1d01b820db16 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:35.950851 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aec32419-258a-4206-a5ac-80f133348203 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:35.951662 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': 'ba13f4c2-c17c-4888-b680-339356d9c16e', 'status': 'completed', 'code': 200} Nov 12 01:05:35.977594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:35.978085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:35.978395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.978797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:35.993017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Bound port: b54a947a-fd80-40e7-b289-81ee3800dd54, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:35.993376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.005704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 35efbe89-ce94-40a3-94c8-79cd522645fe details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:36.061397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=0890d53b-0403-4fd5-988d-68cb3b61483d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:36.283501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aa9b08d4-6a5b-441c-9291-09fb983334e8 None None] Provisioning complete for port b54a947a-fd80-40e7-b289-81ee3800dd54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:36.287443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa9b08d4-6a5b-441c-9291-09fb983334e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.394404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b08d4-6a5b-441c-9291-09fb983334e8 None None] Port b54a947a-fd80-40e7-b289-81ee3800dd54 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:36.407771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e90e4-faaf-42cf-841d-b97492ffbc6b None None] Pushing event updated for resources: {'Port': ['ID=b54a947a-fd80-40e7-b289-81ee3800dd54,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:36.470074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] For port b54a947a-fd80-40e7-b289-81ee3800dd54, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:36.476218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] For port b54a947a-fd80-40e7-b289-81ee3800dd54, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b54a947a-fd80-40e7-b289-81ee3800dd54,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:36.490709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.554264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:36.559311 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0ad60-facd-47d7-91c7-3dd01a249886" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:36.747820 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0510e3-7102-46d1-acb1-a0e934879541 x-openstack-request-id: req-ae0510e3-7102-46d1-acb1-a0e934879541 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:36.748169 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:36.748379 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae0510e3-7102-46d1-acb1-a0e934879541 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:36.748752 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'code': 200} Nov 12 01:05:36.752208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fb11c-851d-409e-9516-d475dd6b6b90 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:36.773512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2251d8d1-ee0c-4ce5-9117-ebaf7cfa016b None None] Provisioning complete for port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:36.773879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2251d8d1-ee0c-4ce5-9117-ebaf7cfa016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:36.866711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:36.873248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:36.993385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e90e4-faaf-42cf-841d-b97492ffbc6b None None] Pushing event updated for resources: {'Port': ['ID=b54a947a-fd80-40e7-b289-81ee3800dd54,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.018003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2622d-9b41-4428-8e73-50651320f674 req-1d853a47-7e7e-4c4a-9321-461fa7c2805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.023202 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-1d853a47-7e7e-4c4a-9321-461fa7c2805a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 1097 time: 1.5282590 Nov 12 01:05:37.030774 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ee9703b1-8ae7-4697-9e17-47803e99a21b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.4442582 Nov 12 01:05:37.093745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port 0890d53b-0403-4fd5-988d-68cb3b61483d on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:37.097929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.102918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-0d77d490-946e-44cf-9269-5bf15a6b29b0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "DELETE /v2.0/ports/0890d53b-0403-4fd5-988d-68cb3b61483d HTTP/1.1" status: 204 len: 173 time: 2.4072006 Nov 12 01:05:37.103445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:37.106927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.121756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--912139574'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:37.163482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.180221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.196531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:37.240005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.289023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.306434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1d0f6-1f4e-4259-b162-eeb0cd287f16 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:05:37.362559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Network d7bb75d9-0783-43fe-83c6-adf18043acae is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:37.483233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:37.485470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.491012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:37.513810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.536779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.560519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.606189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4de417-7838-4a39-892f-ad238f8d2e77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.620864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': 'e158e269-1a9e-450a-bb89-7b9e4856ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35efbe89-ce94-40a3-94c8-79cd522645fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:37.622223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 35efbe89-ce94-40a3-94c8-79cd522645fe, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:37.629934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=afb486c1-a6ee-49d7-9958-464e7ba5b6ec,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.679068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event updated for resources: {'Port': ['ID=b5bc17e7-6841-4f45-8656-f50a0e0fe8c3,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.686359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2396-17d4-4370-b121-99e13ac40bb4 req-5aa0a126-f6a3-4570-aa3d-644030edab52 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.696856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbac2396-17d4-4370-b121-99e13ac40bb4 req-5aa0a126-f6a3-4570-aa3d-644030edab52 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 944 time: 0.6059432 Nov 12 01:05:37.700853 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.706481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ca1599dd-bf8c-4533-b2e5-b7c61f5235d1 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5964468 Nov 12 01:05:37.707364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:37.717747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-036ee210-c846-4b2d-b1d0-f3b498fed26f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'cf4de417-7838-4a39-892f-ad238f8d2e77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:37.718847 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-036ee210-c846-4b2d-b1d0-f3b498fed26f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:05:37.719569 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-036ee210-c846-4b2d-b1d0-f3b498fed26f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:37.724742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-036ee210-c846-4b2d-b1d0-f3b498fed26f tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124452 Nov 12 01:05:37.733971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:37.770478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 35efbe89-ce94-40a3-94c8-79cd522645fe is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:37.813136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 35efbe89-ce94-40a3-94c8-79cd522645fe) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:37.818741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.819535 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.830904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:37.831245 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.895011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbac2396-17d4-4370-b121-99e13ac40bb4 req-c11f97f4-79f3-4f5a-88ee-0b0d4d953e30 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971467 Nov 12 01:05:37.966027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00c58911-4f3c-4c8f-88e4-32c1c17c62b6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5360541 Nov 12 01:05:37.966684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:37.969564 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924ebf8-a0c5-4a1b-b74a-6d016924eaa0" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:37.992656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.090364 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85590259-8560-4c00-b85c-1f96ec38dadb x-openstack-request-id: req-85590259-8560-4c00-b85c-1f96ec38dadb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:38.090910 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "0890d53b-0403-4fd5-988d-68cb3b61483d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:38.091507 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85590259-8560-4c00-b85c-1f96ec38dadb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:38.092922 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '0890d53b-0403-4fd5-988d-68cb3b61483d', 'status': 'completed', 'code': 200} Nov 12 01:05:38.116367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1d0f6-1f4e-4259-b162-eeb0cd287f16 None None] Unable to find a vacant binding_index for network 35efbe89-ce94-40a3-94c8-79cd522645fe and agent 1e962164-691d-4456-bd66-64a17512b89a {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 01:05:38.132789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.140097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b25cdcfb-9808-4e40-9ffc-7e9f87077b32 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:38.144387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1d0f6-1f4e-4259-b162-eeb0cd287f16 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 35efbe89-ce94-40a3-94c8-79cd522645fe) {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:05:38.146770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] Provisioning complete for port b54a947a-fd80-40e7-b289-81ee3800dd54 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:38.147385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.223134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:38.223809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.239349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:27Z', 'revision_number': 3, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:38.259335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.291764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc455d0b-8689-47af-88c3-c5377166be66 None None] The sync data for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 is: [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:27Z', 'revision_number': 3, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:38.464150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.499982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Pushing event updated for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.537950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2622d-9b41-4428-8e73-50651320f674 req-185bef9d-4e89-4a0e-aea7-56fe2f6117fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.540141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-185bef9d-4e89-4a0e-aea7-56fe2f6117fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 200 len: 919 time: 1.3309648 Nov 12 01:05:38.544466 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Floating IP 9b2b54a7-c6ff-4712-832e-876b86befb8d associated. External IP: 172.25.6.184, port: 7bddc705-8333-4b8b-8874-763ca9393c40. Nov 12 01:05:38.551494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.599417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:38.600084 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.670176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.677284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.680843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.685067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.686040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf4de417-7838-4a39-892f-ad238f8d2e77 HTTP/1.1" status: 204 len: 168 time: 0.9493823 Nov 12 01:05:38.700936 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-0f2c370c-961e-4484-b525-b1642044c79b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 200 len: 217 time: 0.1507263 Nov 12 01:05:38.714802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a473e-e485-4826-ace6-edbceba5292b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4de417-7838-4a39-892f-ad238f8d2e77,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.720108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] For port b54a947a-fd80-40e7-b289-81ee3800dd54, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b54a947a-fd80-40e7-b289-81ee3800dd54,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:38.747165 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.893678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2622d-9b41-4428-8e73-50651320f674 req-8380798e-7b9e-402a-8538-ca7f22c25cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.900523 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-8380798e-7b9e-402a-8538-ca7f22c25cbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 200 len: 858 time: 0.1965058 Nov 12 01:05:39.035192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-1f2d13db-a980-4255-8e2f-3425e49b3ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000662 Nov 12 01:05:39.057382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.284749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.285432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.285561 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Floating IP 79950ba3-b807-4296-b94a-0a23cccb4189 disassociated. External IP: 172.25.6.76, port: 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e. Nov 12 01:05:39.285886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:39.298285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.321058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca2aac4a-a736-4a11-83af-f7628330ff34 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4812448 Nov 12 01:05:39.326251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeb154-7b7c-4235-91f3-835e9f09c58e req-cd075b54-b548-4854-b9a9-66c84514ca2f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.327985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5efeb154-7b7c-4235-91f3-835e9f09c58e req-cd075b54-b548-4854-b9a9-66c84514ca2f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 944 time: 0.2672629 Nov 12 01:05:39.336606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:39.341455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784651260'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:39.478737 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-274e3ce3-a592-4d4b-8e99-fb6cb92a41df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.485559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-1805f41c-9dc9-45a4-9f10-91ac89064c3f service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204938 Nov 12 01:05:39.504517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=afb486c1-a6ee-49d7-9958-464e7ba5b6ec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:39.514998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc189-e3d1-438e-b548-ed2be70eb998 None None] Pushing event updated for resources: {'Port': ['ID=b54a947a-fd80-40e7-b289-81ee3800dd54,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:39.669660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11df3c9-b52e-46e8-8063-9ae9073f2bd9 None None] Network 35efbe89-ce94-40a3-94c8-79cd522645fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:39.697401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.702072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.744283 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4be2622d-9b41-4428-8e73-50651320f674 req-f5fc5dca-8461-4536-9386-461340931bc2 service neutron] 10.222.0.39 "GET /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164848 Nov 12 01:05:39.907555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35efbe89-ce94-40a3-94c8-79cd522645fe']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:39.934085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5efeb154-7b7c-4235-91f3-835e9f09c58e req-87f11f6c-9271-4942-86d5-568a4bdc5c3c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdcc5cd6-b978-4989-999d-00ac57ad69a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5474613 Nov 12 01:05:39.960148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e158e269-1a9e-450a-bb89-7b9e4856ccb0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:39.960592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e158e269-1a9e-450a-bb89-7b9e4856ccb0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:39.996086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.054599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.069140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15344731-f564-4514-974a-fdb35f6571c1 None None] Network 35efbe89-ce94-40a3-94c8-79cd522645fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:40.082801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b54a947a-fd80-40e7-b289-81ee3800dd54 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:40.113110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:40.114957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:40.123410 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:40.216400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.235980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.252694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8469d535-cd63-4807-a152-228bb2eedd9a None None] Provisioning complete for port 31af0e9d-bb3a-463c-9e5b-3780bdef361d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:40.253071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8469d535-cd63-4807-a152-228bb2eedd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.289971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b54a947a-fd80-40e7-b289-81ee3800dd54 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:40.290614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.337284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Pushing event updated for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.357696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:40.375776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.423077 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.428895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.449357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8469d535-cd63-4807-a152-228bb2eedd9a None None] Port 31af0e9d-bb3a-463c-9e5b-3780bdef361d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:40.454876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.489269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.499018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=4e6bcb6a-bce1-4c9b-b175-940ecae6d71e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.532353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Network d7bb75d9-0783-43fe-83c6-adf18043acae is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:40.534183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:40.574637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.584937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/35efbe89-ce94-40a3-94c8-79cd522645fe HTTP/1.1" status: 204 len: 168 time: 2.5908849 Nov 12 01:05:40.585821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5107bd-60ae-439e-bc06-b02ba6aa4b5a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.599538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:40.620593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250666922'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:40.660085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc5bbf-24a3-4f11-aaa0-fcdf80109bbd tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=35efbe89-ce94-40a3-94c8-79cd522645fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:40.751610 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.756180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1fd092fc-97b9-47f0-8934-ca5549f309b0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4185584 Nov 12 01:05:40.765124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:40.775530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48bf3e03-5ab0-4865-b1a7-65f8e0e1abd3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '5d5107bd-60ae-439e-bc06-b02ba6aa4b5a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:40.776579 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-48bf3e03-5ab0-4865-b1a7-65f8e0e1abd3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:05:40.777193 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-48bf3e03-5ab0-4865-b1a7-65f8e0e1abd3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:40.782265 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-48bf3e03-5ab0-4865-b1a7-65f8e0e1abd3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111983 Nov 12 01:05:40.788904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:40.845883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:40.865009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.868478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:40.886627 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Sync routers for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:40.905071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef4964-e17a-4a8c-9fc3-3a04132b8b44 req-8bf7a854-0141-4139-a011-8f5914747c3b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.906959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:40.907610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:40.908252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00ef4964-e17a-4a8c-9fc3-3a04132b8b44 req-8bf7a854-0141-4139-a011-8f5914747c3b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.2392581 Nov 12 01:05:40.931928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.987507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c042c8f-b818-4f7a-a225-0ce6ee4447df tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.1900332 Nov 12 01:05:40.991119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:40.991709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:40.996667 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c6e245-01cc-4da7-97c8-ac44e0a197d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:41.126299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9492ae7-6785-44fb-8f0d-ce14a5d139ff tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 991 time: 0.1223972 Nov 12 01:05:41.208587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4a422e09-c229-4106-b4a5-64f4743f5d81 None None] Provisioning complete for port 31af0e9d-bb3a-463c-9e5b-3780bdef361d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:41.210123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a422e09-c229-4106-b4a5-64f4743f5d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.250713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:41.389294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4a422e09-c229-4106-b4a5-64f4743f5d81 None None] Port 31af0e9d-bb3a-463c-9e5b-3780bdef361d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:41.414988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Router 23a6b403-eb26-478d-8329-48007a1d0a95 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:41.416301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c5415385-216f-489d-9691-5388f79fed9b req-0429559b-4f10-4c01-ba34-b5d04bb07f36 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.2275217 Nov 12 01:05:41.597554 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c62d9b-b3c1-4be0-a5c9-e529d0512c24 x-openstack-request-id: req-04c62d9b-b3c1-4be0-a5c9-e529d0512c24 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:41.598308 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:41.598430 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04c62d9b-b3c1-4be0-a5c9-e529d0512c24 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:41.599106 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40', 'status': 'completed', 'code': 200} Nov 12 01:05:41.602185 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.605438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:41.643182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00ef4964-e17a-4a8c-9fc3-3a04132b8b44 req-0bbe83cc-0390-46ed-948b-5b1b68cae616 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822805 Nov 12 01:05:41.713373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.713725 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment fb27e1bf-a3da-4556-83d2-12ab95af2b93 of type vlan for network 1b41527a-2100-4a93-9961-7e21970af199 Nov 12 01:05:41.756352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-5666901b-f7c7-4472-b78b-85b13328b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.758046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-5666901b-f7c7-4472-b78b-85b13328b447 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1097 time: 0.1317880 Nov 12 01:05:41.761479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:41.775386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.781714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:41.783114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Sync routers for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:41.791857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Router dc742caf-1482-4104-94d8-a017f03139a8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:41.793110 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a38dd10f-ca43-4f04-a3a4-f9d497582171 admin admin] 10.222.0.11 "PUT /v2.0/routers/23a6b403-eb26-478d-8329-48007a1d0a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7552278 Nov 12 01:05:41.806003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:41.806649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:41.860077 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9b2b54a7-c6ff-4712-832e-876b86befb8d', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'port_id': '7bddc705-8333-4b8b-8874-763ca9393c40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'mac_address': 'fa:16:3e:d8:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:33Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:41.979298 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Checking router: 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:42.006703 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:42.007648 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.074356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-c0c0858f-9352-4d22-99d8-ef0d399c00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.082968 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-c0c0858f-9352-4d22-99d8-ef0d399c00e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 200 len: 898 time: 0.2870343 Nov 12 01:05:42.130364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:42.135710 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.139349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:42.165800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.173408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.174059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.274494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.279931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.281863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d5107bd-60ae-439e-bc06-b02ba6aa4b5a HTTP/1.1" status: 204 len: 168 time: 1.4906664 Nov 12 01:05:42.290502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.361740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ef521-b1f1-4ac7-8998-aada375b571c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5107bd-60ae-439e-bc06-b02ba6aa4b5a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:42.369079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port 4e6bcb6a-bce1-4c9b-b175-940ecae6d71e on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:42.380226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.385046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-621236ac-6037-4e6c-9030-c5374777ac8e req-1ba165f1-0735-4e72-aeaa-55c5d9da023c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.32 "DELETE /v2.0/ports/4e6bcb6a-bce1-4c9b-b175-940ecae6d71e HTTP/1.1" status: 204 len: 173 time: 5.2746444 Nov 12 01:05:42.390343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:42.393840 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcbcf73-36e2-4166-bd30-607304fd5b7e" -d '{"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:42.404876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7891173 Nov 12 01:05:42.415843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.441706 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:42.443277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '1b41527a-2100-4a93-9961-7e21970af199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:42.530371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cfbdaf4f-4164-4f3f-ab83-cb7ab2046b19 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 991 time: 0.3911307 Nov 12 01:05:42.532118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd649541-6910-404e-833d-15736715b06b tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=1b41527a-2100-4a93-9961-7e21970af199,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:42.715099 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c46972-7ab3-48d0-8670-dfc43962caf1 x-openstack-request-id: req-37c46972-7ab3-48d0-8670-dfc43962caf1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:42.725634 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a5e6c-d085-454a-b31d-d098f68eb9fe", "name": "network-vif-deleted", "tag": "4e6bcb6a-bce1-4c9b-b175-940ecae6d71e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:42.726140 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37c46972-7ab3-48d0-8670-dfc43962caf1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:42.727253 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a5e6c-d085-454a-b31d-d098f68eb9fe', 'name': 'network-vif-deleted', 'tag': '4e6bcb6a-bce1-4c9b-b175-940ecae6d71e', 'status': 'completed', 'code': 200} Nov 12 01:05:42.749975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1b41527a-2100-4a93-9961-7e21970af199 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:42.827646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a2274a70-be02-44f1-84dc-53d3ec92c0a1 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.831312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a2274a70-be02-44f1-84dc-53d3ec92c0a1 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 0.1704774 Nov 12 01:05:42.884504 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Sync routers for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:42.899975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cf1c754-650a-40ac-9b67-f840086afa8e req-c571dd54-3ede-4699-9ff1-a0d17d553357 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0674069 Nov 12 01:05:42.929804 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:42.932961 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:42.933940 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:42.936038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.049750 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-73390996-b26a-4c54-b082-711ad021280d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 200 len: 999 time: 0.9591548 Nov 12 01:05:43.162336 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-539e-4979-a965-0cf27ebeaa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.217382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.354057 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:43.456656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing IP validity checks on allocation pools {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:05:43.458308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:05:43.467706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31af0e9d-bb3a-463c-9e5b-3780bdef361d', 'name': '', 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'mac_address': 'fa:16:3e:31:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '8d4dca00-25d8-4493-9016-268a22126a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:39Z', 'revision_number': 2, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'subnets': [{'id': '8d4dca00-25d8-4493-9016-268a22126a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:43.469583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-65127859-7d1b-40ac-801a-b5549027d794 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1677811 Nov 12 01:05:43.481448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:43.494289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566353093'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:43.542204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:43.608990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Checking router: 23a6b403-eb26-478d-8329-48007a1d0a95 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:43.611136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Updating router 23a6b403-eb26-478d-8329-48007a1d0a95 port 31af0e9d-bb3a-463c-9e5b-3780bdef361d binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:05:43.646934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.718837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-06210ef1-a4b4-4500-9c34-b46e1343f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.722061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-06210ef1-a4b4-4500-9c34-b46e1343f33d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c271291c-406f-4fb0-92f1-3be62fc3148f HTTP/1.1" status: 200 len: 835 time: 0.6259890 Nov 12 01:05:43.745491 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.063182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4b9e-bac9-48d5-81a4-7ef52b78bb52 req-7ec1dc88-03a2-4ecf-b893-92fa6555cb07 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:44.067105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf8e4b9e-bac9-48d5-81a4-7ef52b78bb52 req-7ec1dc88-03a2-4ecf-b893-92fa6555cb07 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 945 time: 1.1525648 Nov 12 01:05:44.098162 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9b2b54a7-c6ff-4712-832e-876b86befb8d', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'port_id': '7bddc705-8333-4b8b-8874-763ca9393c40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'mac_address': 'fa:16:3e:d8:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:33Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.198052 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09888a-fce9-4b6f-af2b-41dc95bdf59e None None] The sync data for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 is: [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9b2b54a7-c6ff-4712-832e-876b86befb8d', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'port_id': '7bddc705-8333-4b8b-8874-763ca9393c40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'mac_address': 'fa:16:3e:d8:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:33Z', 'revision_number': 0, 'project_id': '088c4d1315a84724af075079edce2b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:44.208203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.292745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf8e4b9e-bac9-48d5-81a4-7ef52b78bb52 req-6bd6f40a-8f1c-4a92-8647-c0812373a961 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049026 Nov 12 01:05:44.304416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Deleting port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:44.305079 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.391730 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.464647 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Checking router: dc742caf-1482-4104-94d8-a017f03139a8 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:44.494811 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:44.495713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:44.569699 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b75ae66-fb82-45da-a818-bf847debbcb2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 991 time: 1.0222635 Nov 12 01:05:44.626442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] For port 9b66e273-3711-46d8-937c-ced3ff5a0aa3, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b66e273-3711-46d8-937c-ced3ff5a0aa3,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:44.626886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.744289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Calling delete_port for 9b66e273-3711-46d8-937c-ced3ff5a0aa3 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:44.792518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eca6e48e-1ca1-4be4-87d9-a2a6816efbc5 req-3c0d3388-7ac0-4060-8d81-f290405e8be0 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0805678 Nov 12 01:05:44.800322 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:44.856681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-085032d8-e8b2-493c-ad81-521ca95fc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:44.859408 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-085032d8-e8b2-493c-ad81-521ca95fc6ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a18c78ba-af7c-492b-bf90-a542d76b4e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1124306 Nov 12 01:05:44.867444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.870689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7115e5-a59c-4480-a8b8-fb91385651e3 None None] New status for floating IP 9b2b54a7-c6ff-4712-832e-876b86befb8d: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:05:44.882967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.957732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.132725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.152308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.345997 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-30671f09-08e6-4ee9-95e2-b23ce5d50f13 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497271 Nov 12 01:05:45.349815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.355312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8653660 Nov 12 01:05:45.355714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.356872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.402321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-daedeb06-21b3-4d94-b6bf-9b097114e59a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:45.406121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.416720 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-daedeb06-21b3-4d94-b6bf-9b097114e59a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:05:45.417640 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-daedeb06-21b3-4d94-b6bf-9b097114e59a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:45.423271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-daedeb06-21b3-4d94-b6bf-9b097114e59a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0425622 Nov 12 01:05:45.455786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.509738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-465cbd84-e32f-4e28-b3a1-7cf29bcaea97 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:45.510829 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-465cbd84-e32f-4e28-b3a1-7cf29bcaea97 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:05:45.511615 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-465cbd84-e32f-4e28-b3a1-7cf29bcaea97 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:45.541331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-465cbd84-e32f-4e28-b3a1-7cf29bcaea97 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0734556 Nov 12 01:05:45.542690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.562447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2e0bd50e-c044-4bfc-8ba6-1a46c74bf4d2 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:45.577717 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-2e0bd50e-c044-4bfc-8ba6-1a46c74bf4d2 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:05:45.578674 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-2e0bd50e-c044-4bfc-8ba6-1a46c74bf4d2 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:45.584235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2e0bd50e-c044-4bfc-8ba6-1a46c74bf4d2 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0362546 Nov 12 01:05:45.594013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-39c6e245-01cc-4da7-97c8-ac44e0a197d7 req-4280191e-7ace-4d00-8089-5594efcb7ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234786 Nov 12 01:05:45.596078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.596599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.618248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1e99cc6b-e577-4836-a480-610a93f99483 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:45.619757 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-1e99cc6b-e577-4836-a480-610a93f99483 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:05:45.620349 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-1e99cc6b-e577-4836-a480-610a93f99483 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:45.625296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1e99cc6b-e577-4836-a480-610a93f99483 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0235763 Nov 12 01:05:45.679964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:45.697327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793505dc-7b0e-4117-8265-f5b2216dbb4a None None] Pushing event updated for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:45.768744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b43ed9-ce38-4bc0-b5ec-9326cc245a42 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:45.805362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.843160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:45.880266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': 'fb27e1bf-a3da-4556-83d2-12ab95af2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b41527a-2100-4a93-9961-7e21970af199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:45.880858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 1b41527a-2100-4a93-9961-7e21970af199, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:45.898809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c03d098b-d5b7-4eda-80e7-eb01ec858b53 req-a8bc3695-611b-4d58-874f-587420771b03 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.3008695 Nov 12 01:05:45.906612 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:46.012103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=9ac5a06d-b3af-4889-82b0-941bcf878019,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:46.037631 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d6538-a29f-42c9-8e35-4cfd069d0474 None None] The sync data for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 is: [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T00:54:56Z', 'revision_number': 4, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '5122b329-dc45-4252-b227-501e7ff2add8', 'name': '', 'network_id': '51668376-8af7-4e89-b37b-9302de411d52', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'mac_address': 'fa:16:3e:e8:e9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:55Z', 'updated_at': '2021-11-12T00:55:05Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'subnets': [{'id': '2a03f2b9-ab71-4e00-a9c1-650de580643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:46.060770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Pushing event deleted for resources: {'Port': ['ID=9b66e273-3711-46d8-937c-ced3ff5a0aa3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:46.067641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 1b41527a-2100-4a93-9961-7e21970af199 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:46.083324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019af71-6fe1-4542-ac43-7868e45f14d3 None None] DHCP port deletion for 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:46.089079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Attempting to bind port 31af0e9d-bb3a-463c-9e5b-3780bdef361d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:46.090120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Attempting to bind port 31af0e9d-bb3a-463c-9e5b-3780bdef361d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:46.090990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Attempting to bind port 31af0e9d-bb3a-463c-9e5b-3780bdef361d on network d7bb75d9-0783-43fe-83c6-adf18043acae {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:46.137549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccefc406-1040-4d94-bdf8-58a556fd6c18 req-33c76f7b-2ca0-43fe-98df-bc81fade5d18 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0930970 Nov 12 01:05:46.181439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1b41527a-2100-4a93-9961-7e21970af199) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:46.215433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.216882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] No DVR routers for this DVR port 9b66e273-3711-46d8-937c-ced3ff5a0aa3 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:46.280608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.291442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b5d3e-71b3-43cf-aad2-577ee129ee9e None None] Network 1b41527a-2100-4a93-9961-7e21970af199 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:46.358803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.359883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.384400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.393217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.401538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4 HTTP/1.1" status: 204 len: 168 time: 0.6717670 Nov 12 01:05:46.402777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:46.513512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.514771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:46.515520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Checking segment: {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:46.515931 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.516226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Bound using segment: {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:46.516838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Bound port: 31af0e9d-bb3a-463c-9e5b-3780bdef361d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6800a2-a8f1-459f-957a-549373d85c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:46.517508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.519004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358194e-59da-422a-b9be-aac5e3447967 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d12d9-2dd7-4a86-bfdc-34c94ff8ddc4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:46.523690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b66e273-3711-46d8-937c-ced3ff5a0aa3 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:46.527841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef9de82d-5b20-49f2-8dba-ce2347135c64 req-a9bd2ea9-0b5e-4021-8cc8-856f5652f3bd tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.32 "DELETE /v2.0/ports/9b66e273-3711-46d8-937c-ced3ff5a0aa3 HTTP/1.1" status: 204 len: 173 time: 3.6261792 Nov 12 01:05:46.528714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'name': 'network-vif-deleted', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:46.535972 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50b4a02-0066-403c-a861-d2da69a2991f" -d '{"events": [{"server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "name": "network-vif-deleted", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:46.537809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5a9c77e-02b0-450a-9758-de4f0ba9f618 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1114616 Nov 12 01:05:46.539040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:46.603872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e21a75e1-a53e-4dab-a5fa-b0d25fe1be2d tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 991 time: 1.0037296 Nov 12 01:05:46.676979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 9b66e273-3711-46d8-937c-ced3ff5a0aa3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:46.677580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b66e273-3711-46d8-937c-ced3ff5a0aa3 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:46.708499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2db243a3-669c-4b83-bdd1-dc67b7d36ebf None None] Provisioning complete for port 31af0e9d-bb3a-463c-9e5b-3780bdef361d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:46.709996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2db243a3-669c-4b83-bdd1-dc67b7d36ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.731781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2bae8c2c-a07b-46bd-a8f0-cfac34100b64 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3109338 Nov 12 01:05:46.735087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:46.740451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--771132247'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:46.746042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:46.819600 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce8408-134a-4042-a2f2-b95e2179e073 x-openstack-request-id: req-46ce8408-134a-4042-a2f2-b95e2179e073 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:46.820120 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9acac80-b17b-44b7-b26d-d2f23bac67de", "name": "network-vif-deleted", "tag": "9b66e273-3711-46d8-937c-ced3ff5a0aa3", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:46.820377 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46ce8408-134a-4042-a2f2-b95e2179e073 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:46.820862 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9acac80-b17b-44b7-b26d-d2f23bac67de', 'name': 'network-vif-deleted', 'tag': '9b66e273-3711-46d8-937c-ced3ff5a0aa3', 'status': 'completed', 'code': 200} Nov 12 01:05:46.831723 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a1603-d23e-40b9-bb5a-5824acab7dbb None None] New status for floating IP 79950ba3-b807-4296-b94a-0a23cccb4189: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:05:46.847159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.890844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.083011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9383dc-98fc-45e2-b43a-b96d31d09683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.210016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52e9d5a6-6552-4a0e-be8e-3526a6cdf4d9 req-cf5a3fb3-94c8-4f58-a0be-a53e4b0981db tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9acac80-b17b-44b7-b26d-d2f23bac67de HTTP/1.1" status: 200 len: 210 time: 0.1281021 Nov 12 01:05:47.265821 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.275542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.286337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.289727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2db243a3-669c-4b83-bdd1-dc67b7d36ebf None None] Port 31af0e9d-bb3a-463c-9e5b-3780bdef361d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:05:47.311084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.422565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] For port 31af0e9d-bb3a-463c-9e5b-3780bdef361d, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:47.428639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35854276-a822-4df8-b6a3-dcf022a3e8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1b41527a-2100-4a93-9961-7e21970af199', 'network_id': '1b41527a-2100-4a93-9961-7e21970af199', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '9ac5a06d-b3af-4889-82b0-941bcf878019'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:47.429658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35854276-a822-4df8-b6a3-dcf022a3e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.453424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.491204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] For port 31af0e9d-bb3a-463c-9e5b-3780bdef361d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31af0e9d-bb3a-463c-9e5b-3780bdef361d,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:47.538999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c37bb1d-bb00-4613-80a9-9d3bc758d935 req-5f64aafd-3a62-4c5a-b24c-fde2b9bec0d3 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0990560 Nov 12 01:05:47.606507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.611881 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8755338 Nov 12 01:05:47.615105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.620777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.627145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.679231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-06937cf3-bd1e-4e02-8f18-48fd8d4c941a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:47.681903 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-06937cf3-bd1e-4e02-8f18-48fd8d4c941a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:05:47.682977 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-06937cf3-bd1e-4e02-8f18-48fd8d4c941a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:47.684802 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-06937cf3-bd1e-4e02-8f18-48fd8d4c941a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0252542 Nov 12 01:05:47.687661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac5a06d-b3af-4889-82b0-941bcf878019,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:47.694319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.710048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4872a8fb-10a8-40c5-8e80-d8e34e3c4784 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:47.806490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acdfae-6bb4-4c50-aac2-24a2235a19c5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b81b35-da99-46db-aa40-f4791389e54a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:47.872600 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-4872a8fb-10a8-40c5-8e80-d8e34e3c4784 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:47.874114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4872a8fb-10a8-40c5-8e80-d8e34e3c4784 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1746626 Nov 12 01:05:47.878095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.885245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2af83-c665-4499-99fa-27feab1517b7 None None] Network 1b41527a-2100-4a93-9961-7e21970af199 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:47.886021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b640b52c-6941-4d7f-8646-3599d5b22f3c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:47.886995 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-b640b52c-6941-4d7f-8646-3599d5b22f3c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:05:47.887836 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b640b52c-6941-4d7f-8646-3599d5b22f3c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:47.889921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b640b52c-6941-4d7f-8646-3599d5b22f3c tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104477 Nov 12 01:05:47.893470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.899902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b84e530a-ba5a-431e-8667-8f8646d1bea0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:47.991210 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b84e530a-ba5a-431e-8667-8f8646d1bea0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:47.992642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b84e530a-ba5a-431e-8667-8f8646d1bea0 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0979800 Nov 12 01:05:48.000659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.015168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9f496e60-848a-4904-8a08-fdc4f7d93a19 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.015959 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-9f496e60-848a-4904-8a08-fdc4f7d93a19 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:05:48.016845 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-9f496e60-848a-4904-8a08-fdc4f7d93a19 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:48.018103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9f496e60-848a-4904-8a08-fdc4f7d93a19 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137343 Nov 12 01:05:48.024378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.037700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2436c3ba-0b1a-455b-a3bc-ee2298aa541e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.064381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Deleting port 780d245c-940e-449b-80e1-b0d0c200e5d4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:48.065010 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.113498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.177851 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a257f8b8-1ac7-4f9b-8955-7444f3f503fe tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 993 time: 0.5461462 Nov 12 01:05:48.187691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b41527a-2100-4a93-9961-7e21970af199']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.217354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9383dc-98fc-45e2-b43a-b96d31d09683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.219635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:48.221292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.223710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb27e1bf-a3da-4556-83d2-12ab95af2b93') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.224189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] For port 780d245c-940e-449b-80e1-b0d0c200e5d4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=780d245c-940e-449b-80e1-b0d0c200e5d4,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:48.224756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.226585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb27e1bf-a3da-4556-83d2-12ab95af2b93') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:48.234875 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-2436c3ba-0b1a-455b-a3bc-ee2298aa541e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:48.236002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2436c3ba-0b1a-455b-a3bc-ee2298aa541e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2101710 Nov 12 01:05:48.240562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.248689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9383dc-98fc-45e2-b43a-b96d31d09683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.249372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f54bdd52-4045-4f7e-93f4-a0898dd21bc5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.249956 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-f54bdd52-4045-4f7e-93f4-a0898dd21bc5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:05:48.251104 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-f54bdd52-4045-4f7e-93f4-a0898dd21bc5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:48.252231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f54bdd52-4045-4f7e-93f4-a0898dd21bc5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066657 Nov 12 01:05:48.253756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Calling delete_port for 780d245c-940e-449b-80e1-b0d0c200e5d4 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:48.255877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.264803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.273907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0625cdd3-8ae0-4d18-ab0a-49c5d3b5e02e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.353613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.377074 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c9383dc-98fc-45e2-b43a-b96d31d09683 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49b61c11911348cc95d2c12baae67b66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6277690 Nov 12 01:05:48.378581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:48.382076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.391267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.393769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9383dc-98fc-45e2-b43a-b96d31d09683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a4a3f-f512-4a0a-a170-36c4f0ebee45,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:48.396736 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:48.421636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793505dc-7b0e-4117-8265-f5b2216dbb4a None None] Pushing event updated for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:48.531878 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-0625cdd3-8ae0-4d18-ab0a-49c5d3b5e02e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:48.536292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0625cdd3-8ae0-4d18-ab0a-49c5d3b5e02e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2760825 Nov 12 01:05:48.543789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.550201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-94ae6000-5685-4e65-bf3c-26e2d935996a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'd6b81b35-da99-46db-aa40-f4791389e54a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.596239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] Provisioning complete for port 31af0e9d-bb3a-463c-9e5b-3780bdef361d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:48.596932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.639944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.674627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.687092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/1b41527a-2100-4a93-9961-7e21970af199 HTTP/1.1" status: 204 len: 168 time: 2.1414037 Nov 12 01:05:48.692278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.736496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385215918'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:48.745387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fecc5-ebba-4876-9899-c51ed3edd3ca tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=1b41527a-2100-4a93-9961-7e21970af199,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:48.761687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:48.778704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.801769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:48.813272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.829107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-661a5df0-3caf-4712-a1dc-2ffb6325f512 req-59ddea70-381e-4544-9bae-1027332a72b7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0912447 Nov 12 01:05:48.829998 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-94ae6000-5685-4e65-bf3c-26e2d935996a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:48.834069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-94ae6000-5685-4e65-bf3c-26e2d935996a tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2862070 Nov 12 01:05:48.835384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:48.869708 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.906316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:48.950461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.951001 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 47ebe610-4536-497a-a2b5-18346546ac2a of type vlan for network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 Nov 12 01:05:48.964094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.022039 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:49.034294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.054648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33a53-bb2c-4c9f-8aa5-363a25845567 req-245abd57-b410-48f6-ae03-ae8c89a49236 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.057410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01f33a53-bb2c-4c9f-8aa5-363a25845567 req-245abd57-b410-48f6-ae03-ae8c89a49236 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2412713 Nov 12 01:05:49.066188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.069341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.070572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/837a4a3f-f512-4a0a-a170-36c4f0ebee45 HTTP/1.1" status: 204 len: 168 time: 0.6729240 Nov 12 01:05:49.099811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e554d48-9d28-4363-a8ec-498fc524a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a4a3f-f512-4a0a-a170-36c4f0ebee45,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.154526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.156440 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.178186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.179997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.192912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.294886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=780d245c-940e-449b-80e1-b0d0c200e5d4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.324045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5889535 Nov 12 01:05:49.324045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:49.326346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01f33a53-bb2c-4c9f-8aa5-363a25845567 req-e0414950-966d-4e89-9e27-60eb1e1cc11f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493370 Nov 12 01:05:49.393197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.410975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:49.434561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.453238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.457666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6b81b35-da99-46db-aa40-f4791389e54a HTTP/1.1" status: 204 len: 168 time: 0.6175070 Nov 12 01:05:49.463243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] For port 31af0e9d-bb3a-463c-9e5b-3780bdef361d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31af0e9d-bb3a-463c-9e5b-3780bdef361d,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:49.472603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.475371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:49.512324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66733ade-912a-44cf-b910-7e071204dce6 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=277f65b9-8998-45e9-a6d1-b15ef8e305c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.532110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e31def-ecb1-4496-b048-193247fa59d3 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b81b35-da99-46db-aa40-f4791389e54a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.583622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:49.763184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ecfe8738-d8c3-4e68-a7f8-a29fa1257392 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2799740 Nov 12 01:05:49.765581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:49.780275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--569697331'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:49.810643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:49.822784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.897947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.899726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31af0e9d-bb3a-463c-9e5b-3780bdef361d', 'name': '', 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'mac_address': 'fa:16:3e:31:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '8d4dca00-25d8-4493-9016-268a22126a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:47Z', 'revision_number': 4, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'subnets': [{'id': '8d4dca00-25d8-4493-9016-268a22126a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:49.982296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4b3d-77e3-46f1-9a0d-9334cf6358ad None None] Pushing event updated for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.993663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757a2ce-cb9b-4219-a636-61e9dda8bd47 None None] The sync data for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 is: [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31af0e9d-bb3a-463c-9e5b-3780bdef361d', 'name': '', 'network_id': 'd7bb75d9-0783-43fe-83c6-adf18043acae', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'mac_address': 'fa:16:3e:31:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '8d4dca00-25d8-4493-9016-268a22126a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:33Z', 'updated_at': '2021-11-12T01:05:47Z', 'revision_number': 4, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'subnets': [{'id': '8d4dca00-25d8-4493-9016-268a22126a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:50.103936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.120740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.201841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f4b180-8273-43eb-88fb-004953131105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.204513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78206fcf-53d3-4778-aa97-674b2c553063 req-8b66e321-843b-45a2-9fa8-9e3f377c85cb tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0605748 Nov 12 01:05:50.361668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.453793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f4b180-8273-43eb-88fb-004953131105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.458938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.505137 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-65f4b180-8273-43eb-88fb-004953131105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.525801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Router ac0c35cb-9fe1-4809-8f56-81646b84d695 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:50.527011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.529710 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7588863 Nov 12 01:05:50.556237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.570925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1c9c3b4d-f3e2-401b-a07d-26b643a6d76b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '1f72ad80-5d1c-48b8-aa0c-e65d9270f4c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:50.577896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d12e8-e162-42bf-8728-4bb721903735 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f72ad80-5d1c-48b8-aa0c-e65d9270f4c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.639874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-65f4b180-8273-43eb-88fb-004953131105 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2422486d16cb40dab8d7467107bac619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172567 Nov 12 01:05:50.645316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.685973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4b180-8273-43eb-88fb-004953131105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c750c9-ca79-43fc-80f0-ae7a18220ed0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.740019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e3966-6a1c-4838-ab79-64459c4ee01b req-db7b16fe-8efe-4902-972e-589793f27958 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.742020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-887e3966-6a1c-4838-ab79-64459c4ee01b req-db7b16fe-8efe-4902-972e-589793f27958 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.2452974 Nov 12 01:05:50.771061 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-1c9c3b4d-f3e2-401b-a07d-26b643a6d76b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The resource could not be found. Nov 12 01:05:50.772035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1c9c3b4d-f3e2-401b-a07d-26b643a6d76b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2069993 Nov 12 01:05:50.780795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.786061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3132f565-c769-46bc-8ab8-9a760143ac41 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '1f72ad80-5d1c-48b8-aa0c-e65d9270f4c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5a8e7bc3-4d69-4a61-919e-215e71dbae71'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:50.792779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.805160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.863147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:50.866694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.877627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Sync routers for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:50.883524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f90271ef-a776-4888-893f-8697a8531d2e admin admin] 10.222.0.11 "PUT /v2.0/routers/ac0c35cb-9fe1-4809-8f56-81646b84d695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7493031 Nov 12 01:05:50.889316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.901722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:50.902954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:50.925836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=97826711-cc6e-4fe2-9d29-2d794e38caaf,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.017560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '47ebe610-4536-497a-a2b5-18346546ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:51.018450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 277f65b9-8998-45e9-a6d1-b15ef8e305c8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:51.076987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:51.084190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.090344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.094890 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64c750c9-ca79-43fc-80f0-ae7a18220ed0 HTTP/1.1" status: 204 len: 168 time: 0.4463162 Nov 12 01:05:51.108781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351e73f-8e90-4912-8cda-32c0a721b599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c750c9-ca79-43fc-80f0-ae7a18220ed0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.119800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:51.139618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 277f65b9-8998-45e9-a6d1-b15ef8e305c8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:51.161394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:51.162625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.175608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf42fce-3a12-471c-a18f-de980531ec24 None None] Network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:51.223810 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a9621c4-221e-44a7-b384-01c1aa5cedd2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8994987 Nov 12 01:05:51.224651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:51.469815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.485821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-887e3966-6a1c-4838-ab79-64459c4ee01b req-36d2d0d5-b434-4d67-8ab9-11ce03f0bc55 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163210 Nov 12 01:05:51.561766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.569905 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3132f565-c769-46bc-8ab8-9a760143ac41 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The resource could not be found. Nov 12 01:05:51.571403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3132f565-c769-46bc-8ab8-9a760143ac41 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7892706 Nov 12 01:05:51.586503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9929fa0-e8c7-4e7c-83fe-3cea232d05bf req-456ba0d8-4523-4e80-8520-10feb67a7494 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0971036 Nov 12 01:05:51.587417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:51.738652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-277f65b9-8998-45e9-a6d1-b15ef8e305c8', 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '97826711-cc6e-4fe2-9d29-2d794e38caaf'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:51.740548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.764118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.849382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.916240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Deleting port 274721c9-1304-4bd5-97ad-8f00b4267916 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:51.916598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.026553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.071974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31af0e9d-bb3a-463c-9e5b-3780bdef361d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:52.109598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.115840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] For port 274721c9-1304-4bd5-97ad-8f00b4267916, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=274721c9-1304-4bd5-97ad-8f00b4267916,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:52.124627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.157210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Calling delete_port for 274721c9-1304-4bd5-97ad-8f00b4267916 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:52.230955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.246275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.251790 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/1f72ad80-5d1c-48b8-aa0c-e65d9270f4c8 HTTP/1.1" status: 204 len: 168 time: 0.6620624 Nov 12 01:05:52.255396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:52.269729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4685662-5446-44bd-a85b-b1f9067e248b tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f72ad80-5d1c-48b8-aa0c-e65d9270f4c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:52.280189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Allocated IP 172.20.0.1 (277f65b9-8998-45e9-a6d1-b15ef8e305c8/97826711-cc6e-4fe2-9d29-2d794e38caaf/82b2f885-a209-42b4-8696-95d0251407c9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:52.302560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 31af0e9d-bb3a-463c-9e5b-3780bdef361d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:52.302938 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.363029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:48Z', 'revision_number': 5, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port': {'id': '274721c9-1304-4bd5-97ad-8f00b4267916', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:08Z', 'updated_at': '2021-11-12T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:52.411744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Checking router: ac0c35cb-9fe1-4809-8f56-81646b84d695 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:52.526160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-45b2a6a7-237c-4122-9e08-d4909e02093e tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2695477 Nov 12 01:05:52.530315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48914) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:52.532205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Routers {'ac0c35cb-9fe1-4809-8f56-81646b84d695'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:52.533042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['ac0c35cb-9fe1-4809-8f56-81646b84d695'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:52.542952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-85375f29-d8fb-48ea-8c63-524e4c240042 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': '2a2578b0-f930-40b1-9857-035e01717d22', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:52.606126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.664851 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-85375f29-d8fb-48ea-8c63-524e4c240042 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The resource could not be found. Nov 12 01:05:52.666056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85375f29-d8fb-48ea-8c63-524e4c240042 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1340294 Nov 12 01:05:52.673822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:52.678850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--588315671'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:52.759641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.798334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Pushing event deleted for resources: {'Port': ['ID=274721c9-1304-4bd5-97ad-8f00b4267916,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:52.847926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4222fc92-d2cf-4880-92e0-9e5b9645e2b8 req-63abeef3-43aa-4aeb-8967-75265985a577 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0743833 Nov 12 01:05:52.908023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] Set router ac0c35cb-9fe1-4809-8f56-81646b84d695 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:52.922705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.929320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.985391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.999211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.999778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:51Z', 'revision_number': 6, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:53.016725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3386700 Nov 12 01:05:53.016725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c54cd9-f4ea-448a-b983-cefb9f46ed44 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a3e87-d29d-417a-8721-5c9167990d15,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.017071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.021714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791299003'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:53.041438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7cddec-6391-4205-a644-94ad9e4901d9 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:53.069821 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.073337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c35f-3006-4be9-bb7e-6faec6436424 None None] The sync data for ids ['ac0c35cb-9fe1-4809-8f56-81646b84d695'] in n-d-712141-15 is: [{'id': 'ac0c35cb-9fe1-4809-8f56-81646b84d695', 'name': 'tempest-TestAggregatesBasicOps-2090943277-router', 'tenant_id': '89546773acc741b88248b4785fcbc142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:06Z', 'updated_at': '2021-11-12T01:05:51Z', 'revision_number': 6, 'project_id': '89546773acc741b88248b4785fcbc142', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:53.089233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0814-e990-4f44-801d-30ee1d873591 req-87960d8c-6489-41fe-bf41-4e8090d77526 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.090878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2ef0814-e990-4f44-801d-30ee1d873591 req-87960d8c-6489-41fe-bf41-4e8090d77526 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.4757907 Nov 12 01:05:53.203772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.206520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.241985 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.248636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.283952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.292798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.293664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0c35cb-9fe1-4809-8f56-81646b84d695 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:05:53.301715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.301939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.303301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c8d12aee-6df1-4f45-9c6b-31bd760aac18 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ac0c35cb-9fe1-4809-8f56-81646b84d695 HTTP/1.1" status: 204 len: 168 time: 2.4094820 Nov 12 01:05:53.318850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.351045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:53.359834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:53.368666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.369460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:53.373522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Pushing event updated for resources: {'Port': ['ID=82b2f885-a209-42b4-8696-95d0251407c9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.418583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.419889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4020283 Nov 12 01:05:53.446410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.451468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847181-9406-463a-9313-b927c7cafdbd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa81f2-0f8b-4c9f-a993-cbbd0155a331,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.454202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=97826711-cc6e-4fe2-9d29-2d794e38caaf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.461209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f15193f0-50c3-438b-97bb-2047e4427a66 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group_rule': {'security_group_id': 'e44a3e87-d29d-417a-8721-5c9167990d15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e3fa81f2-0f8b-4c9f-a993-cbbd0155a331'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:53.476035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Attempting to bind port 82b2f885-a209-42b4-8696-95d0251407c9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:53.476777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Attempting to bind port 82b2f885-a209-42b4-8696-95d0251407c9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '47ebe610-4536-497a-a2b5-18346546ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:53.477247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Attempting to bind port 82b2f885-a209-42b4-8696-95d0251407c9 on network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:53.491093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Deleting subnet baa3dd84-4485-4faa-b9da-dec87e7a87bf {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:53.491352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:53.491923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Checking segment: {'id': '47ebe610-4536-497a-a2b5-18346546ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:53.492481 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.495919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Bound using segment: {'id': '47ebe610-4536-497a-a2b5-18346546ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:53.496667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Bound port: 82b2f885-a209-42b4-8696-95d0251407c9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ebe610-4536-497a-a2b5-18346546ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:53.497193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.526928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2ef0814-e990-4f44-801d-30ee1d873591 req-fdaf67d4-4cad-4045-b4b4-37f76e36bd02 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810506 Nov 12 01:05:53.530999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.639635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.679559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.679840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] For port 82b2f885-a209-42b4-8696-95d0251407c9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:53.682485 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-f15193f0-50c3-438b-97bb-2047e4427a66 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:05:53.683627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f15193f0-50c3-438b-97bb-2047e4427a66 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2361977 Nov 12 01:05:53.685916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] For port 82b2f885-a209-42b4-8696-95d0251407c9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=82b2f885-a209-42b4-8696-95d0251407c9,segment=NetworkSegment(47ebe610-4536-497a-a2b5-18346546ac2a),segment_id=47ebe610-4536-497a-a2b5-18346546ac2a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:53.691684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.693257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.729643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277f65b9-8998-45e9-a6d1-b15ef8e305c8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:53.759385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ebe610-4536-497a-a2b5-18346546ac2a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:53.759979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ebe610-4536-497a-a2b5-18346546ac2a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:53.778162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.835160 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.860970 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.873195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.885809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7b46c-bc4f-42e2-a74b-288f50635583 None None] Network 277f65b9-8998-45e9-a6d1-b15ef8e305c8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:53.920308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13dfe9-51d1-4f5c-b44d-09f40558a416 None None] Pushing event updated for resources: {'Port': ['ID=82b2f885-a209-42b4-8696-95d0251407c9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.941429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.958199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.966292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:53.966712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:53.993225 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:54.012051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa3dd84-4485-4faa-b9da-dec87e7a87bf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.102633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:05:54.102633 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:05:54.102633 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '277f65b9-8998-45e9-a6d1-b15ef8e305c8'}] Nov 12 01:05:54.102633 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:54.104018 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:54.118904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f67eb7e-0160-45ad-b1bc-97afe6729a56 req-878f9cb6-bb72-4f0e-907e-075cbe26b5c1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1132414 Nov 12 01:05:54.124995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.136245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9dff9874-9479-49cc-8859-734693894c6e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/baa3dd84-4485-4faa-b9da-dec87e7a87bf HTTP/1.1" status: 204 len: 168 time: 0.8140135 Nov 12 01:05:54.136948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.140936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.141136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.143462 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3fa81f2-0f8b-4c9f-a993-cbbd0155a331 HTTP/1.1" status: 204 len: 168 time: 0.4493475 Nov 12 01:05:54.147107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.177304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaaf33-f5ac-4b27-b1cc-b38e919a3afd tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa81f2-0f8b-4c9f-a993-cbbd0155a331,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.207316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d4069-9f3f-4f8a-8e3a-5da0a3549e82 None None] Network 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:54.216931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 780d245c-940e-449b-80e1-b0d0c200e5d4 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:54.271746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 780d245c-940e-449b-80e1-b0d0c200e5d4 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:54.272123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 780d245c-940e-449b-80e1-b0d0c200e5d4 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:54.272806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 274721c9-1304-4bd5-97ad-8f00b4267916 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:54.357668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.380989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48958) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.381503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-90cd572a-1daf-4861-997c-7789d99ad9fc tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2013888 Nov 12 01:05:54.452003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 274721c9-1304-4bd5-97ad-8f00b4267916 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:54.452386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 274721c9-1304-4bd5-97ad-8f00b4267916 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:54.463653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Deleting port 02ccdc93-03e4-4439-9d33-1194f3643c20 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:54.464000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.492528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.555009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.601916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] For port 02ccdc93-03e4-4439-9d33-1194f3643c20, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=02ccdc93-03e4-4439-9d33-1194f3643c20,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:54.602765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.614558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] DHCP port deletion for 1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:54.648031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Calling delete_port for 02ccdc93-03e4-4439-9d33-1194f3643c20 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:54.653369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.743273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Deleting port 02ccdc93-03e4-4439-9d33-1194f3643c20 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:54.743273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.816168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-27381f4b-db48-4e26-8a4f-8da0cc5b7d6f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:54.817944 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-27381f4b-db48-4e26-8a4f-8da0cc5b7d6f tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.39 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1429632 Nov 12 01:05:54.821303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.824211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.828832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.829033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/e44a3e87-d29d-417a-8721-5c9167990d15 HTTP/1.1" status: 204 len: 168 time: 0.4462936 Nov 12 01:05:54.839401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] For port 02ccdc93-03e4-4439-9d33-1194f3643c20, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=02ccdc93-03e4-4439-9d33-1194f3643c20,segment=NetworkSegment(ce3b2c07-f1a8-43df-b391-8d903e4b6c0b),segment_id=ce3b2c07-f1a8-43df-b391-8d903e4b6c0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:54.840141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.868434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Calling delete_port for 02ccdc93-03e4-4439-9d33-1194f3643c20 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:54.885358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823979-3a6d-41ec-a3b2-33de2ddddd64 req-92890571-cafc-4959-8c3c-19bf7ef935e0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:54.894216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8823979-3a6d-41ec-a3b2-33de2ddddd64 req-92890571-cafc-4959-8c3c-19bf7ef935e0 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 945 time: 0.1459029 Nov 12 01:05:54.935409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.942189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c067d21-872f-4f07-ba22-482bef50eeb5 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a3e87-d29d-417a-8721-5c9167990d15,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.989605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Deleting port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:54.989959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.993531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] No DVR routers for this DVR port 02ccdc93-03e4-4439-9d33-1194f3643c20 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:54.996261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port 82b2f885-a209-42b4-8696-95d0251407c9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:54.996593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.007577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-56fd0a74-df4c-43a9-a5ce-c10570a47428 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1726680 Nov 12 01:05:55.011416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ccdc93-03e4-4439-9d33-1194f3643c20,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.014527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.021208 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.037775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'tempest-secgroup--119341090'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:55.057452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] Pushing event deleted for resources: {'Port': ['ID=02ccdc93-03e4-4439-9d33-1194f3643c20,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.073441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8823979-3a6d-41ec-a3b2-33de2ddddd64 req-277065de-648a-4763-8e5b-712fd0c16660 tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/security-groups?id=1704b1dc-6f67-4295-a482-2ddf86c0f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780822 Nov 12 01:05:55.082662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb22959-5e47-49c0-aea0-c9550564c9fd None None] No DVR routers for this DVR port 02ccdc93-03e4-4439-9d33-1194f3643c20 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:55.107171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026a06c8-ced8-4cd7-a75a-cc5b0f3625d3 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:05:55.121813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.166682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.195781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffa09bc-88c3-4bc8-b1c0-1a84d284b266']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.219468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.219768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b2c07-f1a8-43df-b391-8d903e4b6c0b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.224619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port 82b2f885-a209-42b4-8696-95d0251407c9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=82b2f885-a209-42b4-8696-95d0251407c9,segment=NetworkSegment(47ebe610-4536-497a-a2b5-18346546ac2a),segment_id=47ebe610-4536-497a-a2b5-18346546ac2a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:55.225259 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.234858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.257226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.265340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for 82b2f885-a209-42b4-8696-95d0251407c9 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:55.266612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:55.267549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.268769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] For port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:55.269149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:55.272088 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:55.314409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Calling delete_port for d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:55.341544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a06c8-ced8-4cd7-a75a-cc5b0f3625d3 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:05:55.444903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6181aad-7764-4e4b-8858-e266742d1726 req-a545a12b-6e12-4d5a-9c00-ae31d9fadf82 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1186919 Nov 12 01:05:55.456371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.461545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.471323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.477581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.486522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ffa09bc-88c3-4bc8-b1c0-1a84d284b266 HTTP/1.1" status: 204 len: 168 time: 1.3405752 Nov 12 01:05:55.488552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.512020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41077896-2ff1-41b2-a278-bf9fefd625b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffa09bc-88c3-4bc8-b1c0-1a84d284b266,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.545107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02843974-db0b-49c4-a1d6-e0b761a94e39,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.552620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.553915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-393d2ec4-366d-4607-90c6-23a8774c8ea4 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5304387 Nov 12 01:05:55.560027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48974) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.566939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b699f33d-efa4-46a2-b275-ff060f4e2965 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:55.578111 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-b699f33d-efa4-46a2-b275-ff060f4e2965 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:05:55.578761 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b699f33d-efa4-46a2-b275-ff060f4e2965 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:05:55.582424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b699f33d-efa4-46a2-b275-ff060f4e2965 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "PUT /v2.0/security-groups/02843974-db0b-49c4-a1d6-e0b761a94e39 HTTP/1.1" status: 409 len: 330 time: 0.0172594 Nov 12 01:05:55.585340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:55.587537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.714942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=82b2f885-a209-42b4-8696-95d0251407c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.717929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port 82b2f885-a209-42b4-8696-95d0251407c9 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:55.762866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.774918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:55.821817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.836190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be63c7-8ffb-4cb6-8839-f88511164251 None None] DHCP port deletion for 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:05:55.849661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Pushing event deleted for resources: {'Port': ['ID=d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.914398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] No DVR routers for this DVR port d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:55.923651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.926796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.930634 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fd361cfa-bf62-4e87-b000-897ab3534491 req-87f6af71-55f3-43b1-b290-6d6fd172740b tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.39 "DELETE /v2.0/ports/d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 HTTP/1.1" status: 204 len: 173 time: 1.1005583 Nov 12 01:05:55.931118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'name': 'network-vif-deleted', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:55.933624 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dccfcd8-e601-45e5-8f27-2cdac79c7c57" -d '{"events": [{"server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "name": "network-vif-deleted", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:55.986821 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.007408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 02ccdc93-03e4-4439-9d33-1194f3643c20 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:56.037893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 02ccdc93-03e4-4439-9d33-1194f3643c20 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:56.038836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 02ccdc93-03e4-4439-9d33-1194f3643c20 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:56.055655 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124f6c81-dcda-4c8f-8065-f24d96782849 x-openstack-request-id: req-124f6c81-dcda-4c8f-8065-f24d96782849 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:56.055958 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da2af27-d3c9-4f17-968a-cc8ae1c528b9", "name": "network-vif-deleted", "tag": "d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:56.059051 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-124f6c81-dcda-4c8f-8065-f24d96782849 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:56.059518 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2af27-d3c9-4f17-968a-cc8ae1c528b9', 'name': 'network-vif-deleted', 'tag': 'd9c2e000-5e06-4ba4-87b0-6d803cbcd0c7', 'status': 'completed', 'code': 200} Nov 12 01:05:56.068752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277f65b9-8998-45e9-a6d1-b15ef8e305c8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:56.089937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ebe610-4536-497a-a2b5-18346546ac2a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:56.090162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ebe610-4536-497a-a2b5-18346546ac2a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:56.109446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.143136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.158500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:56.160739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.176866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:56.182432 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:56.232978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.238864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.243038 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/02843974-db0b-49c4-a1d6-e0b761a94e39 HTTP/1.1" status: 204 len: 168 time: 0.6485841 Nov 12 01:05:56.249619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.256594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c146e9-6973-45ac-8d86-ce77a867227f req-133b1cba-b2a2-4dce-9585-2502fa442bac tempest-ServerRescueNegativeTestJSON-732875844 tempest-ServerRescueNegativeTestJSON-732875844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3da2af27-d3c9-4f17-968a-cc8ae1c528b9 HTTP/1.1" status: 200 len: 210 time: 0.0345097 Nov 12 01:05:56.283957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84441b6-aaba-450e-8185-adf01a9f7675 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02843974-db0b-49c4-a1d6-e0b761a94e39,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.292385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.333297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.336606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/277f65b9-8998-45e9-a6d1-b15ef8e305c8 HTTP/1.1" status: 204 len: 168 time: 5.1104860 Nov 12 01:05:56.337526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79cecf-309b-46c2-8733-29a6df91f846 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=277f65b9-8998-45e9-a6d1-b15ef8e305c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.340533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 48990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.347807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-324758583'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:56.377193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-983aa92b-1e7b-458a-a62f-c40b66e098bc tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221836 Nov 12 01:05:56.380597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.396721 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-05ab9889-a912-469a-83d7-d45ebe2c9641 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] delete failed (client error): The resource could not be found. Nov 12 01:05:56.397863 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05ab9889-a912-469a-83d7-d45ebe2c9641 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5e6a812-30e9-401c-89fe-ff0499c186c8 HTTP/1.1" status: 404 len: 347 time: 0.0161264 Nov 12 01:05:56.401644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.423266 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-6340640c-7281-475c-a5d0-70d47b986ada tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] show failed (client error): The resource could not be found. Nov 12 01:05:56.424965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6340640c-7281-475c-a5d0-70d47b986ada tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-groups/acfd5ebf-46cc-4067-b7d6-4e294a0eb238 HTTP/1.1" status: 404 len: 347 time: 0.0222616 Nov 12 01:05:56.428871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 48996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.439703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:56.443524 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.452669 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-0db725af-05fb-4957-91e4-b43eb582db74 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] show failed (client error): The resource could not be found. Nov 12 01:05:56.453912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0db725af-05fb-4957-91e4-b43eb582db74 tempest-NegativeSecGroupTest-1874788625 tempest-NegativeSecGroupTest-1874788625-project] 10.222.0.11 "GET /v2.0/security-group-rules/fd99ec84-2f57-4fa9-b05f-722804fc1f9e HTTP/1.1" status: 404 len: 356 time: 0.0238502 Nov 12 01:05:56.478078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:56.501992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.502492 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment a94b1473-d1cc-4f6b-a965-822e855df65a of type vlan for network 8611a260-0213-40c9-8c47-2f6b649f27fa Nov 12 01:05:56.570851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.651290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f2d0154-c3b8-428a-a331-75a4808eac4a req-d23851c0-6ee4-4326-bdea-e231432be4e4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0592072 Nov 12 01:05:56.676218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.682575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.683350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.766154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4238343 Nov 12 01:05:56.771116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49002) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.782479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Deleting port 31af0e9d-bb3a-463c-9e5b-3780bdef361d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:56.783198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.783650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:56.791926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9a490-ea87-40ca-9e94-de5b24d7cf24 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=8611a260-0213-40c9-8c47-2f6b649f27fa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.805600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8611a260-0213-40c9-8c47-2f6b649f27fa details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:56.918977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:56.925064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.999442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] For port 31af0e9d-bb3a-463c-9e5b-3780bdef361d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31af0e9d-bb3a-463c-9e5b-3780bdef361d,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:56.999947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.025234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Calling delete_port for 31af0e9d-bb3a-463c-9e5b-3780bdef361d owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:57.054001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.277098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.332085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.376573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.456134 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2552ed0-3643-4eff-b2f2-cb1e61e22845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16e779d7ca4f4e1d9f6fe3c9614e2f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966827 Nov 12 01:05:57.458798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.502899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=aecadf74-582b-42fa-a539-aea3a52642a2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:57.659545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': 'a94b1473-d1cc-4f6b-a965-822e855df65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:57.660014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 8611a260-0213-40c9-8c47-2f6b649f27fa, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:57.741305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.743733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.746543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=31af0e9d-bb3a-463c-9e5b-3780bdef361d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:57.876943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.909213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcd74004-b927-4c9e-afda-df5eb8369379 req-1888e9ab-b73e-4c19-a84f-e03890226c57 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0742660 Nov 12 01:05:57.937090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 8611a260-0213-40c9-8c47-2f6b649f27fa is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:58.202111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Router 23a6b403-eb26-478d-8329-48007a1d0a95 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:58.471032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:58.480165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-acdd556f-a339-48bd-8ba4-8db32d133b2b admin admin] 10.222.0.11 "PUT /v2.0/routers/23a6b403-eb26-478d-8329-48007a1d0a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9780834 Nov 12 01:05:58.484915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.496357 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Sync routers for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:58.516632 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:58.517803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:58.653588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8611a260-0213-40c9-8c47-2f6b649f27fa) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:58.667840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.668075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38811584-f6bb-4f2f-94c8-37f35e31bc5f None None] Network 8611a260-0213-40c9-8c47-2f6b649f27fa requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:58.672774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.674295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9905f860-3b0e-4a89-bba9-90d49597c38e HTTP/1.1" status: 204 len: 168 time: 1.2027409 Nov 12 01:05:58.677007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.677962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.725661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c4a5d-992b-49ef-bf52-2d9ab3a7ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9905f860-3b0e-4a89-bba9-90d49597c38e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:58.752167 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77c51307-5a0f-4638-b34a-48c7e6143bfe tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9755406 Nov 12 01:05:58.811085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.871763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:59.338902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.430977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8611a260-0213-40c9-8c47-2f6b649f27fa', 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': 'aecadf74-582b-42fa-a539-aea3a52642a2'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:59.432418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.482182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.493170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.631957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.717521 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:57Z', 'revision_number': 5, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:59.789064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6aec533c-aa34-4d6a-a93a-772de43b2e69 req-6792cb6b-36c9-4087-aa60-f73501d5992e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1545610 Nov 12 01:05:59.826458 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Checking router: 23a6b403-eb26-478d-8329-48007a1d0a95 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:59.863892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Allocated IP 172.20.0.1 (8611a260-0213-40c9-8c47-2f6b649f27fa/aecadf74-582b-42fa-a539-aea3a52642a2/ccda746d-367a-402e-a34b-d245f5bee6d6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:59.914337 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Routers {'23a6b403-eb26-478d-8329-48007a1d0a95'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:59.915204 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['23a6b403-eb26-478d-8329-48007a1d0a95'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:59.951598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.115331 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] Set router 23a6b403-eb26-478d-8329-48007a1d0a95 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:00.149834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.164661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Deleting port b54a947a-fd80-40e7-b289-81ee3800dd54 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:00.165683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.168464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.220766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.252203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Deleting port ee534185-381d-40b2-971b-f4336363fb08 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:00.252636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.294552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=aecadf74-582b-42fa-a539-aea3a52642a2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.317150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:00.349746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] For port b54a947a-fd80-40e7-b289-81ee3800dd54, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b54a947a-fd80-40e7-b289-81ee3800dd54,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:00.351692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.372487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.372837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.373178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.373567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.374048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.374562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.375449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.375449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.375686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.375909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.376296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.376627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:00.417787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Calling delete_port for b54a947a-fd80-40e7-b289-81ee3800dd54 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:00.434362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Pushing event updated for resources: {'Port': ['ID=ccda746d-367a-402e-a34b-d245f5bee6d6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.443737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:00.447516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d9c2e000-5e06-4ba4-87b0-6d803cbcd0c7 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:00.467973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Network 8611a260-0213-40c9-8c47-2f6b649f27fa is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:00.470317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:00.473129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:00.535027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.574778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] For port ee534185-381d-40b2-971b-f4336363fb08, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ee534185-381d-40b2-971b-f4336363fb08,segment=NetworkSegment(4b248066-2d23-4611-a43f-0361d307f591),segment_id=4b248066-2d23-4611-a43f-0361d307f591)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:00.577068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.618539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Attempting to bind port ccda746d-367a-402e-a34b-d245f5bee6d6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:00.619555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Attempting to bind port ccda746d-367a-402e-a34b-d245f5bee6d6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a94b1473-d1cc-4f6b-a965-822e855df65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:00.622122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Attempting to bind port ccda746d-367a-402e-a34b-d245f5bee6d6 on network 8611a260-0213-40c9-8c47-2f6b649f27fa {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:00.636275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:00.641051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8611a260-0213-40c9-8c47-2f6b649f27fa']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:00.642259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Checking segment: {'id': 'a94b1473-d1cc-4f6b-a965-822e855df65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:00.644789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.647660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Bound using segment: {'id': 'a94b1473-d1cc-4f6b-a965-822e855df65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:00.650386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Bound port: ccda746d-367a-402e-a34b-d245f5bee6d6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94b1473-d1cc-4f6b-a965-822e855df65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8611a260-0213-40c9-8c47-2f6b649f27fa'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:00.652018 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.655037 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:57Z', 'revision_number': 5, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:00.682480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Calling delete_port for ee534185-381d-40b2-971b-f4336363fb08 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:00.685822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b1473-d1cc-4f6b-a965-822e855df65a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:00.686585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b1473-d1cc-4f6b-a965-822e855df65a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:00.717401 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c011-f1b8-4cab-a3df-3c72da4b4f8d None None] The sync data for ids ['23a6b403-eb26-478d-8329-48007a1d0a95'] in n-d-712141-15 is: [{'id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'name': 'tempest-TestAggregatesBasicOps-569787479-router', 'tenant_id': '5b64b8ffb44749d1b3bac031222a9b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:05:25Z', 'updated_at': '2021-11-12T01:05:57Z', 'revision_number': 5, 'project_id': '5b64b8ffb44749d1b3bac031222a9b08', 'gw_port': {'id': 'b54a947a-fd80-40e7-b289-81ee3800dd54', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6b403-eb26-478d-8329-48007a1d0a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:05:26Z', 'updated_at': '2021-11-12T01:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:00.724030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.841346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.854995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:00.855996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:00.859514 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:00.866807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] For port ccda746d-367a-402e-a34b-d245f5bee6d6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:00.888577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.923537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469208e6-2420-4e86-9824-cd51b7511402 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:01.050407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] For port ccda746d-367a-402e-a34b-d245f5bee6d6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ccda746d-367a-402e-a34b-d245f5bee6d6,segment=NetworkSegment(a94b1473-d1cc-4f6b-a965-822e855df65a),segment_id=a94b1473-d1cc-4f6b-a965-822e855df65a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:01.057926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48918bdf-24a1-45a8-aa04-d7639aa37186 req-c216bce3-89c8-4afb-a253-31fa15c6a2d1 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0960588 Nov 12 01:06:01.061056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.061676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54a947a-fd80-40e7-b289-81ee3800dd54,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.163889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.226097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:06:01.226097 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:06:01.226097 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '8611a260-0213-40c9-8c47-2f6b649f27fa'}] Nov 12 01:06:01.226097 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:01.226961 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:01.366228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c7682-e048-427b-adf8-d7b06320bccc None None] Pushing event updated for resources: {'Port': ['ID=ccda746d-367a-402e-a34b-d245f5bee6d6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.401163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.412633 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.414992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591d2d7-8933-4d7e-ae4b-3ef579a683c2 None None] Network 8611a260-0213-40c9-8c47-2f6b649f27fa requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:01.477951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.510148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.510901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23a6b403-eb26-478d-8329-48007a1d0a95 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:01.518293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.526106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-02a67072-ee9e-4f78-b689-9f7e0e1d8257 admin admin] 10.222.0.11 "DELETE /v2.0/routers/23a6b403-eb26-478d-8329-48007a1d0a95 HTTP/1.1" status: 204 len: 168 time: 3.0306981 Nov 12 01:06:01.538644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.553694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732f0ef-5b21-4559-a4e7-06d519c74257 None None] DHCP port deletion for 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:01.640422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee534185-381d-40b2-971b-f4336363fb08,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.708195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Deleting subnet 8d4dca00-25d8-4493-9016-268a22126a25 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:01.719040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.743061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.816030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.913180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf809db-1ef5-47ef-b393-f519212ec017 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:06:02.002507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.098348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port ccda746d-367a-402e-a34b-d245f5bee6d6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:02.098738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.201846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.211247 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.290774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4dca00-25d8-4493-9016-268a22126a25,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.294799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf809db-1ef5-47ef-b393-f519212ec017 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:06:02.305390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31af0e9d-bb3a-463c-9e5b-3780bdef361d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:02.315065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.344246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d4dca00-25d8-4493-9016-268a22126a25 HTTP/1.1" status: 204 len: 168 time: 0.8017790 Nov 12 01:06:02.344816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port ccda746d-367a-402e-a34b-d245f5bee6d6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ccda746d-367a-402e-a34b-d245f5bee6d6,segment=NetworkSegment(a94b1473-d1cc-4f6b-a965-822e855df65a),segment_id=a94b1473-d1cc-4f6b-a965-822e855df65a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:02.345664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.352614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.355579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.355924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.364486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.364923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.365268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.365604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.365938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.366267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.366595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.366919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.367248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.367571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64417f3-c071-4734-bb11-9b43e9225bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:02.430614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 31af0e9d-bb3a-463c-9e5b-3780bdef361d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:02.431145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31af0e9d-bb3a-463c-9e5b-3780bdef361d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:02.530293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.563989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for ccda746d-367a-402e-a34b-d245f5bee6d6 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:02.604140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f40fc2d-9a24-4ea8-b03b-a5fbf0ee1d13 req-6a74b0da-bf9b-40b2-8969-ff993288c05b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.2296276 Nov 12 01:06:02.730822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.795255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Deleting port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:02.797611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.973323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] For port b25cdcfb-9808-4e40-9ffc-7e9f87077b32, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,segment=NetworkSegment(3e6800a2-a8f1-459f-957a-549373d85c62),segment_id=3e6800a2-a8f1-459f-957a-549373d85c62)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:02.975808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.002728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Calling delete_port for b25cdcfb-9808-4e40-9ffc-7e9f87077b32 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:03.221106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c2f8b-020f-4169-83ad-26afcbaf23c7 None None] Network d7bb75d9-0783-43fe-83c6-adf18043acae requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:03.224143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:03.231655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.247872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.345213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] No DVR routers for this DVR port b25cdcfb-9808-4e40-9ffc-7e9f87077b32 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:03.352049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25cdcfb-9808-4e40-9ffc-7e9f87077b32,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.377859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port ccda746d-367a-402e-a34b-d245f5bee6d6 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:03.414798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=ccda746d-367a-402e-a34b-d245f5bee6d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.509759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.612686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.675395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:03.688962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Sync routers for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:03.707994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:03.709079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:03.724196 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-88a27f4e-155b-4a0e-bc67-ade7e2ea0b4e admin admin] 10.222.0.11 "PUT /v2.0/routers/436f7413-f6e0-46e9-a92c-28a6ccae6b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3469188 Nov 12 01:06:03.727709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49130) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.764712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bb75d9-0783-43fe-83c6-adf18043acae']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:03.774399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.840639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6800a2-a8f1-459f-957a-549373d85c62') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:03.841738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6800a2-a8f1-459f-957a-549373d85c62') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:03.911454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.986378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.020709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:04.021819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:04.031427 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:04.036121 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0c653a27-d4e5-4577-9aea-76319140e162 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 200 len: 993 time: 0.5112603 Nov 12 01:06:04.056915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8611a260-0213-40c9-8c47-2f6b649f27fa']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.152781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b1473-d1cc-4f6b-a965-822e855df65a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.153635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b1473-d1cc-4f6b-a965-822e855df65a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.189620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.191402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38cb5bcf-6b0f-4aaa-b517-18d6a962e1c6 req-ba30c090-646f-4319-b9e9-8e1173be904e tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1535246 Nov 12 01:06:04.288187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.302070 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.306384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8f4b0-88d2-43fd-b254-724c62b76483 None None] DHCP port deletion for d7bb75d9-0783-43fe-83c6-adf18043acae request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:04.308472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.310065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b25cdcfb-9808-4e40-9ffc-7e9f87077b32 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:04.315748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:04.316359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.320585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d7bb75d9-0783-43fe-83c6-adf18043acae HTTP/1.1" status: 204 len: 168 time: 1.9644437 Nov 12 01:06:04.354864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889f89f-747d-420d-bbef-9b1f0c310fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bb75d9-0783-43fe-83c6-adf18043acae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:04.402751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b25cdcfb-9808-4e40-9ffc-7e9f87077b32 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:04.403691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b25cdcfb-9808-4e40-9ffc-7e9f87077b32 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:04.406734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b54a947a-fd80-40e7-b289-81ee3800dd54 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:04.425715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:04.524130 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:04.536911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.585369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.589009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b54a947a-fd80-40e7-b289-81ee3800dd54 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:04.589773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b54a947a-fd80-40e7-b289-81ee3800dd54 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:04.596915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/8611a260-0213-40c9-8c47-2f6b649f27fa HTTP/1.1" status: 204 len: 168 time: 5.7801411 Nov 12 01:06:04.599513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749e9d1-a6dd-4612-a90d-d0723ded24ae tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=8611a260-0213-40c9-8c47-2f6b649f27fa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:04.603132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.617861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.644607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:04.733413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236222286'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:04.767426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49150) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.776416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:04.779961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.829763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:04.840584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.840975 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 8315f98e-bcbd-4f98-b8c9-9db6281bab55 of type vlan for network 817428b9-4b85-4391-8eec-d0435569d0d6 Nov 12 01:06:04.886968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.962623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b98649b-2e0b-467b-9b01-b98141ef0bc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89546773acc741b88248b4785fcbc142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938846 Nov 12 01:06:04.963794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.970948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.971600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.974051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49158) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:05.019493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port b5bc17e7-6841-4f45-8656-f50a0e0fe8c3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:05.020401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.085073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=817428b9-4b85-4391-8eec-d0435569d0d6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.123822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-da916a2d-5bd9-4738-9e28-14ebfa150711 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5038905 Nov 12 01:06:05.129955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49160) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:05.137727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:05.173446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:05.219865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.227936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.281513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.315823 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.353129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.353913 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.405820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.409841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.411720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af223288-5483-453c-9a5e-b7e4b33b1501 HTTP/1.1" status: 204 len: 168 time: 0.3347852 Nov 12 01:06:05.422106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:06:01Z', 'revision_number': 5, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port': {'id': 'f71c606e-960a-4c74-a06c-1e33b23ee880', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:34Z', 'updated_at': '2021-11-12T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:05.438457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for b5bc17e7-6841-4f45-8656-f50a0e0fe8c3 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:05.487193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Checking router: 436f7413-f6e0-46e9-a92c-28a6ccae6b53 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:05.554883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Routers {'436f7413-f6e0-46e9-a92c-28a6ccae6b53'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:05.555920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:05.584267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a0ea-8937-4262-83a8-69ba0de5cb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af223288-5483-453c-9a5e-b7e4b33b1501,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.923535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] Set router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:05.934370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Deleting port f71c606e-960a-4c74-a06c-1e33b23ee880 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:05.934768 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.957101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9196a76e-c9e5-448e-a60a-12278c8743fa req-05e5cac5-6524-4cb5-9b73-17de88be7d6a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.0643649 Nov 12 01:06:06.030194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] For port f71c606e-960a-4c74-a06c-1e33b23ee880, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f71c606e-960a-4c74-a06c-1e33b23ee880,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:06.030785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.048729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Calling delete_port for f71c606e-960a-4c74-a06c-1e33b23ee880 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:06.174604 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.241602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:06:05Z', 'revision_number': 6, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:06.273662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=b5bc17e7-6841-4f45-8656-f50a0e0fe8c3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.374216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80f01e-f29e-42e0-8623-b19219f33dac None None] The sync data for ids ['436f7413-f6e0-46e9-a92c-28a6ccae6b53'] in n-d-712141-15 is: [{'id': '436f7413-f6e0-46e9-a92c-28a6ccae6b53', 'name': 'tempest-ServerRescueNegativeTestJSON-426889522-router', 'tenant_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:32Z', 'updated_at': '2021-11-12T01:06:05Z', 'revision_number': 6, 'project_id': 'd11a57a64d1e43e3873acd39bc629d4b', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:06.375063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.440762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49178) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:06.453361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.453958 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Floating IP 9b2b54a7-c6ff-4712-832e-876b86befb8d disassociated (deleted). External IP: 172.25.6.184, port: 7bddc705-8333-4b8b-8874-763ca9393c40. Nov 12 01:06:06.462461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41139f10-e5b1-45f2-bd6d-5b3e54eeb2a8 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:06.522661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Pushing event deleted for resources: {'Port': ['ID=f71c606e-960a-4c74-a06c-1e33b23ee880,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.629875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.661890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.739470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 817428b9-4b85-4391-8eec-d0435569d0d6 is not hosted by any dhcp agent {{(pid=102676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:06:06.753995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:06.754654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.761463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "PUT /v2.0/networks/817428b9-4b85-4391-8eec-d0435569d0d6 HTTP/1.1" status: 200 len: 723 time: 1.6279984 Nov 12 01:06:06.819036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49184) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:06.831896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:07.027101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:07.064517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:07.071668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.384976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c8d65dd-f8ed-4751-a66d-e0c975c1d04e req-d72d29cc-5208-4c41-a4d0-2f5b11e3f6ba tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.2398930 Nov 12 01:06:07.590051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:07.606341 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Sync routers for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:07.611529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.637155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:07.637824 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:07.660711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe75a5a-fcfd-4d29-b0e2-fa28516063cf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=817428b9-4b85-4391-8eec-d0435569d0d6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.684289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:07.691017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00d9c2eb-3068-461a-b22e-8fa0484684a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b64b8ffb44749d1b3bac031222a9b08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2398512 Nov 12 01:06:07.692268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49196) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.716280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.840827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-78617947-d4a7-470a-aac0-06196980ebc3 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b2b54a7-c6ff-4712-832e-876b86befb8d HTTP/1.1" status: 204 len: 168 time: 3.4134154 Nov 12 01:06:07.861820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:07.864963 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:08.008267 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:08.038119 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25ef4c-8873-4aa8-a2a4-5c386f49f94c x-openstack-request-id: req-ef25ef4c-8873-4aa8-a2a4-5c386f49f94c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:08.038571 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:08.040392 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef25ef4c-8873-4aa8-a2a4-5c386f49f94c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:08.044036 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40', 'status': 'completed', 'code': 200} Nov 12 01:06:08.105555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f71c606e-960a-4c74-a06c-1e33b23ee880 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:08.125721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.182406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f71c606e-960a-4c74-a06c-1e33b23ee880 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:08.189456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f71c606e-960a-4c74-a06c-1e33b23ee880 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:08.191396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ee534185-381d-40b2-971b-f4336363fb08 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:08.199431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.203690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.317555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ee534185-381d-40b2-971b-f4336363fb08 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:08.318337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ee534185-381d-40b2-971b-f4336363fb08 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:08.384754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': '8315f98e-bcbd-4f98-b8c9-9db6281bab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:08.385127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 817428b9-4b85-4391-8eec-d0435569d0d6, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:08.408442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=9ac67a78-0106-4f97-bf99-a3671c3cdceb,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.433206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 817428b9-4b85-4391-8eec-d0435569d0d6 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:08.461391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 817428b9-4b85-4391-8eec-d0435569d0d6) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:08.469842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.471570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3313a7-fa27-45e9-bd40-5ccd0b3afde2 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:08.472661 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.521541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4cfade84-ac12-4b2a-a8bf-651191fea7c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6981282 Nov 12 01:06:08.530831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.531412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436f7413-f6e0-46e9-a92c-28a6ccae6b53 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:08.533135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:08.585353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:08.621811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.631025 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77f3c292-15e3-4744-b0c1-4ecf4677c84a admin admin] 10.222.0.11 "DELETE /v2.0/routers/436f7413-f6e0-46e9-a92c-28a6ccae6b53 HTTP/1.1" status: 204 len: 168 time: 4.8909919 Nov 12 01:06:08.634875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:08.681052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.867589 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.871382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8b890-d627-4c7e-b7dd-a76e2e2b66de req-6b1e43a9-c17a-476d-b49e-620870d740a2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.895931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ad8b890-d627-4c7e-b7dd-a76e2e2b66de req-6b1e43a9-c17a-476d-b49e-620870d740a2 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.3728018 Nov 12 01:06:08.969740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a56695a-fb32-43bc-99a4-b541e4be5ca2 req-5620dd1f-cc6d-453b-9d1c-1d8e2d03ba65 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.2656801 Nov 12 01:06:08.986670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-817428b9-4b85-4391-8eec-d0435569d0d6', 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '9ac67a78-0106-4f97-bf99-a3671c3cdceb'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:08.987583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.120471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Deleting subnet 6ad2d88a-086c-40c8-b0f8-e505b74950b2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:09.135979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.152909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-f1db5531-a2fd-4e92-8cb7-fce066dfee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.154554 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-f1db5531-a2fd-4e92-8cb7-fce066dfee3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=088c4d1315a84724af075079edce2b64&device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 1097 time: 1.0847147 Nov 12 01:06:09.195439 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:09.237690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29925928'] for subnet, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.264754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Checking router: 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:09.279606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ad8b890-d627-4c7e-b7dd-a76e2e2b66de req-bbd9b370-2cf0-427b-a575-b538b822c764 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826814 Nov 12 01:06:09.288916 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:09.289562 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:05:43Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:09.328519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.360373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-febb2294-f8b5-40eb-a9b5-c5f01d66eb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.485298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.513390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.523070 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.524435 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1ebcf7e-6979-4d7f-94ef-e6ff67e94228 HTTP/1.1" status: 204 len: 168 time: 1.8296301 Nov 12 01:06:09.567772 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:09.616024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.710453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c17c77-5e30-47ab-8392-1a4ff1526edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ebcf7e-6979-4d7f-94ef-e6ff67e94228,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.774778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad2d88a-086c-40c8-b0f8-e505b74950b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.959712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eddfec-1ff0-4eee-b0be-40005f03add7 None None] Network 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:09.962638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.977515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754972186507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29902319'] for subnet, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.983483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e7dc9827-9caf-4245-8533-db154e12e44e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ad2d88a-086c-40c8-b0f8-e505b74950b2 HTTP/1.1" status: 204 len: 168 time: 1.3306198 Nov 12 01:06:09.993055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.019452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-953b2887-16aa-4b65-81c5-8c89ec857984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.025050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-953b2887-16aa-4b65-81c5-8c89ec857984 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 200 len: 898 time: 0.5620995 Nov 12 01:06:10.180043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.180735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.182787 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "PUT /v2.0/subnets/9ac67a78-0106-4f97-bf99-a3671c3cdceb HTTP/1.1" status: 200 len: 806 time: 1.6207712 Nov 12 01:06:10.183634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0cfb3-d265-49b8-8cc8-6ee7d52eb017 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=9ac67a78-0106-4f97-bf99-a3671c3cdceb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.195383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.258994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-dfb3fd2a-7604-4f0c-bc68-670fc64244e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 200 len: 217 time: 0.0892920 Nov 12 01:06:10.322531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:10.393840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-66edb4be-5825-4794-8467-870aa4ad5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.395836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-66edb4be-5825-4794-8467-870aa4ad5770 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c271291c-406f-4fb0-92f1-3be62fc3148f HTTP/1.1" status: 200 len: 835 time: 0.1279356 Nov 12 01:06:10.459741 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552d8d6-a389-401e-b6d2-c7f5e6cd88b0 None None] The sync data for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 is: [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:04:53Z', 'revision_number': 4, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef', 'name': '', 'network_id': 'a18c78ba-af7c-492b-bf90-a542d76b4e36', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'mac_address': 'fa:16:3e:d9:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:50Z', 'updated_at': '2021-11-12T01:05:01Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'subnets': [{'id': 'c271291c-406f-4fb0-92f1-3be62fc3148f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:10.528523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Allocated IP 172.20.0.2 (817428b9-4b85-4391-8eec-d0435569d0d6/9ac67a78-0106-4f97-bf99-a3671c3cdceb/c9c31c9d-0272-498f-a1f9-27bc0db2b6de) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:10.556666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-d4a2adab-4545-467c-b489-4811a6f6205a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.564012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-9f6e2e40-85a8-4700-a533-172bccc8d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.566184 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-9f6e2e40-85a8-4700-a533-172bccc8d697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a18c78ba-af7c-492b-bf90-a542d76b4e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627164 Nov 12 01:06:10.574948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-d4a2adab-4545-467c-b489-4811a6f6205a tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.8000519 Nov 12 01:06:10.583203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.739557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-e324ff4f-595c-4c18-b4c5-08c4f8297f0a service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626141 Nov 12 01:06:10.797001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.798509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1db4e46-440e-472d-8bd7-f6b25e0007b5 req-9b6053fc-b618-41a0-81df-7fdc402c106d tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.2807269 Nov 12 01:06:10.818286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3273c1-dd94-43c2-a120-61dcb6b05546 None None] DHCP port deletion for 588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:10.938100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ab720-88a3-459d-9282-0d3be9a26c9c req-c4fdd601-3190-47b9-b93b-746f72ca7891 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.947848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a2ab720-88a3-459d-9282-0d3be9a26c9c req-c4fdd601-3190-47b9-b93b-746f72ca7891 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.3528957 Nov 12 01:06:11.054849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a2ab720-88a3-459d-9282-0d3be9a26c9c req-1699bfb1-b068-4ff1-a1f4-635c7fc9d4e6 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050470 Nov 12 01:06:11.064891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.078057 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.088824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.165453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa8d8e-9040-448c-973d-64b8bff71ed9 None None] New status for floating IP 9b2b54a7-c6ff-4712-832e-876b86befb8d: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:06:11.250772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.356245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac67a78-0106-4f97-bf99-a3671c3cdceb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:11.407106 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cb8de0fc-d67d-4a53-8629-4b3a46c909f5 req-88a2082e-113d-455b-9b74-f0bf6da95ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311965 Nov 12 01:06:11.645658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.709424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817428b9-4b85-4391-8eec-d0435569d0d6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.711616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:11.725572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:11.731324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8315f98e-bcbd-4f98-b8c9-9db6281bab55') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.731624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8315f98e-bcbd-4f98-b8c9-9db6281bab55') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.734631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:11.766383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.790908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.800898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:11.801306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.817168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Pushing event updated for resources: {'Port': ['ID=c9c31c9d-0272-498f-a1f9-27bc0db2b6de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:11.901214 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:11.920409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Attempting to bind port c9c31c9d-0272-498f-a1f9-27bc0db2b6de on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:11.921003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Attempting to bind port c9c31c9d-0272-498f-a1f9-27bc0db2b6de by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8315f98e-bcbd-4f98-b8c9-9db6281bab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:11.921541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Attempting to bind port c9c31c9d-0272-498f-a1f9-27bc0db2b6de on network 817428b9-4b85-4391-8eec-d0435569d0d6 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:11.928751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.932173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:11.932823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Checking segment: {'id': '8315f98e-bcbd-4f98-b8c9-9db6281bab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:11.933799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.936110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Bound using segment: {'id': '8315f98e-bcbd-4f98-b8c9-9db6281bab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:11.937758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Bound port: c9c31c9d-0272-498f-a1f9-27bc0db2b6de, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8315f98e-bcbd-4f98-b8c9-9db6281bab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '817428b9-4b85-4391-8eec-d0435569d0d6'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:11.939668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.977554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588b243e-7645-4bb1-b8c8-8e19d0c2e5f9']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:12.010832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b248066-2d23-4611-a43f-0361d307f591') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:12.012449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b248066-2d23-4611-a43f-0361d307f591') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:12.037867 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.045236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:06:12.045236 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:06:12.045236 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '817428b9-4b85-4391-8eec-d0435569d0d6'}] Nov 12 01:06:12.045236 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:12.045712 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:12.066759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] For port c9c31c9d-0272-498f-a1f9-27bc0db2b6de, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:12.080069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] For port c9c31c9d-0272-498f-a1f9-27bc0db2b6de, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c9c31c9d-0272-498f-a1f9-27bc0db2b6de,segment=NetworkSegment(8315f98e-bcbd-4f98-b8c9-9db6281bab55),segment_id=8315f98e-bcbd-4f98-b8c9-9db6281bab55)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:12.113876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.187728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db18635b-90d9-4591-a649-d23e1fb627b2 req-49d89778-dfd0-423a-8d1b-c397b9d1ccb3 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1231501 Nov 12 01:06:12.214274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.241168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:12.243017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.311126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-307a5efd-5806-475e-8c2c-c847478eaf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.329751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045c2f4-d7a1-456f-a407-b733675ed712 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:12.395129 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:12.403792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 7bddc705-8333-4b8b-8874-763ca9393c40 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:12.404477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.469410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f90ac-d092-42b1-aa95-a8f17161bd87 None None] Pushing event updated for resources: {'Port': ['ID=c9c31c9d-0272-498f-a1f9-27bc0db2b6de,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.481569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.500100 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.521976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] 10.222.0.11 "DELETE /v2.0/networks/588b243e-7645-4bb1-b8c8-8e19d0c2e5f9 HTTP/1.1" status: 204 len: 168 time: 2.5175180 Nov 12 01:06:12.550737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.695187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port c9c31c9d-0272-498f-a1f9-27bc0db2b6de {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:12.696070 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.742812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098d33-857b-4b23-a922-94b508ef8a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=588b243e-7645-4bb1-b8c8-8e19d0c2e5f9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.847008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74e6bb-fc37-4757-b214-0b8172ca3cb9 None None] Network 817428b9-4b85-4391-8eec-d0435569d0d6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:12.881097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 7bddc705-8333-4b8b-8874-763ca9393c40, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=7bddc705-8333-4b8b-8874-763ca9393c40,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:12.882402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.884652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.924189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 7bddc705-8333-4b8b-8874-763ca9393c40 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:12.933172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port c9c31c9d-0272-498f-a1f9-27bc0db2b6de, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c9c31c9d-0272-498f-a1f9-27bc0db2b6de,segment=NetworkSegment(8315f98e-bcbd-4f98-b8c9-9db6281bab55),segment_id=8315f98e-bcbd-4f98-b8c9-9db6281bab55)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:12.935537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.956251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.971819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for c9c31c9d-0272-498f-a1f9-27bc0db2b6de owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:12.983579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8829ee-0f26-4a56-8b61-bbc6be1c530c req-a66d629a-855a-47fd-9e09-1a9868d72fff tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.990309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d8829ee-0f26-4a56-8b61-bbc6be1c530c req-a66d629a-855a-47fd-9e09-1a9868d72fff tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 945 time: 0.2356079 Nov 12 01:06:13.101787 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2a995a16-c83d-43a1-b39f-4dd569af1aa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d11a57a64d1e43e3873acd39bc629d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414287 Nov 12 01:06:13.104695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:13.189819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.205522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.250159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d8829ee-0f26-4a56-8b61-bbc6be1c530c req-9ccdfcf4-1aef-4362-9b79-0d8bafe189a4 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/security-groups?id=fd52b38f-8a17-43a3-a833-54742195fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104057 Nov 12 01:06:13.253644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port c9c31c9d-0272-498f-a1f9-27bc0db2b6de on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:13.296174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c8865-2c18-43a8-9f68-76adb3b8abb6 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:06:13.340469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=c9c31c9d-0272-498f-a1f9-27bc0db2b6de,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.439110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.576880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33ab4f29-8007-4b25-a814-dbc8b3913039 req-45d54cbd-3998-4776-b96a-3b4b683461e7 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1174488 Nov 12 01:06:13.585361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.598536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c8865-2c18-43a8-9f68-76adb3b8abb6 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:06:13.682495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=7bddc705-8333-4b8b-8874-763ca9393c40,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.706629 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.767671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817428b9-4b85-4391-8eec-d0435569d0d6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:13.787540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.790183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.811088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1704b1dc-6f67-4295-a482-2ddf86c0f2d6 HTTP/1.1" status: 204 len: 168 time: 0.7036152 Nov 12 01:06:13.815776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8315f98e-bcbd-4f98-b8c9-9db6281bab55') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:13.816191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8315f98e-bcbd-4f98-b8c9-9db6281bab55') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:13.848778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] No DVR routers for this DVR port 7bddc705-8333-4b8b-8874-763ca9393c40 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:13.856743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.863995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bea8559a-4eb3-4197-ab21-2c2ddc7e9665 req-dd87183b-6f95-49f5-bda7-5f6c43411e14 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.39 "DELETE /v2.0/ports/7bddc705-8333-4b8b-8874-763ca9393c40 HTTP/1.1" status: 204 len: 173 time: 3.1864181 Nov 12 01:06:13.864651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'name': 'network-vif-deleted', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:13.870853 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e9e7e-c0ec-425b-ae55-61f3e12828bc" -d '{"events": [{"server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "name": "network-vif-deleted", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:13.898502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.920865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f475e-6126-4035-98c9-6dd25c2f2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704b1dc-6f67-4295-a482-2ddf86c0f2d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.983535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.046483 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe57b0-0f12-40f8-88d7-847d25c4e14a x-openstack-request-id: req-bcfe57b0-0f12-40f8-88d7-847d25c4e14a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:14.047022 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb696202-2fc4-4453-bb66-11c0da74c98c", "name": "network-vif-deleted", "tag": "7bddc705-8333-4b8b-8874-763ca9393c40", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:14.047022 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcfe57b0-0f12-40f8-88d7-847d25c4e14a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:14.047408 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb696202-2fc4-4453-bb66-11c0da74c98c', 'name': 'network-vif-deleted', 'tag': '7bddc705-8333-4b8b-8874-763ca9393c40', 'status': 'completed', 'code': 200} Nov 12 01:06:14.054891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:14.057193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.070946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:14.089938 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:14.266226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.277578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7bddc705-8333-4b8b-8874-763ca9393c40 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:14.305500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.308873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/817428b9-4b85-4391-8eec-d0435569d0d6 HTTP/1.1" status: 204 len: 168 time: 4.1117487 Nov 12 01:06:14.309896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af268d0-d9be-4380-8e36-2825f2af6f8d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=817428b9-4b85-4391-8eec-d0435569d0d6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.312527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.336927 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4401e7-ad5b-413d-b3eb-8755297f53dc tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:14.337748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4401e7-ad5b-413d-b3eb-8755297f53dc tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:14.341005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ee4401e7-ad5b-413d-b3eb-8755297f53dc tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/817428b9-4b85-4391-8eec-d0435569d0d6 HTTP/1.1" status: 404 len: 339 time: 0.0267637 Nov 12 01:06:14.346083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.349221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 7bddc705-8333-4b8b-8874-763ca9393c40 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:14.349753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 7bddc705-8333-4b8b-8874-763ca9393c40 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:14.352608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1338506147', 'description': 'd1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:14.378142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:14.382183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.422527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:14.433018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.433635 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment 326a3ab6-34f8-4889-ab53-4979cf8fa360 of type vlan for network 50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 Nov 12 01:06:14.483710 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.517261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.522824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375886595', 'description': 'tempest-secgroup-smoke-375886595 description', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:14.531018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-169ed02c-1dc3-440c-bd61-79be6d2ab9f9 req-a48d503d-80a9-4cec-9366-b08c78fccdef tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb696202-2fc4-4453-bb66-11c0da74c98c HTTP/1.1" status: 200 len: 210 time: 0.0408034 Nov 12 01:06:14.567955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.577522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.578475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.673511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.728396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3793402 Nov 12 01:06:14.729879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.784119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.802876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bb43d-c822-43ca-a4de-c9b3d6c85ba3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.819110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:14.916541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6075ce60-0a47-449d-b150-e4b3ef09527d req-a4fe6792-05d6-4b65-b0f6-e8be0d8f73a4 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/ports?device_id=460a5e6c-d085-454a-b31d-d098f68eb9fe HTTP/1.1" status: 200 len: 210 time: 0.1203413 Nov 12 01:06:14.959064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bb8e4-2239-4259-836f-5d44a5f1524c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.961024 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-733bb8e4-2239-4259-836f-5d44a5f1524c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks?id=50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 HTTP/1.1" status: 200 len: 761 time: 0.2298257 Nov 12 01:06:14.970083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49360) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.989480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'description': 'd2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:14.996884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.013921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.024189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.152121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c832291f-90b0-4e51-bec8-4f8aa5cbbc69,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.311602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.318941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.390503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.396936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.398311 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8798146 Nov 12 01:06:15.401340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.408490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:15.425006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270c8f-2d11-459b-8640-ef5a7503546c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.443494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.474258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.500300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49388) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.528846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 is not hosted by any dhcp agent {{(pid=102676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:06:15.534924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.535741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.537194 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "PUT /v2.0/networks/50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 HTTP/1.1" status: 200 len: 758 time: 0.5639706 Nov 12 01:06:15.540592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.567354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac476a-9a28-4aa7-b609-e2e3fe8e2169 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.587250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:15.605317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.614501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.676852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82323c2-cf88-465c-8943-8f616655ac7f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.692320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.695659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.699118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a24876b-14d0-4752-8db7-05ac304f6478 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2960565 Nov 12 01:06:15.702806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.711681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:15.758238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.834170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-353619319-network', 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:15.843286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab53d7d-fa84-42e3-a5c4-4ae043a2487d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.851118 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eab53d7d-fa84-42e3-a5c4-4ae043a2487d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks?id=50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 HTTP/1.1" status: 200 len: 761 time: 0.3058274 Nov 12 01:06:15.866780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.875335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084018302'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:15.934728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.943292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:15.946702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.955771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:15.959852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.984900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.986248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.991627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.005144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.048193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:16.052255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.071802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d0d082-f2e6-405a-9365-243a33abd3fd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.093226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.093915 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment a6b67867-0a27-46b7-a3e8-ee786ddd8a09 of type vlan for network a6aa203b-9624-4e6e-be08-2c22452b6362 Nov 12 01:06:16.098996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.101110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3c6f886-cbdf-4ad1-8f6a-2639cbd3873b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963981 Nov 12 01:06:16.104880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.117529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:16.170620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.175655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.182833 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd52b38f-8a17-43a3-a833-54742195fb20 HTTP/1.1" status: 204 len: 168 time: 0.4892941 Nov 12 01:06:16.211175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740121e9-5d0b-47eb-9803-dbf642052505 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52b38f-8a17-43a3-a833-54742195fb20,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.229284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.246173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.254958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.389544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.439193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.450542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.479942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f69a50-cbaa-4419-bfda-60b16f5c6447,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.493579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.498758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.501684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.502367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.504790 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5da98e4f-e7bd-4d49-a48d-26a45d68e4d3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982086 Nov 12 01:06:16.506484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.530279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:16.531151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.546960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6738157 Nov 12 01:06:16.553440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.559000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.564661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': 'a6aa203b-9624-4e6e-be08-2c22452b6362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:16.636091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.700085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.738013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:16.752642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.754650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:16.765071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13430b24-948a-4192-aaf3-14ec5e0b5d56,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.771161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d9b4f-9814-4227-81c0-c5f3ef34e667 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=a6aa203b-9624-4e6e-be08-2c22452b6362,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.795666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.795919 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Added segment 130a88c9-2cdb-40c8-a771-df496d3baf23 of type vlan for network 5de50999-90d5-42aa-83f1-1802f4106239 Nov 12 01:06:16.805400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a6aa203b-9624-4e6e-be08-2c22452b6362 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:16.877919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.880926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.882291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/security-groups/fdcc5cd6-b978-4989-999d-00ac57ad69a9 HTTP/1.1" status: 204 len: 168 time: 0.8228443 Nov 12 01:06:16.900635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.918540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.927588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262790a9-f0b7-422a-bf99-25137acce923 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcc5cd6-b978-4989-999d-00ac57ad69a9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.935265 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-baabf661-0032-44e7-aedb-70ff0189d24f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] show failed (client error): The resource could not be found. Nov 12 01:06:16.936759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-baabf661-0032-44e7-aedb-70ff0189d24f tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "GET /v2.0/security-groups/fdcc5cd6-b978-4989-999d-00ac57ad69a9 HTTP/1.1" status: 404 len: 347 time: 0.0347211 Nov 12 01:06:16.958297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.006189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.007100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.007675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.066751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.068982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5673482 Nov 12 01:06:17.102606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.110187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Request body: {'subnet': {'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-353619319-subnet', 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:17.128678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.132363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e3957-7958-4870-85f5-3ccca2be6a60 admin admin] Pushing event updated for resources: {'Network': ['ID=5de50999-90d5-42aa-83f1-1802f4106239,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.161879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5de50999-90d5-42aa-83f1-1802f4106239 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:17.180185 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.195132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:17.199784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.250080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac77551-4831-4093-b6ac-3947920a7be3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.268464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=961b803b-162f-4389-abf4-f360dea18420,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.275484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.280198 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5d282246-1531-40e5-a9eb-05de4ff6fc99 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7721267 Nov 12 01:06:17.281236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49430) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.289489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:17.314696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': 'a6b67867-0a27-46b7-a3e8-ee786ddd8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6aa203b-9624-4e6e-be08-2c22452b6362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:17.315367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: a6aa203b-9624-4e6e-be08-2c22452b6362, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:17.343175 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:17.350711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port cf4410bf-aafa-4509-9060-5f71e3921c6a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:17.351051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.357778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.384465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network a6aa203b-9624-4e6e-be08-2c22452b6362 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:17.439312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a6aa203b-9624-4e6e-be08-2c22452b6362) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:17.450317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9bae96-6ebe-44ab-b43c-168463111e51 None None] Network a6aa203b-9624-4e6e-be08-2c22452b6362 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:17.452939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.453538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.493553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.497628 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e7fd8c9-668b-4769-98b3-2b75e3c9c00f tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9427841 Nov 12 01:06:17.499828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.506479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.520955 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.523273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.523622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.528846 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.568723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for cf4410bf-aafa-4509-9060-5f71e3921c6a owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:17.581315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4d9991-af61-407d-86e4-f834c6d09334,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.639594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.643749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f8635d6e-2b14-4076-897e-83ef20832e80 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3597381 Nov 12 01:06:17.659041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.678522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c03df9-1d79-4324-967f-419ed7659bff,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.734819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.787835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': 'fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:17.854736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c9323-9008-4034-a0f0-e15612489573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a6aa203b-9624-4e6e-be08-2c22452b6362', 'network_id': 'a6aa203b-9624-4e6e-be08-2c22452b6362', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': '961b803b-162f-4389-abf4-f360dea18420'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:17.855616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9323-9008-4034-a0f0-e15612489573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.883802 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:17.896045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:17.896568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Network hostable DHCP agents. Network: 5de50999-90d5-42aa-83f1-1802f4106239, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:17.900580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.916918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.988957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Network 5de50999-90d5-42aa-83f1-1802f4106239 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:18.002029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-ab9c9323-9008-4034-a0f0-e15612489573 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 961b803b-162f-4389-abf4-f360dea18420: This subnet is being modified by another concurrent operation. Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 961b803b-162f-4389-abf4-f360dea18420: This subnet is being modified by another concurrent operation. Nov 12 01:06:18.003090 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:06:18.037214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ba91f-2644-4b6b-ad40-05534c6d7d7a None None] Network a6aa203b-9624-4e6e-be08-2c22452b6362 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:18.054833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=961b803b-162f-4389-abf4-f360dea18420,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.055366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.062023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5de50999-90d5-42aa-83f1-1802f4106239) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:18.088817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.091238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.091831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.098630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399bd205-220f-428f-a847-30e47884dd72 None None] Network 5de50999-90d5-42aa-83f1-1802f4106239 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:18.109007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.127002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.128256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4509358 Nov 12 01:06:18.135589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.141363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'network': {'name': 'tempest-network-smoke--1917798430', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:18.146837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff376bb-1981-4b9f-a9c3-247466e600e1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa07a57-6854-4b30-8d32-3af97a3186f9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.172391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-581a475c-3601-4879-903d-7ccc3b9332dc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0686252 Nov 12 01:06:18.197772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:18.198142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.202888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:18.213722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=cf4410bf-aafa-4509-9060-5f71e3921c6a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.215813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.231304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.310637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.313972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.315125 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37ae84b2-5330-442c-a6ef-4d2bb6bb869b tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/floatingips/79950ba3-b807-4296-b94a-0a23cccb4189 HTTP/1.1" status: 204 len: 168 time: 1.3556831 Nov 12 01:06:18.318983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.333133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aa203b-9624-4e6e-be08-2c22452b6362']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.344540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b67867-0a27-46b7-a3e8-ee786ddd8a09') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.345478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b67867-0a27-46b7-a3e8-ee786ddd8a09') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.349011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addb809-2947-43c8-8a15-3e1f2c228ec5 None None] Network 5de50999-90d5-42aa-83f1-1802f4106239 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:18.361792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.380206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.388386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:18.389458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:18.398134 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:18.421507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:18.489885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.490245 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Added segment d1bcea55-67e9-46b5-b0a4-e2d2357def35 of type vlan for network 6b58fe59-152c-4ba8-92c2-dc3936686940 Nov 12 01:06:18.504858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:18.505609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.540584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:18.565901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.665959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 12b77455-931d-434e-9bf8-69521447a0b4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:18.666300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.685882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.693711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.694281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.707187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37844c33-9dcf-48c5-85b3-1d1869fc4a8d None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:06:18.958437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37844c33-9dcf-48c5-85b3-1d1869fc4a8d None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:06:19.049082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9123831 Nov 12 01:06:19.062938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.073991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'admin_state_up': True, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:19.133160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7614282-e8d9-478e-8287-30b081eddcf6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Network': ['ID=6b58fe59-152c-4ba8-92c2-dc3936686940,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.148711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:19.179389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.198931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.208171 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/a6aa203b-9624-4e6e-be08-2c22452b6362 HTTP/1.1" status: 204 len: 168 time: 1.7003379 Nov 12 01:06:19.212163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.254870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.277395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c19f-a8f0-4385-949d-c9adc3321197 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=a6aa203b-9624-4e6e-be08-2c22452b6362,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.280238 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1a73eb-816c-40bb-b70b-e1ce8d0dd77d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] GET failed (client error): The resource could not be found. Nov 12 01:06:19.282559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bc1a73eb-816c-40bb-b70b-e1ce8d0dd77d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets/961b803b-162f-4389-abf4-f360dea18420 HTTP/1.1" status: 404 len: 337 time: 0.0631080 Nov 12 01:06:19.285342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.327988 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdf3a89-f70f-4786-be85-4d5a5f417369 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:19.329130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdf3a89-f70f-4786-be85-4d5a5f417369 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:19.348949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.354749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.356124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.363866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cdf3a89-f70f-4786-be85-4d5a5f417369 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/a6aa203b-9624-4e6e-be08-2c22452b6362 HTTP/1.1" status: 404 len: 339 time: 0.0761535 Nov 12 01:06:19.368710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.392306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 12b77455-931d-434e-9bf8-69521447a0b4 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:19.434846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-09855c41-a29e-4d18-ae72-19240caf6440 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.442838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-09855c41-a29e-4d18-ae72-19240caf6440 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.4502983 Nov 12 01:06:19.553745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-2020d50d-1a5c-4f3a-8572-71950e67c7dc tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.1100338 Nov 12 01:06:19.555111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.565003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33002097-2660-45c9-afb6-da3e5faf5055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.640120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d0f97-fb5c-4819-9ed6-dd4a1732c552 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.641875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f38d0f97-fb5c-4819-9ed6-dd4a1732c552 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2605011 Nov 12 01:06:19.644819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.695444 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a2a0e4b6-3050-4020-bcfb-983a0dc1e303 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 207 time: 0.0472481 Nov 12 01:06:19.696832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.933924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d3e9c-1847-4be4-83ec-d132f9b5f42d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.940727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d3e9c-1847-4be4-83ec-d132f9b5f42d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.948682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d3e9c-1847-4be4-83ec-d132f9b5f42d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.957006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d3e9c-1847-4be4-83ec-d132f9b5f42d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.962971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b42d3e9c-1847-4be4-83ec-d132f9b5f42d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2648981 Nov 12 01:06:19.963682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.998624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-ca898844-4de6-4b72-bf3d-9a065f3c2e4b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4349356 Nov 12 01:06:20.053269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.114834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.168010 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-790d0eed-01a3-4ed6-8ead-4aa4e5a733ba tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1999071 Nov 12 01:06:20.168464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.226259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.239255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e2d6f-ae7d-47ff-91c0-e65901d22d79 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.240960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e2d6f-ae7d-47ff-91c0-e65901d22d79 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.243245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe7e2d6f-ae7d-47ff-91c0-e65901d22d79 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0740125 Nov 12 01:06:20.246926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49512) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.309826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1890a82-62a5-4e06-8696-3ef878516725 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.311475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1890a82-62a5-4e06-8696-3ef878516725 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.313439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1890a82-62a5-4e06-8696-3ef878516725 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0652792 Nov 12 01:06:20.317878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.451923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9cdc08-9960-4f08-b713-477a9d6f9205 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.453652 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe9cdc08-9960-4f08-b713-477a9d6f9205 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks/ec8db205-a4a5-491c-a528-de9813ee207b HTTP/1.1" status: 200 len: 799 time: 0.1334524 Nov 12 01:06:20.457606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.574462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.581493 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b463887d-59fb-43ee-872d-f6c7353c4b54 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/networks/ec8db205-a4a5-491c-a528-de9813ee207b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1224668 Nov 12 01:06:20.585320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.600425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-ebc9fb07-b7a0-4254-b888-e81d7b289faa service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566621 Nov 12 01:06:20.606721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33002097-2660-45c9-afb6-da3e5faf5055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.648807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33002097-2660-45c9-afb6-da3e5faf5055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.667665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047df6a-fb14-46fe-a6a9-210497f5cce9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.667926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=12b77455-931d-434e-9bf8-69521447a0b4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.669856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e047df6a-fb14-46fe-a6a9-210497f5cce9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets/edea1064-277f-4df9-aa53-6ac970e2c56f HTTP/1.1" status: 200 len: 811 time: 0.0817893 Nov 12 01:06:20.674030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.743148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ffaa85-380b-41a6-89f1-6a92eb1dea20 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['shared'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.748290 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9ffaa85-380b-41a6-89f1-6a92eb1dea20 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "GET /v2.0/subnets/edea1064-277f-4df9-aa53-6ac970e2c56f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0701213 Nov 12 01:06:20.749648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.755106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270176241'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:20.778576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:20.784069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.816186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:20.827662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.827924 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Added segment eca82d03-4a46-415b-a581-6938b5961862 of type vlan for network 0b16e820-9242-4386-9d2c-c15e80792548 Nov 12 01:06:20.848109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33002097-2660-45c9-afb6-da3e5faf5055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ddf641-67a1-436d-80e1-1e75e7931e46,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.852502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-33002097-2660-45c9-afb6-da3e5faf5055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c45db3cb573c4eca895056f9e8600998&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5948246 Nov 12 01:06:20.866607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.897042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.897355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.925470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.931577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.932282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.945363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.948924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c07647a8-d4e5-4ef1-a60b-3d080eb9b26a tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/ports/12b77455-931d-434e-9bf8-69521447a0b4 HTTP/1.1" status: 204 len: 168 time: 2.6290236 Nov 12 01:06:20.956100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.971960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-79964c0e-194d-4ae1-bb13-a5af2c67c5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401196 Nov 12 01:06:20.984992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2315016 Nov 12 01:06:21.011776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.029933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ff8b4-4099-47f5-9dce-2a95567e9d88 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Network': ['ID=0b16e820-9242-4386-9d2c-c15e80792548,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.037065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'network_id': '0b16e820-9242-4386-9d2c-c15e80792548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:21.044407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0b16e820-9242-4386-9d2c-c15e80792548 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:21.307118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.396679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e595ebcc-a353-4b4d-9550-914a2368b345 req-461edbb9-173a-4f3d-90d3-4db5350a771d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.1066279 Nov 12 01:06:21.403431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.500425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Made reservation on behalf of 17890fddd952467c8e4e00898dac999f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:21.504194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.575254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.617587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.664608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 2518b50d-f37b-4ec1-8591-20687c655171 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:21.665046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.672416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:06:21.672943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:06:21.695567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.695567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.698657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78ddf641-67a1-436d-80e1-1e75e7931e46 HTTP/1.1" status: 204 len: 168 time: 0.8275204 Nov 12 01:06:21.822864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff7dbe-5397-46cc-aa40-419cfcc30335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ddf641-67a1-436d-80e1-1e75e7931e46,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.961451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.992913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:22.011838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 2518b50d-f37b-4ec1-8591-20687c655171 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:22.047215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.34 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/16e59045-e6df-43a6-a193-4a258badc4a9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:22.252358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.282354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462db06e-656e-4d88-a6a2-d967cf0d2c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.452369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462db06e-656e-4d88-a6a2-d967cf0d2c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.458392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-462db06e-656e-4d88-a6a2-d967cf0d2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.520845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462db06e-656e-4d88-a6a2-d967cf0d2c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f7e36-27cd-4761-b661-ddc1d2b21aa4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.541438 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-462db06e-656e-4d88-a6a2-d967cf0d2c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ab62da53f42457f8d203742cf9a45d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796149 Nov 12 01:06:22.542827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.618671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.652944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.685635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.735836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.741080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.745714 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a12f7e36-27cd-4761-b661-ddc1d2b21aa4 HTTP/1.1" status: 204 len: 168 time: 0.1985843 Nov 12 01:06:22.753957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8ad040f-854d-4d67-936e-c49c6e67fa13 req-df2f0af4-4106-4cd2-8521-f83e91e2666a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.0750382 Nov 12 01:06:22.757063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c43c5-d284-4d33-adce-5ac428973416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f7e36-27cd-4761-b661-ddc1d2b21aa4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.863165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:22.880832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Sync routers for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:22.894517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb3aedfc-4312-44b8-b072-a12918eef056 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "PUT /v2.0/routers/2ec2d3d9-d126-4d89-bf84-10ba5061f7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6465580 Nov 12 01:06:22.897525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.909883 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:22.910535 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:22.946010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=c642ee1d-99a3-4bdd-b713-177315266b28,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.957377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.028476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Checking segment: {'id': 'eca82d03-4a46-415b-a581-6938b5961862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:23.029242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network hostable DHCP agents. Network: 0b16e820-9242-4386-9d2c-c15e80792548, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:23.049333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting subnet c271291c-406f-4fb0-92f1-3be62fc3148f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:23.054119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.096653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.168196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=2518b50d-f37b-4ec1-8591-20687c655171,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.168511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.184006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Network 0b16e820-9242-4386-9d2c-c15e80792548 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:23.208687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.276258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-0c74450b-40c2-4a27-8422-25652d16d42b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.278126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-0c74450b-40c2-4a27-8422-25652d16d42b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.3038971 Nov 12 01:06:23.300592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0b16e820-9242-4386-9d2c-c15e80792548) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:23.311955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:23.314703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a1616-0546-4195-b05c-f795b7b6c27b None None] Network 0b16e820-9242-4386-9d2c-c15e80792548 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:23.325537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.326750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33068418'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.400376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:23.407196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=16e59045-e6df-43a6-a193-4a258badc4a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.444965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:23.446481 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:23.451074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a1b3085-dbbe-4115-a69c-792bb0a35b18 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4365489 Nov 12 01:06:23.456892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:23.462596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.468040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5908f580-f479-4ae1-9486-2ed1b9224728 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/ports/2518b50d-f37b-4ec1-8591-20687c655171 HTTP/1.1" status: 204 len: 168 time: 2.5089309 Nov 12 01:06:23.468915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.474259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.526126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:23.540427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.542086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759ec26-d172-4846-a10f-9a916b588620 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:23.672920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.766174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Subnet': ['ID=c271291c-406f-4fb0-92f1-3be62fc3148f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.770122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.774590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ed215249-c12b-4440-860c-4dd781c93a24 None None] Provisioning complete for port 16e59045-e6df-43a6-a193-4a258badc4a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:23.775320 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed215249-c12b-4440-860c-4dd781c93a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.788812 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-754789d8-7e2e-45e6-b48e-d4edcfb9cffa tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/subnets/c271291c-406f-4fb0-92f1-3be62fc3148f HTTP/1.1" status: 204 len: 168 time: 0.8898227 Nov 12 01:06:23.791850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49600) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.835626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f66825-4c3a-41f9-980c-1b687c9016d3 None None] Network a18c78ba-af7c-492b-bf90-a542d76b4e36 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:23.942179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-0b16e820-9242-4386-9d2c-c15e80792548', 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548', 'tenant_id': '17890fddd952467c8e4e00898dac999f', 'fixed_ips': [{'subnet_id': 'c642ee1d-99a3-4bdd-b713-177315266b28'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:23.943307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.175528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.238033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86f59b19-de6a-4cab-a891-4c91116a0e5e req-96c237b6-51b3-4e79-8f33-ed617b611313 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.0777202 Nov 12 01:06:24.255407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting subnet daf9379e-8411-4fdf-8590-3121a4d534ed {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:24.283485 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:06:19Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.335903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Checking router: 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:24.355877 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Routers {'2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:24.357292 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.367913 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.422871 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.424567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.533733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Deleting port 0791fbf6-08a9-41fc-a005-9f328f2075a9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:24.535206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.584395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:24.584395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.591041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24209364'] for subnet, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.636800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ed215249-c12b-4440-860c-4dd781c93a24 None None] Port 16e59045-e6df-43a6-a193-4a258badc4a9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:24.746111 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] Set router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:24.777589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] For port 0791fbf6-08a9-41fc-a005-9f328f2075a9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0791fbf6-08a9-41fc-a005-9f328f2075a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:24.778314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.805483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Calling delete_port for 0791fbf6-08a9-41fc-a005-9f328f2075a9 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:24.870841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] DHCP port deletion for a18c78ba-af7c-492b-bf90-a542d76b4e36 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:24.891417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:06:24.891417 n-d-712141-15 neutron-server[102678]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 01:06:24.891417 n-d-712141-15 neutron-server[102678]: [parameters: {'in_use': 1, 'id_1': 'c642ee1d-99a3-4bdd-b713-177315266b28'}] Nov 12 01:06:24.891417 n-d-712141-15 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:24.894035 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:24.989567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Deleting port 90e38059-7c6a-407e-a24d-e5196c1e5b1e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:24.990386 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.090596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.095626 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754972186507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29374055'] for subnet, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.105557 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.164764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] For port 90e38059-7c6a-407e-a24d-e5196c1e5b1e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90e38059-7c6a-407e-a24d-e5196c1e5b1e,segment=NetworkSegment(f650556e-f5f5-4694-84e2-717ffea71ced),segment_id=f650556e-f5f5-4694-84e2-717ffea71ced)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:25.165297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.167562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Port': ['ID=0791fbf6-08a9-41fc-a005-9f328f2075a9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.198948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3840bd55-50ea-4efd-90b2-d75cf0b82cb3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:25.245539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Calling delete_port for 90e38059-7c6a-407e-a24d-e5196c1e5b1e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:25.324582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:06:19Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:25.357502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.375983 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87870bfc-2785-41be-ae00-78bb9e73a41e None None] The sync data for ids ['2ec2d3d9-d126-4d89-bf84-10ba5061f7ac'] in n-d-712141-15 is: [{'id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'name': 'tempest-TestNetworkBasicOps-router-750739471', 'tenant_id': '088c4d1315a84724af075079edce2b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:41Z', 'updated_at': '2021-11-12T01:06:19Z', 'revision_number': 5, 'project_id': '088c4d1315a84724af075079edce2b64', 'gw_port': {'id': '0791fbf6-08a9-41fc-a005-9f328f2075a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2d3d9-d126-4d89-bf84-10ba5061f7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:25.382049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event updated for resources: {'Subnet': ['ID=c642ee1d-99a3-4bdd-b713-177315266b28,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.427911 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.547837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.590193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.593630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.597858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.598656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.606870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-35eb3428-aeda-4b56-82d0-9b5ac80f306c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "PUT /v2.0/subnets/c642ee1d-99a3-4bdd-b713-177315266b28 HTTP/1.1" status: 200 len: 877 time: 2.1284282 Nov 12 01:06:25.619863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.670879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.751942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Pushing event deleted for resources: {'Port': ['ID=90e38059-7c6a-407e-a24d-e5196c1e5b1e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.774012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbf46117-3dd5-4685-82ec-ce2f92b9759c req-bccf1662-08a1-4bff-a7c3-77068d3b7704 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.2817423 Nov 12 01:06:25.813864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] No DVR routers for this DVR port 90e38059-7c6a-407e-a24d-e5196c1e5b1e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:25.825696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.826536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.827574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.828273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.828851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.829508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.830164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.830791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.831445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.832288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.832942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.833600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46695b-02a4-4763-a6fe-6458e639160d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.894319 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.894970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec2d3d9-d126-4d89-bf84-10ba5061f7ac {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:25.908858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.910558 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80f357aa-8ee5-46b6-8860-4d8931c75cce tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/routers/2ec2d3d9-d126-4d89-bf84-10ba5061f7ac HTTP/1.1" status: 204 len: 168 time: 2.1172256 Nov 12 01:06:25.931965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.943295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Allocated IP 172.20.0.3 (0b16e820-9242-4386-9d2c-c15e80792548/c642ee1d-99a3-4bdd-b713-177315266b28/a4447478-1eae-4f39-8b9f-1ca98ea4aa47) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:25.986741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.029827 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:06:26.127371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.193139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:26.218876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.232118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.256991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:26.257463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cbbf1fa-6520-4ef8-827a-1b2b05fae9ef not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:26.257779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90e38059-7c6a-407e-a24d-e5196c1e5b1e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:26.291871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 90e38059-7c6a-407e-a24d-e5196c1e5b1e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:26.292593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90e38059-7c6a-407e-a24d-e5196c1e5b1e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:26.356137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.11 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/331785ac-3cb9-4113-885d-8f9fc16ea961) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:26.370679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Subnet': ['ID=daf9379e-8411-4fdf-8590-3121a4d534ed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.383415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.387945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ef819e2-1631-446f-a3b5-37d5dba9d92c tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/subnets/daf9379e-8411-4fdf-8590-3121a4d534ed HTTP/1.1" status: 204 len: 168 time: 2.8485668 Nov 12 01:06:26.392493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:26.427049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4cc21-d94f-4b4c-b69c-0cb320d40c0a None None] Network eefe3195-f31b-4301-afbc-1bf73db1e6f3 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:26.494401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.544802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting subnet 0357a3e6-15f8-4728-b592-d3c3c5824329 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:26.551344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.625763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.631308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.645260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.652827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.681734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Network 0b16e820-9242-4386-9d2c-c15e80792548 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:26.687221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:26.689396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.692706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c78ba-af7c-492b-bf90-a542d76b4e36']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.707017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f650556e-f5f5-4694-84e2-717ffea71ced') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.707325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f650556e-f5f5-4694-84e2-717ffea71ced') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.711481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:26.724044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.743795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=c642ee1d-99a3-4bdd-b713-177315266b28,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.789087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.873150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Pushing event updated for resources: {'Port': ['ID=a4447478-1eae-4f39-8b9f-1ca98ea4aa47,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.900837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.939058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b16e820-9242-4386-9d2c-c15e80792548']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.942393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.984301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca82d03-4a46-415b-a581-6938b5961862') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.984878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca82d03-4a46-415b-a581-6938b5961862') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:27.012699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.055045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Attempting to bind port a4447478-1eae-4f39-8b9f-1ca98ea4aa47 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:27.055581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Attempting to bind port a4447478-1eae-4f39-8b9f-1ca98ea4aa47 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'eca82d03-4a46-415b-a581-6938b5961862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:27.060891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Attempting to bind port a4447478-1eae-4f39-8b9f-1ca98ea4aa47 on network 0b16e820-9242-4386-9d2c-c15e80792548 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:27.072627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.080306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:27.080986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.094093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:27.094783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Checking segment: {'id': 'eca82d03-4a46-415b-a581-6938b5961862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:27.095269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.095428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Bound using segment: {'id': 'eca82d03-4a46-415b-a581-6938b5961862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:27.095997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Bound port: a4447478-1eae-4f39-8b9f-1ca98ea4aa47, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca82d03-4a46-415b-a581-6938b5961862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0b16e820-9242-4386-9d2c-c15e80792548'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:27.096459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.113404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:27.114008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:27.128700 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:27.186544 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:27.216572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] DHCP port deletion for eefe3195-f31b-4301-afbc-1bf73db1e6f3 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:27.257724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:06:27.257724 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:06:27.257724 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '0b16e820-9242-4386-9d2c-c15e80792548'}] Nov 12 01:06:27.257724 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:27.260928 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:27.262664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.282650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] For port a4447478-1eae-4f39-8b9f-1ca98ea4aa47, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:27.311644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Deleting port 4b2d91e8-12ed-4852-9152-3498c68a6a7a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:27.312015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.329017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Subnet': ['ID=0357a3e6-15f8-4728-b592-d3c3c5824329,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.333347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.341726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f4ab0214-0938-4348-872a-8e4de4f1ca55 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/subnets/0357a3e6-15f8-4728-b592-d3c3c5824329 HTTP/1.1" status: 204 len: 168 time: 0.9465420 Nov 12 01:06:27.342506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49666) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.370363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-adc60c25-fe72-43e8-937c-fb66152bd530 req-a5d12c3c-9aad-404d-a39c-2759266cb03f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.3893960 Nov 12 01:06:27.419461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] For port 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4b2d91e8-12ed-4852-9152-3498c68a6a7a,segment=NetworkSegment(1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6),segment_id=1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:27.420796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.440945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.446556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Calling delete_port for 4b2d91e8-12ed-4852-9152-3498c68a6a7a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:27.480930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.509372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb6240-f61b-487c-b351-60cca909bc71 None None] Network c05c2d66-e3fd-4a16-8ed8-ee98bc81447d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:27.510612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] 10.222.0.11 "DELETE /v2.0/networks/a18c78ba-af7c-492b-bf90-a542d76b4e36 HTTP/1.1" status: 204 len: 168 time: 1.5748982 Nov 12 01:06:27.525791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.576330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78825f0-a0cc-45e4-9958-7ea530cc6a43 tempest-TestNetworkBasicOps-653947079 tempest-TestNetworkBasicOps-653947079-project] Pushing event deleted for resources: {'Network': ['ID=a18c78ba-af7c-492b-bf90-a542d76b4e36,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.641556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router b39993f0-5e92-492b-9882-12786a29afd3 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:27.689951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.754211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.770484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.776501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] For port a4447478-1eae-4f39-8b9f-1ca98ea4aa47, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a4447478-1eae-4f39-8b9f-1ca98ea4aa47,segment=NetworkSegment(eca82d03-4a46-415b-a581-6938b5961862),segment_id=eca82d03-4a46-415b-a581-6938b5961862)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:27.853435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:27.858706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.902379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 4b2d91e8-12ed-4852-9152-3498c68a6a7a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:27.903158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.940797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] Pushing event deleted for resources: {'Port': ['ID=4b2d91e8-12ed-4852-9152-3498c68a6a7a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.943332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.055041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902df96-da5f-474e-a1b4-f83c8c3403aa None None] No DVR routers for this DVR port 4b2d91e8-12ed-4852-9152-3498c68a6a7a on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:28.092033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port 4b2d91e8-12ed-4852-9152-3498c68a6a7a, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:28.093003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.130042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 4b2d91e8-12ed-4852-9152-3498c68a6a7a owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:28.141365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Port 4b2d91e8-12ed-4852-9152-3498c68a6a7a was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:06:28.142881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.147809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0791fbf6-08a9-41fc-a005-9f328f2075a9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:28.151048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port a4447478-1eae-4f39-8b9f-1ca98ea4aa47 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:28.151387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.257266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=4b2d91e8-12ed-4852-9152-3498c68a6a7a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.284877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port 4b2d91e8-12ed-4852-9152-3498c68a6a7a on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:28.358087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0791fbf6-08a9-41fc-a005-9f328f2075a9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:28.358434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0791fbf6-08a9-41fc-a005-9f328f2075a9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:28.358883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4b2d91e8-12ed-4852-9152-3498c68a6a7a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:28.365025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eec0ff-5adf-4af4-82f5-7e69e097bbb4 None None] Network 0b16e820-9242-4386-9d2c-c15e80792548 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:28.411839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c763f75-ca67-429a-b8ce-f673c444dbb3 None None] Pushing event updated for resources: {'Port': ['ID=a4447478-1eae-4f39-8b9f-1ca98ea4aa47,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.469616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4b2d91e8-12ed-4852-9152-3498c68a6a7a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:28.474728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4b2d91e8-12ed-4852-9152-3498c68a6a7a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:28.484425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:28.494724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port a4447478-1eae-4f39-8b9f-1ca98ea4aa47, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a4447478-1eae-4f39-8b9f-1ca98ea4aa47,segment=NetworkSegment(eca82d03-4a46-415b-a581-6938b5961862),segment_id=eca82d03-4a46-415b-a581-6938b5961862)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:28.495650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.523436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for a4447478-1eae-4f39-8b9f-1ca98ea4aa47 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:28.731258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.796929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] DHCP port deletion for c05c2d66-e3fd-4a16-8ed8-ee98bc81447d request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:28.818680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefe3195-f31b-4301-afbc-1bf73db1e6f3']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:28.873748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.881193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:28.897473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:28.919378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:28.922548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc980a2-dabe-42d9-9dff-c51cc2b4ecf6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:28.932834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4cf511-4e93-4359-95c5-acf5a12e9195 None None] Network 0b16e820-9242-4386-9d2c-c15e80792548 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:28.939621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b7807a-c0b6-41a2-8aac-4639750d2806 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:29.027660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.037851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.055393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.071567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-49082913-8439-4925-80b3-23b638749ed6 None None] Provisioning complete for port 331785ac-3cb9-4113-885d-8f9fc16ea961 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:29.072277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49082913-8439-4925-80b3-23b638749ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.075265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82d93f-01d4-40d3-a2cc-98147fb2078f req-74ee7892-b2a7-496b-aba3-1e1c21712e67 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.083556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc82d93f-01d4-40d3-a2cc-98147fb2078f req-74ee7892-b2a7-496b-aba3-1e1c21712e67 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 932 time: 0.1967392 Nov 12 01:06:29.084853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:29.085517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.122910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-49082913-8439-4925-80b3-23b638749ed6 None None] Port 331785ac-3cb9-4113-885d-8f9fc16ea961 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:29.190148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.190847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.199621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Deleting port 1995ec59-c8ee-4367-b7ca-016636a72445 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:29.200398 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.254712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc82d93f-01d4-40d3-a2cc-98147fb2078f req-e9c75c37-9be4-45b5-9c56-c79d12d68681 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700025 Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:29.276526 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:29.280391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-d8cbbddb-d305-4c74-b4ac-8056877243f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9732485 Nov 12 01:06:29.283412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:29.293319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Request body: {'port': {'device_id': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:29.296518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] For port 1995ec59-c8ee-4367-b7ca-016636a72445, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1995ec59-c8ee-4367-b7ca-016636a72445,segment=NetworkSegment(87dcbcbf-514b-40c3-96c6-8b50df290171),segment_id=87dcbcbf-514b-40c3-96c6-8b50df290171)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:29.296927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.346564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Sync routers for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:29.371432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Calling delete_port for 1995ec59-c8ee-4367-b7ca-016636a72445 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:29.388002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.394869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.402883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:29.403322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:29.421154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed7363e-c48a-4455-b5d9-a65f668eefb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.439167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.454844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f0d5e15d-1bb7-40ea-9755-3b82445aa75b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.3831379 Nov 12 01:06:29.466692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.470432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.471130 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/networks/eefe3195-f31b-4301-afbc-1bf73db1e6f3 HTTP/1.1" status: 204 len: 168 time: 2.1274869 Nov 12 01:06:29.476331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d5711fc-3dde-4d4c-8cef-5bfba736d821 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=088c4d1315a84724af075079edce2b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9323370 Nov 12 01:06:29.486462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.487073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.488106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=a4447478-1eae-4f39-8b9f-1ca98ea4aa47,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.503727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port a4447478-1eae-4f39-8b9f-1ca98ea4aa47 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:29.523261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fbcca-b1f2-4b3c-b82d-aaa97f398502 tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Network': ['ID=eefe3195-f31b-4301-afbc-1bf73db1e6f3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.575398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:29.628730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.717872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.725340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.754595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b16e820-9242-4386-9d2c-c15e80792548']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:29.773888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca82d03-4a46-415b-a581-6938b5961862') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:29.774475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca82d03-4a46-415b-a581-6938b5961862') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:29.784981 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.791998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.844206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.850182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.851739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.866579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] No DVR routers for this DVR port 1995ec59-c8ee-4367-b7ca-016636a72445 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:29.868627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:29.869254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:29.886927 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:30.003933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3395b968-0829-4138-84c3-2c54d833b02c tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bd1ab7096c2e42c98ca002e8b7be3b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5246778 Nov 12 01:06:30.015117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.056818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.135137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926575ca-8709-44ef-a3a4-17e093ba82e7 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:06:30.141911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1995ec59-c8ee-4367-b7ca-016636a72445 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:30.183930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35eaa4-f10a-49b9-8683-339bfeb05682 None None] Pushing event deleted for resources: {'Port': ['ID=1995ec59-c8ee-4367-b7ca-016636a72445,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.192238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1995ec59-c8ee-4367-b7ca-016636a72445 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:30.192652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1995ec59-c8ee-4367-b7ca-016636a72445 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:30.217237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed7363e-c48a-4455-b5d9-a65f668eefb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.225721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aed7363e-c48a-4455-b5d9-a65f668eefb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.322697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7363e-c48a-4455-b5d9-a65f668eefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06294ab4-ae36-46a2-a44b-d2c1ccb8adf5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.353015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aed7363e-c48a-4455-b5d9-a65f668eefb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a28c5b637e934b329361dc0aa0115435&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3103521 Nov 12 01:06:30.353655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.367881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926575ca-8709-44ef-a3a4-17e093ba82e7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:06:30.397008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:24Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:30.408266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.461731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Checking router: b39993f0-5e92-492b-9882-12786a29afd3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:30.462083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Updating router b39993f0-5e92-492b-9882-12786a29afd3 port 16e59045-e6df-43a6-a193-4a258badc4a9 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:30.503815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.558878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.569895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5362497-8342-4662-9d59-cc398481ab2d req-b7dacf69-b1ca-4674-a1cd-12887f93fccf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.573669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5362497-8342-4662-9d59-cc398481ab2d req-b7dacf69-b1ca-4674-a1cd-12887f93fccf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 932 time: 0.1489310 Nov 12 01:06:30.677908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.684866 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/0b16e820-9242-4386-9d2c-c15e80792548 HTTP/1.1" status: 204 len: 168 time: 5.0589657 Nov 12 01:06:30.699057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.703099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331785ac-3cb9-4113-885d-8f9fc16ea961 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:30.715081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Deleting port 1995ec59-c8ee-4367-b7ca-016636a72445 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:30.715436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.719174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.752469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd925ee-e98c-47f1-8406-9d435f54e953 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=0b16e820-9242-4386-9d2c-c15e80792548,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.769730 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.772442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.773656 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25358f4a-017d-4aad-8318-37012b48974b HTTP/1.1" status: 204 len: 168 time: 1.2806604 Nov 12 01:06:30.843722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.850841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bd09e-1221-41e7-b4b0-15f77ad0f1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25358f4a-017d-4aad-8318-37012b48974b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.873522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a707993-f679-4eaa-a11d-bd8292cfb79b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.875279 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a707993-f679-4eaa-a11d-bd8292cfb79b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8575549 Nov 12 01:06:30.876557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] For port 1995ec59-c8ee-4367-b7ca-016636a72445, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:30.876926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.879968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49748) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.902062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ec4-b17c-4b40-8bc1-740a129c5b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.918826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bdd31f3c-234b-449b-92a4-c1a749bb1f91 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376949 Nov 12 01:06:30.920231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Calling delete_port for 1995ec59-c8ee-4367-b7ca-016636a72445 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:30.921929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:30.927219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-808257783', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:30.931348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Port 1995ec59-c8ee-4367-b7ca-016636a72445 was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:06:30.934336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.986578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Port': ['ID=1995ec59-c8ee-4367-b7ca-016636a72445,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.018141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] No DVR routers for this DVR port 1995ec59-c8ee-4367-b7ca-016636a72445 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:31.024354 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-69984ec3-4dfd-439f-80f0-b649d6d37499 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:31.025194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69984ec3-4dfd-439f-80f0-b649d6d37499 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:31.029696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-69984ec3-4dfd-439f-80f0-b649d6d37499 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/c642ee1d-99a3-4bdd-b713-177315266b28 HTTP/1.1" status: 404 len: 337 time: 0.3292792 Nov 12 01:06:31.045328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49752) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.051751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Transition to ACTIVE for port object 331785ac-3cb9-4113-885d-8f9fc16ea961 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:31.095648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.112521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ec4-b17c-4b40-8bc1-740a129c5b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.138736 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd72226-6d39-4748-aa46-5e07fe6e39a2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:31.140673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd72226-6d39-4748-aa46-5e07fe6e39a2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:31.146998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2bd72226-6d39-4748-aa46-5e07fe6e39a2 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/0b16e820-9242-4386-9d2c-c15e80792548 HTTP/1.1" status: 404 len: 339 time: 0.0919116 Nov 12 01:06:31.151256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.153543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.171849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ec4-b17c-4b40-8bc1-740a129c5b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.186955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5362497-8342-4662-9d59-cc398481ab2d req-09427c22-8606-4051-aa76-a57e977ac4ba tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015005 Nov 12 01:06:31.190646 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb88feb-140d-4c2e-8b7f-66977591bf23 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:31.191097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb88feb-140d-4c2e-8b7f-66977591bf23 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:31.194220 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-feb88feb-140d-4c2e-8b7f-66977591bf23 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/961b803b-162f-4389-abf4-f360dea18420 HTTP/1.1" status: 404 len: 337 time: 0.0396385 Nov 12 01:06:31.200298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.208787 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.209878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.212772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.216261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06294ab4-ae36-46a2-a44b-d2c1ccb8adf5 HTTP/1.1" status: 204 len: 168 time: 0.8571737 Nov 12 01:06:31.223733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.229699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a4dc4-b149-4dc8-81f6-302fd5bebf43 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:31.248280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b4b0ec4-b17c-4b40-8bc1-740a129c5b88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19ce2ea64d6442f99efec318181c4705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8388400 Nov 12 01:06:31.253653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49762) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.255931 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c014f005-d0e2-4e63-94af-865204db3408 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:31.256815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c014f005-d0e2-4e63-94af-865204db3408 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:31.261612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c014f005-d0e2-4e63-94af-865204db3408 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/a6aa203b-9624-4e6e-be08-2c22452b6362 HTTP/1.1" status: 404 len: 339 time: 0.0602148 Nov 12 01:06:31.264791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05c2d66-e3fd-4a16-8ed8-ee98bc81447d']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:31.267377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:31.269565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.271754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.321463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f96d7-6911-43c0-9c4b-eac5f137e518 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:31.336018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.372220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ec34f-0423-403a-b3ea-87d63171dae6 None None] Pushing event updated for resources: {'Port': ['ID=16e59045-e6df-43a6-a193-4a258badc4a9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.376238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Attempting to bind port 16e59045-e6df-43a6-a193-4a258badc4a9 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:31.376607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Attempting to bind port 16e59045-e6df-43a6-a193-4a258badc4a9 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:31.377045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Attempting to bind port 16e59045-e6df-43a6-a193-4a258badc4a9 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:31.384257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0ec4-b17c-4b40-8bc1-740a129c5b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b27b6a-39fd-402e-b34a-a998b10256a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.397014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:31.397417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:31.397808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.398200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:31.398702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Bound port: 16e59045-e6df-43a6-a193-4a258badc4a9, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:31.399072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.490237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dbbc4-7ef0-44bd-99b1-c351007176f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06294ab4-ae36-46a2-a44b-d2c1ccb8adf5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.541235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dcbcbf-514b-40c3-96c6-8b50df290171') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:31.541376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dcbcbf-514b-40c3-96c6-8b50df290171') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:31.550197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.557575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.562140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] For port 16e59045-e6df-43a6-a193-4a258badc4a9, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:31.573714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.576339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] For port 16e59045-e6df-43a6-a193-4a258badc4a9, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=16e59045-e6df-43a6-a193-4a258badc4a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:31.583813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.595188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:31.595902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:31.599250 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:31.612839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.686758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.700221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.723660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88c2210d-0d39-4b65-bff8-03c2381218d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.724768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] Provisioning complete for port 16e59045-e6df-43a6-a193-4a258badc4a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:31.725287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.726803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.754908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ec34f-0423-403a-b3ea-87d63171dae6 None None] Pushing event updated for resources: {'Port': ['ID=16e59045-e6df-43a6-a193-4a258badc4a9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.783297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.786827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Attempting to bind port 331785ac-3cb9-4113-885d-8f9fc16ea961 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:31.787376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Attempting to bind port 331785ac-3cb9-4113-885d-8f9fc16ea961 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:31.787870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Attempting to bind port 331785ac-3cb9-4113-885d-8f9fc16ea961 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:31.791691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:31.791691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:31.801417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172025f4-3e39-4090-bbaa-82bbd15d224d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:31.809720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.813331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] 10.222.0.11 "DELETE /v2.0/networks/c05c2d66-e3fd-4a16-8ed8-ee98bc81447d HTTP/1.1" status: 204 len: 168 time: 2.3216124 Nov 12 01:06:31.829950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Port 331785ac-3cb9-4113-885d-8f9fc16ea961 on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:31.830651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Attempting to bind port 331785ac-3cb9-4113-885d-8f9fc16ea961 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:31.879353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70761a-357d-4d10-b496-1f750e8bb1df tempest-TaggedBootDevicesTest_v242-461514788 tempest-TaggedBootDevicesTest_v242-461514788-project] Pushing event deleted for resources: {'Network': ['ID=c05c2d66-e3fd-4a16-8ed8-ee98bc81447d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.913120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:31.913516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:31.913835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:31.914285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Bound port: 331785ac-3cb9-4113-885d-8f9fc16ea961, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:31.914646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.952806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Subnet': ['ID=9c280553-09f4-4f1f-9cf6-be24966f61b4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.004021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.012957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.022784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Checking segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:32.036685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network hostable DHCP agents. Network: 6b58fe59-152c-4ba8-92c2-dc3936686940, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:32.058551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] For port 16e59045-e6df-43a6-a193-4a258badc4a9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=16e59045-e6df-43a6-a193-4a258badc4a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:32.096668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.110785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:32.112509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49772) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.118448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:32.131211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:32.153977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.155172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.164862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6b27b6a-39fd-402e-b34a-a998b10256a5 HTTP/1.1" status: 204 len: 168 time: 0.8969967 Nov 12 01:06:32.164862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326a3ab6-34f8-4889-ab53-4979cf8fa360') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:32.164862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326a3ab6-34f8-4889-ab53-4979cf8fa360') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:32.166612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbaa47a3-b824-428c-8790-0eb767e26944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.174861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88c2210d-0d39-4b65-bff8-03c2381218d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.187531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 6b58fe59-152c-4ba8-92c2-dc3936686940) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:32.195254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.204990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-88c2210d-0d39-4b65-bff8-03c2381218d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.206368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313b9a-2c58-4465-be6e-ae80c8f01b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b27b6a-39fd-402e-b34a-a998b10256a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.223503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.227772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.231248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.242728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:32.243491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:32.248004 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:32.266880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:32.291779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1da435-4663-458f-a9e2-bfe9c50f28a3 None None] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:32.339183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e429a23b-6bc3-42d5-aa87-1c7724188fd8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4161992 Nov 12 01:06:32.345566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.352187 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-88c2210d-0d39-4b65-bff8-03c2381218d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac3d2938ec624597b38550d4ecfce9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466541 Nov 12 01:06:32.356181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.368045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49784) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.375515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2210d-0d39-4b65-bff8-03c2381218d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedd5a4a-5f9c-45c1-8bfc-427ebf2df699,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.458164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbaa47a3-b824-428c-8790-0eb767e26944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.463045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.465429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.468888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5 HTTP/1.1" status: 204 len: 168 time: 1.1938610 Nov 12 01:06:32.473744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.517268 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-78740173-c49d-4cf2-8033-cbd33b3c284e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.517824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78740173-c49d-4cf2-8033-cbd33b3c284e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.521023 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-78740173-c49d-4cf2-8033-cbd33b3c284e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/9ac67a78-0106-4f97-bf99-a3671c3cdceb HTTP/1.1" status: 404 len: 337 time: 0.0459976 Nov 12 01:06:32.523615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=331785ac-3cb9-4113-885d-8f9fc16ea961,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:32.524923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbaa47a3-b824-428c-8790-0eb767e26944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.531272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.535181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.569441 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4443af2-a2f2-43f1-94b9-d3d700abe2c8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.570374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4443af2-a2f2-43f1-94b9-d3d700abe2c8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.573769 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b4443af2-a2f2-43f1-94b9-d3d700abe2c8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/817428b9-4b85-4391-8eec-d0435569d0d6 HTTP/1.1" status: 404 len: 339 time: 0.0410831 Nov 12 01:06:32.579945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.583096 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.623740 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee61eba-384c-4230-818d-e26b51c8019e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.624590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee61eba-384c-4230-818d-e26b51c8019e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.628779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2ee61eba-384c-4230-818d-e26b51c8019e tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/aecadf74-582b-42fa-a539-aea3a52642a2 HTTP/1.1" status: 404 len: 337 time: 0.0471799 Nov 12 01:06:32.631983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.643196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4581c-3458-4d10-99fb-bbe8f3c77e1c tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=50ad0c3a-7bbb-4880-ae6d-afee08b2f4e5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.679335 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dda8cbb-3d0d-4498-b3cc-3be4f6c615df tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.680740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dda8cbb-3d0d-4498-b3cc-3be4f6c615df tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.691201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3dda8cbb-3d0d-4498-b3cc-3be4f6c615df tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/8611a260-0213-40c9-8c47-2f6b649f27fa HTTP/1.1" status: 404 len: 339 time: 0.0574384 Nov 12 01:06:32.693141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.752297 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d491d67-3c61-43e8-a944-27e84cf5529a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.753269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d491d67-3c61-43e8-a944-27e84cf5529a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.766898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.767962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.769421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] 10.222.0.32 "PUT /v2.0/ports/331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 200 len: 1093 time: 3.4804630 Nov 12 01:06:32.769937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.774453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d491d67-3c61-43e8-a944-27e84cf5529a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/97826711-cc6e-4fe2-9d29-2d794e38caaf HTTP/1.1" status: 404 len: 337 time: 0.0768752 Nov 12 01:06:32.775250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:32.777771 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70740d4d-260e-47dc-9733-892bf20e2e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:32.796222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.808454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.811845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eedd5a4a-5f9c-45c1-8bfc-427ebf2df699 HTTP/1.1" status: 204 len: 168 time: 0.4423702 Nov 12 01:06:32.829117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb3af-360c-412b-9540-671e6473458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedd5a4a-5f9c-45c1-8bfc-427ebf2df699,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.838371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bbaa47a3-b824-428c-8790-0eb767e26944 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b122e071b64d4ed4ac857fffd974abd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7144785 Nov 12 01:06:32.839363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50acfe5-0ce9-4fed-af83-e6f6091d3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.846237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.922187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df2967-d95e-49b6-8612-f3f9cd5d9794 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:32.967661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ad011e8e-fd91-4652-b477-eb9f59005304 None None] Provisioning complete for port 16e59045-e6df-43a6-a193-4a258badc4a9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:32.968126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad011e8e-fd91-4652-b477-eb9f59005304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.968923 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcec06d-c810-47ba-8616-790373b484d7 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:32.970337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcec06d-c810-47ba-8616-790373b484d7 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:32.977221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a617-7126-4a0e-9254-0ee231493c89 None None] Pushing event updated for resources: {'Port': ['ID=16e59045-e6df-43a6-a193-4a258badc4a9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.995300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.996334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1bcec06d-c810-47ba-8616-790373b484d7 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/277f65b9-8998-45e9-a6d1-b15ef8e305c8 HTTP/1.1" status: 404 len: 339 time: 0.2132769 Nov 12 01:06:32.997985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa47a3-b824-428c-8790-0eb767e26944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d322dc1-d7cb-4d3e-9449-b5fa09c9d848,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.067466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.070417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.146841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.147237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.167702 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4c188a-3750-4131-be27-76aa500214ee x-openstack-request-id: req-1c4c188a-3750-4131-be27-76aa500214ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:33.168789 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:33.169942 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c4c188a-3750-4131-be27-76aa500214ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:33.171186 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961', 'status': 'completed', 'code': 200} Nov 12 01:06:33.187932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3041aabd-b20c-4a55-83b4-f174ba84460f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.206955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e306857-84bb-4d06-8761-04474a25c8a7 req-431f686c-873c-46e3-8b5d-abe1f2ef0497 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:33.209062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e306857-84bb-4d06-8761-04474a25c8a7 req-431f686c-873c-46e3-8b5d-abe1f2ef0497 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 944 time: 0.8196225 Nov 12 01:06:33.225148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:24Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:33.271705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d8d0d-da51-42f1-b082-6bf06a94739d None None] The sync data for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 is: [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:24Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:33.309135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3041aabd-b20c-4a55-83b4-f174ba84460f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.312482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.319256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.321864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d322dc1-d7cb-4d3e-9449-b5fa09c9d848 HTTP/1.1" status: 204 len: 168 time: 0.4695406 Nov 12 01:06:33.354255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3041aabd-b20c-4a55-83b4-f174ba84460f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.386440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359a59-4b26-4190-bb44-a4d0dd7ddc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d322dc1-d7cb-4d3e-9449-b5fa09c9d848,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.405135 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3041aabd-b20c-4a55-83b4-f174ba84460f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe48233372af4382ad42f049ef8703c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537038 Nov 12 01:06:33.407417 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d72f8c2-127e-4919-b3be-5447ee96310d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:33.407914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d72f8c2-127e-4919-b3be-5447ee96310d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:33.416393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-6b58fe59-152c-4ba8-92c2-dc3936686940', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:33.417643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.423533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2d72f8c2-127e-4919-b3be-5447ee96310d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/9ac5a06d-b3af-4889-82b0-941bcf878019 HTTP/1.1" status: 404 len: 337 time: 0.2749138 Nov 12 01:06:33.429333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.429561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.451012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e306857-84bb-4d06-8761-04474a25c8a7 req-db4fadfd-5cf4-4f76-bfbb-3ed59b60d904 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531150 Nov 12 01:06:33.473273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-9cf2136f-b96d-49a3-aa4a-251949c75bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:33.473273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-9cf2136f-b96d-49a3-aa4a-251949c75bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 1096 time: 0.6073902 Nov 12 01:06:33.588169 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-353a5a15-974c-4e62-adf2-45f73d471543 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:33.590033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353a5a15-974c-4e62-adf2-45f73d471543 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:33.606869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-353a5a15-974c-4e62-adf2-45f73d471543 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/1b41527a-2100-4a93-9961-7e21970af199 HTTP/1.1" status: 404 len: 339 time: 0.1560345 Nov 12 01:06:33.608597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.678086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-f584105d-5a2e-4624-a6f7-d57f10774315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 200 len: 217 time: 0.1980388 Nov 12 01:06:33.762631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041aabd-b20c-4a55-83b4-f174ba84460f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbd3163-9425-4110-a110-195347a78c2a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.802273 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-13294490-406a-4146-b826-5678d187c5c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:33.804510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13294490-406a-4146-b826-5678d187c5c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:33.824950 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-13294490-406a-4146-b826-5678d187c5c9 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/afb486c1-a6ee-49d7-9958-464e7ba5b6ec HTTP/1.1" status: 404 len: 337 time: 0.2062159 Nov 12 01:06:33.830160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.850833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-e0ed1306-619f-48a8-ba9b-7929563e0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:33.855292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-e0ed1306-619f-48a8-ba9b-7929563e0a40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1722927 Nov 12 01:06:33.865647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Allocated IP 172.20.0.2 (6b58fe59-152c-4ba8-92c2-dc3936686940/9c280553-09f4-4f1f-9cf6-be24966f61b4/6e14a86f-52b4-45b8-af3f-11ceca5910b6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:33.902652 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac1553b-8ca1-40d5-a87d-ec66ff74dcea tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:33.916817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac1553b-8ca1-40d5-a87d-ec66ff74dcea tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:33.924886 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cac1553b-8ca1-40d5-a87d-ec66ff74dcea tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/35efbe89-ce94-40a3-94c8-79cd522645fe HTTP/1.1" status: 404 len: 339 time: 0.0901759 Nov 12 01:06:33.941456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-7df3c0d7-efad-4de8-aec5-2a1e7019eff3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781112 Nov 12 01:06:33.946886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.974089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.028225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.122747 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a4b878-c12d-4b32-b4c4-2a1745cda7e8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.123531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a4b878-c12d-4b32-b4c4-2a1745cda7e8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.141747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d0a4b878-c12d-4b32-b4c4-2a1745cda7e8 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/0fa9c3e4-d5c0-4118-9c62-2b46bf48e86e HTTP/1.1" status: 404 len: 337 time: 0.1913652 Nov 12 01:06:34.144798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.166272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 16e59045-e6df-43a6-a193-4a258badc4a9 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:34.174795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.182298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.187329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cbd3163-9425-4110-a110-195347a78c2a HTTP/1.1" status: 204 len: 168 time: 0.7462583 Nov 12 01:06:34.211664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf429c-4725-45af-8bc2-f993a276c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbd3163-9425-4110-a110-195347a78c2a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.237687 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6f597f-819c-4dcf-8834-d7983b97bf89 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.238405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6f597f-819c-4dcf-8834-d7983b97bf89 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.246179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da6f597f-819c-4dcf-8834-d7983b97bf89 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/51ecf784-a3c0-4199-b22c-f7df94341e06 HTTP/1.1" status: 404 len: 339 time: 0.0936162 Nov 12 01:06:34.247307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.320327 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-503d885b-ff8b-4ddc-8ba2-698e95aaaaba tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.320794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503d885b-ff8b-4ddc-8ba2-698e95aaaaba tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.330864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-503d885b-ff8b-4ddc-8ba2-698e95aaaaba tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/2b3ce391-8890-4c08-b514-6ed7ff80c0cf HTTP/1.1" status: 404 len: 337 time: 0.0780368 Nov 12 01:06:34.331759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.359161 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75aca65-c17e-49a4-be75-67136e160ec3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.359993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75aca65-c17e-49a4-be75-67136e160ec3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.368359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b75aca65-c17e-49a4-be75-67136e160ec3 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/dafed799-a5f8-4cdd-8d72-50847c23a3df HTTP/1.1" status: 404 len: 339 time: 0.0324798 Nov 12 01:06:34.371232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.412655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-184902c2-4fdc-49c8-baee-a1fd7214bdc6 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851445 Nov 12 01:06:34.458384 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e152c0b0-0175-48f3-b111-c1e8d01eb231 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.458849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e152c0b0-0175-48f3-b111-c1e8d01eb231 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.462084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e152c0b0-0175-48f3-b111-c1e8d01eb231 tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/5cf596ca-6385-4621-b91e-832b4d177f93 HTTP/1.1" status: 404 len: 337 time: 0.0868199 Nov 12 01:06:34.465264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.472025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.499469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.557218 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b32f5-4c9e-498d-9c6a-bb00c51c202a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:34.558282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82b32f5-4c9e-498d-9c6a-bb00c51c202a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:34.563960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e82b32f5-4c9e-498d-9c6a-bb00c51c202a tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/ce0d4cda-43f2-40c7-8618-a88f8061ca0c HTTP/1.1" status: 404 len: 339 time: 0.0943482 Nov 12 01:06:34.566961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.614369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 16e59045-e6df-43a6-a193-4a258badc4a9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.617420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.725800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting subnet edea1064-277f-4df9-aa53-6ac970e2c56f {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:34.742887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.752570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:34.774439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:34.790460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:34.844471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.855841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Pushing event updated for resources: {'Port': ['ID=6e14a86f-52b4-45b8-af3f-11ceca5910b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.908168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86cc554-f00b-43a9-9943-6d075b22b240 req-f3ddcfd9-62df-41d1-9a3e-1741b72417c6 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448667 Nov 12 01:06:34.911171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.964943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626313a-6905-4ee3-8c3d-9ef2ae59f653 req-cb8dd6bc-b898-487f-848c-9ad6f1b2a543 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:34.966625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f626313a-6905-4ee3-8c3d-9ef2ae59f653 req-cb8dd6bc-b898-487f-848c-9ad6f1b2a543 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 944 time: 0.3366215 Nov 12 01:06:35.019221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Attempting to bind port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:35.020413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Attempting to bind port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:35.021017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Attempting to bind port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:35.051260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:35.052259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Checking segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:35.052965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.053643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Bound using segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:35.054406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Bound port: 6e14a86f-52b4-45b8-af3f-11ceca5910b6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:35.055111 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.096542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.223755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.291550 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.306186 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.311983 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/subnets/edea1064-277f-4df9-aa53-6ac970e2c56f HTTP/1.1" status: 204 len: 168 time: 0.7433796 Nov 12 01:06:35.312767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:35.313916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89479e2-dd71-48d1-93cf-81f255312f4d tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Subnet': ['ID=edea1064-277f-4df9-aa53-6ac970e2c56f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.320325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49882) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:35.326965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75466a5a-dbaf-4ac3-8671-68efde4edb42 None None] Network ec8db205-a4a5-491c-a528-de9813ee207b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:35.466608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.489072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] For port 6e14a86f-52b4-45b8-af3f-11ceca5910b6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:35.514695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] For port 6e14a86f-52b4-45b8-af3f-11ceca5910b6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6e14a86f-52b4-45b8-af3f-11ceca5910b6,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:35.544807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.574642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Deleting port d316f703-f26d-4baa-8145-ad8b4ed940a3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:35.577013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.730587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01658ea5-ee0b-4ded-84a1-3979d4b1d926 None None] Pushing event updated for resources: {'Port': ['ID=6e14a86f-52b4-45b8-af3f-11ceca5910b6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.769728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1296011534-network', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:35.809550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] For port d316f703-f26d-4baa-8145-ad8b4ed940a3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d316f703-f26d-4baa-8145-ad8b4ed940a3,segment=NetworkSegment(8206f962-54bd-4f30-aacf-38ff06b3eb8e),segment_id=8206f962-54bd-4f30-aacf-38ff06b3eb8e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:35.810954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.853310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Calling delete_port for d316f703-f26d-4baa-8145-ad8b4ed940a3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:35.865410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Made reservation on behalf of 8b82ce91d9ba412f9dc353a5b971221a for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:35.871881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.895691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] DHCP port deletion for ec8db205-a4a5-491c-a528-de9813ee207b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:35.911182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.178146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d316f703-f26d-4baa-8145-ad8b4ed940a3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:36.276314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-971d6dfa-2310-4b28-bde0-e54e5260e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.277992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-971d6dfa-2310-4b28-bde0-e54e5260e345 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 1096 time: 1.3021574 Nov 12 01:06:36.335043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f626313a-6905-4ee3-8c3d-9ef2ae59f653 req-cf76ff10-b9a1-42a8-8ed9-c8aea74359ee tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3614542 Nov 12 01:06:36.367921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.503012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Port': ['ID=d316f703-f26d-4baa-8145-ad8b4ed940a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.548501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 331785ac-3cb9-4113-885d-8f9fc16ea961 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:36.550266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] No DVR routers for this DVR port d316f703-f26d-4baa-8145-ad8b4ed940a3 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:36.597818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.660523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=331785ac-3cb9-4113-885d-8f9fc16ea961,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:36.679231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '331785ac-3cb9-4113-885d-8f9fc16ea961', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': '331785ac-3cb9-4113-885d-8f9fc16ea961', 'mac_address': 'fa:16:3e:86:90:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:36.714622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.734302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No active binding found for port d316f703-f26d-4baa-8145-ad8b4ed940a3 {{(pid=102678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:06:36.735159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d316f703-f26d-4baa-8145-ad8b4ed940a3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:36.739957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Deleting port d316f703-f26d-4baa-8145-ad8b4ed940a3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:36.740953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.762463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-fb4284bc-5f2e-4132-b8b5-93637f1bbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.764458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-fb4284bc-5f2e-4132-b8b5-93637f1bbc37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.4776084 Nov 12 01:06:36.809063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] For port d316f703-f26d-4baa-8145-ad8b4ed940a3, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:36.809919 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.828794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Calling delete_port for d316f703-f26d-4baa-8145-ad8b4ed940a3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:36.831955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Port d316f703-f26d-4baa-8145-ad8b4ed940a3 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:06:36.836582 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.862716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:36.942552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f94822-da0d-4c94-bf44-a577a39835ad,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.950515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] Pushing event deleted for resources: {'Port': ['ID=d316f703-f26d-4baa-8145-ad8b4ed940a3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.953772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.958979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b983101-029e-4bea-bf29-b2716e1f8ca7 None None] No DVR routers for this DVR port d316f703-f26d-4baa-8145-ad8b4ed940a3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:36.961197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.966145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.967443 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Added segment e89897b6-a5d2-4730-9605-9c9d023aa61f of type vlan for network 032f4ec1-a229-407d-85d8-a9441297d1f1 Nov 12 01:06:37.010292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331785ac-3cb9-4113-885d-8f9fc16ea961 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:37.042614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=331785ac-3cb9-4113-885d-8f9fc16ea961,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:37.043030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8db205-a4a5-491c-a528-de9813ee207b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:37.049835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.066365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8206f962-54bd-4f30-aacf-38ff06b3eb8e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:37.069254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8206f962-54bd-4f30-aacf-38ff06b3eb8e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:37.098430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-dd721b05-f5dd-40c5-94de-a67ab4fb0720 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 200 len: 217 time: 0.2581627 Nov 12 01:06:37.106947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.126031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.157740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.181961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:37.182750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:37.187601 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:37.211771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.213359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.214169 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.214373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.312084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:37.356516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-694695ce-79ff-44b8-83d8-7c927418234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.359288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-694695ce-79ff-44b8-83d8-7c927418234f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.2499139 Nov 12 01:06:37.407667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0867946 Nov 12 01:06:37.437923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.446752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-fda3a0ac-f948-433a-b663-d66451046c5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756960 Nov 12 01:06:37.477353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Request body: {'subnet': {'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1296011534-subnet', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:37.509710 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.526238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55a932-e0d4-42ca-827f-3e4bce5ef808 admin admin] Pushing event updated for resources: {'Network': ['ID=032f4ec1-a229-407d-85d8-a9441297d1f1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.558144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.562201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:37.578014 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] 10.222.0.11 "DELETE /v2.0/networks/ec8db205-a4a5-491c-a528-de9813ee207b HTTP/1.1" status: 204 len: 168 time: 2.2517338 Nov 12 01:06:37.652379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eeec7-1112-4b94-9a68-eb0d60ab4aaf tempest-NetworksTest-1708960284 tempest-NetworksTest-1708960284-project] Pushing event deleted for resources: {'Network': ['ID=ec8db205-a4a5-491c-a528-de9813ee207b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.685886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Made reservation on behalf of 8b82ce91d9ba412f9dc353a5b971221a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:37.690234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.739286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-1e5db307-5fdb-4d9f-8576-5322b03dd837 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758543 Nov 12 01:06:37.745840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.1 (6b58fe59-152c-4ba8-92c2-dc3936686940/9c280553-09f4-4f1f-9cf6-be24966f61b4/d3dd17a2-104d-4648-bfe4-a63227ae364f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:37.770116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c38bd-3739-4b24-9100-d3a0553032fc None None] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:37.894022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-817882b9-98db-4002-b644-be23754b8c3d None None] Provisioning complete for port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:37.894641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-817882b9-98db-4002-b644-be23754b8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.183609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6e14a86f-52b4-45b8-af3f-11ceca5910b6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:38.191116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba1d2c-6b35-429c-8ef5-0addee7744bc req-a82de7a6-c279-4306-a258-8c7ac1454125 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.194244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20ba1d2c-6b35-429c-8ef5-0addee7744bc req-a82de7a6-c279-4306-a258-8c7ac1454125 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 945 time: 0.4389703 Nov 12 01:06:38.235078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.317450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20ba1d2c-6b35-429c-8ef5-0addee7744bc req-4046fa32-6fe3-4dfd-a863-6577adc09aea tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102240 Nov 12 01:06:38.369668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.418988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.423943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 49944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:38.426325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70740d4d-260e-47dc-9733-892bf20e2e7e req-a987d67d-7d32-442c-9d8c-4394fa9165ad service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526833 Nov 12 01:06:38.483928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b963c6d-8274-4dd2-9de6-cfd0eb40b730,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.485012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:38.489868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:38.491814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.500377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:38.527574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Checking segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:38.528421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Network hostable DHCP agents. Network: 032f4ec1-a229-407d-85d8-a9441297d1f1, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:38.554812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.575289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:38.576471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.588227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:38.615928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 032f4ec1-a229-407d-85d8-a9441297d1f1) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:38.640283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.641917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.679999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e00f3-a42d-4db8-a092-f2d18b3318d4 None None] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:38.683602 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-70ccf00c-672c-478a-9c1b-f9b39c3e4c2a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2293794 Nov 12 01:06:38.687373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49952) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:38.696734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:38.746428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.747833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.817201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-817882b9-98db-4002-b644-be23754b8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.837375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.886864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.906814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-817882b9-98db-4002-b644-be23754b8c3d None None] For port 6e14a86f-52b4-45b8-af3f-11ceca5910b6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6e14a86f-52b4-45b8-af3f-11ceca5910b6,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:38.959541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-817882b9-98db-4002-b644-be23754b8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.107816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817882b9-98db-4002-b644-be23754b8c3d None None] Pushing event updated for resources: {'Port': ['ID=6e14a86f-52b4-45b8-af3f-11ceca5910b6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:39.127570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-032f4ec1-a229-407d-85d8-a9441297d1f1', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:39.139731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.291786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.510084 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d60181c-2517-474e-84ca-832d829790af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.559922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0395defc-0a15-418b-ab5e-10d7bd73038b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17890fddd952467c8e4e00898dac999f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1323776 Nov 12 01:06:39.562672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 49968) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:39.669464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f22dddb4-7459-4c0e-a523-b989dca6f618 None None] Provisioning complete for port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:39.670079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f22dddb4-7459-4c0e-a523-b989dca6f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.935581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Allocated IP 172.20.0.2 (032f4ec1-a229-407d-85d8-a9441297d1f1/2b963c6d-8274-4dd2-9de6-cfd0eb40b730/0c8e068c-b03c-4861-81e0-b0238c5738b3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:39.983684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.053203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.061349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6e14a86f-52b4-45b8-af3f-11ceca5910b6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:40.065453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.068297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f22dddb4-7459-4c0e-a523-b989dca6f618 None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:40.068914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f22dddb4-7459-4c0e-a523-b989dca6f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.147614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.230901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.241390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.344956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.350169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f22dddb4-7459-4c0e-a523-b989dca6f618 None None] Port d3dd17a2-104d-4648-bfe4-a63227ae364f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:40.355356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.358243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9d92b7b-8143-4ae2-8e3b-19f2af793730 HTTP/1.1" status: 204 len: 168 time: 0.7945566 Nov 12 01:06:40.372696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf49c60-2349-46ab-9268-ba3aca091220 req-f5f206f8-3e57-4e78-a98e-725ab4ed2d57 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.384048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bf49c60-2349-46ab-9268-ba3aca091220 req-f5f206f8-3e57-4e78-a98e-725ab4ed2d57 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 945 time: 0.8890381 Nov 12 01:06:40.438865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:40.439233 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.475965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bea1c-d2f3-4b42-94ed-65633c96e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d92b7b-8143-4ae2-8e3b-19f2af793730,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.496798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 331785ac-3cb9-4113-885d-8f9fc16ea961 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:40.598061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Allocated IP 172.25.6.110 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/9fa2501c-23e6-404c-8606-dd114a96ca6b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:40.632756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.721607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bf49c60-2349-46ab-9268-ba3aca091220 req-24b85aef-23e2-47a5-bb3c-f7150624cd59 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613778 Nov 12 01:06:40.725129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.865038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.869719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b578f9f5-4d53-439d-a4c7-647c68856b40 None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:40.870083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b578f9f5-4d53-439d-a4c7-647c68856b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.927563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.007486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:41.009679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:41.110076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Pushing event updated for resources: {'Port': ['ID=0c8e068c-b03c-4861-81e0-b0238c5738b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:41.128721 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.165531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:41.225099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:41.226612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b578f9f5-4d53-439d-a4c7-647c68856b40 None None] Port d3dd17a2-104d-4648-bfe4-a63227ae364f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:41.235840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 331785ac-3cb9-4113-885d-8f9fc16ea961 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:41.250847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.259280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:41.270928 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:41.275621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 331785ac-3cb9-4113-885d-8f9fc16ea961 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:41.278458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.385736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router b39993f0-5e92-492b-9882-12786a29afd3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:41.399122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:41.405408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:41.409222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:41.416374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa2501c-23e6-404c-8606-dd114a96ca6b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:41.795469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:41.810452 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Sync routers for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:41.827156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0a0474a2-1252-4640-9f47-c768a1bf9ff9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/b39993f0-5e92-492b-9882-12786a29afd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4719758 Nov 12 01:06:41.835555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde642d0-31ae-47ae-8f90-b0bf68732f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.835828 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:41.838027 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:41.885592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2171d9f-25a1-4e5c-9ef7-0ff523128f62 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:42.053881 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.131977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a72c3a2d-9ebb-40ac-af90-c3e24384d055 None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:42.132655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a72c3a2d-9ebb-40ac-af90-c3e24384d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.176159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d74a-c8e2-46c6-9226-91c6a2dfa6cd req-bf718c4c-4025-4a7f-83a4-7dbc4d244d85 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.178114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ce0d74a-c8e2-46c6-9226-91c6a2dfa6cd req-bf718c4c-4025-4a7f-83a4-7dbc4d244d85 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 945 time: 0.2574034 Nov 12 01:06:42.250327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a72c3a2d-9ebb-40ac-af90-c3e24384d055 None None] Port d3dd17a2-104d-4648-bfe4-a63227ae364f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:42.350434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=331785ac-3cb9-4113-885d-8f9fc16ea961,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:42.367363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:42.378183 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8f2b3-28fa-4105-b70c-26c662f7f687" -d '{"events": [{"server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "name": "network-vif-plugged", "status": "completed", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:42.387366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.426844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8da3e3cf-4399-4408-bbcd-f642a43b8412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.437923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.442135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ce0d74a-c8e2-46c6-9226-91c6a2dfa6cd req-3b388a00-8144-4586-aa4b-0925b15e1d6b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499113 Nov 12 01:06:42.444438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Attempting to bind port 0c8e068c-b03c-4861-81e0-b0238c5738b3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:42.446376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Attempting to bind port 0c8e068c-b03c-4861-81e0-b0238c5738b3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:42.446749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Attempting to bind port 0c8e068c-b03c-4861-81e0-b0238c5738b3 on network 032f4ec1-a229-407d-85d8-a9441297d1f1 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:42.478150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde642d0-31ae-47ae-8f90-b0bf68732f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.552379 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:42.579117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-ccb14c91-fd71-4105-bdb7-00799ae8264b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375886595&fields=id&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 267 time: 0.1719491 Nov 12 01:06:42.580093 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde642d0-31ae-47ae-8f90-b0bf68732f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.592407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a2ddf657-be9f-46df-b434-5fe7ab3abf7f None None] Provisioning complete for port 9fa2501c-23e6-404c-8606-dd114a96ca6b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:42.607500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf657-be9f-46df-b434-5fe7ab3abf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.617487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:42.617934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Checking segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:42.618286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.618796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Bound using segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:42.635827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Bound port: 0c8e068c-b03c-4861-81e0-b0238c5738b3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:42.637607 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.657355 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5986938-ef92-4dd0-87c6-52df9a47f3ac x-openstack-request-id: req-b5986938-ef92-4dd0-87c6-52df9a47f3ac {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:42.657707 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "name": "network-vif-plugged", "status": "completed", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:42.657970 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5986938-ef92-4dd0-87c6-52df9a47f3ac {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:42.658515 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961', 'code': 200} Nov 12 01:06:42.724903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde642d0-31ae-47ae-8f90-b0bf68732f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39309c2-2dd7-4de4-adce-fb03da6eab02,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.838001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:42.890299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fde642d0-31ae-47ae-8f90-b0bf68732f15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09553878269243839c362c805b149570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7190416 Nov 12 01:06:42.921591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50058) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:42.998346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.016408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.044911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddf657-be9f-46df-b434-5fe7ab3abf7f None None] Port 9fa2501c-23e6-404c-8606-dd114a96ca6b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:43.073447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40aaf6-0a83-479d-8c03-fa09d09449eb req-1d0eac6d-1e50-4e7e-bc33-fd86c9465336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.078687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba40aaf6-0a83-479d-8c03-fa09d09449eb req-1d0eac6d-1e50-4e7e-bc33-fd86c9465336 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 1098 time: 0.3228397 Nov 12 01:06:43.177328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] For port 0c8e068c-b03c-4861-81e0-b0238c5738b3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:43.186586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] For port 0c8e068c-b03c-4861-81e0-b0238c5738b3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0c8e068c-b03c-4861-81e0-b0238c5738b3,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:43.194583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.205443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--418822083'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:43.270728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.292121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba40aaf6-0a83-479d-8c03-fa09d09449eb req-e5affa4e-24d0-4376-b341-a6ff6b5f6997 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915326 Nov 12 01:06:43.293224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.296754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.299005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.301927 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 2, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:43.330743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-77d4a20a-4ef3-4f17-815a-afa479aa1846 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.333131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-77d4a20a-4ef3-4f17-815a-afa479aa1846 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 797 time: 0.6329842 Nov 12 01:06:43.363451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-d8cb4405-59c4-420c-8840-77ef459a8260 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/quotas/bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 375 time: 0.0221343 Nov 12 01:06:43.378714 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Checking router: b39993f0-5e92-492b-9882-12786a29afd3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:43.379304 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Updating router b39993f0-5e92-492b-9882-12786a29afd3 port d3dd17a2-104d-4648-bfe4-a63227ae364f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:43.419845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcfeb7-e5ea-4371-bf5c-d87e1720eb1a None None] Pushing event updated for resources: {'Port': ['ID=0c8e068c-b03c-4861-81e0-b0238c5738b3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.479093 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.490859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.510744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-bc966948-9605-4122-b7e4-1fe5a655c215 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381469 Nov 12 01:06:43.855355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.859287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.883583 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e39309c2-2dd7-4de4-adce-fb03da6eab02 HTTP/1.1" status: 204 len: 168 time: 0.9525485 Nov 12 01:06:43.975339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.993691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75d2e-2872-472f-a628-ce51e348dead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39309c2-2dd7-4de4-adce-fb03da6eab02,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.004021 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.033017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08aa2-e8ef-4ba1-aadb-b02174c79b32 req-3074b5fd-5e8d-4aa2-8b1b-e582d7d3b28f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.034750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09c08aa2-e8ef-4ba1-aadb-b02174c79b32 req-3074b5fd-5e8d-4aa2-8b1b-e582d7d3b28f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 946 time: 0.4509487 Nov 12 01:06:44.113870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.138215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-0d04c324-395b-4980-b457-030a8fb410de service neutron] 10.222.0.11 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075745 Nov 12 01:06:44.186424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Router 10ae2327-77b2-40d5-9f27-230de546553a is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:44.213556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0c8e068c-b03c-4861-81e0-b0238c5738b3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:44.265088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4376ec3d-88a5-4474-baa3-7e3fbf326d16,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.401101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0c8e068c-b03c-4861-81e0-b0238c5738b3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:44.401621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.549087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09c08aa2-e8ef-4ba1-aadb-b02174c79b32 req-7f1ea43c-370b-4056-b16a-3d5b52c0d661 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878767 Nov 12 01:06:44.611651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.618284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-87a3f4c0-ecc0-4a6b-a2a4-4cb2f0b463c2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660428 Nov 12 01:06:44.681166 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.683992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 0c8e068c-b03c-4861-81e0-b0238c5738b3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0c8e068c-b03c-4861-81e0-b0238c5738b3,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:44.690769 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.692730 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.814704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=0c8e068c-b03c-4861-81e0-b0238c5738b3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.840090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Pushing event updated for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.890499 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.892827 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.893388 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.893941 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.894496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.895027 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.895571 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.896204 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.896786 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.905384 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.905983 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.908032 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:44.922069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.967758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.077684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-559b97cc-eb66-4700-9b1b-293901940c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.214604 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Attempting to bind port d3dd17a2-104d-4648-bfe4-a63227ae364f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:45.214971 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Attempting to bind port d3dd17a2-104d-4648-bfe4-a63227ae364f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:45.218328 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Attempting to bind port d3dd17a2-104d-4648-bfe4-a63227ae364f on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:45.227931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8eec9160-28c9-4910-8efd-7e1bde18aae9 req-9023b52d-e09b-4edf-a96c-0671d25a2178 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 210 time: 0.1015906 Nov 12 01:06:45.236212 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:45.236996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Checking segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:45.241372 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.242090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Bound using segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:45.243128 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Bound port: d3dd17a2-104d-4648-bfe4-a63227ae364f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:45.243724 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.346404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.352921 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.431137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:45.439065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.450550 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.6091168 Nov 12 01:06:45.452271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50088) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.453399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f29f-87ae-4999-b394-9ad45e31d714 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca2018-d3f0-4dfd-8c09-672450496ef3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.482632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Sync routers for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:45.538623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:45.538903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.539971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cfb54881-6ee1-48c0-93e2-1c22565b3b44 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8515985 Nov 12 01:06:45.552766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:45.554455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.578180 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] For port d3dd17a2-104d-4648-bfe4-a63227ae364f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:45.587945 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] For port d3dd17a2-104d-4648-bfe4-a63227ae364f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d3dd17a2-104d-4648-bfe4-a63227ae364f,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:45.595680 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.645259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-559b97cc-eb66-4700-9b1b-293901940c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.650921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-559b97cc-eb66-4700-9b1b-293901940c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.732156 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-588bbc02-93a3-4e62-8d3d-d534f22d3de7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2651703 Nov 12 01:06:45.741258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.751995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-security--192161462', 'description': 'tempest-security-description-198297472'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:45.767695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b97cc-eb66-4700-9b1b-293901940c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff7e80f-1595-426f-a112-ddbaf3f575d1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.791608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-559b97cc-eb66-4700-9b1b-293901940c0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58e64d3598be41cba416951089b13011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8220496 Nov 12 01:06:45.798898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.816389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d81535-8a71-48a5-a138-e2c1369f73f7 None None] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:45.860600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bde3-995c-4ff5-bb4c-7df411212006 None None] Pushing event updated for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.925246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:45.926037 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:46.029495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:46.029867 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.035367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.133443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0c8e068c-b03c-4861-81e0-b0238c5738b3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:46.210842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.257621 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:46.258196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a130-4277-44f7-975d-fac4f0a4bb90 req-7d872dfb-9196-4ea9-bf42-6d8886f7275a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:46.259816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b81a130-4277-44f7-975d-fac4f0a4bb90 req-7d872dfb-9196-4ea9-bf42-6d8886f7275a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 946 time: 0.3780315 Nov 12 01:06:46.262543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.299714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.310766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.315378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "PUT /v2.0/security-groups/21ca2018-d3f0-4dfd-8c09-672450496ef3 HTTP/1.1" status: 200 len: 1795 time: 0.5730240 Nov 12 01:06:46.315901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:46.322088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50106) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:46.412253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.466825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4ed09911-9564-480f-9399-6145f45f0f97 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups/21ca2018-d3f0-4dfd-8c09-672450496ef3 HTTP/1.1" status: 200 len: 1795 time: 0.1435168 Nov 12 01:06:46.467555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50112) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:46.531835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b81a130-4277-44f7-975d-fac4f0a4bb90 req-cde1009c-41cb-4758-8ceb-b5ab36507c69 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358460 Nov 12 01:06:46.540521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aa616-c691-47fe-a5fe-2807cb975bb4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca2018-d3f0-4dfd-8c09-672450496ef3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:46.682017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43ca6472-fa5d-4eb6-a877-b2e53780744f req-69266e23-29e7-429f-b9d1-a220dfb72a0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 210 time: 0.0827854 Nov 12 01:06:46.712311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.715433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.717308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ff7e80f-1595-426f-a112-ddbaf3f575d1 HTTP/1.1" status: 204 len: 168 time: 0.9085400 Nov 12 01:06:46.727035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1279f-7e21-41f1-90ba-e70f9545660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff7e80f-1595-426f-a112-ddbaf3f575d1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:46.819554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.960045 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.983265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.995781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.115516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-154a4472-af30-40fa-a8ca-898ed53fc767 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:47.123315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-154a4472-af30-40fa-a8ca-898ed53fc767 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.2565835 Nov 12 01:06:47.153740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-db3bb295-7ea1-4c4e-bda2-9eed528cb2b9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0288613 Nov 12 01:06:47.174380 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:45Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.238796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfa0f6-60ae-4930-a1ff-09f8401c57c0 None None] The sync data for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 is: [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:45Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:47.264442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] For port d3dd17a2-104d-4648-bfe4-a63227ae364f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d3dd17a2-104d-4648-bfe4-a63227ae364f,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:47.265272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-c8c7f3eb-f317-425e-8c5e-6b93c521f4df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101663 Nov 12 01:06:47.319256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.321239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0c8e068c-b03c-4861-81e0-b0238c5738b3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:47.321642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.416866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.426639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.429298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/21ca2018-d3f0-4dfd-8c09-672450496ef3 HTTP/1.1" status: 204 len: 168 time: 0.9057374 Nov 12 01:06:47.435696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.486368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391afe29-66e2-403d-a3b4-7709c8756b92 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca2018-d3f0-4dfd-8c09-672450496ef3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:47.526906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a040776f-50bf-43e7-bd85-1a07275960fd tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896144 Nov 12 01:06:47.531812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.575040 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-34893e6e-a6bc-4255-8d2f-8e319ec86aef tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] delete failed (client error): The resource could not be found. Nov 12 01:06:47.577395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-34893e6e-a6bc-4255-8d2f-8e319ec86aef tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/21ca2018-d3f0-4dfd-8c09-672450496ef3 HTTP/1.1" status: 404 len: 347 time: 0.0442047 Nov 12 01:06:47.586178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-451e1071-6ec0-4d7c-9758-0434fdc7a773 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198471 Nov 12 01:06:47.588451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.600816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--972532450'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:47.668755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.918373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Allocated IP 172.20.0.1 (032f4ec1-a229-407d-85d8-a9441297d1f1/2b963c6d-8274-4dd2-9de6-cfd0eb40b730/fbbd6e4a-46fe-4346-b13f-fa684febcccf) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:47.969539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2874-379b-46dc-a26d-3a6cc9d1667e None None] Pushing event updated for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:47.985418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc0461e9-6882-4dce-b543-7d04e8e6b292 None None] Provisioning complete for port 0c8e068c-b03c-4861-81e0-b0238c5738b3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:47.986069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc0461e9-6882-4dce-b543-7d04e8e6b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.050801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:41Z', 'revision_number': 3, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:48.212684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Checking router: 10ae2327-77b2-40d5-9f27-230de546553a for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:48.213278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Updating router 10ae2327-77b2-40d5-9f27-230de546553a port 9fa2501c-23e6-404c-8606-dd114a96ca6b binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:48.290851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.362143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.369554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d3dd17a2-104d-4648-bfe4-a63227ae364f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:48.400492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ce89cd-4254-4e31-b417-84b4a32f9ded req-ad621f67-5ead-4dd5-b757-7f9651402d57 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8120289 Nov 12 01:06:48.515333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.639117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:48.691230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:48.733643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:48.891647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.005253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.030933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc0461e9-6882-4dce-b543-7d04e8e6b292 None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:49.045550 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc0461e9-6882-4dce-b543-7d04e8e6b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.198788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d3dd17a2-104d-4648-bfe4-a63227ae364f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:49.199316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.621597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75134d47-a8f3-4a7a-97ba-8f0a20bd126d req-da087382-0b1d-4e61-8bcd-8a4c7a2988d1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 210 time: 1.2067008 Nov 12 01:06:49.670456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.989869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.010706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.161583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-242a0e9f-290e-4d78-8ea3-6adf8f12ae08 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:50.163489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-242a0e9f-290e-4d78-8ea3-6adf8f12ae08 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 797 time: 2.4608181 Nov 12 01:06:50.169491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b002856-9325-4161-8610-4e1f1f58c0b1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.229669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.235033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b31475d8-d5f4-42b4-a549-24ffbadc7c9b tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.6350203 Nov 12 01:06:50.240716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50202) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.255604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '4b002856-9325-4161-8610-4e1f1f58c0b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.359929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-43fbda61-cc44-4a01-80d1-1e75bd7009d5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 379 time: 0.1826537 Nov 12 01:06:50.373549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'port': {'device_id': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'admin_state_up': True, 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'security_groups': ['fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.374943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.385926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.599026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.831193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.834959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.851167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-464546f3-172c-4848-a09c-dbe74f75760a None None] Provisioning complete for port 0c8e068c-b03c-4861-81e0-b0238c5738b3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:50.851842 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-464546f3-172c-4848-a09c-dbe74f75760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.876643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.017829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.035127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.040194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f99789d-3b1a-43ae-824e-cd925f23d18e req-55ba81ba-9da1-4f5e-afab-f1d57a8a73f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 210 time: 0.1770461 Nov 12 01:06:51.055383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:51.065342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.113113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.142792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9df12f-3903-4b7d-bc03-41ec8cee1778 None None] Pushing event updated for resources: {'Port': ['ID=9fa2501c-23e6-404c-8606-dd114a96ca6b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.176604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:51.203587 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:51.288337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Attempting to bind port 9fa2501c-23e6-404c-8606-dd114a96ca6b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:51.288933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Attempting to bind port 9fa2501c-23e6-404c-8606-dd114a96ca6b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:51.289371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Attempting to bind port 9fa2501c-23e6-404c-8606-dd114a96ca6b on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:51.331220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ab28a-b623-4938-b722-7b16bae58f61 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:51.358002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:51.358562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:51.359135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.359582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:51.360296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Bound port: 9fa2501c-23e6-404c-8606-dd114a96ca6b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:51.360722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.362691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-464546f3-172c-4848-a09c-dbe74f75760a None None] Provisioning complete for port fbbd6e4a-46fe-4346-b13f-fa684febcccf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:51.363145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-464546f3-172c-4848-a09c-dbe74f75760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.424078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.8 (6b58fe59-152c-4ba8-92c2-dc3936686940/9c280553-09f4-4f1f-9cf6-be24966f61b4/a78248ef-4160-4ddf-aeeb-9024552b1981) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:51.466526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-464546f3-172c-4848-a09c-dbe74f75760a None None] Port fbbd6e4a-46fe-4346-b13f-fa684febcccf cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:51.703295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] For port 9fa2501c-23e6-404c-8606-dd114a96ca6b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:51.728621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] For port 9fa2501c-23e6-404c-8606-dd114a96ca6b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9fa2501c-23e6-404c-8606-dd114a96ca6b,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:51.730038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] Provisioning complete for port 9fa2501c-23e6-404c-8606-dd114a96ca6b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:51.730608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.753250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Router 10ae2327-77b2-40d5-9f27-230de546553a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:51.754914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff344ea-27da-4465-bf07-48c026052bd8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.780194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.785222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4199836c-88d5-47ff-8a45-7dcfc2601e22 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5391297 Nov 12 01:06:51.786913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:51.844705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-9f0a7fbe-c50c-4691-ab5d-fa92def9e2cd tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:51.853939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-9f0a7fbe-c50c-4691-ab5d-fa92def9e2cd tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 1.1110001 Nov 12 01:06:51.857936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.876290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.908169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-584dc2b1-18c9-44fa-a306-ae205b209ad0 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0509706 Nov 12 01:06:51.969021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9df12f-3903-4b7d-bc03-41ec8cee1778 None None] Pushing event updated for resources: {'Port': ['ID=9fa2501c-23e6-404c-8606-dd114a96ca6b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.087935 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.132582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:52.140144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] For port 9fa2501c-23e6-404c-8606-dd114a96ca6b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9fa2501c-23e6-404c-8606-dd114a96ca6b,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:52.149611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e46508-0dbc-4505-b83e-b2a9e6141e88 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:52.154841 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.167050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7d7e299f-6741-4bbd-ac2f-9bc809d26683 admin admin] 10.222.0.11 "PUT /v2.0/routers/10ae2327-77b2-40d5-9f27-230de546553a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6112392 Nov 12 01:06:52.169462 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.175976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-26b7db69-a763-4a48-9b4b-2174869367e3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2657309 Nov 12 01:06:52.176330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.262572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.285206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.289806 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3ff344ea-27da-4465-bf07-48c026052bd8 HTTP/1.1" status: 204 len: 168 time: 0.5009089 Nov 12 01:06:52.311235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:52.311567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.314600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d1d2b-6207-43da-a65e-ee59d2f8c160 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ff344ea-27da-4465-bf07-48c026052bd8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.314821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:52.534557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e9b59e73-7c6f-4d36-aa24-656cb38a1db0 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2058055 Nov 12 01:06:52.546933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.564106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-c0de01de-d617-404a-bc24-9bcd151bfd38 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599415 Nov 12 01:06:52.815258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55f5e-2fee-4dbd-9ecc-176cf6b0fe50 None None] Pushing event updated for resources: {'Port': ['ID=9fa2501c-23e6-404c-8606-dd114a96ca6b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.820097 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.842320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f2c3c674-7b83-415b-bbdb-c5a7b89a37e5 None None] Provisioning complete for port fbbd6e4a-46fe-4346-b13f-fa684febcccf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:52.842976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c674-7b83-415b-bbdb-c5a7b89a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.857252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b82e013-55bd-4d55-8765-5efae0caef32 req-dd6336b3-34ae-4258-80aa-432a504b3c30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 210 time: 0.2602427 Nov 12 01:06:52.945917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.030631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3c674-7b83-415b-bbdb-c5a7b89a37e5 None None] Port fbbd6e4a-46fe-4346-b13f-fa684febcccf cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:53.041465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:53.062146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.101907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.107215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f2c3c674-7b83-415b-bbdb-c5a7b89a37e5 None None] Provisioning complete for port 9fa2501c-23e6-404c-8606-dd114a96ca6b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:53.107657 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c674-7b83-415b-bbdb-c5a7b89a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.112705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.116387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/4b002856-9325-4161-8610-4e1f1f58c0b1 HTTP/1.1" status: 204 len: 168 time: 0.5481746 Nov 12 01:06:53.121579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50264) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.209140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3d2cf-9f5a-40be-8d78-f13699c88401 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b002856-9325-4161-8610-4e1f1f58c0b1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:53.210551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:53.249997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-08e362fa-ed6d-4be7-bcc7-60abf365bb1a service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915009 Nov 12 01:06:53.261378 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d841d06c-3f57-4d46-a7c6-cdbf75fcf739 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209271 Nov 12 01:06:53.268316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50268) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.275407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--400048263'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:53.281626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:53.319906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:53.340391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.446340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:53.520114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.520801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.565645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-14dbf672-e10d-48c8-b86d-c0d22d5b9640 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1989927 Nov 12 01:06:53.581661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Request body: {'port': {'device_id': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:53.625127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.638938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.751345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a12038-ff1b-4833-9646-63ac162fd063,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:53.831691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.836964 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b65513e1-a1e4-4a3d-bdb3-82026a189cb2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5665770 Nov 12 01:06:53.842724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.856292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '44a12038-ff1b-4833-9646-63ac162fd063', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:53.895712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 2, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:53.983274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50288) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.984709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4363bcc-1b16-409d-83ab-d5f857d5a78b req-d9eaf712-31b1-4c6b-bb62-e4c61b0a4e3b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.2297192 Nov 12 01:06:54.017449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1505467369-network', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:54.041712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.086861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f9f81-2dac-4979-bbf5-6c95b1eff4b9 None None] The sync data for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 is: [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 2, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:54.122037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-06db8e35-77d5-4859-8d04-6e66ed6fdeb5 None None] Provisioning complete for port a78248ef-4160-4ddf-aeeb-9024552b1981 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:54.122319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06db8e35-77d5-4859-8d04-6e66ed6fdeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.165440 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.213932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Made reservation on behalf of 78c44ee3786f4c9c8d4cf646f7816d67 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:54.222612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.268447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-06db8e35-77d5-4859-8d04-6e66ed6fdeb5 None None] Port a78248ef-4160-4ddf-aeeb-9024552b1981 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:54.279721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1380d1-1c0f-4a72-bcb0-719b208f3472 req-f4c97be8-e78c-435d-8dd2-02581319ed4d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:54.284731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.288994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba1380d1-1c0f-4a72-bcb0-719b208f3472 req-f4c97be8-e78c-435d-8dd2-02581319ed4d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 931 time: 0.2362027 Nov 12 01:06:54.343681 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.360221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.411893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2841bb61-f433-414e-b32c-683ca79abaa4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.446696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.457782 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5e95047a-00ef-4487-94a6-3dcc9424540e tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6122029 Nov 12 01:06:54.459723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50296) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.484183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '44a12038-ff1b-4833-9646-63ac162fd063', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:54.705209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba1380d1-1c0f-4a72-bcb0-719b208f3472 req-5ef8674c-9134-4fa8-938e-1b9523a70454 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4149811 Nov 12 01:06:54.722612 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.731420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.788189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10abead2-a2b3-496d-b77f-881f3d678d4f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.807700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:54.844388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.870281 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.870856 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Added segment 2f3269fe-b5f6-400d-af8b-d2017c77d85a of type vlan for network 455c392a-6359-44d3-b112-3a2e457ad72b Nov 12 01:06:55.181702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.344210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.358965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.428798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fb16198-36ed-4e57-bfe0-5f79bf25109e req-1006b15b-5aa8-4713-b852-573899a27b5c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.2318721 Nov 12 01:06:55.444909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78248ef-4160-4ddf-aeeb-9024552b1981 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:55.470522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.475835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.484129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.487952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.515608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Transition to ACTIVE for port object a78248ef-4160-4ddf-aeeb-9024552b1981 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:55.523918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.620245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.783547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9699ebfc-0129-42c4-b068-2545d88fb5ce,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.801420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.807462 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddc2004b-18dc-4496-9717-b9f923739eb7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3358700 Nov 12 01:06:55.810835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.910430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '44a12038-ff1b-4833-9646-63ac162fd063', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:55.921847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] Pushing event updated for resources: {'Network': ['ID=455c392a-6359-44d3-b112-3a2e457ad72b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.931760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4570f63e-960f-4e0a-98ff-bf2bcdbc22a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9476342 Nov 12 01:06:55.937528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.947983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Request body: {'subnet': {'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1505467369-subnet', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:55.950977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 455c392a-6359-44d3-b112-3a2e457ad72b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:56.052025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.086282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Made reservation on behalf of 78c44ee3786f4c9c8d4cf646f7816d67 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:56.101157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.364343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-daca1ae5-d6a2-4dfb-8c66-cf7b6da0b7f7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:56.368107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-daca1ae5-d6a2-4dfb-8c66-cf7b6da0b7f7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.4925632 Nov 12 01:06:56.391879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.394979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9fa2501c-23e6-404c-8606-dd114a96ca6b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:56.412990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.441514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:56.442397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:56.448376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:56.471842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ec2dc9-23ad-45db-92dc-40ca78c2f688,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.483303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': '550a5308-5405-48dd-8dd6-098604885516', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:56.484597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.489497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6f3d708-2fee-4423-b026-9e0d24f1498c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6054947 Nov 12 01:06:56.493479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:56.500696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '44a12038-ff1b-4833-9646-63ac162fd063', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:56.550813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:56.556267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:56.585465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.589950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9fa2501c-23e6-404c-8606-dd114a96ca6b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:56.592715 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.608359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:56.608726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Checking segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:56.609127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Bound using segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:56.609587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Bound port: a78248ef-4160-4ddf-aeeb-9024552b1981, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:56.609953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.737953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd400ea1-030b-40aa-a7ae-104485959af4 req-d1f92410-21e2-47bc-9638-a4014df015c1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.0429244 Nov 12 01:06:56.811761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.857773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.925279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2702f655-d4f6-469f-9ad8-919be328c1aa,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.959150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ef495-0720-49c1-9166-6edbad762c8c req-31c308bd-f903-4e52-bec9-fa3a8eef919e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:56.973588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.975228 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c4afff6-6774-4277-a8c9-51d2401b8c76 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4807141 Nov 12 01:06:56.977507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-148ef495-0720-49c1-9166-6edbad762c8c req-31c308bd-f903-4e52-bec9-fa3a8eef919e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 1.1001563 Nov 12 01:06:56.998105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:57.041170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '44a12038-ff1b-4833-9646-63ac162fd063', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:57.124279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.191808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf7c348-abf1-4b65-be2e-cd11c2b7786e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.209010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.249513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:57.329347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.359488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:57.366335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.387390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-148ef495-0720-49c1-9166-6edbad762c8c req-797922ad-54fd-4234-8e9a-e00a70fc0958 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088950 Nov 12 01:06:57.388888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.437087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44db6a1-9f4b-4a6d-b69a-8ff63a8e09b0,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.461856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:57.463249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.465327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 1092 time: 3.8925190 Nov 12 01:06:57.468174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:57.482141 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd454d-9369-4697-a2ad-5fe456ef2241" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:57.525964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:57.529374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Checking segment: {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:57.529846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Network hostable DHCP agents. Network: 455c392a-6359-44d3-b112-3a2e457ad72b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:57.532284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.583895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.593165 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f4d406e-5b76-42b6-a9d0-18b63bcb68d7 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5760317 Nov 12 01:06:57.596732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50344) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:57.600707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Network 455c392a-6359-44d3-b112-3a2e457ad72b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:57.616880 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3d42d-e258-4891-abd9-260728498451 x-openstack-request-id: req-d7e3d42d-e258-4891-abd9-260728498451 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:57.619798 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:57.620217 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7e3d42d-e258-4891-abd9-260728498451 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:57.620761 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'status': 'completed', 'code': 200} Nov 12 01:06:57.694102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70f7f-9af2-432b-902d-b03eac1e75c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.741675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 455c392a-6359-44d3-b112-3a2e457ad72b) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:57.756661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc09d4-c981-4bdb-a65b-fe947f57bd2e None None] Network 455c392a-6359-44d3-b112-3a2e457ad72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:57.777372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:57.778874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.893354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4747e6ed-e677-414a-82d1-f04cb27e0094 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9535689 Nov 12 01:06:57.895328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50350) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:57.908492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:57.946995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.955499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.958250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.000697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-b5e2a3d6-89e5-4d38-ab82-6d027bf93c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.002246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-b5e2a3d6-89e5-4d38-ab82-6d027bf93c7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.4626992 Nov 12 01:06:58.031284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.114044 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.136144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-e3c2bd3e-59ec-428c-a3e7-be2e4093d63e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 217 time: 0.1161237 Nov 12 01:06:58.193034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-455c392a-6359-44d3-b112-3a2e457ad72b', 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'fixed_ips': [{'subnet_id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:58.194492 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.274045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.283524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.289437 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c44db6a1-9f4b-4a6d-b69a-8ff63a8e09b0 HTTP/1.1" status: 204 len: 168 time: 0.6467125 Nov 12 01:06:58.293089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.310732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc202990-6b95-4e70-8dc1-13fc01f6c132 req-a92c7428-45b6-4c14-9c4d-672ae93c99d7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.2890954 Nov 12 01:06:58.336411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.386390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d1489-f58b-4266-a296-34c4229d6351 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44db6a1-9f4b-4a6d-b69a-8ff63a8e09b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.471458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.611761 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Sync routers for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:58.625798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-f4d4c8d2-ba04-49e1-8fe1-c9e78be43f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.631136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b7b5bb6-238c-4fa1-96f0-2210cb701e2f tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3349674 Nov 12 01:06:58.635788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-f4d4c8d2-ba04-49e1-8fe1-c9e78be43f64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.4565558 Nov 12 01:06:58.645644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.663837 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:58.671116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.679636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Allocated IP 172.20.0.2 (455c392a-6359-44d3-b112-3a2e457ad72b/ebf7c348-abf1-4b65-be2e-cd11c2b7786e/78dd7992-05eb-4cdc-9f76-e354c095666f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:58.729475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.6 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/ce2329ed-9a4b-40f3-afb3-a7c98333813d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:58.853552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-577c0296-26d4-4167-882c-7a3aaa9df5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.856933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-577c0296-26d4-4167-882c-7a3aaa9df5bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192364 Nov 12 01:06:58.864911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.040632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a083022-43f2-45f3-b249-28c5b6453fea req-3e427c74-234d-422e-bbc0-2d0875c84e90 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.042892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a083022-43f2-45f3-b249-28c5b6453fea req-3e427c74-234d-422e-bbc0-2d0875c84e90 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.3849699 Nov 12 01:06:59.045952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-012ab89f-2ae9-4802-90e0-28e120ddb40e service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644793 Nov 12 01:06:59.083360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.172235 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:59.211846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.227905 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.238776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5be40bc9-d8f3-48fe-b446-a5724defeb86 req-0193b9c9-87a0-480c-9efa-e0ed3d79c8a7 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404934 Nov 12 01:06:59.419261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Network 455c392a-6359-44d3-b112-3a2e457ad72b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:59.429082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Pushing event updated for resources: {'Port': ['ID=78dd7992-05eb-4cdc-9f76-e354c095666f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.435755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:59.448568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:59.635281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Attempting to bind port 78dd7992-05eb-4cdc-9f76-e354c095666f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.635776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Attempting to bind port 78dd7992-05eb-4cdc-9f76-e354c095666f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.636107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Attempting to bind port 78dd7992-05eb-4cdc-9f76-e354c095666f on network 455c392a-6359-44d3-b112-3a2e457ad72b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.644582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:59.644955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Checking segment: {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:59.645386 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.645750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Bound using segment: {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:59.646787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Bound port: 78dd7992-05eb-4cdc-9f76-e354c095666f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:59.647179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.682069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a083022-43f2-45f3-b249-28c5b6453fea req-8af23df3-cfda-4844-b72e-2b8e19361cb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129022 Nov 12 01:06:59.689744 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.704208 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.710681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2702f655-d4f6-469f-9ad8-919be328c1aa HTTP/1.1" status: 204 len: 168 time: 1.0315168 Nov 12 01:06:59.733244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.761254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] For port 78dd7992-05eb-4cdc-9f76-e354c095666f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:59.769595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] For port 78dd7992-05eb-4cdc-9f76-e354c095666f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=78dd7992-05eb-4cdc-9f76-e354c095666f,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:59.772370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-8465d0c2-63ae-4b96-a259-b01c8430d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.774171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-8465d0c2-63ae-4b96-a259-b01c8430d201 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.4598117 Nov 12 01:06:59.781651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.813698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c639f635-611d-4ff3-bf8c-548b78050782 req-7c0b4d06-481e-406c-8d44-00e39c7d224a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.2025225 Nov 12 01:06:59.948781 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 2, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:00.036410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Checking router: 10ae2327-77b2-40d5-9f27-230de546553a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:00.036992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Updating router 10ae2327-77b2-40d5-9f27-230de546553a port fbbd6e4a-46fe-4346-b13f-fa684febcccf binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:00.054390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866107eb-572e-4db2-b1dc-9c8ba2eaa0cb None None] Pushing event updated for resources: {'Port': ['ID=78dd7992-05eb-4cdc-9f76-e354c095666f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.091569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9dcd9-68cb-4a78-bca0-23ea2ef604f8 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2702f655-d4f6-469f-9ad8-919be328c1aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.117740 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.189679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5acf4caf-e0d5-4069-8108-6c8f171e610d tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4135804 Nov 12 01:07:00.198977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.288867 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.302809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.402557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.409832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.413322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d0ec2dc9-23ad-45db-92dc-40ca78c2f688 HTTP/1.1" status: 204 len: 168 time: 0.2039046 Nov 12 01:07:00.422916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.430647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50388) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.500718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-1ea4c228-86d4-40aa-af46-c0f08381c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.506442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-1ea4c228-86d4-40aa-af46-c0f08381c603 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.6916583 Nov 12 01:07:00.565053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68be91-a416-4894-9309-b40377d201c6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0ec2dc9-23ad-45db-92dc-40ca78c2f688,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.649700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.714933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-fdef1269-51c9-4d1d-bd9b-7fd5e8a50507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 217 time: 0.1770353 Nov 12 01:07:00.735784 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.762904 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.787701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.951449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e70f9882-c981-495e-ada2-9197a33bf5eb tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5056133 Nov 12 01:07:00.962935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.042021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.058093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:01.087638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.124197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.174403 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070220-1087-45c4-8c05-b4508167fb2d None None] Pushing event updated for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.230652 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Attempting to bind port fbbd6e4a-46fe-4346-b13f-fa684febcccf on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.237134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Attempting to bind port fbbd6e4a-46fe-4346-b13f-fa684febcccf by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.237769 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Attempting to bind port fbbd6e4a-46fe-4346-b13f-fa684febcccf on network 032f4ec1-a229-407d-85d8-a9441297d1f1 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.285727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:01.286289 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Checking segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:01.286922 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.287527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Bound using segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:01.295150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Bound port: fbbd6e4a-46fe-4346-b13f-fa684febcccf, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:01.295792 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.333621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.341575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.351598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9699ebfc-0129-42c4-b068-2545d88fb5ce HTTP/1.1" status: 204 len: 168 time: 0.3874688 Nov 12 01:07:01.355836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-deafdd41-f65b-4b98-91c3-1e08f8086b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.364802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-deafdd41-f65b-4b98-91c3-1e08f8086b39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.6128666 Nov 12 01:07:01.365407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.586690 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] For port fbbd6e4a-46fe-4346-b13f-fa684febcccf, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:01.609792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] For port fbbd6e4a-46fe-4346-b13f-fa684febcccf, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fbbd6e4a-46fe-4346-b13f-fa684febcccf,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:01.628639 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.653703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] Provisioning complete for port fbbd6e4a-46fe-4346-b13f-fa684febcccf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:01.656448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.802687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Allocated IP 172.25.6.108 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3bd3870a-bc40-4091-938b-ce16c2c9a395) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:01.869487 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:01.870699 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:02.142001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.347475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] For port fbbd6e4a-46fe-4346-b13f-fa684febcccf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fbbd6e4a-46fe-4346-b13f-fa684febcccf,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:02.405369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d56287-ba70-4b8c-aa82-9d2a45728bd6 None None] Network 455c392a-6359-44d3-b112-3a2e457ad72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:02.446752 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.466559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 78dd7992-05eb-4cdc-9f76-e354c095666f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:02.511232 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.540813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.634391 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070220-1087-45c4-8c05-b4508167fb2d None None] Pushing event updated for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.663920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:02.712308 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:02.731289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.926638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:02.964756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:02.969896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd3870a-bc40-4091-938b-ce16c2c9a395,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.998586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:03.016111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9699ebfc-0129-42c4-b068-2545d88fb5ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.046603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4c604-7ea8-41f9-a8b2-a31e903bc066 req-5e281610-a5e3-452d-a7ef-926a60b2c54f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.053085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2c4c604-7ea8-41f9-a8b2-a31e903bc066 req-5e281610-a5e3-452d-a7ef-926a60b2c54f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 2.1479881 Nov 12 01:07:03.084620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.085182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.085766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.086338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.086901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.087458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.091834 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:03.093968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.094506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.095052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.095593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.096164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.096700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.125542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b6fccae2-622a-48dc-9d31-a31e1371e1ba tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 1.7383051 Nov 12 01:07:03.140605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:03.144434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.146448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.147217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.147830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.149080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.149928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.150663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.152237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.153586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.154775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.155691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.156310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.156911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb25a2-ba78-496c-921a-dcdfd55d1d49 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:03.160138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.166157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:03.243293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:03.260470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-edc7bf5b-0945-4c7a-ac61-a804e56f06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.269395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-edc7bf5b-0945-4c7a-ac61-a804e56f06b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8360608 Nov 12 01:07:03.435736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.455257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c09e-692c-4297-83d7-afcdf0a0347f req-a62bd7f0-e1a7-4ba1-8ebe-b7fcbb38d144 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.469814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7417c09e-692c-4297-83d7-afcdf0a0347f req-a62bd7f0-e1a7-4ba1-8ebe-b7fcbb38d144 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 931 time: 2.1379964 Nov 12 01:07:03.476912 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.572386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.577144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874f48-7a84-4769-9396-d0e8f2d18ace None None] Pushing event updated for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.582090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1376ae5-dbca-4c35-bf22-67ada51bfd8f None None] The sync data for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 is: [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:03.675304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a04dfa6-fb36-4403-ba30-2c1cd7eec6e7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:03.684374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea95685-8044-4173-9cfe-db8522628bf1 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:03.694446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2c4c604-7ea8-41f9-a8b2-a31e903bc066 req-ca373fcd-5f2c-4390-8b5b-ae849b971594 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6138432 Nov 12 01:07:03.702740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.833791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fe9db360-dcae-4fed-a8ea-075da3e06cec None None] Provisioning complete for port fbbd6e4a-46fe-4346-b13f-fa684febcccf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:03.834383 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe9db360-dcae-4fed-a8ea-075da3e06cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.859743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c84f34-20c1-43ce-ab04-5f0f776bf6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.861016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.918474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 78dd7992-05eb-4cdc-9f76-e354c095666f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:03.924222 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.970275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.023981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:04.059757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'mac_address': 'fa:16:3e:f6:a5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:04.178226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.204290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c84f34-20c1-43ce-ab04-5f0f776bf6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.221719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.223491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.242340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c84f34-20c1-43ce-ab04-5f0f776bf6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.246403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78248ef-4160-4ddf-aeeb-9024552b1981 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:04.315157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.318672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:04.331539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.344628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fe9db360-dcae-4fed-a8ea-075da3e06cec None None] Provisioning complete for port 78dd7992-05eb-4cdc-9f76-e354c095666f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:04.345580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe9db360-dcae-4fed-a8ea-075da3e06cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.358756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c84f34-20c1-43ce-ab04-5f0f776bf6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d645ac-1ad6-427a-9fe6-7879406197fd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.379666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.400187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7417c09e-692c-4297-83d7-afcdf0a0347f req-c8d1f27a-34e2-496c-a61b-3fab245960b3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9270325 Nov 12 01:07:04.411677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.413619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2841bb61-f433-414e-b32c-683ca79abaa4 HTTP/1.1" status: 204 len: 168 time: 1.2226470 Nov 12 01:07:04.467791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-09103931-23b9-4074-b16e-260db962f52c service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0803030 Nov 12 01:07:04.471300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.475543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 78dd7992-05eb-4cdc-9f76-e354c095666f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=78dd7992-05eb-4cdc-9f76-e354c095666f,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:04.481283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.491988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.511921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c08043-dd63-42f1-b8e2-451e7d500e47 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2841bb61-f433-414e-b32c-683ca79abaa4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.540103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-37b85109-775b-4fac-8b64-87aa8773c625 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0834134 Nov 12 01:07:04.609437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c7c84f34-20c1-43ce-ab04-5f0f776bf6df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1303e3b7bf874bbb8e5c0fc84a9ca5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1000893 Nov 12 01:07:04.634926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50428) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.635168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=78dd7992-05eb-4cdc-9f76-e354c095666f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.642895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['a78248ef-4160-4ddf-aeeb-9024552b1981'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:04.652550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Request body: {'port': {'device_id': '550a5308-5405-48dd-8dd6-098604885516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:04.790131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.825206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.839468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fbbd6e4a-46fe-4346-b13f-fa684febcccf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:04.927930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fdd454d-9369-4697-a2ad-5fe456ef2241 req-2d82f961-3efc-4a5e-8974-024deefa6f6f service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997679 Nov 12 01:07:04.951363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fbbd6e4a-46fe-4346-b13f-fa684febcccf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:04.951892 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.011654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.052138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Deleting port 5122b329-dc45-4252-b227-501e7ff2add8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:05.052138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.052479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1b124f4-7644-43e6-ad7f-7b117d0a9dc4 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5418930 Nov 12 01:07:05.069184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:05.132729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Provisioning complete for port ce2329ed-9a4b-40f3-afb3-a7c98333813d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:05.133448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.180632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.201879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c1778-1b69-46da-a7e7-855fa61b19c9 req-4e6a1f13-80a4-4754-ab3b-a119823c10a8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.203563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e23c1778-1b69-46da-a7e7-855fa61b19c9 req-4e6a1f13-80a4-4754-ab3b-a119823c10a8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 944 time: 0.2696252 Nov 12 01:07:05.239508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Port ce2329ed-9a4b-40f3-afb3-a7c98333813d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:05.331081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Provisioning complete for port 3bd3870a-bc40-4091-938b-ce16c2c9a395 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:05.331652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.354182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.378075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.392670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e23c1778-1b69-46da-a7e7-855fa61b19c9 req-6c736abe-0f69-46e2-ba94-e4d4bf67acbd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742256 Nov 12 01:07:05.394803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] For port 5122b329-dc45-4252-b227-501e7ff2add8, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5122b329-dc45-4252-b227-501e7ff2add8,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:05.395813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.455575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.462695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.465193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87d645ac-1ad6-427a-9fe6-7879406197fd HTTP/1.1" status: 204 len: 168 time: 0.8356407 Nov 12 01:07:05.467633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Calling delete_port for 5122b329-dc45-4252-b227-501e7ff2add8 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:05.482134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Router 34a046db-291f-4157-b1dd-3bc61ad192dd is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:05.537867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.546279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac53aa-2eb4-4194-b807-03108f279d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d645ac-1ad6-427a-9fe6-7879406197fd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.617596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Port 3bd3870a-bc40-4091-938b-ce16c2c9a395 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:05.689317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Provisioning complete for port 78dd7992-05eb-4cdc-9f76-e354c095666f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:05.692147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e072e-e3b8-423b-8158-fea4a6b52f72 req-5097673e-7d0d-432c-b451-a4cd6519bfb9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.692976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52259d91-11da-4fd8-b29b-6ccacb7570b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.693749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c37e072e-e3b8-423b-8158-fea4a6b52f72 req-5097673e-7d0d-432c-b451-a4cd6519bfb9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 931 time: 0.1104064 Nov 12 01:07:05.751635 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:05.784162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Sync routers for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:05.842985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:05.847149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.873782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.875072 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3744bf40-6d2f-4893-8509-0bdce2ac97c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9765325 Nov 12 01:07:05.881213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:05.921987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c37e072e-e3b8-423b-8158-fea4a6b52f72 req-2b2438e5-3602-4b97-8f00-9f518f39ff27 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177200 Nov 12 01:07:05.950822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.953755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.957846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/44a12038-ff1b-4833-9646-63ac162fd063 HTTP/1.1" status: 204 len: 168 time: 0.8857548 Nov 12 01:07:05.967052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50444) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.016519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4721671-ab9f-4ad0-80c6-6b7329efc607 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a12038-ff1b-4833-9646-63ac162fd063,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.086684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8549998-6706-4214-b163-1ef341f35521 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170273 Nov 12 01:07:06.089849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2329ed-9a4b-40f3-afb3-a7c98333813d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:06.099121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.099893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.105006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687625785'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.150069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.156234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9456cb55-6cbf-4643-b820-da6ad6fda6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.190516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.190881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Transition to ACTIVE for port object ce2329ed-9a4b-40f3-afb3-a7c98333813d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:06.196561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.218205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.270847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:06.315256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9456cb55-6cbf-4643-b820-da6ad6fda6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.338232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9456cb55-6cbf-4643-b820-da6ad6fda6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.418740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9456cb55-6cbf-4643-b820-da6ad6fda6c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9595eaa9f7744b0192760a9a8633b3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838354 Nov 12 01:07:06.419766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456cb55-6cbf-4643-b820-da6ad6fda6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7402c4c6-2971-4846-99b5-966d264b9aa4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.437862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.536947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.557722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Pushing event deleted for resources: {'Port': ['ID=5122b329-dc45-4252-b227-501e7ff2add8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.565425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.685598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de77c8-bed4-4b8b-9378-db49ac97e2bb None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:06.696085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:06.717997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.720885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.724890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7402c4c6-2971-4846-99b5-966d264b9aa4 HTTP/1.1" status: 204 len: 168 time: 0.2770481 Nov 12 01:07:06.785740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dec4d-5871-484c-b8a1-dbc16d090a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7402c4c6-2971-4846-99b5-966d264b9aa4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.801955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.808250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Attempting to bind port ce2329ed-9a4b-40f3-afb3-a7c98333813d on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:06.808676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Attempting to bind port ce2329ed-9a4b-40f3-afb3-a7c98333813d by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:06.809129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Attempting to bind port ce2329ed-9a4b-40f3-afb3-a7c98333813d on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:06.828151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da090-d6e5-47d2-9cfd-ca5f40d9fddb req-8c90b78b-79fe-4330-8727-e7820333eba3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.829904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8da090-d6e5-47d2-9cfd-ca5f40d9fddb req-8c90b78b-79fe-4330-8727-e7820333eba3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 944 time: 0.1760039 Nov 12 01:07:06.837372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Port ce2329ed-9a4b-40f3-afb3-a7c98333813d on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:06.837799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Attempting to bind port ce2329ed-9a4b-40f3-afb3-a7c98333813d on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:06.851145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:06.853405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:06.853881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:06.854951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Bound port: ce2329ed-9a4b-40f3-afb3-a7c98333813d, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:06.855523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.971311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 78dd7992-05eb-4cdc-9f76-e354c095666f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:06.982936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:06.986680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:07.012125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.084755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.112174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.113520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.114762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] 10.222.0.32 "PUT /v2.0/ports/ce2329ed-9a4b-40f3-afb3-a7c98333813d HTTP/1.1" status: 200 len: 1092 time: 2.5527279 Nov 12 01:07:07.115464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:07.117954 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045" -d '{"events": [{"name": "network-changed", "server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:07.127713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.212959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f3f432-8111-48e1-b208-e7c7c94e4be4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.219617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.224244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1d708d83-6972-47c0-9296-a048ea7a62c2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1230612 Nov 12 01:07:07.261896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b7a6b-32da-4503-93ff-03076e994a6c None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:07.287295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.353839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '56f3f432-8111-48e1-b208-e7c7c94e4be4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.353975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port a78248ef-4160-4ddf-aeeb-9024552b1981 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:07.375727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 78dd7992-05eb-4cdc-9f76-e354c095666f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:07.376341 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.380145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port a78248ef-4160-4ddf-aeeb-9024552b1981 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:07.380650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.437389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079576b-1810-4e6b-8abe-fa4d1044a947 req-d7ea2a9a-2549-4407-aa6a-f01fa592f18e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.439957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f079576b-1810-4e6b-8abe-fa4d1044a947 req-d7ea2a9a-2549-4407-aa6a-f01fa592f18e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 943 time: 0.1460061 Nov 12 01:07:07.453491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:03Z', 'revision_number': 3, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:07.463124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-cd1f8038-b24f-4c3e-9766-aef9a8759dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.464612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-cd1f8038-b24f-4c3e-9766-aef9a8759dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 1095 time: 0.2388892 Nov 12 01:07:07.469541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8da090-d6e5-47d2-9cfd-ca5f40d9fddb req-86182370-3e52-4261-beaf-7cb9b67f877d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5902216 Nov 12 01:07:07.470285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392280e-b495-4348-aeae-cf146c74f3dc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.531492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Checking router: 34a046db-291f-4157-b1dd-3bc61ad192dd for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:07.532098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Updating router 34a046db-291f-4157-b1dd-3bc61ad192dd port 3bd3870a-bc40-4091-938b-ce16c2c9a395 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:07.534283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-9c61a8a1-098e-4d9e-b621-6a27fb40d256 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d HTTP/1.1" status: 200 len: 217 time: 0.0584311 Nov 12 01:07:07.621666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.635834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-a54ac5c7-56ca-4e1d-96cb-63567f454ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.638385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-a54ac5c7-56ca-4e1d-96cb-63567f454ea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.0920086 Nov 12 01:07:07.639937 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf230f-ab2e-4fd6-8d3d-ea67aacb7077 x-openstack-request-id: req-8ccf230f-ab2e-4fd6-8d3d-ea67aacb7077 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:07.640259 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:07.640503 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ccf230f-ab2e-4fd6-8d3d-ea67aacb7077 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:07.640929 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d', 'status': 'completed', 'code': 200} Nov 12 01:07:07.698332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-7a8152a7-0877-4af3-95a6-14983988db43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409515 Nov 12 01:07:07.720120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.723643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.811858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.813555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:07.817091 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99022859-33e6-4fea-a90a-3d5afc1b6c21" -d '{"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-plugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:07.852666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.881480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f079576b-1810-4e6b-8abe-fa4d1044a947 req-a24c3510-2d56-4ec0-8351-75ea678cb21e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269907 Nov 12 01:07:07.927645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.933683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5902491 Nov 12 01:07:07.940822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.964926 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76b7d3-c0bd-4632-9b4e-5ee0470e05ce x-openstack-request-id: req-1f76b7d3-c0bd-4632-9b4e-5ee0470e05ce {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:07.965440 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-plugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:07.965859 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f76b7d3-c0bd-4632-9b4e-5ee0470e05ce {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:07.966533 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'code': 200} Nov 12 01:07:07.981914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:07.995045 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.026128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74387405-901b-42c0-b65a-99a5e61d1a93 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff66e40-1092-4d32-ad94-8d01652376dc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.114802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.118177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.181236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.238500 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.241144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.245335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/56f3f432-8111-48e1-b208-e7c7c94e4be4 HTTP/1.1" status: 204 len: 168 time: 0.3033636 Nov 12 01:07:08.245974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.256128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.289131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b201f-cd68-4f50-8ba7-2b6d495870c6 req-4a2a8452-4f55-4c91-af8a-9a14da50fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.290730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-382b201f-cd68-4f50-8ba7-2b6d495870c6 req-4a2a8452-4f55-4c91-af8a-9a14da50fa66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.3150375 Nov 12 01:07:08.294643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db087a03-99bf-4eb5-9263-6b8e3b1bfb09 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f3f432-8111-48e1-b208-e7c7c94e4be4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.310601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-1594810c-12f9-49e8-8537-fc2b7af22d5a service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029282 Nov 12 01:07:08.489718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2cdfac-7af7-4338-bf6c-cc2a0ad5f4d7 req-d16fff70-44b5-46b8-94bb-f1e461f3b70b service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644142 Nov 12 01:07:08.502090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ec2b2224-ec3c-4323-a546-d3e239c55113 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2481768 Nov 12 01:07:08.506946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.513521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420493195'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:08.597291 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.597940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-382b201f-cd68-4f50-8ba7-2b6d495870c6 req-cf73a82a-5437-4681-b65e-f1d2aa0c6fc6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980869 Nov 12 01:07:08.613273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.675068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.705261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1287b-85de-4caa-9440-0480704d88c9 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:08.769907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Attempting to bind port 3bd3870a-bc40-4091-938b-ce16c2c9a395 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:08.770866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Attempting to bind port 3bd3870a-bc40-4091-938b-ce16c2c9a395 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:08.770866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Attempting to bind port 3bd3870a-bc40-4091-938b-ce16c2c9a395 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:08.781327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:08.782237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:08.782237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.782456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:08.782925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Bound port: 3bd3870a-bc40-4091-938b-ce16c2c9a395, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:08.783361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.785902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275d32-a520-4dd1-9821-36c520704584 None None] Pushing event updated for resources: {'Port': ['ID=3bd3870a-bc40-4091-938b-ce16c2c9a395,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.794463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.841170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.843564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-19d8ffd0-cf59-49fa-8680-54508516c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.845101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-19d8ffd0-cf59-49fa-8680-54508516c9af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 1095 time: 0.2248712 Nov 12 01:07:08.857100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] For port 3bd3870a-bc40-4091-938b-ce16c2c9a395, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:08.861835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] For port 3bd3870a-bc40-4091-938b-ce16c2c9a395, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3bd3870a-bc40-4091-938b-ce16c2c9a395,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:08.867759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.871138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] Provisioning complete for port 3bd3870a-bc40-4091-938b-ce16c2c9a395 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:08.871577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.974223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e84ebd-d63c-48c8-8243-e2b51e925a89 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:08.981730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:08.982395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:08.984737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275d32-a520-4dd1-9821-36c520704584 None None] Pushing event updated for resources: {'Port': ['ID=3bd3870a-bc40-4091-938b-ce16c2c9a395,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.038428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Router dc742caf-1482-4104-94d8-a017f03139a8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:09.156319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-d9396275-5e69-43ad-8f7b-608d80da5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.158365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-d9396275-5e69-43ad-8f7b-608d80da5a4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.3015940 Nov 12 01:07:09.179885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096775215-network', 'tenant_id': '077efb211a4f4eea902815e6644bd8b1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:09.297613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Allocated IP 172.20.0.1 (455c392a-6359-44d3-b112-3a2e457ad72b/ebf7c348-abf1-4b65-be2e-cd11c2b7786e/d955b7b5-72cd-4f11-bf37-e70851420622) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:09.321240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4853e2-a307-44c8-9e83-090e96f4510e req-3dd3036f-83d5-494d-93ad-3a823c59f1ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.338355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4853e2-a307-44c8-9e83-090e96f4510e req-3dd3036f-83d5-494d-93ad-3a823c59f1ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.6221383 Nov 12 01:07:09.347855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.367364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fbf07609-ddef-471a-a3cd-502f04723348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.392284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] For port 3bd3870a-bc40-4091-938b-ce16c2c9a395, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3bd3870a-bc40-4091-938b-ce16c2c9a395,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:09.395439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:09.398179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.444889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-76800545-e7f8-4b42-bc6f-752007557e19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d HTTP/1.1" status: 200 len: 217 time: 0.2544312 Nov 12 01:07:09.495919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.509092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:09.518966 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-51a94c83-2747-4ed2-b79a-5b5514633acf admin admin] 10.222.0.11 "PUT /v2.0/routers/dc742caf-1482-4104-94d8-a017f03139a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1433046 Nov 12 01:07:09.523756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Sync routers for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:09.531771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a1d3-3456-44d2-aeb3-5b708f49a7e8 req-dc9b2527-dcca-4bd7-8aaa-65c0fa832e45 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.532740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.542819 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:09.545497 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:09.546475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a90a1d3-3456-44d2-aeb3-5b708f49a7e8 req-dc9b2527-dcca-4bd7-8aaa-65c0fa832e45 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 943 time: 0.3836372 Nov 12 01:07:09.638025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.643267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258014-5483-4fd4-b6cd-aa7ea9a6e360 None None] Pushing event updated for resources: {'Port': ['ID=3bd3870a-bc40-4091-938b-ce16c2c9a395,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.692221 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:09.698090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Made reservation on behalf of 077efb211a4f4eea902815e6644bd8b1 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:09.700753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.730120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4853e2-a307-44c8-9e83-090e96f4510e req-e5686319-2c76-491f-bb73-618514015946 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894687 Nov 12 01:07:09.780030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.844836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ec109fd6-b4be-4d41-a584-8ea2a5cf8271 None None] Provisioning complete for port 3bd3870a-bc40-4091-938b-ce16c2c9a395 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:09.845413 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ec109fd6-b4be-4d41-a584-8ea2a5cf8271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.856345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a90a1d3-3456-44d2-aeb3-5b708f49a7e8 req-07967ec6-c47c-4c46-a968-4094f9c2d586 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083856 Nov 12 01:07:09.870392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-4ea1f509-0410-413a-b90e-7ddd6f1c77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.872639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-4ea1f509-0410-413a-b90e-7ddd6f1c77d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.3925807 Nov 12 01:07:09.889845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.897862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.926795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-4d5a615a-47a4-4ef2-b080-8f16c58848e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425165 Nov 12 01:07:09.930997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.956372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.974942 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T01:07:06Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.021532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:03Z', 'revision_number': 3, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.051625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db1cf2-5cdc-47b6-8ebb-72f1791f6668 None None] The sync data for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 is: [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:03Z', 'revision_number': 3, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:10.056031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Checking router: dc742caf-1482-4104-94d8-a017f03139a8 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:10.068432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Network 455c392a-6359-44d3-b112-3a2e457ad72b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:10.068750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Routers {'dc742caf-1482-4104-94d8-a017f03139a8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:10.069535 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:06:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['dc742caf-1482-4104-94d8-a017f03139a8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.077982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:10.099080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:10.122686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.127059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6166217 Nov 12 01:07:10.148777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Pushing event updated for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.152029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.184144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338127343'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:10.194869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.223187 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc653869-a746-4f9e-a25e-2e9d33b82de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.243963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.276911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baef4e7-f638-4b91-83bf-2a566ea0f7f9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c23d40-63cf-4989-bb55-0211d358d855,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.284621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-b8f32b09-ac8c-405c-a697-873bd339f5e1 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332107 Nov 12 01:07:10.309235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.322368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.330427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.339514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:10.360419 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] Set router dc742caf-1482-4104-94d8-a017f03139a8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:10.444596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc653869-a746-4f9e-a25e-2e9d33b82de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.478030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc653869-a746-4f9e-a25e-2e9d33b82de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.555915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f17fe243-5ea5-4eaa-bc59-9caf6a7cf9d0 None None] Provisioning complete for port d955b7b5-72cd-4f11-bf37-e70851420622 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:10.556317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f17fe243-5ea5-4eaa-bc59-9caf6a7cf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.579565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ce2329ed-9a4b-40f3-afb3-a7c98333813d details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:10.597764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.598509 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Added segment 6067f8e7-69c5-4531-8356-36ee02a9cd9e of type vlan for network 0dc579d7-87e0-414d-84eb-795b7df3159e Nov 12 01:07:10.603797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f5d443-b9a0-4b05-976e-bbc245fde00d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.685424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cc653869-a746-4f9e-a25e-2e9d33b82de6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6b1b25d4d6e40b481a4ddfe6369efcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0427644 Nov 12 01:07:10.700763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.718303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.763523 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T01:07:06Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.788815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f17fe243-5ea5-4eaa-bc59-9caf6a7cf9d0 None None] Port d955b7b5-72cd-4f11-bf37-e70851420622 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:10.798371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.800712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc653869-a746-4f9e-a25e-2e9d33b82de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6843cc-b54b-4772-91ca-0bfc602db709,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.825617 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25104543-2c91-4afc-9710-c61d55a3ff9c None None] The sync data for ids ['dc742caf-1482-4104-94d8-a017f03139a8'] in n-d-712141-15 is: [{'id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'name': 'tempest-TaggedBootDevicesTest_v242-1926503581-router', 'tenant_id': '84d9122d7b07441886135323ab6aea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '075e75b4-99ff-487b-a540-ba37914678b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:49Z', 'updated_at': '2021-11-12T01:07:06Z', 'revision_number': 5, 'project_id': '84d9122d7b07441886135323ab6aea57', 'gw_port': {'id': '075e75b4-99ff-487b-a540-ba37914678b6', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ab:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc742caf-1482-4104-94d8-a017f03139a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:10.838335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3bd3870a-bc40-4091-938b-ce16c2c9a395 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:10.904770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f1ff3478-7cf0-42bc-b3f0-9001e6a96045 req-689d5472-fb6a-4ef8-b63f-73c3e5686175 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043472 Nov 12 01:07:10.934320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.936984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.937710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.030999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.046005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1983216 Nov 12 01:07:11.051770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3bd3870a-bc40-4091-938b-ce16c2c9a395 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:11.052186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.056940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d', 'mac_address': 'fa:16:3e:f5:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:11.068110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.108092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Request body: {'subnet': {'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096775215-subnet', 'tenant_id': '077efb211a4f4eea902815e6644bd8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.132434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.141916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b32073-dfef-44c5-8bdd-fc8205aaf423 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc579d7-87e0-414d-84eb-795b7df3159e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.167050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f8eeb-59ae-457b-aa16-6d8d82ad0bef req-ede45659-097f-4646-b95d-8135fd762d76 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.168609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b0f8eeb-59ae-457b-aa16-6d8d82ad0bef req-ede45659-097f-4646-b95d-8135fd762d76 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.2720084 Nov 12 01:07:11.192521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6784-17bf-496a-8468-876867e1d063 req-4b3e9ad1-f875-4b37-bd34-5668292b0178 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.194907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b02f6784-17bf-496a-8468-876867e1d063 req-4b3e9ad1-f875-4b37-bd34-5668292b0178 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 943 time: 0.1856978 Nov 12 01:07:11.205305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.212072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.215742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 0dc579d7-87e0-414d-84eb-795b7df3159e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:11.221299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2329ed-9a4b-40f3-afb3-a7c98333813d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:11.244519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Made reservation on behalf of 077efb211a4f4eea902815e6644bd8b1 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:11.247239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.248946 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.249218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.269094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.312540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Deleting port 075e75b4-99ff-487b-a540-ba37914678b6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:11.313531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.338321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.360227 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.362994 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.363354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b02f6784-17bf-496a-8468-876867e1d063 req-d6bfb9e6-90b7-4732-9d83-097eab0eea46 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529968 Nov 12 01:07:11.379801 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e6843cc-b54b-4772-91ca-0bfc602db709 HTTP/1.1" status: 204 len: 168 time: 0.6453660 Nov 12 01:07:11.420041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.452806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b0f8eeb-59ae-457b-aa16-6d8d82ad0bef req-c50974ff-5046-4323-8fc1-1ff34bee7fde tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557080 Nov 12 01:07:11.490028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['ce2329ed-9a4b-40f3-afb3-a7c98333813d'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:11.529656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5981a7-a8c8-4573-ac4b-651d9cf68f1d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.571294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbe33d-0b86-4ef4-8b9e-d977007c0c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6843cc-b54b-4772-91ca-0bfc602db709,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.586970 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.594734 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f5fe029-ed64-445a-86fe-57a9945b1bae tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4168525 Nov 12 01:07:11.596272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50534) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.611762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '95c23d40-63cf-4989-bb55-0211d358d855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff5981a7-a8c8-4573-ac4b-651d9cf68f1d', 'remote_ip_prefix': None}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:11.760572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.779885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb78cce-3908-4428-aef6-b9e331d75e4d req-cc1e1b11-15b9-4bb9-9675-d7ce4f75b26a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.781935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fb78cce-3908-4428-aef6-b9e331d75e4d req-cc1e1b11-15b9-4bb9-9675-d7ce4f75b26a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1818750 Nov 12 01:07:11.810377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] For port 075e75b4-99ff-487b-a540-ba37914678b6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=075e75b4-99ff-487b-a540-ba37914678b6,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.811161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.843337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.886215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Calling delete_port for 075e75b4-99ff-487b-a540-ba37914678b6 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:11.890703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd64733-95df-4d16-8bd0-ce0650e1cc08,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.896913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Checking segment: {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:11.897299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Network hostable DHCP agents. Network: 0dc579d7-87e0-414d-84eb-795b7df3159e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:11.911841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.921441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fb78cce-3908-4428-aef6-b9e331d75e4d req-02b59605-47c5-4ec3-83cd-fb4dfd2d6aad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118531 Nov 12 01:07:11.921766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.931859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Network 0dc579d7-87e0-414d-84eb-795b7df3159e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:11.944859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 0dc579d7-87e0-414d-84eb-795b7df3159e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:11.950551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.951850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.968289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da20b3d-420d-48d1-a175-82fbdcee8471 None None] Network 0dc579d7-87e0-414d-84eb-795b7df3159e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:11.999673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-07a7ee0a-d0cb-40fc-9366-8ef5e11a2ba8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8953280 Nov 12 01:07:12.038276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.048359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.086202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.087205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Pushing event updated for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.092775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.096230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.107603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16d07efd-f2ca-4969-b709-8407f143b435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.163296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe00686-dbf5-4c13-a1c0-b13a02636c05,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.201644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.206088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e83d1f80-2706-4c76-ac49-508216db8619 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6051800 Nov 12 01:07:12.208110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.209096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b7872-74a1-479e-8046-66d0ed8e5dea tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.212567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-556b7872-74a1-479e-8046-66d0ed8e5dea tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1092 time: 0.1624653 Nov 12 01:07:12.228534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d5ed8-3421-467d-a56e-34e4392622c9 None None] Network 0dc579d7-87e0-414d-84eb-795b7df3159e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:12.232375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.239978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:12.240913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c41570e2-da73-48f0-a42b-f5b233e5b9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.284018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.320312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.324138 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.367975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Network 455c392a-6359-44d3-b112-3a2e457ad72b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:12.371416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:12.377013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.383432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.399116 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.403409 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/dfe00686-dbf5-4c13-a1c0-b13a02636c05 HTTP/1.1" status: 204 len: 168 time: 0.1926470 Nov 12 01:07:12.413627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.442981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Pushing event deleted for resources: {'Port': ['ID=075e75b4-99ff-487b-a540-ba37914678b6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.457630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c35dcd-7f25-4c95-84f5-d1c076e48f10 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:12.501640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d8c24-2b28-4a90-97b2-dae0d654045c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfe00686-dbf5-4c13-a1c0-b13a02636c05,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.581201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ce2329ed-9a4b-40f3-afb3-a7c98333813d up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:12.684653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f6729c3-a3ae-473c-99f6-b34844f44b0f tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2609067 Nov 12 01:07:12.720256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.751110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port ce2329ed-9a4b-40f3-afb3-a7c98333813d completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:12.762976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5122b329-dc45-4252-b227-501e7ff2add8 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:12.775973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port ce2329ed-9a4b-40f3-afb3-a7c98333813d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:12.779440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.813435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.848337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5122b329-dc45-4252-b227-501e7ff2add8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:12.848710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5122b329-dc45-4252-b227-501e7ff2add8 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:12.920781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.936987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-69f1a2a5-73f9-4ed3-be46-04e9f1885c60 None None] Provisioning complete for port d955b7b5-72cd-4f11-bf37-e70851420622 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:12.937617 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f1a2a5-73f9-4ed3-be46-04e9f1885c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.969675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.972920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.032614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.033333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc742caf-1482-4104-94d8-a017f03139a8 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:13.039193 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.043337 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d496a5ca-cc7d-4aa5-9ad7-2ac189c8446d admin admin] 10.222.0.11 "DELETE /v2.0/routers/dc742caf-1482-4104-94d8-a017f03139a8 HTTP/1.1" status: 204 len: 168 time: 3.5047700 Nov 12 01:07:13.044580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.056665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Router 34a046db-291f-4157-b1dd-3bc61ad192dd has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:13.083341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-69f1a2a5-73f9-4ed3-be46-04e9f1885c60 None None] Port d955b7b5-72cd-4f11-bf37-e70851420622 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:13.119483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.123994 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.194411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.199776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:13.203854 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1d0d9-e326-4a51-8795-39452530c55f" -d '{"events": [{"server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "name": "network-vif-plugged", "status": "completed", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:13.220981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Deleting subnet 2a03f2b9-ab71-4e00-a9c1-650de580643b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:13.225314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:13.231151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.241201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.343616 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fe003-139d-47a3-8f67-06562c1cf5cd x-openstack-request-id: req-f66fe003-139d-47a3-8f67-06562c1cf5cd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:13.344306 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "name": "network-vif-plugged", "status": "completed", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:13.344973 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f66fe003-139d-47a3-8f67-06562c1cf5cd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:13.347565 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d', 'code': 200} Nov 12 01:07:13.356366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16d07efd-f2ca-4969-b709-8407f143b435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.379616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16d07efd-f2ca-4969-b709-8407f143b435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.454784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.480045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f6abd-1030-4e06-b77f-35c9e3c01fa8 req-7747b6d0-c988-4c2b-aa5b-6c6e10c60503 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.481930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8f6abd-1030-4e06-b77f-35c9e3c01fa8 req-7747b6d0-c988-4c2b-aa5b-6c6e10c60503 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 944 time: 0.9358945 Nov 12 01:07:13.484628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:13.498080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16d07efd-f2ca-4969-b709-8407f143b435 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d7198536f9e42fa862d059666955419&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4541962 Nov 12 01:07:13.500730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.503225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Sync routers for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:13.510050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d07efd-f2ca-4969-b709-8407f143b435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b220c4f3-43ba-4fa2-832e-e4e95246c23a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.521289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:13.522821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:13.549147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d557b4c5-949a-4ba2-b411-fecf5511d086 admin admin] 10.222.0.11 "PUT /v2.0/routers/34a046db-291f-4157-b1dd-3bc61ad192dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6659501 Nov 12 01:07:13.565041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.571708 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.576588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4708d-478b-4b5e-a156-c68d63ee2a26 req-aeaa92bf-75db-4241-889f-d681aee7af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.578930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bc4708d-478b-4b5e-a156-c68d63ee2a26 req-aeaa92bf-75db-4241-889f-d681aee7af80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 1097 time: 0.1944287 Nov 12 01:07:13.586257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.586257 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/ff5981a7-a8c8-4573-ac4b-651d9cf68f1d HTTP/1.1" status: 204 len: 168 time: 0.8590724 Nov 12 01:07:13.598892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.607282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.694626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531a62-1e9c-4809-8cdc-fd194b3f7417 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5981a7-a8c8-4573-ac4b-651d9cf68f1d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.737932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a8f6abd-1030-4e06-b77f-35c9e3c01fa8 req-546a0dd7-0ca9-4ca1-9e53-1f336854f0bc tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235591 Nov 12 01:07:13.767374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.792866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:13.806496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.823450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.903897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.975003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bc4708d-478b-4b5e-a156-c68d63ee2a26 req-52057e9e-cdee-4277-a917-927fadc3cf0c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743973 Nov 12 01:07:13.979198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a03f2b9-ab71-4e00-a9c1-650de580643b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.987619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.990799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-26063171-cb41-48c6-bfca-da834f8af837 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2a03f2b9-ab71-4e00-a9c1-650de580643b HTTP/1.1" status: 204 len: 168 time: 0.9431026 Nov 12 01:07:13.996839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50578) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.013795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ec6157b-978f-4c79-a5d8-a6c02cd54d3a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4087584 Nov 12 01:07:14.017385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0037723-28d5-4acc-aa5c-a21119c8f22f None None] Network 51668376-8af7-4e89-b37b-9302de411d52 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:14.021511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.052734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.143 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/ed49d1e8-c048-4416-8f12-036cdc704d43) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:14.080419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.083224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.089878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b220c4f3-43ba-4fa2-832e-e4e95246c23a HTTP/1.1" status: 204 len: 168 time: 0.5830414 Nov 12 01:07:14.106328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a971d0-2720-468a-9193-e0631abbf41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b220c4f3-43ba-4fa2-832e-e4e95246c23a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.121573 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.188621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.326306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.389756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.493252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:10Z', 'revision_number': 4, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd955b7b5-72cd-4f11-bf37-e70851420622', 'name': '', 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'mac_address': 'fa:16:3e:10:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:08Z', 'updated_at': '2021-11-12T01:07:11Z', 'revision_number': 2, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'subnets': [{'id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:14.525990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Checking router: 34a046db-291f-4157-b1dd-3bc61ad192dd for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:14.526454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Updating router 34a046db-291f-4157-b1dd-3bc61ad192dd port d955b7b5-72cd-4f11-bf37-e70851420622 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:14.565004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] DHCP port deletion for 51668376-8af7-4e89-b37b-9302de411d52 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:14.566617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:14.570604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:14.577679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.582022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:14.615900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 075e75b4-99ff-487b-a540-ba37914678b6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:14.622151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.656160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=ed49d1e8-c048-4416-8f12-036cdc704d43,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.665300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.710536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 075e75b4-99ff-487b-a540-ba37914678b6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:14.716746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 075e75b4-99ff-487b-a540-ba37914678b6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:14.834654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.841565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.848331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/95c23d40-63cf-4989-bb55-0211d358d855 HTTP/1.1" status: 204 len: 168 time: 0.8249931 Nov 12 01:07:14.854528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.854865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.886245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50594) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.895378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925296836', 'description': 'tempest-secgroup-smoke-1925296836 description', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.929178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cff47-b3c0-410a-9503-40216ebbdb00 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c23d40-63cf-4989-bb55-0211d358d855,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.930415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.941782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Deleting port f66a73a5-99a0-40cb-87b7-4a6a6d048289 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:14.942158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.029772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] For port f66a73a5-99a0-40cb-87b7-4a6a6d048289, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f66a73a5-99a0-40cb-87b7-4a6a6d048289,segment=NetworkSegment(7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb),segment_id=7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:15.030175 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.060131 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68c1fa44-78ef-4ed7-a9ba-de8cddc916f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.085746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Calling delete_port for f66a73a5-99a0-40cb-87b7-4a6a6d048289 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:15.270572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.275580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.293119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342224-32ff-4b61-960d-8efc976fa1b4 req-f67b07a1-f783-475a-873c-f11978ee1191 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.293895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Deleting port f66a73a5-99a0-40cb-87b7-4a6a6d048289 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:15.294533 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.300775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52342224-32ff-4b61-960d-8efc976fa1b4 req-f67b07a1-f783-475a-873c-f11978ee1191 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.3728244 Nov 12 01:07:15.322691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] Pushing event deleted for resources: {'Port': ['ID=f66a73a5-99a0-40cb-87b7-4a6a6d048289,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.325029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70517e59-836e-4a3b-97f3-862037516a51 None None] No DVR routers for this DVR port f66a73a5-99a0-40cb-87b7-4a6a6d048289 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:15.325202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f95c2add-2129-4f97-97b5-e7079f66c60f tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4488428 Nov 12 01:07:15.339627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:15.344227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.350031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--125510727'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:15.351690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.421986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] For port f66a73a5-99a0-40cb-87b7-4a6a6d048289, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:15.421986 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.457480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Calling delete_port for f66a73a5-99a0-40cb-87b7-4a6a6d048289 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:15.462194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Port f66a73a5-99a0-40cb-87b7-4a6a6d048289 was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:07:15.463642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.494530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Pushing event deleted for resources: {'Port': ['ID=f66a73a5-99a0-40cb-87b7-4a6a6d048289,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.498812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] No DVR routers for this DVR port f66a73a5-99a0-40cb-87b7-4a6a6d048289 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:15.561470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.621241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.656160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51668376-8af7-4e89-b37b-9302de411d52']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:15.679800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:15.680380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eafbb0d-c1b8-4d97-8c2e-0d1dbe1dcfeb') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:15.719645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.720482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2200e-f8c8-4784-a28e-9c3c488c61a3 None None] Pushing event updated for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.743119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Attempting to bind port d955b7b5-72cd-4f11-bf37-e70851420622 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:15.743965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Attempting to bind port d955b7b5-72cd-4f11-bf37-e70851420622 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:15.744788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Attempting to bind port d955b7b5-72cd-4f11-bf37-e70851420622 on network 455c392a-6359-44d3-b112-3a2e457ad72b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:15.760032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.768515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:15.770379 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:15.772968 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Checking segment: {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Bound using segment: {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Bound port: d955b7b5-72cd-4f11-bf37-e70851420622, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3269fe-b5f6-400d-af8b-d2017c77d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:15.777891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.783757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52342224-32ff-4b61-960d-8efc976fa1b4 req-52aa5cb9-dc5b-4e6c-9ffe-342bfc358499 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783168 Nov 12 01:07:15.849327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-27b5d2fb-e551-4c4c-8708-59f38b9549c4 None None] Provisioning complete for port d955b7b5-72cd-4f11-bf37-e70851420622 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:15.849682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27b5d2fb-e551-4c4c-8708-59f38b9549c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.892682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] For port d955b7b5-72cd-4f11-bf37-e70851420622, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:15.902188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-27b5d2fb-e551-4c4c-8708-59f38b9549c4 None None] Port d955b7b5-72cd-4f11-bf37-e70851420622 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:15.911933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] For port d955b7b5-72cd-4f11-bf37-e70851420622, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d955b7b5-72cd-4f11-bf37-e70851420622,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:15.912530 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.921046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.921947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.925539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] 10.222.0.11 "DELETE /v2.0/networks/51668376-8af7-4e89-b37b-9302de411d52 HTTP/1.1" status: 204 len: 168 time: 1.9267952 Nov 12 01:07:15.954253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb008a-2c05-43e5-af44-05070614868f admin admin] Pushing event deleted for resources: {'Network': ['ID=51668376-8af7-4e89-b37b-9302de411d52,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.979038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68c1fa44-78ef-4ed7-a9ba-de8cddc916f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.997721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:15.998364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.028288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68c1fa44-78ef-4ed7-a9ba-de8cddc916f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.079561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2200e-f8c8-4784-a28e-9c3c488c61a3 None None] Pushing event updated for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.118411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.200789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.225884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:16.266204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] Provisioning complete for port d955b7b5-72cd-4f11-bf37-e70851420622 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:16.266638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.282714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.292190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-68c1fa44-78ef-4ed7-a9ba-de8cddc916f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94b9ee2f471048c5bf023320e5f49264&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3903525 Nov 12 01:07:16.294748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.304070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.325625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1fa44-78ef-4ed7-a9ba-de8cddc916f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06e510e-f0d3-41c3-be42-9b1eed2352ef,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.362638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.366560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.368361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4934263 Nov 12 01:07:16.379049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.389273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:16.408623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a200-887f-457c-a40f-f29cd954ba3c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1633ffe4-7c7a-4942-a973-16bfd9c8f67e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.419890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.459979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb9094e6-a8d1-4f89-9466-dbeb970d67a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84d9122d7b07441886135323ab6aea57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515594 Nov 12 01:07:16.461662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.470857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.475761 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.480339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-2523d907-ad4d-4e4e-a2fa-ca4021e310b3 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.480339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-2523d907-ad4d-4e4e-a2fa-ca4021e310b3 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 809 time: 0.4983573 Nov 12 01:07:16.538747 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.540644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1997895 Nov 12 01:07:16.545616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.549925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.550559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477262-c930-4651-997a-f9d9bc968340 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac8216-be30-456a-9db7-dec709a161c9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.551871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.555685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-e5769b5a-95b6-46fd-bb2b-7163ca1ffe59 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/quotas/077efb211a4f4eea902815e6644bd8b1 HTTP/1.1" status: 200 len: 375 time: 0.0520611 Nov 12 01:07:16.560304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '82ac8216-be30-456a-9db7-dec709a161c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:16.628556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f66a73a5-99a0-40cb-87b7-4a6a6d048289 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:16.633900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] For port d955b7b5-72cd-4f11-bf37-e70851420622, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d955b7b5-72cd-4f11-bf37-e70851420622,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:16.635223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.659870 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.668958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-c6f4c735-8960-4957-a141-274c73d1dd38 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645978 Nov 12 01:07:16.677971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f66a73a5-99a0-40cb-87b7-4a6a6d048289 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:16.678783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f66a73a5-99a0-40cb-87b7-4a6a6d048289 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:16.682531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.700173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.721767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.752430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.764264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.778917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.781584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.782810 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a06e510e-f0d3-41c3-be42-9b1eed2352ef HTTP/1.1" status: 204 len: 168 time: 0.4869995 Nov 12 01:07:16.813004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285dad6d-5fc4-4a44-a1fe-028329251a3e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.816767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8e251-8280-480d-84a3-e1493b2c35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06e510e-f0d3-41c3-be42-9b1eed2352ef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.823964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.831033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-51f42ce3-8fbc-4fdd-9961-d2432b3d033c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4463735 Nov 12 01:07:16.831568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50630) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.847822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:16.869242 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.879045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:10Z', 'revision_number': 4, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd955b7b5-72cd-4f11-bf37-e70851420622', 'name': '', 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'mac_address': 'fa:16:3e:10:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:08Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 4, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'subnets': [{'id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.896965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.899147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63350dd-55ce-4168-8da4-0d52a3ca1bf0 None None] Pushing event updated for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.901204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.903022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db731ea2-3256-41e9-9b5f-4037714120b3 HTTP/1.1" status: 204 len: 168 time: 0.4395945 Nov 12 01:07:16.913463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.948313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac8c2fa-697b-41d4-875f-870e8f90088c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.961468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a871e-910b-439f-add1-a0c9105d414e None None] The sync data for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 is: [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:07:10Z', 'revision_number': 4, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd955b7b5-72cd-4f11-bf37-e70851420622', 'name': '', 'network_id': '455c392a-6359-44d3-b112-3a2e457ad72b', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'mac_address': 'fa:16:3e:10:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:08Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 4, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'subnets': [{'id': 'ebf7c348-abf1-4b65-be2e-cd11c2b7786e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:16.983275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.039203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1a62e-aa89-480e-aaf8-4cdad2d2a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db731ea2-3256-41e9-9b5f-4037714120b3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.050514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-4d6d08bf-3c8f-4bf3-828c-ba409d061ef8 service neutron] 10.222.0.11 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485668 Nov 12 01:07:17.062308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.063889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f000f33-32b1-4c42-a14d-ce00ecc88da9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5152373 Nov 12 01:07:17.069339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.142202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.149283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.195389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1aeb9d-c135-4ecf-8e56-357c2b0900e9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.222808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.225030 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e8b1b9e-81be-4f5a-af5b-047657d72048 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3892577 Nov 12 01:07:17.228636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.237442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.285354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.303224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.341590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.361551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38b4b-a392-4295-bcfb-87c22547a31b req-2f8d1392-ec77-46a5-8ca9-5632ad283be5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.364292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59e38b4b-a392-4295-bcfb-87c22547a31b req-2f8d1392-ec77-46a5-8ca9-5632ad283be5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.4134524 Nov 12 01:07:17.437074 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.456850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.463768 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.481062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.493693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc32b42-c21c-44ad-b872-8fbce832cdc6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.504917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.510737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-84d75f83-e70d-431c-9732-ea3f3e467901 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2748964 Nov 12 01:07:17.510964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-694b48df-c419-4c2a-8dc5-4e866e2af19d service neutron] 10.222.0.11 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676896 Nov 12 01:07:17.512658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.516557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.535591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.609872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.615694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7ac8c2fa-697b-41d4-875f-870e8f90088c HTTP/1.1" status: 204 len: 168 time: 0.5276854 Nov 12 01:07:17.618262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.622608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.694440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19913d-56c8-48c8-a18f-fc9f2ec6d4e2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ac8c2fa-697b-41d4-875f-870e8f90088c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.794255 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e64d1ca0-e6ab-4ad3-9952-9a2e1e6372fa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1635046 Nov 12 01:07:17.796924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.857380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.866233 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.907857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.909487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194d36e8-c7a5-4a33-a2fd-4e945c443658,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.919440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=ed49d1e8-c048-4416-8f12-036cdc704d43,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.926737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.928030 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24d800f7-9d34-41c9-b61f-65574bc2d440 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4139173 Nov 12 01:07:17.931258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.946015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.946706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59e38b4b-a392-4295-bcfb-87c22547a31b req-f075acd7-dfa1-4144-9d70-b3f28c1338c1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580914 Nov 12 01:07:17.983118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.032972 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Project 8b82ce91d9ba412f9dc353a5b971221a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:18.049622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30bd7b52-2fd8-48eb-8c0e-c65b35528155 req-71a611d3-e318-43e9-b92c-c7ca8f7e8aa1 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 210 time: 0.1124716 Nov 12 01:07:18.050733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.065916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.128797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.132820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.137522 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/82ac8216-be30-456a-9db7-dec709a161c9 HTTP/1.1" status: 204 len: 168 time: 0.3395889 Nov 12 01:07:18.144207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.192473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23482d3-bb92-4dbf-97b7-0aac481d457c tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac8216-be30-456a-9db7-dec709a161c9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.257585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.263286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f50c808-190f-4194-909d-3c9687bdb7b6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1109376 Nov 12 01:07:18.267302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.269223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.282075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781443932'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.329968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21354561-eeff-4041-af15-82748cb65d92,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.346942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.349451 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP dacdd3f6-a55c-4322-9234-3d91547c20fc associated. External IP: 172.25.6.143, port: a78248ef-4160-4ddf-aeeb-9024552b1981. Nov 12 01:07:18.354501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.356339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0543ba07-f580-424d-b0ec-e51dc8688045 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240420 Nov 12 01:07:18.364783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.371870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'security_group_rule': {'security_group_id': '1633ffe4-7c7a-4942-a973-16bfd9c8f67e', 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.429692 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Project 8b82ce91d9ba412f9dc353a5b971221a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:18.445388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.550334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.556109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.592745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.594229 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3213322 Nov 12 01:07:18.603232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.605290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.616499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '7ffcf344-c29a-4531-b2f8-20c1ab370e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.699806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.746358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe37874-a590-468c-b588-0a3b4a82bd84,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.749889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.770648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b652f-6f66-4b27-9a93-adcec9ff3b11 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffcf344-c29a-4531-b2f8-20c1ab370e68,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.818187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d955b7b5-72cd-4f11-bf37-e70851420622 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:18.843252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.843901 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be9a5ab6-dc4c-4323-bf3d-3439422dcf88 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4776297 Nov 12 01:07:18.886588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.897022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.958686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.962228 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552501 Nov 12 01:07:18.974134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.997842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30421be4-1d83-44e8-adff-eb5fc930d05a req-05bff0ec-0085-4c21-893e-876333fc32b1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.000157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30421be4-1d83-44e8-adff-eb5fc930d05a req-05bff0ec-0085-4c21-893e-876333fc32b1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.7350960 Nov 12 01:07:19.013611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f19aa-5a15-4253-8202-3e908b883e94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9254f31c-d135-42a8-bf0f-fee61b4e24d7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.023995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-03441a65-a782-4fcf-a7d6-a8818cd2e2f0 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules/9254f31c-d135-42a8-bf0f-fee61b4e24d7 HTTP/1.1" status: 200 len: 763 time: 0.0482457 Nov 12 01:07:19.026752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.123535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a1cb145-d96f-424e-bd8f-dc6635df1a96 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0950675 Nov 12 01:07:19.129072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.166490 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.180984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.208023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d955b7b5-72cd-4f11-bf37-e70851420622 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:19.209872 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.227357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.247837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.249078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9254f31c-d135-42a8-bf0f-fee61b4e24d7 HTTP/1.1" status: 204 len: 168 time: 0.1187432 Nov 12 01:07:19.253671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.282992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0018f0-f7e6-4a95-bd98-dd202baa3f94 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9254f31c-d135-42a8-bf0f-fee61b4e24d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.377923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-105f01fb-9e06-42ec-8232-3b8232b39f78 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1182077 Nov 12 01:07:19.378744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50722) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.393899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a7e06b6-81b2-43d1-bf83-f3628ee1063c req-5e88d573-76e9-491f-b06f-368e6760caad tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 210 time: 0.1200242 Nov 12 01:07:19.396715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '7ffcf344-c29a-4531-b2f8-20c1ab370e68', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:19.428641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30421be4-1d83-44e8-adff-eb5fc930d05a req-1f92ccc5-b577-49bf-bc0c-903ceca9dc4e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953013 Nov 12 01:07:19.477060 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.622034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.642145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.649620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.691406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eafa61-6c05-4837-9a6e-08f550b64d38,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.703665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.707362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3e82462-d81d-4921-acc1-1493cccefa60 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3250780 Nov 12 01:07:19.708864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50742) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.742613 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-961f9529-0742-4a98-b8df-600001f605e9 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules/06eafa61-6c05-4837-9a6e-08f550b64d38 HTTP/1.1" status: 200 len: 763 time: 0.0325379 Nov 12 01:07:19.746212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50744) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.838983 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-50e99da9-11bd-4e50-9a38-01dc177b955f tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0912023 Nov 12 01:07:19.847223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.914826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router b39993f0-5e92-492b-9882-12786a29afd3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:19.923606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-efd2fcc7-b909-4798-a78d-777a34bd3beb tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925296836&fields=id&tenant_id=8b82ce91d9ba412f9dc353a5b971221a HTTP/1.1" status: 200 len: 267 time: 0.3026223 Nov 12 01:07:20.036918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-network', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:20.040866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.095014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.327160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Made reservation on behalf of 0fe2b218dca14f5cb4c187135a21a73d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:20.329730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.338976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.359597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f5e9-efef-48ee-95cf-b2c105d222a1 req-0af305c9-06f7-4004-8a3b-cafaa0350e2c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.361293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fe0f5e9-efef-48ee-95cf-b2c105d222a1 req-0af305c9-06f7-4004-8a3b-cafaa0350e2c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.4258311 Nov 12 01:07:20.380548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.384293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/06eafa61-6c05-4837-9a6e-08f550b64d38 HTTP/1.1" status: 204 len: 168 time: 0.5358498 Nov 12 01:07:20.388456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.425284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687d8d-0628-4f66-b413-90c7f67234b2 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06eafa61-6c05-4837-9a6e-08f550b64d38,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.427106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.449588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-e7aa123d-3829-4d1b-8de7-94a0d9b510ab tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.451672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-e7aa123d-3829-4d1b-8de7-94a0d9b510ab tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 809 time: 0.4920619 Nov 12 01:07:20.469844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-321c2aa9-96c5-47c8-9ac7-b1bbfeac27e1 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.471470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-321c2aa9-96c5-47c8-9ac7-b1bbfeac27e1 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 809 time: 0.5332839 Nov 12 01:07:20.476400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fa380e62-f00c-4621-9323-08d0c1ff6046 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833776 Nov 12 01:07:20.480829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Request body: {'port': {'device_id': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e', 'admin_state_up': True, 'tenant_id': '077efb211a4f4eea902815e6644bd8b1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:20.481455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50766) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.489843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Request body: {'security_group_rule': {'security_group_id': '7ffcf344-c29a-4531-b2f8-20c1ab370e68', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:20.532526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:20.535914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.549914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Sync routers for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:20.578510 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:20.579160 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:20.610164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-4fc39119-5b5f-4ab7-88d9-340ba3f67736 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/quotas/8b82ce91d9ba412f9dc353a5b971221a HTTP/1.1" status: 200 len: 375 time: 0.1122990 Nov 12 01:07:20.640476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.648540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.659660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9fe0f5e9-efef-48ee-95cf-b2c105d222a1 req-acf03c4b-50b4-4a4d-980d-3e605628750e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605491 Nov 12 01:07:20.681225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c602bdda-db2e-4039-92f3-c3823994ca33,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.699114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.710182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.716263 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a3b7dc5-e6b9-4c44-b082-00bf3f1844cf tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325296 Nov 12 01:07:20.718079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.745461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c264e76-aec4-432e-a8bf-858b2e3c2aa6 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules/c602bdda-db2e-4039-92f3-c3823994ca33 HTTP/1.1" status: 200 len: 764 time: 0.0270295 Nov 12 01:07:20.746296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.794262 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:20.817391 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d6636c8f-5de1-4165-9a2c-3d5b5d6feddc tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0694664 Nov 12 01:07:20.822107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.864423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.869320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf082028-b576-4ed1-adec-4391807902db req-044034c6-54e3-4f15-aaab-5b411aa411a7 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 210 time: 0.0880017 Nov 12 01:07:20.876211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.878170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5620b460-f719-4feb-979f-fbd5ac40775a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6441262 Nov 12 01:07:20.883240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:20.883543 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:20.926417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.937668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-b9ce246a-acce-4918-aec1-c7c16e62937f tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3031545 Nov 12 01:07:20.950002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.954280 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.985767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.990303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Made reservation on behalf of 077efb211a4f4eea902815e6644bd8b1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:20.992646 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c602bdda-db2e-4039-92f3-c3823994ca33 HTTP/1.1" status: 204 len: 168 time: 0.1685743 Nov 12 01:07:20.994125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.998483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.999347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67a97c-b766-49a4-a563-fbabf833995a tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c602bdda-db2e-4039-92f3-c3823994ca33,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.041991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:21.067067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb02cef-91df-4c0c-909a-9b1cb2a5e753,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.115129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.115477 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Added segment 8509b36e-4177-4661-a329-48cb76ccdd41 of type vlan for network b9b41a38-0830-4365-8d8a-8fd5752b8aab Nov 12 01:07:21.237842 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'dacdd3f6-a55c-4322-9234-3d91547c20fc', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'mac_address': 'fa:16:3e:f6:a5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:21.285606 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Checking router: b39993f0-5e92-492b-9882-12786a29afd3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:21.302078 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:21.302860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:21.333835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f1d217d-c94a-41f9-b4b5-9c2c23b474cd tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3253200 Nov 12 01:07:21.343042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.367769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.405418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125ffd2-0fe0-4343-83c2-f4a0836c629d req-19ba79de-c832-4ce7-a82a-515d435cf6bd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.410361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.415051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1125ffd2-0fe0-4343-83c2-f4a0836c629d req-19ba79de-c832-4ce7-a82a-515d435cf6bd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.3565273 Nov 12 01:07:21.453538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.479348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-ecbca416-b5fa-4036-9b1d-8bd52ded79e4 service neutron] 10.222.0.11 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794710 Nov 12 01:07:21.514931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-a0a17214-9e9a-4f6a-b537-f440e401d5e8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.517149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-a0a17214-9e9a-4f6a-b537-f440e401d5e8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.3257999 Nov 12 01:07:21.551779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.565255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.573082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ffcf344-c29a-4531-b2f8-20c1ab370e68 HTTP/1.1" status: 204 len: 168 time: 0.2245717 Nov 12 01:07:21.581534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.615080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee100f-71e2-421f-b133-311008f8cefa tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffcf344-c29a-4531-b2f8-20c1ab370e68,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.624906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.625931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.626447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.683299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Allocated IP 172.20.0.11 (0dc579d7-87e0-414d-84eb-795b7df3159e/2bd64733-95df-4d16-8bd0-ce0650e1cc08/6a42498a-5c86-42ad-ae6b-f8a312c1f491) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:21.704660 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-17256a55-f047-44c8-9452-69de9a234ba0 tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1204615 Nov 12 01:07:21.710284 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:21.711392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50792) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.726185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1125ffd2-0fe0-4343-83c2-f4a0836c629d req-d3e5a51f-5d00-4cb4-921b-9a147c98506b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081431 Nov 12 01:07:21.773427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.860977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2344067 Nov 12 01:07:21.867725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:21.882399 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad1e17-7efc-4b42-a8c4-cbbe45b62523 x-openstack-request-id: req-11ad1e17-7efc-4b42-a8c4-cbbe45b62523 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:21.882990 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:21.883258 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11ad1e17-7efc-4b42-a8c4-cbbe45b62523 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:21.883644 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'status': 'completed', 'code': 200} Nov 12 01:07:21.904097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Request body: {'subnet': {'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-subnet', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:21.943806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f871-4d6f-460e-8c85-8afcdf3b9e94 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b41a38-0830-4365-8d8a-8fd5752b8aab,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.963294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1657add8-483a-43b9-8ddd-f6ce1d8ca4ed tempest-SecGroupTest-1179683292 tempest-SecGroupTest-1179683292-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2498000 Nov 12 01:07:21.967214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-a5a9b851-4f3e-478f-b542-d8fa90999b6b service neutron] 10.222.0.11 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838042 Nov 12 01:07:21.983999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:22.001291 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-df25aec4-cb43-4c03-8f86-0a1f5a283ebe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 200 len: 991 time: 0.2255528 Nov 12 01:07:22.005950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-833d781a-3f57-4253-a268-f44f42971a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.008610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-833d781a-3f57-4253-a268-f44f42971a0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.1558249 Nov 12 01:07:22.156785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Made reservation on behalf of 0fe2b218dca14f5cb4c187135a21a73d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:22.168845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.278598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-d792dce9-b51b-4f9f-ace9-516c0cf3d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.280973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-d792dce9-b51b-4f9f-ace9-516c0cf3d2c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.2600780 Nov 12 01:07:22.303603 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'dacdd3f6-a55c-4322-9234-3d91547c20fc', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'mac_address': 'fa:16:3e:f6:a5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:22.363594 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973a15d-e0e0-4fa4-a5dc-8520ea603c66 None None] The sync data for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 is: [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'dacdd3f6-a55c-4322-9234-3d91547c20fc', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'mac_address': 'fa:16:3e:f6:a5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:22.386111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453f4bc-9ccc-4c0e-9ed4-68ced2085b3a req-e6bd375b-2201-4a9e-9008-a2bcb0bd1835 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.417606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2453f4bc-9ccc-4c0e-9ed4-68ced2085b3a req-e6bd375b-2201-4a9e-9008-a2bcb0bd1835 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 945 time: 0.4988256 Nov 12 01:07:22.452392 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-51346414-894b-4bb0-8731-4277aa8b78f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 999 time: 0.1627119 Nov 12 01:07:22.526228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:22.550867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-d593b772-183e-45cf-ac8c-7fdb235c62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.552480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-d593b772-183e-45cf-ac8c-7fdb235c62f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.0906260 Nov 12 01:07:22.617590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-2b5f2e4d-523c-47f4-bd44-280f7d263229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.620081 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-2b5f2e4d-523c-47f4-bd44-280f7d263229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572357 Nov 12 01:07:22.678150 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90ee79b6-d4f4-45af-9632-7df4dd1d982c req-8ac0ed50-db24-454f-83ee-31db6c2e1c57 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 210 time: 0.0780323 Nov 12 01:07:22.731862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2453f4bc-9ccc-4c0e-9ed4-68ced2085b3a req-61750ebd-74a3-47d1-9dd5-0a3d57684dd5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197820 Nov 12 01:07:22.809319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.851997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port ce2329ed-9a4b-40f3-afb3-a7c98333813d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:22.852445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.869011 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-16992c42-a9a7-4076-ab6c-f31aebf920ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f70b2d46e504b1bba49c5fc8f682d03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391283 Nov 12 01:07:22.869607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:22.926048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e170f-049c-4aa3-a70d-573940c8aa5d None None] New status for floating IP dacdd3f6-a55c-4322-9234-3d91547c20fc: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:07:22.942011 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-49ceab21-a188-425f-8919-1a76c5eade62 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137982 Nov 12 01:07:22.989911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.996546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.006606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port ce2329ed-9a4b-40f3-afb3-a7c98333813d, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=ce2329ed-9a4b-40f3-afb3-a7c98333813d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.006972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.013438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.022489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.050996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.130763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197ea38f-8c9b-4344-b21b-e84dbf451323,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.135250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Pushing event updated for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.172976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e8db789-cf33-4f46-bfca-aa344f9b6846 req-5e566559-95bb-49b3-91ba-ec96024a5fd9 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 210 time: 0.1854763 Nov 12 01:07:23.188620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Network 0dc579d7-87e0-414d-84eb-795b7df3159e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:23.190458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for ce2329ed-9a4b-40f3-afb3-a7c98333813d owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:23.202498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:23.202779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.202779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.202779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4376ec3d-88a5-4474-baa3-7e3fbf326d16 HTTP/1.1" status: 204 len: 168 time: 0.3284719 Nov 12 01:07:23.202779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75389b72-fdd3-456c-8c6f-f7b0c6c6cd12 req-f41464b5-eeac-4787-a861-255855303435 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511559 Nov 12 01:07:23.217212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-42670f6a-31ab-4ed5-a778-7bd48f0761ee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 200 len: 991 time: 0.2004709 Nov 12 01:07:23.221259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1df5-70a1-4418-bd5c-d19776e76b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376ec3d-88a5-4474-baa3-7e3fbf326d16,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.227355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:23.267331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Checking segment: {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:23.267701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Network hostable DHCP agents. Network: b9b41a38-0830-4365-8d8a-8fd5752b8aab, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:23.352533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.353198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.369633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:23.414093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-252ac0cc-248c-4bb7-b9aa-e75be127dd5c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9388700 Nov 12 01:07:23.416093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b9b41a38-0830-4365-8d8a-8fd5752b8aab) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:23.427180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.427764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.433315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab50d8d-be2c-4b97-9c68-696489454f39 None None] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:23.437461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Request body: {'port': {'device_id': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:23.514626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dd03f90b-b2b6-4444-958b-61bc308a0c20 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6297011 Nov 12 01:07:23.517752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.529425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:23.580547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.595410 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.602367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.604817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.645451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=ce2329ed-9a4b-40f3-afb3-a7c98333813d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.652329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:23.727125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.736123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port ce2329ed-9a4b-40f3-afb3-a7c98333813d on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:23.740596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.744036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a619dc1-9d27-444c-a809-ae9d4dab0114 req-66fef95b-81de-415d-b8b1-863422962cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "DELETE /v2.0/ports/ce2329ed-9a4b-40f3-afb3-a7c98333813d HTTP/1.1" status: 204 len: 173 time: 2.2100546 Nov 12 01:07:23.759032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfa189-db47-482d-aca2-8e0322c3ef6e None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:23.850997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6087ff-60ca-4c82-a7d1-14d4e9e65a55 None None] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:23.994139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'name': 'network-vif-deleted', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:23.996857 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5a2369-d6d2-4ce1-8649-101a396283eb" -d '{"events": [{"server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "name": "network-vif-deleted", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:24.041679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.220788 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.313576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2958d59a-f1e5-41a7-8cc0-f1e5f6351c35 req-2f5cab1c-8d5c-4c8b-8b8f-0f889bb0266a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=550a5308-5405-48dd-8dd6-098604885516 HTTP/1.1" status: 200 len: 210 time: 0.3111701 Nov 12 01:07:24.514735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19b374f1-28f9-4f34-acfd-1c5e98176e2a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 200 len: 993 time: 0.2844803 Nov 12 01:07:24.651650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ce2329ed-9a4b-40f3-afb3-a7c98333813d no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:24.658427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.695516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.696434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: ce2329ed-9a4b-40f3-afb3-a7c98333813d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:24.700736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device ce2329ed-9a4b-40f3-afb3-a7c98333813d not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:24.847391 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee81ff04-0294-4a4c-a284-a233cd4479e7 x-openstack-request-id: req-ee81ff04-0294-4a4c-a284-a233cd4479e7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:24.847734 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550a5308-5405-48dd-8dd6-098604885516", "name": "network-vif-deleted", "tag": "ce2329ed-9a4b-40f3-afb3-a7c98333813d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:24.847937 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee81ff04-0294-4a4c-a284-a233cd4479e7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:24.848391 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550a5308-5405-48dd-8dd6-098604885516', 'name': 'network-vif-deleted', 'tag': 'ce2329ed-9a4b-40f3-afb3-a7c98333813d', 'status': 'completed', 'code': 200} Nov 12 01:07:24.884736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Allocated IP 172.25.6.46 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/7cade57e-db2a-4599-8739-9105228b47fa) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:24.929112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-37f20896-9688-427d-8d21-1833f8bd1e24 req-de400217-d42f-4004-a215-fafc5250f9c6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 210 time: 0.0836322 Nov 12 01:07:24.943257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-bbfff03b-a095-4249-b407-34fb7ce38e07 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.944938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-bbfff03b-a095-4249-b407-34fb7ce38e07 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.32 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 809 time: 0.8942306 Nov 12 01:07:24.963395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14118f-9767-4f53-a85b-3147910bc74e req-cc3c4d62-78e8-425e-b718-0f96536a94d6 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.965145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a14118f-9767-4f53-a85b-3147910bc74e req-cc3c4d62-78e8-425e-b718-0f96536a94d6 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 932 time: 0.9590483 Nov 12 01:07:25.046224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.093226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-38015e04-53aa-4f25-9159-ff6e786154a0 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b82ce91d9ba412f9dc353a5b971221a HTTP/1.1" status: 200 len: 380 time: 0.1382344 Nov 12 01:07:25.095033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.113517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'port': {'device_id': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'admin_state_up': True, 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'security_groups': ['1633ffe4-7c7a-4942-a973-16bfd9c8f67e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.127618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:25.131821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:25.155161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a14118f-9767-4f53-a85b-3147910bc74e req-eadfae52-f7c8-432d-a757-db8543b6125d tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672299 Nov 12 01:07:25.161196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041f4cd-953e-4422-b7d7-297a013c01af None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:25.172348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:25.227736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dc73d600-1432-4b33-8eec-d7dd56782ef0 None None] Provisioning complete for port 7cade57e-db2a-4599-8739-9105228b47fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:25.228866 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc73d600-1432-4b33-8eec-d7dd56782ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.238623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a42498a-5c86-42ad-ae6b-f8a312c1f491 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:25.251046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.281528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Transition to ACTIVE for port object 6a42498a-5c86-42ad-ae6b-f8a312c1f491 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:25.288003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dc73d600-1432-4b33-8eec-d7dd56782ef0 None None] Port 7cade57e-db2a-4599-8739-9105228b47fa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:25.288621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.347617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.392628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Made reservation on behalf of 8b82ce91d9ba412f9dc353a5b971221a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:25.398817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.415937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Pushing event updated for resources: {'Port': ['ID=7cade57e-db2a-4599-8739-9105228b47fa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.640353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Allocated IP 172.20.0.14 (032f4ec1-a229-407d-85d8-a9441297d1f1/2b963c6d-8274-4dd2-9de6-cfd0eb40b730/61175812-c3ff-4643-af6f-a73c04e69821) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:25.687576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Attempting to bind port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:25.687920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Attempting to bind port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:25.688794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Attempting to bind port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 on network 0dc579d7-87e0-414d-84eb-795b7df3159e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:25.710946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 on network 0dc579d7-87e0-414d-84eb-795b7df3159e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:25.711197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Attempting to bind port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 on network 0dc579d7-87e0-414d-84eb-795b7df3159e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:25.724124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.728712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:25.729186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Checking segment: {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:25.729906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Bound using segment: {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:25.730405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Bound port: 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:25.730848 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.987329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:25.996849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:26.004670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.010170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.039235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.078212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.078976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.081145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] 10.222.0.39 "PUT /v2.0/ports/6a42498a-5c86-42ad-ae6b-f8a312c1f491 HTTP/1.1" status: 200 len: 1093 time: 2.6507421 Nov 12 01:07:26.147249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-789521ce-dce0-4e62-b670-5bf4ed2a7181 req-fb91cb2e-454c-405b-a257-86be7f364827 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 210 time: 0.0631390 Nov 12 01:07:26.253844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Router 40aadad9-3638-4e82-b41b-fd534fa54aec is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:26.330454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-ae9efa19-df37-4313-9a3d-9529d7c3ab3b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.332221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-ae9efa19-df37-4313-9a3d-9529d7c3ab3b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.1791584 Nov 12 01:07:26.367954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-5747ec0f-0fb1-4a98-a62d-d28baec1ba7b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0234911 Nov 12 01:07:26.369416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf39cf-f924-4ebc-a1a6-f7bf2ef9f3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.412021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-3034d36a-c805-47e1-9d39-7d8d20018902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.413881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-3034d36a-c805-47e1-9d39-7d8d20018902 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 1096 time: 0.2620871 Nov 12 01:07:26.423667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:26.434814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Sync routers for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:26.447488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.449318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd44e7f5-a43c-4d7e-92c9-501bb8c42e24 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9300466 Nov 12 01:07:26.452333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 50920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.457477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:26.459387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:26.603630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.625148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-7c4c4bb8-9a2b-48be-a1a7-4010e48ce735 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491 HTTP/1.1" status: 200 len: 217 time: 0.1628916 Nov 12 01:07:26.655692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e91b3-1d88-4603-ae5c-17d0a54dbcdf req-3d366600-e241-4b61-b2a1-e17b24d10881 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.660039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c44e91b3-1d88-4603-ae5c-17d0a54dbcdf req-3d366600-e241-4b61-b2a1-e17b24d10881 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 944 time: 0.3230381 Nov 12 01:07:26.680425 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:26.767345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-2d6cd398-6aa1-4c77-80ba-41ca51777966 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3653798 Nov 12 01:07:26.903063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:26.907084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:26.909817 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4025e02-0cf4-4910-9687-f5aee1213e76" -d '{"events": [{"name": "network-changed", "server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:26.913725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-39acf7cb-8d85-4f21-b2b5-101a1a90a1b1 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241999 Nov 12 01:07:26.948648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.953687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:26.957469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 3, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:26.984216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:27.009192 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Checking router: 40aadad9-3638-4e82-b41b-fd534fa54aec for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:27.009713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Updating router 40aadad9-3638-4e82-b41b-fd534fa54aec port 7cade57e-db2a-4599-8739-9105228b47fa binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:27.045125 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.072537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.073210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.106195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.132266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c44e91b3-1d88-4603-ae5c-17d0a54dbcdf req-5110da95-4384-40f4-ba70-ae3ba9ac33ac tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285393 Nov 12 01:07:27.133882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-c679076b-3ba7-4cbf-9120-008710782658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.135368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-c679076b-3ba7-4cbf-9120-008710782658 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2bd64733-95df-4d16-8bd0-ce0650e1cc08 HTTP/1.1" status: 200 len: 849 time: 0.4485195 Nov 12 01:07:27.266923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-5c0d3a2e-88e5-48de-a2dd-9b13c58e0425 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc579d7-87e0-414d-84eb-795b7df3159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995083 Nov 12 01:07:27.269237 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fee505-ab6a-44bc-a92c-44604feffd2a x-openstack-request-id: req-80fee505-ab6a-44bc-a92c-44604feffd2a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:27.269529 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:27.269779 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80fee505-ab6a-44bc-a92c-44604feffd2a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:27.270177 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491', 'status': 'completed', 'code': 200} Nov 12 01:07:27.381349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-f15f56f4-fc42-4c21-a8f2-92459c6d4e92 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2786005 Nov 12 01:07:27.410076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Request body: {'port': {'device_id': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:27.448571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2dab4e37-db23-4238-a21e-3728385d41dc None None] Provisioning complete for port 61175812-c3ff-4643-af6f-a73c04e69821 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:27.449310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dab4e37-db23-4238-a21e-3728385d41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.501528 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.511041 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.572622 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Attempting to bind port 7cade57e-db2a-4599-8739-9105228b47fa on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:27.573307 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Attempting to bind port 7cade57e-db2a-4599-8739-9105228b47fa by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:27.574416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Attempting to bind port 7cade57e-db2a-4599-8739-9105228b47fa on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:27.590391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.633718 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:27.634322 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:27.635163 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.635567 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:27.636144 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Bound port: 7cade57e-db2a-4599-8739-9105228b47fa, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:27.636555 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.675389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-8e81ea26-dd25-4b27-b34d-38696f561b50 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431738 Nov 12 01:07:27.693136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333419-45a5-46bf-b0f9-a4cdd6e39b55 req-0424e215-5ba8-482c-ad6a-e77d51898c46 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.701057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20333419-45a5-46bf-b0f9-a4cdd6e39b55 req-0424e215-5ba8-482c-ad6a-e77d51898c46 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 932 time: 0.3052788 Nov 12 01:07:27.740097 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] For port 7cade57e-db2a-4599-8739-9105228b47fa, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:27.746114 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] For port 7cade57e-db2a-4599-8739-9105228b47fa, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cade57e-db2a-4599-8739-9105228b47fa,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:27.749928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-0490cdcb-fe97-4f18-953c-9be9c6247906 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033856 Nov 12 01:07:27.753453 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.797089 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9c0e6-9440-4449-9e10-5dfa520304ff None None] Pushing event updated for resources: {'Port': ['ID=7cade57e-db2a-4599-8739-9105228b47fa,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.844263 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:27.845256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:27.896983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627f0c1-cb80-4522-8b36-a6c87e08b04c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:27.921979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2dab4e37-db23-4238-a21e-3728385d41dc None None] Port 61175812-c3ff-4643-af6f-a73c04e69821 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:27.922104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-981691f6-0fa8-4e0f-aeaa-f90042f87243 req-ffc3c1c5-606a-4a33-af05-6d2a2a5bde3a service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180451 Nov 12 01:07:27.963155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20333419-45a5-46bf-b0f9-a4cdd6e39b55 req-b7acc1c0-d057-4c44-acc8-6c8e49f638c6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610414 Nov 12 01:07:27.987557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f7f2a-93c4-4e71-90fa-cbd19a72e3ee None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:28.079280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Provisioning complete for port 7cade57e-db2a-4599-8739-9105228b47fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:28.079880 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.110806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9c0e6-9440-4449-9e10-5dfa520304ff None None] Pushing event updated for resources: {'Port': ['ID=7cade57e-db2a-4599-8739-9105228b47fa,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.147905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-058fdf55-3fd2-4b94-a5b4-2543d8febeb6 req-c0353f2c-0601-4ce2-af49-9969e79e6732 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 210 time: 0.0618536 Nov 12 01:07:28.219597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Allocated IP 172.20.0.1 (b9b41a38-0830-4365-8d8a-8fd5752b8aab/197ea38f-8c9b-4344-b21b-e84dbf451323/d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:28.303456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.338010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] For port 7cade57e-db2a-4599-8739-9105228b47fa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cade57e-db2a-4599-8739-9105228b47fa,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:28.345243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.352067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:28.430482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Pushing event updated for resources: {'Port': ['ID=7cade57e-db2a-4599-8739-9105228b47fa,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.460035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.461470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.461841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.462185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.463766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.464162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.466622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.468964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.469335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.470011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.470432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.472382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201b514-1d7c-4dc6-b5e7-f112e8f882ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:28.523444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61175812-c3ff-4643-af6f-a73c04e69821 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:28.556875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.557774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.682131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Transition to ACTIVE for port object 61175812-c3ff-4643-af6f-a73c04e69821 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:28.718077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-e8aa6e28-9a58-4545-ba67-9c0826746257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.721013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-e8aa6e28-9a58-4545-ba67-9c0826746257 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 1096 time: 0.7212129 Nov 12 01:07:28.725572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.738735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.779943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:28.785953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:28.789799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:28.860985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-fef7a1f1-11af-437d-8a3d-d02ff09ecca8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2577128 Nov 12 01:07:28.891441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.896533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.916025 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 3, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:28.985570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Pushing event updated for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.013505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-8e76fa46-67d3-4895-9ef1-13aadac92544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.014396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9918d-d365-4314-bea4-34487bb3674d req-55a6ca19-51d6-4349-a55c-379ba171c9cb tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.015632 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-8e76fa46-67d3-4895-9ef1-13aadac92544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 1098 time: 0.0684156 Nov 12 01:07:29.016200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71a9918d-d365-4314-bea4-34487bb3674d req-55a6ca19-51d6-4349-a55c-379ba171c9cb tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 944 time: 0.4311457 Nov 12 01:07:29.077430 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a04fe-3b71-4fa9-a1df-f00a5087c55f None None] The sync data for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 is: [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 3, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:29.145054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71a9918d-d365-4314-bea4-34487bb3674d req-9f12eca2-0c63-4029-9c99-2b6f74f9511b tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182280 Nov 12 01:07:29.259891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 50972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:29.289682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.349294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-3a09d6bb-a0da-41db-a23f-1afa6923379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.351666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-3a09d6bb-a0da-41db-a23f-1afa6923379a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 910 time: 0.6146858 Nov 12 01:07:29.355598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-18d9577a-6746-437a-9c65-5c90a107710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.357448 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-18d9577a-6746-437a-9c65-5c90a107710f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.2798104 Nov 12 01:07:29.380799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Attempting to bind port 61175812-c3ff-4643-af6f-a73c04e69821 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:29.381421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Attempting to bind port 61175812-c3ff-4643-af6f-a73c04e69821 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:29.381942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Attempting to bind port 61175812-c3ff-4643-af6f-a73c04e69821 on network 032f4ec1-a229-407d-85d8-a9441297d1f1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:29.413598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-bf20aaf7-e0cd-4477-8bcc-6a964091edf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 200 len: 217 time: 0.0452075 Nov 12 01:07:29.523629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f59dfc6-7df8-4308-84f4-dba3854e45dc req-93ca6094-fa0f-4c2e-8e2f-8053433f1699 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 210 time: 0.1531167 Nov 12 01:07:29.535262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Port 61175812-c3ff-4643-af6f-a73c04e69821 on network 032f4ec1-a229-407d-85d8-a9441297d1f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:29.535630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Attempting to bind port 61175812-c3ff-4643-af6f-a73c04e69821 on network 032f4ec1-a229-407d-85d8-a9441297d1f1 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:29.566541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-08992673-129a-42ef-81c4-3f1e1179e56a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491 HTTP/1.1" status: 200 len: 217 time: 0.1972649 Nov 12 01:07:29.567288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975bc735-539c-4852-9b10-f3e9f5d21777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.586475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c972-bf9d-402a-a220-308f40f7548a req-a1561cfd-a0c0-4c5c-9dcb-f2432c2af6c6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.618370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e684c972-bf9d-402a-a220-308f40f7548a req-a1561cfd-a0c0-4c5c-9dcb-f2432c2af6c6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 944 time: 0.4164557 Nov 12 01:07:29.652633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:29.652980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Checking segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:29.653378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Bound using segment: {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:29.653840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Bound port: 61175812-c3ff-4643-af6f-a73c04e69821, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89897b6-a5d2-4730-9605-9c9d023aa61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:29.654210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.667343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-b12e1244-fc2e-418e-8ea5-e286a4519e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.669924 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-b12e1244-fc2e-418e-8ea5-e286a4519e05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.2283208 Nov 12 01:07:29.752397 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-dcb97cee-85b8-40bd-8287-0e04de5a4182 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654550 Nov 12 01:07:29.875143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e684c972-bf9d-402a-a220-308f40f7548a req-f613925c-514f-4fb5-9db7-d1d1885d98ff tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554858 Nov 12 01:07:29.913339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.922131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.932501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-161a7964-6a9b-4e15-b7f7-285f8910b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.934164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-161a7964-6a9b-4e15-b7f7-285f8910b103 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2bd64733-95df-4d16-8bd0-ce0650e1cc08 HTTP/1.1" status: 200 len: 849 time: 0.3129468 Nov 12 01:07:30.036395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:30.042607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-adbd47f4-bc79-4116-95e1-6a32cd95be1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc579d7-87e0-414d-84eb-795b7df3159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801034 Nov 12 01:07:30.130825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-525a6926-32d4-4f82-8e6f-6261eaa00f93 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686619 Nov 12 01:07:30.248453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.448935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-ecac2055-92b2-457f-baeb-a32d8abf3a6c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.453001 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-ecac2055-92b2-457f-baeb-a32d8abf3a6c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.4383504 Nov 12 01:07:30.489238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:30.712171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a42498a-5c86-42ad-ae6b-f8a312c1f491 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:30.716337 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-963ca1bc-e343-4786-83ce-e556dc95afdd service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760217 Nov 12 01:07:30.776412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:30.849085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cade57e-db2a-4599-8739-9105228b47fa up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:30.854967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:30.859911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:30.891585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f20d161-08df-424e-a141-dc04864920a6 req-f017e70d-63b2-42c9-a93f-494755f712ac tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 210 time: 0.0794363 Nov 12 01:07:30.952372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:30.957411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.960476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975bc735-539c-4852-9b10-f3e9f5d21777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.972983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61175812-c3ff-4643-af6f-a73c04e69821,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:30.994320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-975bc735-539c-4852-9b10-f3e9f5d21777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.016704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:31.046377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7cade57e-db2a-4599-8739-9105228b47fa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:31.046920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.049280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255c0aa-b3f8-4182-a8df-8e4a5442ec60 req-69d1db21-b02d-4625-af27-d97b6b0dbbf4 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.049500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '6a42498a-5c86-42ad-ae6b-f8a312c1f491', 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e', 'port_id': '6a42498a-5c86-42ad-ae6b-f8a312c1f491', 'mac_address': 'fa:16:3e:25:e6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd64733-95df-4d16-8bd0-ce0650e1cc08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:31.056950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1255c0aa-b3f8-4182-a8df-8e4a5442ec60 req-69d1db21-b02d-4625-af27-d97b6b0dbbf4 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 944 time: 0.2758319 Nov 12 01:07:31.070409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-975bc735-539c-4852-9b10-f3e9f5d21777 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93191e55bb5645059dff07540dfee38f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7890458 Nov 12 01:07:31.077417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.095069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.155816 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.174781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51014) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.175798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Pushing event updated for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.205473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a42498a-5c86-42ad-ae6b-f8a312c1f491 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:31.208039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.239175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Router 40aadad9-3638-4e82-b41b-fd534fa54aec has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:31.246880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1255c0aa-b3f8-4182-a8df-8e4a5442ec60 req-1ddef698-9e7a-47e6-b152-84870df8fbe2 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874652 Nov 12 01:07:31.254311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-90f9fd59-1b7d-442a-a7e7-add04bc7c4cf service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1869824 Nov 12 01:07:31.260525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.261397 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.263003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-59e12e54-4ade-4b31-bcdb-8f2845553c05 service neutron] 10.222.0.32 "PUT /v2.0/ports/61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 1093 time: 3.8572340 Nov 12 01:07:31.263799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:31.266379 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed655aef-b921-4b08-b2ba-f5ee07578c77" -d '{"events": [{"name": "network-changed", "server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "tag": "61175812-c3ff-4643-af6f-a73c04e69821"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:31.280817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:31.282693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bc735-539c-4852-9b10-f3e9f5d21777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7404f1b-0185-4352-9c50-7164f45533d3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.284590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.297303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.372104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.390747 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b5c26-6592-43dc-a9bb-ff8217cf0997 x-openstack-request-id: req-f03b5c26-6592-43dc-a9bb-ff8217cf0997 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:31.391352 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "tag": "61175812-c3ff-4643-af6f-a73c04e69821", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:31.391775 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f03b5c26-6592-43dc-a9bb-ff8217cf0997 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:31.392519 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821', 'status': 'completed', 'code': 200} Nov 12 01:07:31.440833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf75471-7ec8-4569-a2a2-0c1553bb565a req-54f7b805-8385-404e-b384-5db3e4a39972 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.442757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf75471-7ec8-4569-a2a2-0c1553bb565a req-54f7b805-8385-404e-b384-5db3e4a39972 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 944 time: 0.4100621 Nov 12 01:07:31.484771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-1091b617-aa3c-4ee1-9299-086a8701a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.486654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-1091b617-aa3c-4ee1-9299-086a8701a808 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1096 time: 0.1433485 Nov 12 01:07:31.499725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.12 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/cb101748-cb08-4feb-bca6-db047179bcff) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:31.507386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9be11b9-de0a-4a70-abe7-28f7bb13446b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.515120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6a42498a-5c86-42ad-ae6b-f8a312c1f491'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:31.557644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-21b24254-1317-45fa-b517-82f336b031e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 217 time: 0.0591850 Nov 12 01:07:31.565143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4025e02-0cf4-4910-9687-f5aee1213e76 req-25bd356e-5363-4031-b7ed-9e98ea5071a5 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597125 Nov 12 01:07:31.570526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:31.593278 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4bf01e65-107c-44e0-acad-4652457e5fd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/40aadad9-3638-4e82-b41b-fd534fa54aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1386831 Nov 12 01:07:31.628130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cf75471-7ec8-4569-a2a2-0c1553bb565a req-4400c257-136e-4706-92cc-43899cf9aba4 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719477 Nov 12 01:07:31.631007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.633917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.635576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7404f1b-0185-4352-9c50-7164f45533d3 HTTP/1.1" status: 204 len: 168 time: 0.5364983 Nov 12 01:07:31.677818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc91b1-4d64-40eb-8564-98c5fd37ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7404f1b-0185-4352-9c50-7164f45533d3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.700722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-e74aeee1-3581-40a5-80aa-c4abf7bb4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.700722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-e74aeee1-3581-40a5-80aa-c4abf7bb4df0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 200 len: 848 time: 0.1285386 Nov 12 01:07:31.771220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-ce977e54-a7b0-4e8c-aa50-fde5ed5246a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.775392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-ce977e54-a7b0-4e8c-aa50-fde5ed5246a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=032f4ec1-a229-407d-85d8-a9441297d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675573 Nov 12 01:07:31.922270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-a16a6b0c-26cd-4624-81d7-ac0ce37acb45 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397660 Nov 12 01:07:31.965561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9be11b9-de0a-4a70-abe7-28f7bb13446b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.991406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9be11b9-de0a-4a70-abe7-28f7bb13446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.013221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.066451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be11b9-de0a-4a70-abe7-28f7bb13446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e2f779-617c-4141-8b7e-cea7153be469,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.069520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fccbebdc-5fd5-4b28-8f47-b4cec93e809a req-99ea1b0f-511d-4bde-97c0-3ff1ebcbb856 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372216 Nov 12 01:07:32.072166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b9be11b9-de0a-4a70-abe7-28f7bb13446b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5670c3a0c0245a2a0fe6d10e142a932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8956172 Nov 12 01:07:32.081605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.105240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1413c9b-a663-4811-a629-55a0cf6c70fb req-6aedb667-8d10-436e-b790-7ef85e874d19 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 210 time: 0.0524237 Nov 12 01:07:32.175846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.188915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:32.203123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-cb2dd828-f854-41ba-aff4-2e1f9b302418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.206410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-cb2dd828-f854-41ba-aff4-2e1f9b302418 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1096 time: 0.0784867 Nov 12 01:07:32.216439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.258173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:32.259088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51036) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.285410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:32.299796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.302103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:32.319018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6300c-296f-4d8f-ae9d-1689d7901951 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:32.348141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.357633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.358445 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.370197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b61ed0-9146-449c-bffb-23ab2eb71a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.383279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Sync routers for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:32.396210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-1e765575-4e89-4ad5-b5ea-692e399e322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.398606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-1e765575-4e89-4ad5-b5ea-692e399e322b service neutron] 10.222.0.32 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 910 time: 0.1843343 Nov 12 01:07:32.416366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:32.417036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:32.429040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.445524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-062fc978-0a93-4795-b45b-76a67082640f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9646840 Nov 12 01:07:32.459151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Request body: {'port': {'device_id': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:32.506157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-0a041873-6c0c-413e-8c0f-444ab71e8ada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 217 time: 0.0983880 Nov 12 01:07:32.529377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-569ec5af-ab99-422e-a508-45f6082c269c None None] Provisioning complete for port cb101748-cb08-4feb-bca6-db047179bcff triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:32.529855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-569ec5af-ab99-422e-a508-45f6082c269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.548671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.551448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.558764 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00e2f779-617c-4141-8b7e-cea7153be469 HTTP/1.1" status: 204 len: 168 time: 0.4702518 Nov 12 01:07:32.580887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1ee57-a4e2-4367-974a-8f857cca860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e2f779-617c-4141-8b7e-cea7153be469,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.584532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.603446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee4ff-17ee-45a1-a110-79a46a7aefaf req-d6451462-a790-4d9f-80b3-7b27caea143a tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.605814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13dee4ff-17ee-45a1-a110-79a46a7aefaf req-d6451462-a790-4d9f-80b3-7b27caea143a tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 945 time: 0.1965523 Nov 12 01:07:32.666983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-569ec5af-ab99-422e-a508-45f6082c269c None None] Port cb101748-cb08-4feb-bca6-db047179bcff cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:32.676318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b61ed0-9146-449c-bffb-23ab2eb71a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.681811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:32.683917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-17b61ed0-9146-449c-bffb-23ab2eb71a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.722525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13dee4ff-17ee-45a1-a110-79a46a7aefaf req-2258e1bb-6db7-49a7-ae69-cabba6978b21 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026268 Nov 12 01:07:32.734574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a42498a-5c86-42ad-ae6b-f8a312c1f491 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:32.736616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-5307c466-2070-447f-9f95-365ce69439e0 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.739892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-5307c466-2070-447f-9f95-365ce69439e0 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 819 time: 0.3811209 Nov 12 01:07:32.750474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-51c6b07e-f746-456f-86bb-67e0b738993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.750474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-51c6b07e-f746-456f-86bb-67e0b738993e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 200 len: 848 time: 0.2298400 Nov 12 01:07:32.820431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-bf281ac8-4975-4675-b13b-00e1af8d7539 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/quotas/0fe2b218dca14f5cb4c187135a21a73d HTTP/1.1" status: 200 len: 375 time: 0.0179093 Nov 12 01:07:32.842651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-f3c88e62-fae9-4998-846b-0bbc71b5d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.844229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-f3c88e62-fae9-4998-846b-0bbc71b5d919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=032f4ec1-a229-407d-85d8-a9441297d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923476 Nov 12 01:07:32.864022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-17b61ed0-9146-449c-bffb-23ab2eb71a64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c3470e45eb14a009c8dcd2bbf6f9aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6011627 Nov 12 01:07:32.869173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:32.881129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b61ed0-9146-449c-bffb-23ab2eb71a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6e0356-e837-46a5-babe-3f8f13cbdfbe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.001810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:33.007746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:33.007746 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.013959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.033321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.057745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ffa6b-f0f6-4c97-ab3c-e1bf9c73636e req-3b9485ee-4236-4189-ab33-eeba72a4ec08 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.059497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d02ffa6b-f0f6-4c97-ab3c-e1bf9c73636e req-3b9485ee-4236-4189-ab33-eeba72a4ec08 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 944 time: 0.2124045 Nov 12 01:07:33.064343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 2, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:33.078464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-6069cc31-35fe-4619-bbe6-b00578f7a4e2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2481067 Nov 12 01:07:33.082896 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc661e80-65e5-42e0-a709-f452f111c597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.083549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.109871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Checking router: 40aadad9-3638-4e82-b41b-fd534fa54aec for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:33.110248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Updating router 40aadad9-3638-4e82-b41b-fd534fa54aec port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:33.139371 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.162408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb101748-cb08-4feb-bca6-db047179bcff {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:33.184749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.202901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.205529 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.207850 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b6e0356-e837-46a5-babe-3f8f13cbdfbe HTTP/1.1" status: 204 len: 168 time: 0.3354855 Nov 12 01:07:33.208972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Transition to ACTIVE for port object cb101748-cb08-4feb-bca6-db047179bcff will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:33.213944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.217034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5eb02-bb0b-4daf-885f-b7825385badc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6e0356-e837-46a5-babe-3f8f13cbdfbe,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.225575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.263506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:33.266366 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b9410-405e-4ed3-b41f-6881adc65f35" -d '{"events": [{"server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "name": "network-vif-plugged", "status": "completed", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:33.273429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-4c71b730-d6dc-4758-b37f-9c705fe0fd09 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566170 Nov 12 01:07:33.307836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-4b06a652-1119-48be-a392-616c04af00d1 service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163222 Nov 12 01:07:33.319866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Pushing event updated for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.335379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00626e2d-2a51-446e-9047-145a901f9e40 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:33.346837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:33.354593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.375544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d02ffa6b-f0f6-4c97-ab3c-e1bf9c73636e req-8c73fa1d-bff9-431f-9405-9c2062c9273d tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960172 Nov 12 01:07:33.416989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Attempting to bind port cb101748-cb08-4feb-bca6-db047179bcff on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:33.417747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Attempting to bind port cb101748-cb08-4feb-bca6-db047179bcff by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:33.418323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Attempting to bind port cb101748-cb08-4feb-bca6-db047179bcff on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:33.423232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Port cb101748-cb08-4feb-bca6-db047179bcff on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:33.424043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Attempting to bind port cb101748-cb08-4feb-bca6-db047179bcff on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:33.430809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:33.431391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:33.431962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:33.432601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Bound port: cb101748-cb08-4feb-bca6-db047179bcff, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:33.433315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.532178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:33.536363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cb101748-cb08-4feb-bca6-db047179bcff,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:33.542178 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.571044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.615565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Pushing event updated for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.636775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.639446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.642765 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc661e80-65e5-42e0-a709-f452f111c597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.643004 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-66d2bb4f-ce6e-4726-bbc3-0fb9ad908619 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb101748-cb08-4feb-bca6-db047179bcff HTTP/1.1" status: 200 len: 1093 time: 1.1887887 Nov 12 01:07:33.643437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:33.650000 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d8716-9958-454c-a4dc-982488582676" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "tag": "cb101748-cb08-4feb-bca6-db047179bcff"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:33.664770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-5189e025-4d93-4137-8cdd-54345c213871 service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271139 Nov 12 01:07:33.669514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc661e80-65e5-42e0-a709-f452f111c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.685568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb494-2739-455e-b4a8-1ebb6a6be5f9 req-c4dde17c-979c-4ffb-9cc8-902b7b8b3065 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.688322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83fdb494-2739-455e-b4a8-1ebb6a6be5f9 req-c4dde17c-979c-4ffb-9cc8-902b7b8b3065 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 944 time: 0.1523652 Nov 12 01:07:33.690709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed655aef-b921-4b08-b2ba-f5ee07578c77 req-6f805dac-d428-41a0-af15-c351b8aeaf29 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073412 Nov 12 01:07:33.717559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1714591-b473-42e3-9151-3a81d33c80f2 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:33.729562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc661e80-65e5-42e0-a709-f452f111c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c0c13-a7e7-452e-97f1-416440191177,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.772800 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.780517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.811889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51074) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.812620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cc661e80-65e5-42e0-a709-f452f111c597 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb4002ac232345548c38a01d2b0fffff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7768006 Nov 12 01:07:33.922164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272bac6-90a4-48f4-93ec-f1c908e171ef None None] Pushing event updated for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.953766 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6179f-d10c-47d4-ac88-4f28d3e03840 x-openstack-request-id: req-afe6179f-d10c-47d4-ac88-4f28d3e03840 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:33.954098 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "name": "network-vif-plugged", "status": "completed", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:33.954317 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afe6179f-d10c-47d4-ac88-4f28d3e03840 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:33.955007 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491', 'code': 200} Nov 12 01:07:33.960571 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.985876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83fdb494-2739-455e-b4a8-1ebb6a6be5f9 req-10d6e0c6-a423-4e20-b0db-da9e62dabf30 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666032 Nov 12 01:07:33.992577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-18614c77-ad67-444b-b61a-22128a9e2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.000983 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1e70bf-34e9-4b14-aaab-55b9c73010df x-openstack-request-id: req-bc1e70bf-34e9-4b14-aaab-55b9c73010df {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:34.001702 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "tag": "cb101748-cb08-4feb-bca6-db047179bcff", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:34.001948 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc1e70bf-34e9-4b14-aaab-55b9c73010df {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:34.002379 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff', 'status': 'completed', 'code': 200} Nov 12 01:07:34.016245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-18614c77-ad67-444b-b61a-22128a9e2395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 1096 time: 0.2904401 Nov 12 01:07:34.040239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.062023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Attempting to bind port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:34.062913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Attempting to bind port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:34.063739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Attempting to bind port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 on network b9b41a38-0830-4365-8d8a-8fd5752b8aab {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:34.076260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:34.076714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Checking segment: {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:34.077056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.077427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Bound using segment: {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:34.078070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Bound port: d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:34.078459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.166426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] For port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:34.171362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] For port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:34.174016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.177259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.178452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.179844 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f96c0c13-a7e7-452e-97f1-416440191177 HTTP/1.1" status: 204 len: 168 time: 0.3666403 Nov 12 01:07:34.190401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35446dc3-d762-4169-83f5-831b8215019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c0c13-a7e7-452e-97f1-416440191177,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.222656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-5361612c-9fac-470d-aea8-650fd1890faf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb101748-cb08-4feb-bca6-db047179bcff HTTP/1.1" status: 200 len: 217 time: 0.2017968 Nov 12 01:07:34.276011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272bac6-90a4-48f4-93ec-f1c908e171ef None None] Pushing event updated for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.283133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:34.284127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:34.322063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7818b996-4784-4fc7-b12e-5855eccf3309 req-d4593e82-b71a-4c65-a168-14751bd0455a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 210 time: 0.1086271 Nov 12 01:07:34.381150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716041-48af-40af-91d6-443306cbf988 req-2338af9d-d681-47f0-8595-a6dda924f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.383178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-2338af9d-d681-47f0-8595-a6dda924f066 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.0594945 Nov 12 01:07:34.426079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-8bad3ae9-6d9b-407f-b578-fc08379bdc3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326355 Nov 12 01:07:34.434781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c28d0-7caa-4581-8fc6-3c92260a0f57 req-32ee8db4-bfdf-4fd6-a319-6fc9df65883d tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.444181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-518c28d0-7caa-4581-8fc6-3c92260a0f57 req-32ee8db4-bfdf-4fd6-a319-6fc9df65883d tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.2861893 Nov 12 01:07:34.521696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:34.557436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626382-e937-44ef-946e-b7955b6791f5 req-13ce3e0a-dc6f-469f-a048-55d1f0a26701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.559324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00626382-e937-44ef-946e-b7955b6791f5 req-13ce3e0a-dc6f-469f-a048-55d1f0a26701 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 1098 time: 0.5071063 Nov 12 01:07:34.668725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-01ea4d01-4bde-494a-9554-937f844314f8 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115552 Nov 12 01:07:34.719724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61175812-c3ff-4643-af6f-a73c04e69821 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:34.769572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00626382-e937-44ef-946e-b7955b6791f5 req-3fabe187-e62c-413b-8a13-f37ac7b2ff83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871438 Nov 12 01:07:34.810275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-518c28d0-7caa-4581-8fc6-3c92260a0f57 req-bfb42941-5887-4ec5-8493-0f4c8415b48c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645096 Nov 12 01:07:34.853730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5622c4-909b-4fa5-8bc9-d365d5b6cdb7 req-800e8d1c-f29b-4dfb-ad45-35b2312c29ed tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.855456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c5622c4-909b-4fa5-8bc9-d365d5b6cdb7 req-800e8d1c-f29b-4dfb-ad45-35b2312c29ed tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 944 time: 0.2952006 Nov 12 01:07:34.934129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08716041-48af-40af-91d6-443306cbf988 req-5d2a8332-bbac-472c-9c0c-1097842f08f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537827 Nov 12 01:07:34.971818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c5622c4-909b-4fa5-8bc9-d365d5b6cdb7 req-92319fdd-6625-414a-8ced-b3fd7cb9502e tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031954 Nov 12 01:07:35.149334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8716-9958-454c-a4dc-982488582676 req-e428e7af-6cd0-4513-8d30-b815a60c49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.150145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:34Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:35.153610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-e428e7af-6cd0-4513-8d30-b815a60c49d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 1096 time: 0.1428335 Nov 12 01:07:35.157861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61175812-c3ff-4643-af6f-a73c04e69821,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:35.200602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c3142-3c26-4611-9d27-e9f75ee31519 None None] The sync data for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 is: [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:34Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:35.209990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '61175812-c3ff-4643-af6f-a73c04e69821', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'port_id': '61175812-c3ff-4643-af6f-a73c04e69821', 'mac_address': 'fa:16:3e:a0:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:35.223731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.298536 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.315925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61175812-c3ff-4643-af6f-a73c04e69821 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:35.364383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61175812-c3ff-4643-af6f-a73c04e69821,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:35.369593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.391798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8716-9958-454c-a4dc-982488582676 req-91248aa7-08c1-4cb2-bf41-e8aae1b35f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.394070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-91248aa7-08c1-4cb2-bf41-e8aae1b35f6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.2085483 Nov 12 01:07:35.415836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aaf7f-0d46-4eac-8fa7-7e9b1e054fc5 req-8525fd77-e1ef-4075-b3e1-bece860ffcf4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.430610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c1aaf7f-0d46-4eac-8fa7-7e9b1e054fc5 req-8525fd77-e1ef-4075-b3e1-bece860ffcf4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 944 time: 0.3120797 Nov 12 01:07:35.475121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:35.556911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-420c4f3e-14b5-4b6c-b973-0d4eec844d8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb101748-cb08-4feb-bca6-db047179bcff HTTP/1.1" status: 200 len: 217 time: 0.1213777 Nov 12 01:07:35.575829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5b53a85-a35e-4bfe-9e7c-7b96cb5ab9d2 req-5401e38d-6839-4b5e-a2a8-23c791216f10 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 210 time: 0.1049125 Nov 12 01:07:35.621184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['61175812-c3ff-4643-af6f-a73c04e69821'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:35.689472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c1aaf7f-0d46-4eac-8fa7-7e9b1e054fc5 req-a6f69a4f-84a0-4452-b2d4-6b4c6f7f6ad5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575133 Nov 12 01:07:35.691690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8716-9958-454c-a4dc-982488582676 req-7debdde0-a131-431f-8d6d-d5948afd7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.706928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-7debdde0-a131-431f-8d6d-d5948afd7cdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1300340 Nov 12 01:07:35.808355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-1b9d80fc-cec2-4aa2-866b-1129dc1f3cdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584297 Nov 12 01:07:35.991203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-348fd80b-9b40-4c3e-9934-539f3052c039 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.992800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-348fd80b-9b40-4c3e-9934-539f3052c039 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 819 time: 0.4553258 Nov 12 01:07:36.018296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'port': {'device_id': '75ff12cc-33b7-432a-a9cc-42302787087e', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'admin_state_up': True, 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:36.189012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-4004e4f1-92f3-4717-8bdb-874e5af0317c service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706076 Nov 12 01:07:36.211003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744aa4-c150-4118-a2e5-352d7cc8bd7f req-2eacc694-0e93-4e2f-ae97-88b8a5e73bb7 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.212337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb744aa4-c150-4118-a2e5-352d7cc8bd7f req-2eacc694-0e93-4e2f-ae97-88b8a5e73bb7 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.2599328 Nov 12 01:07:36.425718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b200e-84b1-41f0-ab07-38abddcab47e req-b818ed8e-424b-4b1b-802d-8aab3d789f01 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.433258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee1b200e-84b1-41f0-ab07-38abddcab47e req-b818ed8e-424b-4b1b-802d-8aab3d789f01 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 945 time: 0.2745156 Nov 12 01:07:36.461985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f1d8716-9958-454c-a4dc-982488582676 req-7a6ed757-b4de-4cf5-93b8-74c15eba7ee6 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325127 Nov 12 01:07:36.520931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee1b200e-84b1-41f0-ab07-38abddcab47e req-cd4af3f6-2137-4a28-9e27-d5a21eff0d84 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866356 Nov 12 01:07:36.527308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb744aa4-c150-4118-a2e5-352d7cc8bd7f req-a624cdc6-6d56-4c51-ab44-029a0026edd4 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915816 Nov 12 01:07:36.540785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Made reservation on behalf of 0fe2b218dca14f5cb4c187135a21a73d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:36.544900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.704456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:36.758723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cb101748-cb08-4feb-bca6-db047179bcff details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:36.760728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61175812-c3ff-4643-af6f-a73c04e69821 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:36.776393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Allocated IP 172.20.0.8 (b9b41a38-0830-4365-8d8a-8fd5752b8aab/197ea38f-8c9b-4344-b21b-e84dbf451323/59534474-8287-4e51-96a9-02841f47bb8f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:36.818433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f50f40d6-83a0-4b12-98e9-60c64699d77b req-eae78c23-4098-41e5-a09e-dca5ef5ea7bc tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 210 time: 0.0696905 Nov 12 01:07:36.937806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 61175812-c3ff-4643-af6f-a73c04e69821 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:36.943867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 61175812-c3ff-4643-af6f-a73c04e69821 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:36.944255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.972351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ada50-4880-4143-94dc-b52372221636 req-ead94b6e-1eb0-4a93-bceb-f138ca42ac75 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.988470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27ada50-4880-4143-94dc-b52372221636 req-ead94b6e-1eb0-4a93-bceb-f138ca42ac75 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 944 time: 0.1815944 Nov 12 01:07:37.039654 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-9cba9d77-3780-4053-90d9-660b57f95f15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1263192 Nov 12 01:07:37.053068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:37.053428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.138487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.211751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96231d-dff3-4227-a999-2770a314bca1 req-f7850fa0-c23a-4704-8acc-8135e3521fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.217759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.218014 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-f7850fa0-c23a-4704-8acc-8135e3521fda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.0981188 Nov 12 01:07:37.257676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cb101748-cb08-4feb-bca6-db047179bcff,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:37.381453 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.389910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d27ada50-4880-4143-94dc-b52372221636 req-9ebdd800-b29a-48db-aab7-e7bd401515e8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003766 Nov 12 01:07:37.397073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'cb101748-cb08-4feb-bca6-db047179bcff', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': 'cb101748-cb08-4feb-bca6-db047179bcff', 'mac_address': 'fa:16:3e:79:80:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:37.432313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96231d-dff3-4227-a999-2770a314bca1 req-ddd85ace-a8b8-4628-8566-b5475dfe292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.441855 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-ddd85ace-a8b8-4628-8566-b5475dfe292d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.2031355 Nov 12 01:07:37.443248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Network b9b41a38-0830-4365-8d8a-8fd5752b8aab is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:37.446708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:37.452220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:37.457310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:37.458088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.459675 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589ed44-bccb-4ff0-b7c0-8743db87353c" -d '{"events": [{"server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "name": "network-vif-plugged", "status": "completed", "tag": "61175812-c3ff-4643-af6f-a73c04e69821"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:37.462797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.490555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61175812-c3ff-4643-af6f-a73c04e69821,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:37.512558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.553169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.558157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.560051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.583129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:37.585744 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e4a267-96eb-4b92-8ad0-20a06992eef1 x-openstack-request-id: req-d5e4a267-96eb-4b92-8ad0-20a06992eef1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:37.586039 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "name": "network-vif-plugged", "status": "completed", "tag": "61175812-c3ff-4643-af6f-a73c04e69821", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:37.586272 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5e4a267-96eb-4b92-8ad0-20a06992eef1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:37.586714 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821', 'code': 200} Nov 12 01:07:37.614199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.616192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-a50484bc-f7f0-44a1-8c29-f5ac086aa872 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055710 Nov 12 01:07:37.630217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb101748-cb08-4feb-bca6-db047179bcff {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:37.645567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Request body: {'port': {'device_id': '75ff12cc-33b7-432a-a9cc-42302787087e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:37.663508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.700365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-7b625e62-837f-4fb8-97e7-533e07c19460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 1001 time: 0.2486675 Nov 12 01:07:37.760545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cb101748-cb08-4feb-bca6-db047179bcff,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:37.761739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51204) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.780837 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.786816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.811825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96231d-dff3-4227-a999-2770a314bca1 req-251c48d4-6e25-4322-b670-36fd5249ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.814734 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-251c48d4-6e25-4322-b670-36fd5249ae52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.1047671 Nov 12 01:07:37.848333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.889844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96231d-dff3-4227-a999-2770a314bca1 req-2106e8d9-2035-4a57-9874-7263ba4c8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.891574 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-2106e8d9-2035-4a57-9874-7263ba4c8d7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670259 Nov 12 01:07:37.945032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e23b6b3-48b8-4d16-93d0-c2746d211445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.018059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['cb101748-cb08-4feb-bca6-db047179bcff'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:38.034286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-c435c40e-b8cf-4538-9eb7-fe88face88f2 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334608 Nov 12 01:07:38.141998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e23b6b3-48b8-4d16-93d0-c2746d211445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.155162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e23b6b3-48b8-4d16-93d0-c2746d211445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.195522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23b6b3-48b8-4d16-93d0-c2746d211445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1d7d3-1073-45f9-8ca1-ce48c2351308,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.206086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f96231d-dff3-4227-a999-2770a314bca1 req-292bad33-68c4-4ae3-9feb-9bb44c839d6e service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625845 Nov 12 01:07:38.218238 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e23b6b3-48b8-4d16-93d0-c2746d211445 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cce34b089c804e3b815df8c8bacaba64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549191 Nov 12 01:07:38.221090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51212) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.281030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.306128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.306647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.329162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032efe4-626b-4187-b81d-d44f82d2cbb8 req-c1aff9e5-e34d-4ad1-b593-a853b0036fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.330717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7032efe4-626b-4187-b81d-d44f82d2cbb8 req-c1aff9e5-e34d-4ad1-b593-a853b0036fcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1098 time: 0.6219366 Nov 12 01:07:38.341305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62285-e6ef-4554-9fc9-7f95363d0687 req-b8e066cb-c92a-4981-8441-a482c2aef7f5 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.345072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75b62285-e6ef-4554-9fc9-7f95363d0687 req-b8e066cb-c92a-4981-8441-a482c2aef7f5 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.6370969 Nov 12 01:07:38.357452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc3ee-4d81-4312-8a88-5c78f6d27fa4 req-01470f63-7976-4501-8763-7591bab21583 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.359384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fdbc3ee-4d81-4312-8a88-5c78f6d27fa4 req-01470f63-7976-4501-8763-7591bab21583 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.1595340 Nov 12 01:07:38.367289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.372174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.376946 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26b1d7d3-1073-45f9-8ca1-ce48c2351308 HTTP/1.1" status: 204 len: 168 time: 0.1539390 Nov 12 01:07:38.386306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ff694-3d50-41b8-92c4-774d7c57a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1d7d3-1073-45f9-8ca1-ce48c2351308,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.567832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7032efe4-626b-4187-b81d-d44f82d2cbb8 req-9e59d978-4935-42fa-b79a-89280709779d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199645 Nov 12 01:07:38.611055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fdbc3ee-4d81-4312-8a88-5c78f6d27fa4 req-36c645b6-dec2-4127-a482-59b1970967ed tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952224 Nov 12 01:07:38.618379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75b62285-e6ef-4554-9fc9-7f95363d0687 req-9500a685-1505-48df-94d1-2b1a0fac1432 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550786 Nov 12 01:07:38.663430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:38.745011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cb101748-cb08-4feb-bca6-db047179bcff up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:38.807613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:38.808442 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.839635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port cb101748-cb08-4feb-bca6-db047179bcff completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:38.848201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port cb101748-cb08-4feb-bca6-db047179bcff triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:38.848953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.878038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51226) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.904488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0cae-7a5c-4c0b-91ef-7c3b9a408e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.931067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6eb9d-fe9f-4bdc-95cd-c25e7bd40e74 req-28610bf0-6b71-4638-a5bb-6a3b892a2855 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.933877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ae6eb9d-fe9f-4bdc-95cd-c25e7bd40e74 req-28610bf0-6b71-4638-a5bb-6a3b892a2855 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 945 time: 0.1827278 Nov 12 01:07:38.985212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfe4f0-c49e-4d03-97ca-c983dbf9b9e5 req-47c18130-5704-4db2-853a-23e216935de5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.994276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94dfe4f0-c49e-4d03-97ca-c983dbf9b9e5 req-47c18130-5704-4db2-853a-23e216935de5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 931 time: 0.1542041 Nov 12 01:07:38.994818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.046448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cb101748-cb08-4feb-bca6-db047179bcff,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:39.047727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59534474-8287-4e51-96a9-02841f47bb8f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:39.053187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0cae-7a5c-4c0b-91ef-7c3b9a408e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.054206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.066625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8ef0cae-7a5c-4c0b-91ef-7c3b9a408e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.080150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.116519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.122609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ae6eb9d-fe9f-4bdc-95cd-c25e7bd40e74 req-2cb41073-114b-41d4-92f0-f060fd847d4a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470997 Nov 12 01:07:39.131508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Transition to ACTIVE for port object 59534474-8287-4e51-96a9-02841f47bb8f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:39.135035 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b8ef0cae-7a5c-4c0b-91ef-7c3b9a408e31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f06c53dc693345fc85f0c7a7d569a7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549150 Nov 12 01:07:39.135316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94dfe4f0-c49e-4d03-97ca-c983dbf9b9e5 req-12675d0a-fa1d-4607-84d1-a0305edff35a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401622 Nov 12 01:07:39.137003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef0cae-7a5c-4c0b-91ef-7c3b9a408e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100d699e-143a-4b51-9be7-ed3cf047f57c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.137145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:39.140815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.205077 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-533ef889-220b-4871-ba93-b4c12eefa11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.243987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.267556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.322274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.357807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Attempting to bind port 59534474-8287-4e51-96a9-02841f47bb8f on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:39.358151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Attempting to bind port 59534474-8287-4e51-96a9-02841f47bb8f by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:39.358487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Attempting to bind port 59534474-8287-4e51-96a9-02841f47bb8f on network b9b41a38-0830-4365-8d8a-8fd5752b8aab {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:39.370193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Port 59534474-8287-4e51-96a9-02841f47bb8f on network b9b41a38-0830-4365-8d8a-8fd5752b8aab not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:39.370448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Attempting to bind port 59534474-8287-4e51-96a9-02841f47bb8f on network b9b41a38-0830-4365-8d8a-8fd5752b8aab {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:39.377864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:39.378016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Checking segment: {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:39.378351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Bound using segment: {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:39.379004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Bound port: 59534474-8287-4e51-96a9-02841f47bb8f, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8509b36e-4177-4661-a329-48cb76ccdd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:39.379573 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.428509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.431087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.432270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/100d699e-143a-4b51-9be7-ed3cf047f57c HTTP/1.1" status: 204 len: 168 time: 0.2941203 Nov 12 01:07:39.474442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed487-7409-432c-bd2d-4da726f3d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100d699e-143a-4b51-9be7-ed3cf047f57c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.493279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:39.498188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:39.507528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.527842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3d909-e091-48c9-bebd-b5e123810ed2 req-ade5434a-3281-4c47-beb7-756b187b0ddc tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.529517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fe3d909-e091-48c9-bebd-b5e123810ed2 req-ade5434a-3281-4c47-beb7-756b187b0ddc tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.0941141 Nov 12 01:07:39.571297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.572095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.573260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] 10.222.0.39 "PUT /v2.0/ports/59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 1092 time: 1.9440219 Nov 12 01:07:39.576857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:39.579241 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d39ccfe-3954-4522-ab6d-38505819eb00" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:39.588222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:39.590881 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abab6b-8577-4e77-9def-b76b9d71c86d" -d '{"events": [{"server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb101748-cb08-4feb-bca6-db047179bcff"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:39.638656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700f6d-a538-4c96-9c19-dab9a4377c05 service neutron] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.649177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fe3d909-e091-48c9-bebd-b5e123810ed2 req-3ee0bd28-1a52-4afe-981a-77b4f52d9d16 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931001 Nov 12 01:07:39.669268 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d81ef2-c5f5-4a54-a3cb-97e0db83bbce x-openstack-request-id: req-63d81ef2-c5f5-4a54-a3cb-97e0db83bbce {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:39.669603 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:39.669794 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63d81ef2-c5f5-4a54-a3cb-97e0db83bbce {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:39.670209 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:07:39.729826 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d47600b-b9b9-43b4-80cd-52d7b8e711b2 x-openstack-request-id: req-2d47600b-b9b9-43b4-80cd-52d7b8e711b2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:39.730963 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb101748-cb08-4feb-bca6-db047179bcff", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:39.731998 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d47600b-b9b9-43b4-80cd-52d7b8e711b2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:39.731998 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff', 'code': 200} Nov 12 01:07:39.746264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-82ea3b97-f259-4c8c-b786-e6ec1b77021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.748351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-82ea3b97-f259-4c8c-b786-e6ec1b77021f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1095 time: 0.0744092 Nov 12 01:07:39.826228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-7b6a87ff-3ea1-46c1-9f43-bc1e7a5c361e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.0664318 Nov 12 01:07:39.919638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec793-622b-428c-83e0-a236b131b803 req-f09df8b8-1128-4bfe-977d-5d299f54d9b0 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.921333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82fec793-622b-428c-83e0-a236b131b803 req-f09df8b8-1128-4bfe-977d-5d299f54d9b0 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.1521261 Nov 12 01:07:39.934953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a117-ed25-41d4-b09b-fa25eed5da5a req-e8d7ead9-db4d-4097-b9b1-4324b1d479b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.936650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f308a117-ed25-41d4-b09b-fa25eed5da5a req-e8d7ead9-db4d-4097-b9b1-4324b1d479b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 1098 time: 0.1296086 Nov 12 01:07:39.953788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-be00f7d3-cf4f-45d9-852e-95722a905fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.955280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-be00f7d3-cf4f-45d9-852e-95722a905fe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.1132128 Nov 12 01:07:40.019957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-f3f20736-5f9b-43b7-aa8b-d62dbe3fb818 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512967 Nov 12 01:07:40.073772 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:40.079904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82fec793-622b-428c-83e0-a236b131b803 req-3a53a851-44c7-4e01-9a1b-8f53428d8a2b tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501925 Nov 12 01:07:40.082585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f308a117-ed25-41d4-b09b-fa25eed5da5a req-274de9ff-798f-4270-a5c6-3c23d94ef594 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264670 Nov 12 01:07:40.238595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-6ca0aa86-117c-4655-a7ac-bfb245e72b37 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040207 Nov 12 01:07:40.315130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4c9f9-2b68-4425-be38-098f249098c5 req-315ea149-1f7b-4397-b574-fa16a9f3634d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.316760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4e4c9f9-2b68-4425-be38-098f249098c5 req-315ea149-1f7b-4397-b574-fa16a9f3634d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.1160173 Nov 12 01:07:40.390669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778d4ac-f30b-4a57-9326-20b9c3c25c0d req-42d971c1-b530-46d7-832d-00ea2da2a15e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.392273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0778d4ac-f30b-4a57-9326-20b9c3c25c0d req-42d971c1-b530-46d7-832d-00ea2da2a15e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 943 time: 0.1518073 Nov 12 01:07:40.458577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4e4c9f9-2b68-4425-be38-098f249098c5 req-4c3518b0-439f-47bd-8ad5-342b9ad04879 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315987 Nov 12 01:07:40.479532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81b42efb-2f9c-4fb7-bc24-4bb0c757bde6 req-e041ab2e-f648-4234-9f4a-adec5f7399ea service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227697 Nov 12 01:07:40.514889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0778d4ac-f30b-4a57-9326-20b9c3c25c0d req-14715744-b12d-44ae-9983-f64c7aa5daab tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136754 Nov 12 01:07:40.588632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-61d52d90-8a93-453a-b609-712bf2d51d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.590434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-61d52d90-8a93-453a-b609-712bf2d51d60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1095 time: 0.0485933 Nov 12 01:07:40.703626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-98d53b61-ba00-4d14-95b2-d6bf65951ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.705188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-98d53b61-ba00-4d14-95b2-d6bf65951ef1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.1019311 Nov 12 01:07:40.758163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-dbf20343-43a9-45d7-b921-be99b63dfef9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.0393631 Nov 12 01:07:40.853051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d96185-8551-47bb-911d-2817f20f0d8d req-b82b4db3-0034-47cd-bd97-65bc255202ef tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.854565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1d96185-8551-47bb-911d-2817f20f0d8d req-b82b4db3-0034-47cd-bd97-65bc255202ef tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.0991981 Nov 12 01:07:40.857208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-f122c566-e78c-4bb9-aab5-ee28c604f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.858318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-f122c566-e78c-4bb9-aab5-ee28c604f760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.0740702 Nov 12 01:07:40.902756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-18ee4e69-320a-40f2-b3fb-9d3556a155e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259399 Nov 12 01:07:40.958280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1d96185-8551-47bb-911d-2817f20f0d8d req-116681d4-0ca6-4111-bcfa-f087aaf9bdc1 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968096 Nov 12 01:07:41.035934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-e6a6a4a0-a04f-4f46-9b44-4c956af15086 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125138 Nov 12 01:07:41.219058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-fa22690d-e5b8-49ff-9f19-31c7af473264 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.220676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-fa22690d-e5b8-49ff-9f19-31c7af473264 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 946 time: 0.1292715 Nov 12 01:07:41.244891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d39ccfe-3954-4522-ab6d-38505819eb00 req-4c6bad99-af01-41fc-8685-535b6edc4281 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991291 Nov 12 01:07:41.275774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b6803-a766-4fea-91f7-28ba63de029d req-80eb9937-23ce-4198-9c86-f6909da0e9c5 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.278694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-562b6803-a766-4fea-91f7-28ba63de029d req-80eb9937-23ce-4198-9c86-f6909da0e9c5 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.0684564 Nov 12 01:07:41.340557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Deleting port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:41.341054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.355305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-562b6803-a766-4fea-91f7-28ba63de029d req-f76f3bb7-e2b1-409f-846f-87e243f805e1 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659499 Nov 12 01:07:41.453231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] For port 6a42498a-5c86-42ad-ae6b-f8a312c1f491, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a42498a-5c86-42ad-ae6b-f8a312c1f491,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:41.453637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.468543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Calling delete_port for 6a42498a-5c86-42ad-ae6b-f8a312c1f491 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:41.663559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.676627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6a42498a-5c86-42ad-ae6b-f8a312c1f491'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:41.730877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5d67d-4521-4997-97c1-7b87e38c8369 req-92c3ca94-8415-41b7-ada6-c4d6f34b8660 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.739135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Pushing event deleted for resources: {'Port': ['ID=6a42498a-5c86-42ad-ae6b-f8a312c1f491,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.760921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ab5d67d-4521-4997-97c1-7b87e38c8369 req-92c3ca94-8415-41b7-ada6-c4d6f34b8660 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.3177893 Nov 12 01:07:41.836819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ab5d67d-4521-4997-97c1-7b87e38c8369 req-22c1fda0-a552-4b7f-9307-4f8a31edf11b tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743668 Nov 12 01:07:41.859337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eeef41-64e4-4918-8316-6cd3fa39380e req-2b5ae4b1-d136-46f1-886d-583268ecd086 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.866017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98eeef41-64e4-4918-8316-6cd3fa39380e req-2b5ae4b1-d136-46f1-886d-583268ecd086 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.2883191 Nov 12 01:07:41.941921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98eeef41-64e4-4918-8316-6cd3fa39380e req-eb298ffd-e568-42c4-9019-b11d8ccbe08a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674624 Nov 12 01:07:41.992620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff64c3-3d79-48c9-99b1-34fe020b6393 req-ebbfa11b-c4cc-49a3-90e3-410486053e7f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.005544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ff64c3-3d79-48c9-99b1-34fe020b6393 req-ebbfa11b-c4cc-49a3-90e3-410486053e7f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 943 time: 0.0812659 Nov 12 01:07:42.096328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74ff64c3-3d79-48c9-99b1-34fe020b6393 req-8b145dc2-d3e4-4c14-85e7-1c07c99e5898 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Nov 12 01:07:42.109959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee86d961-e3b0-433a-8309-f4bdf0215e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.159668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd687-a7e8-4a5f-a68f-dd7b4930b669 req-9947e1fb-048c-463e-ae02-a87bc4525cb6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.162564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cadd687-a7e8-4a5f-a68f-dd7b4930b669 req-9947e1fb-048c-463e-ae02-a87bc4525cb6 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.1066158 Nov 12 01:07:42.228560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] No DVR routers for this DVR port 6a42498a-5c86-42ad-ae6b-f8a312c1f491 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:42.233692 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.237901 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8d11d412-58ae-4259-ba03-900ce2618f44 req-7527c311-b4f2-4fa2-9497-8e7b506633ce tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "DELETE /v2.0/ports/6a42498a-5c86-42ad-ae6b-f8a312c1f491 HTTP/1.1" status: 204 len: 173 time: 1.0093079 Nov 12 01:07:42.238396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'name': 'network-vif-deleted', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:42.240834 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abb9a9-7340-4636-89dd-7683a2d925bb" -d '{"events": [{"server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "name": "network-vif-deleted", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:42.274875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cadd687-a7e8-4a5f-a68f-dd7b4930b669 req-8b4db12b-5dd3-44b8-93a8-d24b6fc78858 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010878 Nov 12 01:07:42.307037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.316142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178da5-17b2-4b4d-841a-1b3aaf6dc4ca req-bbd8c566-6346-4eff-ba7f-e47cb6495377 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.322417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f178da5-17b2-4b4d-841a-1b3aaf6dc4ca req-bbd8c566-6346-4eff-ba7f-e47cb6495377 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.1298351 Nov 12 01:07:42.472160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f178da5-17b2-4b4d-841a-1b3aaf6dc4ca req-3e5338cf-9113-422e-82d6-030010b2bbee tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286190 Nov 12 01:07:42.491671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88166503-cf84-4289-98ad-2b640eb4b6d3 req-706ca5f6-3ffa-4125-b685-17aa443dd66f tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce35f5c-1785-4178-b839-a23e7fecfa60 HTTP/1.1" status: 200 len: 210 time: 0.0599003 Nov 12 01:07:42.559041 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1e4c4-3e1f-4846-9ef0-83ed352bd0a3 x-openstack-request-id: req-67c1e4c4-3e1f-4846-9ef0-83ed352bd0a3 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:42.559342 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce35f5c-1785-4178-b839-a23e7fecfa60", "name": "network-vif-deleted", "tag": "6a42498a-5c86-42ad-ae6b-f8a312c1f491", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:42.559598 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67c1e4c4-3e1f-4846-9ef0-83ed352bd0a3 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:42.559997 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce35f5c-1785-4178-b839-a23e7fecfa60', 'name': 'network-vif-deleted', 'tag': '6a42498a-5c86-42ad-ae6b-f8a312c1f491', 'status': 'completed', 'code': 200} Nov 12 01:07:42.587203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15308f89-7048-4c1a-9b7a-2aaf280fd187 tempest-TestServerBasicOps-1566709679 tempest-TestServerBasicOps-1566709679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.589973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-15308f89-7048-4c1a-9b7a-2aaf280fd187 tempest-TestServerBasicOps-1566709679 tempest-TestServerBasicOps-1566709679-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1093 time: 0.2810600 Nov 12 01:07:42.593128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.598481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '61175812-c3ff-4643-af6f-a73c04e69821', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:42.641793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.773105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.809365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.936764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c455-c160-4986-be47-28af3d959241 req-dcace2a7-6739-49d6-bc4d-20071d3108c7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.938786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5a8c455-c160-4986-be47-28af3d959241 req-dcace2a7-6739-49d6-bc4d-20071d3108c7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.0975733 Nov 12 01:07:42.969967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Allocated IP 172.25.6.20 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/bc32a947-6857-4481-8ef4-5d5d0d3e6f74) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:43.065629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5a8c455-c160-4986-be47-28af3d959241 req-9c78db9f-a127-40ce-9ec6-14566f189878 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140294 Nov 12 01:07:43.117582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.178113 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.259746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:43.264708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'Port': ['ID=bc32a947-6857-4481-8ef4-5d5d0d3e6f74,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.271959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:43.274949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:43.318997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dc63b-585e-4381-94e5-062e8e40fca2 req-e72c123b-21c3-4212-9026-676b8c17f975 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.320527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a0dc63b-585e-4381-94e5-062e8e40fca2 req-e72c123b-21c3-4212-9026-676b8c17f975 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 943 time: 0.1398933 Nov 12 01:07:43.429757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a0dc63b-585e-4381-94e5-062e8e40fca2 req-7d96b226-c4ad-476e-92ca-ee8901585bf2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023047 Nov 12 01:07:43.767110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.929297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.982626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2f152847-1ebd-4fed-862c-8f359213257c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.984257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2f152847-1ebd-4fed-862c-8f359213257c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 809 time: 0.2152481 Nov 12 01:07:44.000846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.009539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-92aba525-675b-4317-bdf5-d2a9ab70563f tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/quotas/077efb211a4f4eea902815e6644bd8b1 HTTP/1.1" status: 200 len: 375 time: 0.0160413 Nov 12 01:07:44.062237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0fe322f4-75a2-433e-bc56-71ce7d3e7520 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399201 Nov 12 01:07:44.286735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-0d1e9253-dbc0-4e90-942b-2e828f9f22df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.288495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-0d1e9253-dbc0-4e90-942b-2e828f9f22df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.2312469 Nov 12 01:07:44.387707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-e1d5ac73-9e53-4da6-a765-b4db5d72f1c3 service neutron] 10.222.0.11 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872615 Nov 12 01:07:44.419512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a07ff4-3430-4b2e-a16a-c178df05fbe4 req-bc419935-54a8-4f39-83e6-cbd8432319d3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.421027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93a07ff4-3430-4b2e-a16a-c178df05fbe4 req-bc419935-54a8-4f39-83e6-cbd8432319d3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 946 time: 0.1931181 Nov 12 01:07:44.451479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.797500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 59534474-8287-4e51-96a9-02841f47bb8f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:44.815758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.922447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.960486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event updated for resources: {'Port': ['ID=bc32a947-6857-4481-8ef4-5d5d0d3e6f74,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:44.970429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-93a07ff4-3430-4b2e-a16a-c178df05fbe4 req-80b10ffb-1abc-4f8d-a0a8-e2b08ba5e331 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290451 Nov 12 01:07:44.978782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:44.995535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port cb101748-cb08-4feb-bca6-db047179bcff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:44.995918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.000582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '59534474-8287-4e51-96a9-02841f47bb8f', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'port_id': '59534474-8287-4e51-96a9-02841f47bb8f', 'mac_address': 'fa:16:3e:2c:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:45.003403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-1cad1fc0-54e6-479d-9ceb-1601f8c3fef0 service neutron] 10.222.0.11 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932591 Nov 12 01:07:45.037917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.052420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.073510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59534474-8287-4e51-96a9-02841f47bb8f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:45.109156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:45.115391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.234144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:45.350563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:45.431083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783976-2ec1-40c0-a1bd-6e764d716783 req-12f83126-9cfd-4210-833f-3b4d3d10a7c5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.443905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da783976-2ec1-40c0-a1bd-6e764d716783 req-12f83126-9cfd-4210-833f-3b4d3d10a7c5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 944 time: 0.2880685 Nov 12 01:07:45.459625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port cb101748-cb08-4feb-bca6-db047179bcff, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=cb101748-cb08-4feb-bca6-db047179bcff,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:45.459968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.504792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for cb101748-cb08-4feb-bca6-db047179bcff owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:45.638369 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Floating IP cdd38977-ff0a-43b3-994f-3b319d699d59 associated. External IP: 172.25.6.20, port: 61175812-c3ff-4643-af6f-a73c04e69821. Nov 12 01:07:45.781997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f9be9ea-694f-4f75-98ee-93fe767bf383 req-a054c2ce-4796-4102-9e31-f7cba13e61a0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 210 time: 0.5274165 Nov 12 01:07:45.865114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da783976-2ec1-40c0-a1bd-6e764d716783 req-3c81c12a-692d-464b-be86-58c9135b9238 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195998 Nov 12 01:07:46.034545 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.049153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:46.120026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=cb101748-cb08-4feb-bca6-db047179bcff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:46.145678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Router 10ae2327-77b2-40d5-9f27-230de546553a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:46.169365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4303bfe-8bd3-42e7-a332-6cc5cf6afa31 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:46.296907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7994104c-28ad-43b9-a1c9-4a50680b3995 req-da2b379f-4147-4f9c-9a8f-fd263a128208 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7aa2f8-a1c5-4add-b43a-dec4a76546aa HTTP/1.1" status: 200 len: 210 time: 0.1200066 Nov 12 01:07:46.297829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port cb101748-cb08-4feb-bca6-db047179bcff on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:46.301637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.305023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ca17af1-8387-4a9d-ae67-8dce6b2b3c43 req-f0e8afd3-885e-4c45-8a34-24be3546cf2e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "DELETE /v2.0/ports/cb101748-cb08-4feb-bca6-db047179bcff HTTP/1.1" status: 204 len: 173 time: 2.0024884 Nov 12 01:07:46.319128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'name': 'network-vif-deleted', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:46.321501 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83f0fd-1f5a-4257-af85-35d8485e6a26" -d '{"events": [{"server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "name": "network-vif-deleted", "tag": "cb101748-cb08-4feb-bca6-db047179bcff"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:46.430394 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ba0034-928c-42fb-804a-e4fa855e3113 x-openstack-request-id: req-45ba0034-928c-42fb-804a-e4fa855e3113 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:46.430838 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7aa2f8-a1c5-4add-b43a-dec4a76546aa", "name": "network-vif-deleted", "tag": "cb101748-cb08-4feb-bca6-db047179bcff", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:46.431238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45ba0034-928c-42fb-804a-e4fa855e3113 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:46.431772 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7aa2f8-a1c5-4add-b43a-dec4a76546aa', 'name': 'network-vif-deleted', 'tag': 'cb101748-cb08-4feb-bca6-db047179bcff', 'status': 'completed', 'code': 200} Nov 12 01:07:46.472790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-8950e957-9ffe-4a96-975f-9bf4b399d24f tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.486180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-8950e957-9ffe-4a96-975f-9bf4b399d24f tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.2482376 Nov 12 01:07:46.659823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:46.674623 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Sync routers for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:46.692664 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:46.693296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:46.728101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-b5fa925c-4c78-4c8c-ad71-3fdd264dc34b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.767646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.771590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cb101748-cb08-4feb-bca6-db047179bcff no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:46.808346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: cb101748-cb08-4feb-bca6-db047179bcff {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:46.809296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device cb101748-cb08-4feb-bca6-db047179bcff not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:46.816039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 59534474-8287-4e51-96a9-02841f47bb8f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:46.852122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-129db34a-5f3b-4dc6-afaf-257e42617c09 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2474041 Nov 12 01:07:46.852838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-6a42929c-65dd-4c22-bd27-023239924a73 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.852838 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-6a42929c-65dd-4c22-bd27-023239924a73 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 809 time: 0.2499771 Nov 12 01:07:46.866163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Request body: {'port': {'device_id': '306f492d-6c20-4e98-9236-51dd40638c5b', 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e', 'admin_state_up': True, 'tenant_id': '077efb211a4f4eea902815e6644bd8b1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:46.985201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 59534474-8287-4e51-96a9-02841f47bb8f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:46.991981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 59534474-8287-4e51-96a9-02841f47bb8f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:46.992390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.013062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bec7b82a-1ce8-4306-ada4-4e1cd9241165 req-7a67313a-7d45-40a6-afbc-2a2575741a17 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 210 time: 0.0504875 Nov 12 01:07:47.033914 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-b5fa925c-4c78-4c8c-ad71-3fdd264dc34b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.043803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-b5fa925c-4c78-4c8c-ad71-3fdd264dc34b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.109165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de463a12-7b13-40fd-b9ba-cc5fa13a2187 req-b5fa925c-4c78-4c8c-ad71-3fdd264dc34b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6219587 Nov 12 01:07:47.110853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa925c-4c78-4c8c-ad71-3fdd264dc34b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f2abe-7006-4964-b130-74dd0f3e2d48,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.218962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Made reservation on behalf of 077efb211a4f4eea902815e6644bd8b1 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:47.223520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.233869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:47.260863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.325592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:47.330490 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff47f58-a04c-4a64-b2b7-fc25327bda84" -d '{"events": [{"server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "name": "network-vif-plugged", "status": "completed", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:47.368442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:47.376723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.377623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a42498a-5c86-42ad-ae6b-f8a312c1f491 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:47.382287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597d66-d47a-477e-8428-62645d24a376 req-2d35d8f5-1d3e-4672-8bce-1c730720f374 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.383633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Allocated IP 172.20.0.13 (0dc579d7-87e0-414d-84eb-795b7df3159e/2bd64733-95df-4d16-8bd0-ce0650e1cc08/b0d55450-d6f4-4a65-bf77-9b85ddcabd79) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:47.385576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52597d66-d47a-477e-8428-62645d24a376 req-2d35d8f5-1d3e-4672-8bce-1c730720f374 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1688941 Nov 12 01:07:47.406176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d834f-3e1d-4358-9bfe-1901f7835b47 req-c7954404-c358-4953-9737-37a83890eef2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.413288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-462d834f-3e1d-4358-9bfe-1901f7835b47 req-c7954404-c358-4953-9737-37a83890eef2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 944 time: 0.1800687 Nov 12 01:07:47.455196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 6a42498a-5c86-42ad-ae6b-f8a312c1f491 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:47.455540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a42498a-5c86-42ad-ae6b-f8a312c1f491 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:47.525225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.582747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52597d66-d47a-477e-8428-62645d24a376 req-418bfbe9-a911-4a8b-9df6-68e2cdd7d29a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653199 Nov 12 01:07:47.600870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.608029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.674225 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6173cea8-9ed7-45e4-83fd-63cff3d8db59 x-openstack-request-id: req-6173cea8-9ed7-45e4-83fd-63cff3d8db59 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:47.674798 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "name": "network-vif-plugged", "status": "completed", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:47.675151 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6173cea8-9ed7-45e4-83fd-63cff3d8db59 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:47.675595 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'code': 200} Nov 12 01:07:47.678738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.731050 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'cdd38977-ff0a-43b3-994f-3b319d699d59', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'port_id': '61175812-c3ff-4643-af6f-a73c04e69821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'mac_address': 'fa:16:3e:a0:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:43Z', 'updated_at': '2021-11-12T01:07:43Z', 'revision_number': 0, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:47.778005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-462d834f-3e1d-4358-9bfe-1901f7835b47 req-5cee2b36-ba4a-40ed-9442-0c6c7205d891 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440344 Nov 12 01:07:47.790884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Network 0dc579d7-87e0-414d-84eb-795b7df3159e is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:47.800910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:47.803190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Pushing event updated for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.812477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:47.815440 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Checking router: 10ae2327-77b2-40d5-9f27-230de546553a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:47.831934 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:47.832996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:07:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:47.845963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1065de43-7ac2-4117-b890-9c880f3b62bf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 200 len: 993 time: 0.2389023 Nov 12 01:07:47.890567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905726-0be9-4c9c-b8e3-910c4923e041 req-1ab8c811-f82d-48ef-a304-ab284ee5dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.892222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d905726-0be9-4c9c-b8e3-910c4923e041 req-1ab8c811-f82d-48ef-a304-ab284ee5dc85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.1403675 Nov 12 01:07:47.950504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.951310 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.981935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-0d87691f-4872-46c6-ab78-5a5bbbb2e3c0 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1198189 Nov 12 01:07:47.983338 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:47.985801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d905726-0be9-4c9c-b8e3-910c4923e041 req-907aefa3-1d61-4cba-bc85-73ff2e86dbb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800190 Nov 12 01:07:48.196042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Request body: {'port': {'device_id': '306f492d-6c20-4e98-9236-51dd40638c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:48.260489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ca5ac-86e3-4816-b15f-8966c2a9eb66 req-3d5ec2bf-a5d6-4fa3-811e-f2a72921501c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.268000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-765ca5ac-86e3-4816-b15f-8966c2a9eb66 req-3d5ec2bf-a5d6-4fa3-811e-f2a72921501c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 932 time: 0.1448028 Nov 12 01:07:48.294194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.323424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-21d61151-eb0f-4c5b-90fd-607844455545 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.325454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-21d61151-eb0f-4c5b-90fd-607844455545 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.2035422 Nov 12 01:07:48.341600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'cdd38977-ff0a-43b3-994f-3b319d699d59', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'port_id': '61175812-c3ff-4643-af6f-a73c04e69821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'mac_address': 'fa:16:3e:a0:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:43Z', 'updated_at': '2021-11-12T01:07:43Z', 'revision_number': 0, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:48.360076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-765ca5ac-86e3-4816-b15f-8966c2a9eb66 req-9f529f96-0d14-4036-a3c7-6a846649c060 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 Nov 12 01:07:48.370865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-d57423db-9c9f-4de9-81db-d551528af195 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0359964 Nov 12 01:07:48.412738 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a95a3-c561-46a7-b63d-7ae11a822a1f None None] The sync data for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 is: [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'cdd38977-ff0a-43b3-994f-3b319d699d59', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'port_id': '61175812-c3ff-4643-af6f-a73c04e69821', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'mac_address': 'fa:16:3e:a0:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:43Z', 'updated_at': '2021-11-12T01:07:43Z', 'revision_number': 0, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:48.432886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:48.435687 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "tag": "61175812-c3ff-4643-af6f-a73c04e69821"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:48.485039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-67cbed6b-f848-491c-a670-685c960495cd req-9d6a88ec-f6d4-4fd4-83a8-379aa9f6ba3d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:07:48.492554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67cbed6b-f848-491c-a670-685c960495cd req-9d6a88ec-f6d4-4fd4-83a8-379aa9f6ba3d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178058 Nov 12 01:07:48.505823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-6bf5f4c5-37e0-4547-a681-eebfa8f5c72c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340482 Nov 12 01:07:48.730064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8c8440a2-2e5f-42a3-8abd-246db86dda5e service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138817 Nov 12 01:07:48.819321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff5b617-21ed-4587-8bcd-4ff6fd87830d None None] New status for floating IP cdd38977-ff0a-43b3-994f-3b319d699d59: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:07:48.932393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.940939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d55450-d6f4-4a65-bf77-9b85ddcabd79 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:48.953488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.992230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Transition to ACTIVE for port object b0d55450-d6f4-4a65-bf77-9b85ddcabd79 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:49.001891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.063851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-64b36b2a-8fab-4552-8b4d-ca3f3505d0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238053 Nov 12 01:07:49.210885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Pushing event updated for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.274271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3322-f434-4cfd-b856-1f120dd6cdbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.301441 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217fc47-3839-4456-83c8-dc0f3d591613 x-openstack-request-id: req-2217fc47-3839-4456-83c8-dc0f3d591613 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:49.301926 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "tag": "61175812-c3ff-4643-af6f-a73c04e69821", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:49.302312 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2217fc47-3839-4456-83c8-dc0f3d591613 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:49.302924 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821', 'status': 'completed', 'code': 200} Nov 12 01:07:49.450995 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Attempting to bind port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:49.452007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Attempting to bind port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:49.452573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Attempting to bind port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 on network 0dc579d7-87e0-414d-84eb-795b7df3159e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:49.458492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 on network 0dc579d7-87e0-414d-84eb-795b7df3159e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:49.459212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Attempting to bind port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 on network 0dc579d7-87e0-414d-84eb-795b7df3159e {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:49.466227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:49.466828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Checking segment: {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:49.467395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Bound using segment: {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:49.468030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Bound port: b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6067f8e7-69c5-4531-8356-36ee02a9cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:49.468802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.571199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-7e74d2ab-e5ea-4d4a-b29e-c5ef4fc7ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.574502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-7e74d2ab-e5ea-4d4a-b29e-c5ef4fc7ebfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1098 time: 0.2926130 Nov 12 01:07:49.601138 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-f22fc275-26c5-48af-bb91-b879edfaa2a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3857753 Nov 12 01:07:49.608130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:49.624704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b070abd7-fc53-46d3-8898-4cb8f6c7574a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:07:49.625770 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b070abd7-fc53-46d3-8898-4cb8f6c7574a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064034 Nov 12 01:07:49.627730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:49.640618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.746183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e5a6-0245-494c-a52b-469ec64272de req-5c676eea-4ab9-455f-b579-9b8f455e01f4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.750351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Pushing event updated for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.757686 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8016e5a6-0245-494c-a52b-469ec64272de req-5c676eea-4ab9-455f-b579-9b8f455e01f4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.3392437 Nov 12 01:07:49.771893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.773053 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.774835 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-2a6d019d-9006-4098-91e7-e9b947d6f54d service neutron] 10.222.0.39 "PUT /v2.0/ports/b0d55450-d6f4-4a65-bf77-9b85ddcabd79 HTTP/1.1" status: 200 len: 1093 time: 1.5838492 Nov 12 01:07:49.775680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:49.780478 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c4e30-948b-49f4-9c0c-7f22456ce9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:49.900052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b04f2-ecbf-42d0-912f-934c0da9a3d5 req-75f5c89c-5186-4f51-8ee9-048e5219313d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.901757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-540b04f2-ecbf-42d0-912f-934c0da9a3d5 req-75f5c89c-5186-4f51-8ee9-048e5219313d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.3180461 Nov 12 01:07:49.913257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-48f27e17-d5e2-41a9-9bd3-9de8dcd6136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.915473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-48f27e17-d5e2-41a9-9bd3-9de8dcd6136c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 1096 time: 0.0932076 Nov 12 01:07:49.929115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8016e5a6-0245-494c-a52b-469ec64272de req-3eed2e3f-f9d7-4393-ba72-56b18fb87e74 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704292 Nov 12 01:07:50.012282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-792880b4-01fe-40b0-90f9-6459ac006c28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79 HTTP/1.1" status: 200 len: 217 time: 0.0857637 Nov 12 01:07:50.080931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-7ea9719a-9def-4001-9615-69bf344fc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.082461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-7ea9719a-9def-4001-9615-69bf344fc0ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 910 time: 0.4941652 Nov 12 01:07:50.128798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-bece7a9d-3c04-47bb-9974-81906f0d4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.134395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-bece7a9d-3c04-47bb-9974-81906f0d4c25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2bd64733-95df-4d16-8bd0-ce0650e1cc08 HTTP/1.1" status: 200 len: 849 time: 0.1097484 Nov 12 01:07:50.169610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-8579a2f2-afa3-4332-ae01-1f42af1897a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 1001 time: 0.0770957 Nov 12 01:07:50.210092 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-38dfab92-a6f7-4b10-9200-aa032ebb2fbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc579d7-87e0-414d-84eb-795b7df3159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659127 Nov 12 01:07:50.220087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3322-f434-4cfd-b856-1f120dd6cdbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.277066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-196c6895-acb9-4733-8926-3bdc0075e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.278849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-196c6895-acb9-4733-8926-3bdc0075e1b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 200 len: 848 time: 0.0860989 Nov 12 01:07:50.298713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3322-f434-4cfd-b856-1f120dd6cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.366489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-c9a7a407-d696-479e-83ea-c2ced520e3c1 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473737 Nov 12 01:07:50.398991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-540b04f2-ecbf-42d0-912f-934c0da9a3d5 req-e78281b3-9b5c-4c16-9136-b2c6202d90bd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864244 Nov 12 01:07:50.469765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b6f3322-f434-4cfd-b856-1f120dd6cdbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8ff5dce8b994b648220df2defc8eb4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5296712 Nov 12 01:07:50.470952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:50.526360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73e90f-5744-482e-8adc-884dea86bb13 req-a231a65f-2c23-41cd-a1f8-b614cff2f649 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.531526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b73e90f-5744-482e-8adc-884dea86bb13 req-a231a65f-2c23-41cd-a1f8-b614cff2f649 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 944 time: 0.4402537 Nov 12 01:07:50.546446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f3322-f434-4cfd-b856-1f120dd6cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98d0f9-de83-400a-bb2f-fa4a28324eb2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.557786 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0c3f1da1-42b2-491b-87a0-a55fedc64bd7 req-4991d7a5-e079-4308-b83b-356ee261ebf7 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804802 Nov 12 01:07:50.571578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.615805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.633783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b73e90f-5744-482e-8adc-884dea86bb13 req-91666bab-af05-4164-b60b-67882134b4c1 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913494 Nov 12 01:07:50.713152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.717140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.718464 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e98d0f9-de83-400a-bb2f-fa4a28324eb2 HTTP/1.1" status: 204 len: 168 time: 0.2465191 Nov 12 01:07:50.751890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e293794-ce39-479c-993b-fd04998d8f30 req-ed1fe3ac-33ee-4945-9b16-dbac36fe79de tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 210 time: 0.1348748 Nov 12 01:07:50.752255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277799-55f4-4fa9-aa6b-f71084f8bfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98d0f9-de83-400a-bb2f-fa4a28324eb2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.771427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-f6327992-3968-4ee2-a0f2-326f05416d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.786154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-f6327992-3968-4ee2-a0f2-326f05416d0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=032f4ec1-a229-407d-85d8-a9441297d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4716806 Nov 12 01:07:50.800472 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e6636-f27e-4692-b74f-a80f3e9a3b87 x-openstack-request-id: req-b59e6636-f27e-4692-b74f-a80f3e9a3b87 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:50.801333 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:50.802010 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b59e6636-f27e-4692-b74f-a80f3e9a3b87 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:50.803563 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79', 'status': 'completed', 'code': 200} Nov 12 01:07:50.819882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-a59f5955-7b28-419c-a7b2-ec05bff8b700 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:07:50.820932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-a59f5955-7b28-419c-a7b2-ec05bff8b700 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198872 Nov 12 01:07:50.922200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-f8d7d772-1a6f-457b-b8d2-2da8ab061207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.927638 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-f8d7d772-1a6f-457b-b8d2-2da8ab061207 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=077efb211a4f4eea902815e6644bd8b1&device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 1096 time: 0.1110353 Nov 12 01:07:51.105988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-b36b8712-9a74-462c-bb8d-a2702c4d86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.108007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-b36b8712-9a74-462c-bb8d-a2702c4d86c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 200 len: 910 time: 0.1720567 Nov 12 01:07:51.166233 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-41a98e7e-d0b3-46ea-804e-165dd90938ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79 HTTP/1.1" status: 200 len: 217 time: 0.0500844 Nov 12 01:07:51.271739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-67c64276-6543-4b8c-a6c3-96673db97b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.273795 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-67c64276-6543-4b8c-a6c3-96673db97b6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2bd64733-95df-4d16-8bd0-ce0650e1cc08 HTTP/1.1" status: 200 len: 849 time: 0.0973220 Nov 12 01:07:51.351139 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-12c180c3-dab2-4ed2-a493-60b7b02a7a6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc579d7-87e0-414d-84eb-795b7df3159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597653 Nov 12 01:07:51.387526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-0e5545bd-8239-4b4a-800a-e0fc0ee7e941 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563667 Nov 12 01:07:51.512849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 51576) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:51.582476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf919b0-21af-43e6-9078-c5b075afbe08 req-17717149-e6df-4bd9-833d-d874749f6411 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.584381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cf919b0-21af-43e6-9078-c5b075afbe08 req-17717149-e6df-4bd9-833d-d874749f6411 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.2818046 Nov 12 01:07:51.586608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-1fddc843-1e31-4110-8b34-c480cabaab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.589066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-1fddc843-1e31-4110-8b34-c480cabaab04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.4188991 Nov 12 01:07:51.673838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f57bf5e1-e432-4c29-bb25-d4fdd246d073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.706511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-0176261c-dcf7-49ef-848b-85edcbeebf2d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.708183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-0176261c-dcf7-49ef-848b-85edcbeebf2d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.4315917 Nov 12 01:07:51.716231 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-3aaafc24-599f-46fd-8fbe-e309e6b59077 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022877 Nov 12 01:07:51.732578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:52.000245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-209c4e30-948b-49f4-9c0c-7f22456ce9ec req-ef5b8962-aa2e-434d-8099-1b8316722112 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634861 Nov 12 01:07:52.012517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:52.017128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.040041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f57bf5e1-e432-4c29-bb25-d4fdd246d073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.054832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f57bf5e1-e432-4c29-bb25-d4fdd246d073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.129032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89697e5b-72a3-4d44-bb70-acd6b0f0fcdc req-ce1557e3-5971-47c9-9936-002940fb8111 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280817 Nov 12 01:07:52.138226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc34c3-12c1-4220-b03e-9de6fe1f2027 req-9444792c-da0d-47ba-bab3-3986b10376a8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.147997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edbc34c3-12c1-4220-b03e-9de6fe1f2027 req-9444792c-da0d-47ba-bab3-3986b10376a8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.6117597 Nov 12 01:07:52.190984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0cf919b0-21af-43e6-9078-c5b075afbe08 req-43e17929-5a9b-4020-b883-80edfcf881f0 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813167 Nov 12 01:07:52.201885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bf5e1-e432-4c29-bb25-d4fdd246d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3237438a-3def-4202-b877-c0dad512d169,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.227085 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f57bf5e1-e432-4c29-bb25-d4fdd246d073 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9e43cbd6e424a54b7545fe1c459bab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7087657 Nov 12 01:07:52.227329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-24cb0224-a907-415c-b6d5-6dd723fb3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.227329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-24cb0224-a907-415c-b6d5-6dd723fb3f13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.6156542 Nov 12 01:07:52.227329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 51584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:52.318554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-edbc34c3-12c1-4220-b03e-9de6fe1f2027 req-98afffa8-e4e6-4753-b558-e9e3854b8899 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695495 Nov 12 01:07:52.336631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-6e5f07f9-efe9-4445-9260-84250aaacf89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.0795076 Nov 12 01:07:52.345216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-1a9abe9e-d514-4801-8f02-58551aadc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.347035 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-1a9abe9e-d514-4801-8f02-58551aadc258 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.1976933 Nov 12 01:07:52.418409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-0f48badf-029f-4cd0-8a91-b9d02e4a98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.419997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-0f48badf-029f-4cd0-8a91-b9d02e4a98f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.0711858 Nov 12 01:07:52.469027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-d3f5ef9d-fdcf-4add-80a1-5afba8aac3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.471041 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-d3f5ef9d-fdcf-4add-80a1-5afba8aac3a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.1146498 Nov 12 01:07:52.480829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.517159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-816c5443-8df8-4a08-96a4-38b45ea7efa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556064 Nov 12 01:07:52.519273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e087f585-6c6f-4fa1-8998-228e9670b594 req-b0a35fd2-2dcb-41a9-93dc-44a4716e39cb tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 210 time: 0.0684438 Nov 12 01:07:52.539414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.2 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/440971be-510e-41d2-af9b-6d284a216e72) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:52.591407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.599483 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-9a72d280-7893-45c1-8cae-71732ce19670 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 1001 time: 0.1144359 Nov 12 01:07:52.609992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb794-687e-48eb-9b86-2845dfddafc5 req-e0f033e0-97a9-4ad2-a618-a0dda7db188e tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.611712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaceb794-687e-48eb-9b86-2845dfddafc5 req-e0f033e0-97a9-4ad2-a618-a0dda7db188e tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 944 time: 0.2666411 Nov 12 01:07:52.671830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b580e301-d6c5-4bf0-b797-108a4c36959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.673497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b580e301-d6c5-4bf0-b797-108a4c36959b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.0625429 Nov 12 01:07:52.742950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaceb794-687e-48eb-9b86-2845dfddafc5 req-fb855dc7-520d-4677-b2bb-623233c213e7 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937223 Nov 12 01:07:52.747472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-c2739461-68b3-468b-b40b-921639d08aaa service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174146 Nov 12 01:07:52.786684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.789262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.794171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3237438a-3def-4202-b877-c0dad512d169 HTTP/1.1" status: 204 len: 168 time: 0.5622444 Nov 12 01:07:52.800341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67353b-7cf3-494c-adba-833b173188a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237438a-3def-4202-b877-c0dad512d169,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.887654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-38b9c70c-47fb-48ef-9ac4-d17907b49d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.891024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-38b9c70c-47fb-48ef-9ac4-d17907b49d42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057383 Nov 12 01:07:52.893182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0593d196-ecc2-4962-bede-f63dce3d6ec7 req-4600aab7-7c63-4c57-a24c-1830153d755a service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361299 Nov 12 01:07:52.941676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.075895 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-ed382314-e768-4319-a3bb-dfa1c89fb13e service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713686 Nov 12 01:07:53.083373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.095921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:53.191219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:53.200761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:53.204302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:53.206585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:53.229104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd69d32-de7f-4de4-9f37-f0de1e257d5b None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:53.290396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.291089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.307755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-dc995235-027e-4796-af73-a9db3af1daf5 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217851 Nov 12 01:07:53.315305 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f508082-7ab5-4a4d-8b84-d45733077c87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5902936 Nov 12 01:07:53.332461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Request body: {'port': {'device_id': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:53.333801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-97991229-cc5d-407f-95a3-dba80d9d2209 None None] Provisioning complete for port 440971be-510e-41d2-af9b-6d284a216e72 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:53.335086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97991229-cc5d-407f-95a3-dba80d9d2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.432285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-97991229-cc5d-407f-95a3-dba80d9d2209 None None] Port 440971be-510e-41d2-af9b-6d284a216e72 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:53.490745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.527974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e8704-c392-45e7-adb7-c627999b0e89 req-b240cc92-d54d-4195-a7d9-f9777c4386e2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.537911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-747e8704-c392-45e7-adb7-c627999b0e89 req-b240cc92-d54d-4195-a7d9-f9777c4386e2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.2281375 Nov 12 01:07:53.597547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9b85-eda9-4267-814a-b072cec0de31 req-3864e407-2c58-43c3-8ba6-5c0110f27e59 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.599363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-872b9b85-eda9-4267-814a-b072cec0de31 req-3864e407-2c58-43c3-8ba6-5c0110f27e59 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1564279 Nov 12 01:07:53.614110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-747e8704-c392-45e7-adb7-c627999b0e89 req-0920dbdf-d52b-49c0-8334-8fa7bc723f1f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744741 Nov 12 01:07:53.694145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-872b9b85-eda9-4267-814a-b072cec0de31 req-aa77c54c-faff-48f3-9952-80aef748253b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793924 Nov 12 01:07:53.870776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecae3-5caa-4523-a779-b6aa2b96a631 req-fe13d489-2fda-4f00-bee8-909c0e0a70f3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.877467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d9ecae3-5caa-4523-a779-b6aa2b96a631 req-fe13d489-2fda-4f00-bee8-909c0e0a70f3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 931 time: 0.1404309 Nov 12 01:07:53.922447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440971be-510e-41d2-af9b-6d284a216e72 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:53.939693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.954070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Transition to ACTIVE for port object 440971be-510e-41d2-af9b-6d284a216e72 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:53.960953 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.981389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d38b8-88dd-44b1-8c08-f808b3b256ff req-ad5d3038-74ad-4da9-9b40-afd5ef3f4629 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.982996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-221d38b8-88dd-44b1-8c08-f808b3b256ff req-ad5d3038-74ad-4da9-9b40-afd5ef3f4629 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 944 time: 0.1017399 Nov 12 01:07:53.996369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d9ecae3-5caa-4523-a779-b6aa2b96a631 req-359fb66e-5bd8-4c13-a612-94fda65b705e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115408 Nov 12 01:07:54.028851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55cf55-32e2-4e5a-a83b-5b52377eb031 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:54.041605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Pushing event updated for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:54.081983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-221d38b8-88dd-44b1-8c08-f808b3b256ff req-5d1b9e22-5407-41c3-9a27-b337e4b2c5f8 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Nov 12 01:07:54.149204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Attempting to bind port 440971be-510e-41d2-af9b-6d284a216e72 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:54.149204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Attempting to bind port 440971be-510e-41d2-af9b-6d284a216e72 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:54.149204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Attempting to bind port 440971be-510e-41d2-af9b-6d284a216e72 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:54.158361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Port 440971be-510e-41d2-af9b-6d284a216e72 on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:54.159579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Attempting to bind port 440971be-510e-41d2-af9b-6d284a216e72 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:54.166818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:54.168030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:54.169886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:54.170927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Bound port: 440971be-510e-41d2-af9b-6d284a216e72, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:54.171465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.256493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:54.260927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=440971be-510e-41d2-af9b-6d284a216e72,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:54.266609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.303515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.304166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.305601 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] 10.222.0.32 "PUT /v2.0/ports/440971be-510e-41d2-af9b-6d284a216e72 HTTP/1.1" status: 200 len: 1092 time: 0.9783397 Nov 12 01:07:54.306084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'tag': '440971be-510e-41d2-af9b-6d284a216e72'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:54.308418 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7169badb-e79d-470c-9880-695f2c06650a" -d '{"events": [{"name": "network-changed", "server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "tag": "440971be-510e-41d2-af9b-6d284a216e72"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:54.319363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744442ab-6e9f-4e1b-94da-001aca961c2b None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:54.343011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cee5d-11e3-4dbf-ba3a-0bbabb4c27de service neutron] Pushing event updated for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:54.403815 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0791d5c-948f-45a9-8a39-a4a52320b4e6 x-openstack-request-id: req-c0791d5c-948f-45a9-8a39-a4a52320b4e6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:54.404674 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "tag": "440971be-510e-41d2-af9b-6d284a216e72", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:54.404674 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0791d5c-948f-45a9-8a39-a4a52320b4e6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:54.405091 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'tag': '440971be-510e-41d2-af9b-6d284a216e72', 'status': 'completed', 'code': 200} Nov 12 01:07:54.426311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-a671d7c5-945d-44ab-aa28-6b7bb816b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.429183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-a671d7c5-945d-44ab-aa28-6b7bb816b878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0645564 Nov 12 01:07:54.495808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-0dcf66fd-b436-4704-a1f2-d0e99b7f2562 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=440971be-510e-41d2-af9b-6d284a216e72 HTTP/1.1" status: 200 len: 217 time: 0.0589166 Nov 12 01:07:54.560511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-1c13bd3a-a432-4880-8758-312e53c25568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.562079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-1c13bd3a-a432-4880-8758-312e53c25568 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.0588024 Nov 12 01:07:54.601912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-a118946b-cdd8-4e6d-b27f-6aa57eaddd34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306036 Nov 12 01:07:54.737805 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-b18ece0f-7267-4029-9f75-5a21ad399564 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167307 Nov 12 01:07:54.824897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3d23-c87a-4a7f-9ddc-8f768de8fbf1 req-5de1b26a-40eb-4a54-aa51-84f68c321b51 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.827297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a3f3d23-c87a-4a7f-9ddc-8f768de8fbf1 req-5de1b26a-40eb-4a54-aa51-84f68c321b51 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0833378 Nov 12 01:07:54.862356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d190666-13fa-43eb-93e3-ce3140a08dfc req-4e61a49a-be69-4118-beb8-d61e432608cb service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233311 Nov 12 01:07:54.865961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0d55450-d6f4-4a65-bf77-9b85ddcabd79 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:54.915601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992a849-ffb5-4010-953b-b180bea88567 req-a95a734c-baac-40cc-b78d-a93aa8c26cea tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.918217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5992a849-ffb5-4010-953b-b180bea88567 req-a95a734c-baac-40cc-b78d-a93aa8c26cea tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1178691 Nov 12 01:07:54.928086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a3f3d23-c87a-4a7f-9ddc-8f768de8fbf1 req-825389b9-0e86-4c64-b236-4c5b227ef743 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823240 Nov 12 01:07:55.008169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169badb-e79d-470c-9880-695f2c06650a req-2b33c7d3-0536-470e-b405-34ebb1479c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.012549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-2b33c7d3-0536-470e-b405-34ebb1479c54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0767703 Nov 12 01:07:55.017648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5992a849-ffb5-4010-953b-b180bea88567 req-a9fd2406-0b72-47ab-8ecb-3d2fe34c666f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866916 Nov 12 01:07:55.067124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:55.085952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79', 'network_id': '0dc579d7-87e0-414d-84eb-795b7df3159e', 'port_id': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79', 'mac_address': 'fa:16:3e:33:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd64733-95df-4d16-8bd0-ce0650e1cc08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:55.155231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169badb-e79d-470c-9880-695f2c06650a req-429bbc54-22b5-4d51-9e6c-8943b3c71d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.156859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-429bbc54-22b5-4d51-9e6c-8943b3c71d37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.1293354 Nov 12 01:07:55.193918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.217514 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-810d3091-ae8f-4660-813e-9be75f52e9aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=440971be-510e-41d2-af9b-6d284a216e72 HTTP/1.1" status: 200 len: 217 time: 0.0464611 Nov 12 01:07:55.232120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad34332-6890-4243-aa0d-e5bbab970bee req-888e1ce9-4021-4ca5-81de-cfb8d21d0307 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.233920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bad34332-6890-4243-aa0d-e5bbab970bee req-888e1ce9-4021-4ca5-81de-cfb8d21d0307 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 943 time: 0.1219084 Nov 12 01:07:55.243039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d55450-d6f4-4a65-bf77-9b85ddcabd79 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:55.249107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9275b97-de03-40a7-9dca-6909276fcc77 req-e4f7fbd5-1e54-4633-8f16-003e982c0690 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.250719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9275b97-de03-40a7-9dca-6909276fcc77 req-e4f7fbd5-1e54-4633-8f16-003e982c0690 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 944 time: 0.0811911 Nov 12 01:07:55.284219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:55.294721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.316907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169badb-e79d-470c-9880-695f2c06650a req-93d2b35b-31ba-4b1f-9fda-670223de7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.319205 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-93d2b35b-31ba-4b1f-9fda-670223de7ebf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.0943544 Nov 12 01:07:55.347694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bad34332-6890-4243-aa0d-e5bbab970bee req-43d9891e-4854-4fc0-8b02-d638cc7069f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Nov 12 01:07:55.352769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9275b97-de03-40a7-9dca-6909276fcc77 req-e644186a-b3d9-4fff-b481-4486a128a7f6 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936120 Nov 12 01:07:55.391497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-a1bc04aa-4815-4a59-afcc-28a30528bf6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619869 Nov 12 01:07:55.391778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.502375 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-1c9b3fd6-8c32-4d50-8b01-18df5b7724db service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002166 Nov 12 01:07:55.549854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b0d55450-d6f4-4a65-bf77-9b85ddcabd79'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:55.657814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7169badb-e79d-470c-9880-695f2c06650a req-8f3966da-174a-4d4c-ac6c-292f7a629880 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390433 Nov 12 01:07:56.058833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3742ea-c9e1-4af2-bf55-b340333b7ed5 req-c941f2bf-4b2f-4b2c-b7fc-9f71e1a772cd tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.060888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e3742ea-c9e1-4af2-bf55-b340333b7ed5 req-c941f2bf-4b2f-4b2c-b7fc-9f71e1a772cd tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0577335 Nov 12 01:07:56.135537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e3742ea-c9e1-4af2-bf55-b340333b7ed5 req-5f19e22d-d0bf-4b3a-a0c6-c4ab91f2dfde tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671794 Nov 12 01:07:56.209928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ccd8-28e9-4d6d-aa03-7ad31aef11a6 req-efe13eb0-d5b8-482b-8529-c922782e6bd9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.211769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5494ccd8-28e9-4d6d-aa03-7ad31aef11a6 req-efe13eb0-d5b8-482b-8529-c922782e6bd9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0926876 Nov 12 01:07:56.278001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5494ccd8-28e9-4d6d-aa03-7ad31aef11a6 req-122dfe6f-5b65-4925-9d5d-e50ecd64ee3d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572834 Nov 12 01:07:56.514981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08de3-fb13-4610-9704-6cafeef38f1d req-edecc2b8-d432-4225-80e2-6e1c475a236b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.516832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d08de3-fb13-4610-9704-6cafeef38f1d req-edecc2b8-d432-4225-80e2-6e1c475a236b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 943 time: 0.0856133 Nov 12 01:07:56.535693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0267-a186-4bed-9950-2381584a4c33 req-1b8c056f-8211-486b-a953-32c57fa332a5 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.537261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d40a0267-a186-4bed-9950-2381584a4c33 req-1b8c056f-8211-486b-a953-32c57fa332a5 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 945 time: 0.0782461 Nov 12 01:07:56.627120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d08de3-fb13-4610-9704-6cafeef38f1d req-2c869681-4874-42d6-8cda-1efc843a097b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880630 Nov 12 01:07:56.656154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d40a0267-a186-4bed-9950-2381584a4c33 req-b7c68014-6118-4192-ab83-94e6b9ff70f7 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946674 Nov 12 01:07:56.812572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 440971be-510e-41d2-af9b-6d284a216e72 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:56.895553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0d55450-d6f4-4a65-bf77-9b85ddcabd79 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:56.985743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:57.004844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=440971be-510e-41d2-af9b-6d284a216e72,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.007974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:57.011384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.058585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '440971be-510e-41d2-af9b-6d284a216e72', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': '440971be-510e-41d2-af9b-6d284a216e72', 'mac_address': 'fa:16:3e:7b:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:57.119958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.157160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440971be-510e-41d2-af9b-6d284a216e72 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:57.201008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=440971be-510e-41d2-af9b-6d284a216e72,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.202407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.215600 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.260475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:57.263738 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1348e8-1c75-4174-88af-310bb7b32a9b" -d '{"events": [{"server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:57.303382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.316497 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.347188 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce308e-3c0b-48ce-bc0b-ca000a558bf8 x-openstack-request-id: req-48ce308e-3c0b-48ce-bc0b-ca000a558bf8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:57.347541 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:57.347981 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48ce308e-3c0b-48ce-bc0b-ca000a558bf8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:57.348684 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79', 'code': 200} Nov 12 01:07:57.351360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.363335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc030096-2a11-4a98-94e5-2b7b30bee159 req-4a930259-0cfd-4c5a-b990-04e1ab034b96 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.382586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc030096-2a11-4a98-94e5-2b7b30bee159 req-4a930259-0cfd-4c5a-b990-04e1ab034b96 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1468675 Nov 12 01:07:57.459592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.492587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['440971be-510e-41d2-af9b-6d284a216e72'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:57.523270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03242a6-4f00-409a-a0a3-bf5e5f209450 req-5ed9611b-999a-48a0-a147-58256abcf6aa tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.525796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c03242a6-4f00-409a-a0a3-bf5e5f209450 req-5ed9611b-999a-48a0-a147-58256abcf6aa tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0979049 Nov 12 01:07:57.533283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc030096-2a11-4a98-94e5-2b7b30bee159 req-65a5aeff-3431-4919-8a43-b87f08fe1605 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497176 Nov 12 01:07:57.643819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c03242a6-4f00-409a-a0a3-bf5e5f209450 req-6d2ccfbf-b54a-46bc-a236-180fa22fca6f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068909 Nov 12 01:07:57.702478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4627-58b6-4e32-8e22-7e057cda332d req-1327ea71-a1e5-4087-92ab-d83698716736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.704152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1adc4627-58b6-4e32-8e22-7e057cda332d req-1327ea71-a1e5-4087-92ab-d83698716736 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 1098 time: 0.2851224 Nov 12 01:07:57.819419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1adc4627-58b6-4e32-8e22-7e057cda332d req-1e7354dc-10e9-443d-b0d1-601280f317da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074777 Nov 12 01:07:57.875760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920fae-da73-4b2f-8744-14893994f1bb req-09c35271-af2e-4e6e-b66a-3118f332bfd6 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.877314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80920fae-da73-4b2f-8744-14893994f1bb req-09c35271-af2e-4e6e-b66a-3118f332bfd6 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 944 time: 0.1024270 Nov 12 01:07:57.908622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3aa6b-41b7-4a61-b7f4-122a5dede28d req-2e55b4c8-83ba-4557-8df7-d11e528c4c65 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.911215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73a3aa6b-41b7-4a61-b7f4-122a5dede28d req-2e55b4c8-83ba-4557-8df7-d11e528c4c65 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 946 time: 0.0896912 Nov 12 01:07:58.021335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80920fae-da73-4b2f-8744-14893994f1bb req-ad70bd3b-8d99-4afe-846c-73517c6b4e3e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353419 Nov 12 01:07:58.040833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73a3aa6b-41b7-4a61-b7f4-122a5dede28d req-1c23c3cf-586c-46bd-ae7f-dd50cc52391b tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174433 Nov 12 01:07:58.685429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0593-d17f-4afb-9f81-eccf132acf56 req-e422e69e-af40-4036-bc4e-fdf51f184238 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.687305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52bf0593-d17f-4afb-9f81-eccf132acf56 req-e422e69e-af40-4036-bc4e-fdf51f184238 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0697000 Nov 12 01:07:58.779508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-52bf0593-d17f-4afb-9f81-eccf132acf56 req-17261a06-5b1a-4be6-99d1-84464b0a8177 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823486 Nov 12 01:07:58.803995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967cdff-1d10-47b9-9542-d660ff6f51c9 req-401ae1ec-ce43-4dc4-9345-d40a047cdd72 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.805848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3967cdff-1d10-47b9-9542-d660ff6f51c9 req-401ae1ec-ce43-4dc4-9345-d40a047cdd72 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0706041 Nov 12 01:07:58.811578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 440971be-510e-41d2-af9b-6d284a216e72 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:58.877091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 440971be-510e-41d2-af9b-6d284a216e72 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:58.885924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 440971be-510e-41d2-af9b-6d284a216e72 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:58.886464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.888046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3967cdff-1d10-47b9-9542-d660ff6f51c9 req-6f921fab-ab13-4226-99ce-27e4933d7bc4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743454 Nov 12 01:07:59.025668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.110116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=440971be-510e-41d2-af9b-6d284a216e72,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:59.121967 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.262088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.338773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c827d2-aa46-4360-83f5-356e4aaf09dd req-746ff4da-98e3-4ea2-acaf-e0cd1a188e73 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.340488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38c827d2-aa46-4360-83f5-356e4aaf09dd req-746ff4da-98e3-4ea2-acaf-e0cd1a188e73 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.0914092 Nov 12 01:07:59.349652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c299-275b-41ac-b624-d4f3e5489ca6 req-27d4c9a0-bd62-45d5-bc82-65e50bccc9a4 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.350019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440971be-510e-41d2-af9b-6d284a216e72'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:59.351153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6332c299-275b-41ac-b624-d4f3e5489ca6 req-27d4c9a0-bd62-45d5-bc82-65e50bccc9a4 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 946 time: 0.1201870 Nov 12 01:07:59.352989 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611450a0-7818-46f1-89e2-e42eb3c22668" -d '{"events": [{"server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "440971be-510e-41d2-af9b-6d284a216e72"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:59.431096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38c827d2-aa46-4360-83f5-356e4aaf09dd req-ac7b1917-6a41-4b78-9288-aa3589e2959b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789318 Nov 12 01:07:59.435049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6332c299-275b-41ac-b624-d4f3e5489ca6 req-15588373-d94d-4ad3-8238-2824f5871d29 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747159 Nov 12 01:07:59.483043 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3714c55-dc22-4566-97c4-69bbc22f826e x-openstack-request-id: req-c3714c55-dc22-4566-97c4-69bbc22f826e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:59.483549 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "440971be-510e-41d2-af9b-6d284a216e72", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:59.483988 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3714c55-dc22-4566-97c4-69bbc22f826e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:59.484639 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440971be-510e-41d2-af9b-6d284a216e72', 'code': 200} Nov 12 01:07:59.624136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868174fa-c499-48d2-8ddb-ae91686a94df req-73e22c5d-91ff-4a8d-946c-7db4cf5af437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.626440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-868174fa-c499-48d2-8ddb-ae91686a94df req-73e22c5d-91ff-4a8d-946c-7db4cf5af437 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0697486 Nov 12 01:07:59.705661 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-868174fa-c499-48d2-8ddb-ae91686a94df req-99b15fd8-e244-4a58-bfb5-9d52914a5f36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Nov 12 01:07:59.970332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d0223-10aa-48c8-bc85-f15400096896 req-2c570f52-dc52-4d0e-80fb-a19cf2e26771 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.983311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd3d0223-10aa-48c8-bc85-f15400096896 req-2c570f52-dc52-4d0e-80fb-a19cf2e26771 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0900552 Nov 12 01:08:00.108578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd3d0223-10aa-48c8-bc85-f15400096896 req-3efed18b-ba64-4cdc-b922-2c6f59e819fa tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209517 Nov 12 01:08:00.124125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600405-a375-4b81-90fe-216f856470bf req-9c80d516-d6dc-4914-85fd-ea6ef7f7a3b9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.125807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc600405-a375-4b81-90fe-216f856470bf req-9c80d516-d6dc-4914-85fd-ea6ef7f7a3b9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1221917 Nov 12 01:08:00.193079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc600405-a375-4b81-90fe-216f856470bf req-aeff540d-f9f4-4b17-ae1f-560512694375 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608680 Nov 12 01:08:00.364860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877551-f7f3-4f9d-8dbc-03ba87c24849 req-dbcaf6e4-9793-4218-8173-b51198ba7c17 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.366807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1877551-f7f3-4f9d-8dbc-03ba87c24849 req-dbcaf6e4-9793-4218-8173-b51198ba7c17 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 946 time: 0.0606170 Nov 12 01:08:00.424264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1877551-f7f3-4f9d-8dbc-03ba87c24849 req-7a1a9237-2c11-4e81-be3b-9639512c195d tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Nov 12 01:08:00.576613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1245b7f-a467-457b-87ee-65c96a29525c req-062a4e13-1666-4974-9210-83b6a38fecd0 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.578305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1245b7f-a467-457b-87ee-65c96a29525c req-062a4e13-1666-4974-9210-83b6a38fecd0 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.0676968 Nov 12 01:08:00.668872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1245b7f-a467-457b-87ee-65c96a29525c req-48bb00c9-65cf-4bb9-9b63-7cae3cba5857 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831697 Nov 12 01:08:01.236952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a233-846b-4525-9dae-0cf240efc56f req-51894e06-4ef8-4b81-ab5b-d4895f48e062 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.238944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72e5a233-846b-4525-9dae-0cf240efc56f req-51894e06-4ef8-4b81-ab5b-d4895f48e062 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0658941 Nov 12 01:08:01.323648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-72e5a233-846b-4525-9dae-0cf240efc56f req-44159e34-8d60-47af-a902-c15febdaeb42 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Nov 12 01:08:01.347422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed54a-b3e6-42f9-a9cf-111a29df68f8 req-3ba7150e-5c34-4e03-bd76-12352b5f8776 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.349167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e7ed54a-b3e6-42f9-a9cf-111a29df68f8 req-3ba7150e-5c34-4e03-bd76-12352b5f8776 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0788515 Nov 12 01:08:01.411939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e7ed54a-b3e6-42f9-a9cf-111a29df68f8 req-1d9e815f-8676-452e-bd71-806e3b04a912 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556030 Nov 12 01:08:01.583417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df5e2-4504-4886-a299-9906333e7150 req-e402d3dc-1ea9-4236-8dbf-43efa13e6a1c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.585078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a5df5e2-4504-4886-a299-9906333e7150 req-e402d3dc-1ea9-4236-8dbf-43efa13e6a1c tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 946 time: 0.0645370 Nov 12 01:08:01.656776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a5df5e2-4504-4886-a299-9906333e7150 req-fe8ad8aa-64b6-42c4-951e-85d163f9edb3 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4f5d443-b9a0-4b05-976e-bbc245fde00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641894 Nov 12 01:08:01.804323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670edc75-758c-4f5d-b814-73dee0f239a0 req-7ac4747a-27d8-4df8-b971-4ec1018b3ca9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.806293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-670edc75-758c-4f5d-b814-73dee0f239a0 req-7ac4747a-27d8-4df8-b971-4ec1018b3ca9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.0567539 Nov 12 01:08:01.866784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-670edc75-758c-4f5d-b814-73dee0f239a0 req-94905261-c84e-4d23-820c-47c4735dfc84 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Nov 12 01:08:02.184601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-f86b2bc9-8828-49b7-929c-dffbeceb9365 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.186877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-f86b2bc9-8828-49b7-929c-dffbeceb9365 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 946 time: 0.0733545 Nov 12 01:08:02.191071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-e3a23f91-9ebf-4b25-94f6-0e6864f19b5b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.192767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-e3a23f91-9ebf-4b25-94f6-0e6864f19b5b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.1206965 Nov 12 01:08:02.215139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-7cde7780-8387-42c0-b49c-adc87fd391ff tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0160012 Nov 12 01:08:02.270331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-42cd0ad0-3116-4ccd-b333-3286ba949940 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541053 Nov 12 01:08:02.305705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Deleting port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:02.306157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.392577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-72042224-a96e-4595-a8f3-7e98a457e116 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138477 Nov 12 01:08:02.403693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.439947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] For port b0d55450-d6f4-4a65-bf77-9b85ddcabd79, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,segment=NetworkSegment(6067f8e7-69c5-4531-8356-36ee02a9cd9e),segment_id=6067f8e7-69c5-4531-8356-36ee02a9cd9e)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:02.440657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.456330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Calling delete_port for b0d55450-d6f4-4a65-bf77-9b85ddcabd79 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:02.547181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe782b-f329-4c60-b2a5-b6b5dafa6b28 req-2a71827d-31d1-40fb-9a9d-5d5658ab477f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.555362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-babe782b-f329-4c60-b2a5-b6b5dafa6b28 req-2a71827d-31d1-40fb-9a9d-5d5658ab477f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1340015 Nov 12 01:08:02.594733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-28c87602-dd7b-4243-aadb-bcb568ab0f0b service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949866 Nov 12 01:08:02.654927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-babe782b-f329-4c60-b2a5-b6b5dafa6b28 req-c28ebacc-8850-44e3-a616-f0b050a52d48 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 Nov 12 01:08:02.659088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.675125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b0d55450-d6f4-4a65-bf77-9b85ddcabd79'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:02.748748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Pushing event deleted for resources: {'Port': ['ID=b0d55450-d6f4-4a65-bf77-9b85ddcabd79,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.805784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2cadc-d1ce-44c9-8246-f48b0b920781 req-5d755177-2d5f-47ee-8982-a0dd5998bb25 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.814583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbe2cadc-d1ce-44c9-8246-f48b0b920781 req-5d755177-2d5f-47ee-8982-a0dd5998bb25 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0749087 Nov 12 01:08:02.833470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] No DVR routers for this DVR port b0d55450-d6f4-4a65-bf77-9b85ddcabd79 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:02.838019 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.843028 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ce106c2b-24b8-4421-98c6-b2db5fca26af req-4ca5052d-a81d-41ac-9666-5725d4fbc989 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.39 "DELETE /v2.0/ports/b0d55450-d6f4-4a65-bf77-9b85ddcabd79 HTTP/1.1" status: 204 len: 173 time: 0.6485844 Nov 12 01:08:02.843768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'name': 'network-vif-deleted', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:02.848124 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64150a2-543f-4e42-b0d7-4cb1f91d1938" -d '{"events": [{"server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "name": "network-vif-deleted", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:02.887771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbe2cadc-d1ce-44c9-8246-f48b0b920781 req-17c39da3-03aa-4264-b3f4-ce6bb6b50dd0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720944 Nov 12 01:08:02.964102 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81d6ac-0b26-4041-b699-c10147967129 x-openstack-request-id: req-9d81d6ac-0b26-4041-b699-c10147967129 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:02.964802 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f492d-6c20-4e98-9236-51dd40638c5b", "name": "network-vif-deleted", "tag": "b0d55450-d6f4-4a65-bf77-9b85ddcabd79", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:02.965105 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d81d6ac-0b26-4041-b699-c10147967129 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:02.965513 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f492d-6c20-4e98-9236-51dd40638c5b', 'name': 'network-vif-deleted', 'tag': 'b0d55450-d6f4-4a65-bf77-9b85ddcabd79', 'status': 'completed', 'code': 200} Nov 12 01:08:02.975236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ea9235-85bd-457a-bc61-aba3afeadc87 req-8fbf114d-f6d0-48d1-acfa-b0577d8492e3 tempest-VolumesActionsTest-560990060 tempest-VolumesActionsTest-560990060-project] 10.222.0.11 "GET /v2.0/ports?device_id=306f492d-6c20-4e98-9236-51dd40638c5b HTTP/1.1" status: 200 len: 210 time: 0.0476696 Nov 12 01:08:03.052436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03c070fd-9df2-4ccc-8643-7d3f804571cc req-644f35f8-be79-40f7-91fb-fa05afac17a1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 210 time: 0.0410066 Nov 12 01:08:03.795526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39509b65-d48a-4900-9c7e-4998127a5d63 req-26fd93c1-f2ec-4946-98c0-dffd5a720f08 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.797427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39509b65-d48a-4900-9c7e-4998127a5d63 req-26fd93c1-f2ec-4946-98c0-dffd5a720f08 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0695648 Nov 12 01:08:03.855524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39509b65-d48a-4900-9c7e-4998127a5d63 req-d911523d-ecfc-4fce-ad72-4fc87ffd109e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Nov 12 01:08:04.051414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e0d0-2ada-4646-a2f9-f8e760685f79 req-e08e0e3f-c8c1-4b96-bcef-abbe17c19c64 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.061824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24d7e0d0-2ada-4646-a2f9-f8e760685f79 req-e08e0e3f-c8c1-4b96-bcef-abbe17c19c64 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0973911 Nov 12 01:08:04.155369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24d7e0d0-2ada-4646-a2f9-f8e760685f79 req-8b860f7d-144b-4db2-b766-bc608c90f50e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925333 Nov 12 01:08:04.308737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b79efdba-d4d1-42ab-ab84-4f2355bdbb95 req-251be075-e587-4729-a116-fead6d71d8df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 210 time: 0.0563183 Nov 12 01:08:04.342468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-e7eff77b-d9ab-4453-9f43-fa2b776e31fe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.351021 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-e7eff77b-d9ab-4453-9f43-fa2b776e31fe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.3467338 Nov 12 01:08:04.375358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:04.682935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:04.692688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.960463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.8 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/35b4e411-c656-4547-a7d5-e5c6753fec5d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:05.152731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7722-9029-4b9c-8563-0d0098acb98f req-3e879e4a-45e6-4b94-b210-269743b819a1 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.161430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaab7722-9029-4b9c-8563-0d0098acb98f req-3e879e4a-45e6-4b94-b210-269743b819a1 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1094770 Nov 12 01:08:05.191770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.249095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aaab7722-9029-4b9c-8563-0d0098acb98f req-5852def7-0f34-43e7-ac42-115603f866d2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856354 Nov 12 01:08:05.372920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.425140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613157-677a-414a-b8f0-3d4e8d4ab361 req-81b478f2-7638-4bc2-a5eb-8006394fe89e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.432804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9613157-677a-414a-b8f0-3d4e8d4ab361 req-81b478f2-7638-4bc2-a5eb-8006394fe89e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1411123 Nov 12 01:08:05.473493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.486482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961', '440971be-510e-41d2-af9b-6d284a216e72'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:05.579222 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.595972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.596473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.597256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.597256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.597749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.598168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.598586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.599019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.599596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.600014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.600516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.601144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:05.616532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:05.618086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:05.622536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:05.672051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb8165-bc67-4479-ad8e-1b685ecdfcdf None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:05.728231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9613157-677a-414a-b8f0-3d4e8d4ab361 req-de00c30a-1278-44b1-a49b-d0a46b2645f6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944078 Nov 12 01:08:05.798128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e132-7acb-42e7-80ad-88cb308ed479 req-5b3ca8ad-a35a-48c6-ab23-f58cf9059f63 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.806517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f31e132-7acb-42e7-80ad-88cb308ed479 req-5b3ca8ad-a35a-48c6-ab23-f58cf9059f63 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 931 time: 0.3308589 Nov 12 01:08:05.897601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f31e132-7acb-42e7-80ad-88cb308ed479 req-88ab3ddf-4b04-405f-9a3a-ada2780efb7c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899060 Nov 12 01:08:05.950556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d986f1b4-8085-49aa-9a6c-488261e9c069 None None] Provisioning complete for port 35b4e411-c656-4547-a7d5-e5c6753fec5d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:05.950927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d986f1b4-8085-49aa-9a6c-488261e9c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.034535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d986f1b4-8085-49aa-9a6c-488261e9c069 None None] Port 35b4e411-c656-4547-a7d5-e5c6753fec5d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:06.244105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.245130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.279607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-82b09493-00e6-4d86-ae1e-0cb659377674 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9171371 Nov 12 01:08:06.304777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Request body: {'port': {'device_id': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:06.376953 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.495251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aadcca-d1bc-4bca-acae-12a542184d74 req-daa81a76-ce2a-4465-a3b1-3ff312c76f47 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.500847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86aadcca-d1bc-4bca-acae-12a542184d74 req-daa81a76-ce2a-4465-a3b1-3ff312c76f47 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1193752 Nov 12 01:08:06.616578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86aadcca-d1bc-4bca-acae-12a542184d74 req-c8b0e4bb-72da-47cc-bc1a-1bef66cc2994 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092415 Nov 12 01:08:06.926289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0d55450-d6f4-4a65-bf77-9b85ddcabd79 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:06.946963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b4e411-c656-4547-a7d5-e5c6753fec5d {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:06.957207 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.966991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff093-e79c-4c3d-b145-15ec5ac4ec77 req-2ea6b618-1bda-418c-a675-ae28fe2e9275 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.969359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b0d55450-d6f4-4a65-bf77-9b85ddcabd79 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:06.969709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b0d55450-d6f4-4a65-bf77-9b85ddcabd79 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:06.974212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Transition to ACTIVE for port object 35b4e411-c656-4547-a7d5-e5c6753fec5d will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:06.979984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d95ff093-e79c-4c3d-b145-15ec5ac4ec77 req-2ea6b618-1bda-418c-a675-ae28fe2e9275 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.0988166 Nov 12 01:08:06.980999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.063838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfba3d-9137-4ac8-8e40-61edfb926cb6 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:07.111730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Pushing event updated for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.134476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e113-62e0-4abc-81da-38adef25fbc0 req-b9b4c55e-91c4-4a3b-9a74-3c77a39d5598 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.138096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c880e113-62e0-4abc-81da-38adef25fbc0 req-b9b4c55e-91c4-4a3b-9a74-3c77a39d5598 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 943 time: 0.1266117 Nov 12 01:08:07.149012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d95ff093-e79c-4c3d-b145-15ec5ac4ec77 req-80b70d76-5e02-4b48-87bc-3ec6f1adbf8d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653619 Nov 12 01:08:07.232334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c880e113-62e0-4abc-81da-38adef25fbc0 req-bde95fd6-1900-400b-be85-1db794ec28de tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806761 Nov 12 01:08:07.246822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Attempting to bind port 35b4e411-c656-4547-a7d5-e5c6753fec5d on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:07.246822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Attempting to bind port 35b4e411-c656-4547-a7d5-e5c6753fec5d by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:07.246822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Attempting to bind port 35b4e411-c656-4547-a7d5-e5c6753fec5d on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:07.255674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Port 35b4e411-c656-4547-a7d5-e5c6753fec5d on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:07.256414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Attempting to bind port 35b4e411-c656-4547-a7d5-e5c6753fec5d on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:07.263525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:07.263878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:07.264297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:07.264739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Bound port: 35b4e411-c656-4547-a7d5-e5c6753fec5d, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:07.265111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.355791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:07.359688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:07.368393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.414051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.414662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.416172 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] 10.222.0.39 "PUT /v2.0/ports/35b4e411-c656-4547-a7d5-e5c6753fec5d HTTP/1.1" status: 200 len: 1092 time: 1.1184084 Nov 12 01:08:07.416669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:07.419062 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9cdd72-5e87-46e0-8a83-d13891761ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:07.423151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712aa05e-5448-4905-9b28-f5dc3da5f5ad None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:07.523130 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e67c6-f236-4e6f-8f11-5b14a61078a8 x-openstack-request-id: req-738e67c6-f236-4e6f-8f11-5b14a61078a8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:07.523130 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:07.524319 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-738e67c6-f236-4e6f-8f11-5b14a61078a8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:07.525137 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d', 'status': 'completed', 'code': 200} Nov 12 01:08:07.557359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e1db-2e39-458b-975d-cee7d1e9703a service neutron] Pushing event updated for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.584166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-6fed3ecc-7bf3-4ecf-a0ec-5329669af7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.585853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-6fed3ecc-7bf3-4ecf-a0ec-5329669af7aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 1095 time: 0.1145873 Nov 12 01:08:07.737254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-7c1c499c-2f58-4215-adf7-3b6042c11160 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d HTTP/1.1" status: 200 len: 217 time: 0.1337254 Nov 12 01:08:07.844784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6e8c5-e787-4258-a41c-4ef0b7756605 req-c91f9a11-acc6-4ab2-a1ea-8a11342fc58c tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.848549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62f6e8c5-e787-4258-a41c-4ef0b7756605 req-c91f9a11-acc6-4ab2-a1ea-8a11342fc58c tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1186137 Nov 12 01:08:07.858103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-12a95996-480c-46ab-8c24-3c6ec79512a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.859585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-12a95996-480c-46ab-8c24-3c6ec79512a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1044240 Nov 12 01:08:07.927788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-54393e37-d544-4c5d-8ed0-97100b1ae8fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583866 Nov 12 01:08:07.935386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62f6e8c5-e787-4258-a41c-4ef0b7756605 req-4c69c32b-3d74-4714-bf79-3d07a2528a8e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Nov 12 01:08:08.154520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-13dc946a-8819-4d0d-b906-523ab49a42df service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184136 Nov 12 01:08:08.424200 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8983bb0-e3e9-440f-9cce-2fe463edec6c req-6fa04655-5c42-451a-954e-bda790614f52 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587411 Nov 12 01:08:08.516546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76272b6-2ad8-4df0-a7ba-ec2b7199664d req-18b901ce-dec1-4d61-8ff3-ae69d406a834 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.543804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b76272b6-2ad8-4df0-a7ba-ec2b7199664d req-18b901ce-dec1-4d61-8ff3-ae69d406a834 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.2276297 Nov 12 01:08:08.571206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641ac64-0133-4bda-a3d3-369c381f48bb req-6efb76ae-d2dc-4313-9b1d-6efe8dff8cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.577863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0641ac64-0133-4bda-a3d3-369c381f48bb req-6efb76ae-d2dc-4313-9b1d-6efe8dff8cbe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 943 time: 0.2462614 Nov 12 01:08:08.611669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-fc5c139e-7a1d-466e-a2ce-bc26411979a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.618845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-fc5c139e-7a1d-466e-a2ce-bc26411979a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 1095 time: 0.1136131 Nov 12 01:08:08.898273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b76272b6-2ad8-4df0-a7ba-ec2b7199664d req-ad9dc15a-717e-49de-96ca-d13fa7772d36 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314822 Nov 12 01:08:08.902413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0641ac64-0133-4bda-a3d3-369c381f48bb req-83e2590b-3cb5-47b9-b106-664127eaf8d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052878 Nov 12 01:08:08.976539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-f75f3e90-22c9-47b0-af88-aa1dc8779b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.980497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-f75f3e90-22c9-47b0-af88-aa1dc8779b62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.3361342 Nov 12 01:08:09.088140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-7ab25a1f-62d9-4251-84fb-d9ab4df79cfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d HTTP/1.1" status: 200 len: 217 time: 0.0991619 Nov 12 01:08:09.259238 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2a6d-70e3-48fd-82b1-01b5f4fc6ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.322354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-543a3378-ae0c-4042-95b6-02f2419cb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.325399 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-543a3378-ae0c-4042-95b6-02f2419cb975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.2305405 Nov 12 01:08:09.329827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1575f9f-b3db-46ce-a4e8-de69a007d94c req-989e657d-cc29-40da-bd53-bc187e74e412 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.338961 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1575f9f-b3db-46ce-a4e8-de69a007d94c req-989e657d-cc29-40da-bd53-bc187e74e412 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.2205873 Nov 12 01:08:09.409876 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-0cdc16f9-173d-4f64-9bd3-b4fc4cdc2f05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765326 Nov 12 01:08:09.528932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1575f9f-b3db-46ce-a4e8-de69a007d94c req-d263d89f-0dd5-4218-8265-839e4c56bae3 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809704 Nov 12 01:08:09.702872 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-72baa35b-79fa-40cf-bd09-8fe59410cf68 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814112 Nov 12 01:08:10.021840 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb9cdd72-5e87-46e0-8a83-d13891761ab3 req-d12012f5-2c09-4106-9f55-232e8d3bc086 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062828 Nov 12 01:08:10.184914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1047b84-ecec-4495-ac94-471fbf71af60 req-12e86d38-f646-4332-a29e-3f4931d5fe65 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.194475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1047b84-ecec-4495-ac94-471fbf71af60 req-12e86d38-f646-4332-a29e-3f4931d5fe65 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1522832 Nov 12 01:08:10.261372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3875609-7189-4ce2-aacb-cb9a1e3b2096 req-d8911cac-d57a-4795-b8dc-d0fb8ea9eee9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.264049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3875609-7189-4ce2-aacb-cb9a1e3b2096 req-d8911cac-d57a-4795-b8dc-d0fb8ea9eee9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 943 time: 0.1683786 Nov 12 01:08:10.359136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3875609-7189-4ce2-aacb-cb9a1e3b2096 req-5a1880b8-10c2-41ee-89d2-be451e9e4f3f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867808 Nov 12 01:08:10.403168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1047b84-ecec-4495-ac94-471fbf71af60 req-5a3cb034-dd33-4fc7-971b-4a681a1ad7a0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074244 Nov 12 01:08:10.735641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f8d0-88fa-476a-ae67-215bfb96d598 req-446d3576-9876-4af8-b1c2-3ca893171ce5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.750715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01e1f8d0-88fa-476a-ae67-215bfb96d598 req-446d3576-9876-4af8-b1c2-3ca893171ce5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1183054 Nov 12 01:08:10.849630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01e1f8d0-88fa-476a-ae67-215bfb96d598 req-801a8cfa-a6f9-4d19-abab-27758401eb04 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978348 Nov 12 01:08:11.133016 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b34a3366-0e99-4bbf-8554-259cba618b2b service neutron] show failed (client error): The resource could not be found. Nov 12 01:08:11.134702 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b34a3366-0e99-4bbf-8554-259cba618b2b service neutron] 10.222.0.39 "GET /v2.0/ports/a78248ef-4160-4ddf-aeeb-9024552b1981/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.1742322 Nov 12 01:08:11.696509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1606-e659-4ad9-af9a-594451771736 req-0b2345f9-98b7-48a4-9b46-d6cfde1cc60a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.699435 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24de1606-e659-4ad9-af9a-594451771736 req-0b2345f9-98b7-48a4-9b46-d6cfde1cc60a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 943 time: 0.1340356 Nov 12 01:08:11.708514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584eee2-0803-4087-a749-c5924b8f8971 req-1ab578ee-aac3-4b32-b3e6-d536fd195af8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.710177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4584eee2-0803-4087-a749-c5924b8f8971 req-1ab578ee-aac3-4b32-b3e6-d536fd195af8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1293364 Nov 12 01:08:11.763432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-2b0ea024-b234-4bf0-9c08-358a14503b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.766843 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-2b0ea024-b234-4bf0-9c08-358a14503b7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 1097 time: 0.3039184 Nov 12 01:08:11.783942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:11.903208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24de1606-e659-4ad9-af9a-594451771736 req-9b97acf3-e0cd-443a-8135-934a11376322 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914477 Nov 12 01:08:11.927334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.014106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4584eee2-0803-4087-a749-c5924b8f8971 req-20b6749f-8c07-4ff0-a23a-5c1fa57cd288 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928412 Nov 12 01:08:12.132963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-858aec07-d5f5-48db-b25d-881635bf5f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.234137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1584cf-4927-4751-b512-b9cbe80ccecf req-63a96a90-e0e1-4402-ac3d-69b3079d3d8e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:12.253113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a1584cf-4927-4751-b512-b9cbe80ccecf req-63a96a90-e0e1-4402-ac3d-69b3079d3d8e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1750746 Nov 12 01:08:12.366844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a1584cf-4927-4751-b512-b9cbe80ccecf req-11dfd70d-0ec7-49bd-91dc-386e10f91baf tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125219 Nov 12 01:08:12.439089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:12.481746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:12.606859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:12.609615 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c295d329-c0fc-486b-9add-66c199edbe43" -d '{"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-unplugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:12.630968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.673230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Transition to ACTIVE for port object a78248ef-4160-4ddf-aeeb-9024552b1981 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:12.690051 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.733675 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae06e3-6914-4c69-a2b1-4da5b8ec5d75 x-openstack-request-id: req-8dae06e3-6914-4c69-a2b1-4da5b8ec5d75 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:12.734654 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-unplugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:12.735295 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dae06e3-6914-4c69-a2b1-4da5b8ec5d75 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:12.736200 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'code': 200} Nov 12 01:08:12.786169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.825125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.975124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 35b4e411-c656-4547-a7d5-e5c6753fec5d details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:13.020444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] No DVR routers for this DVR port a78248ef-4160-4ddf-aeeb-9024552b1981 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:13.218426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b3b2a-343e-467f-96b3-9042c0f13317 req-2131e735-1c44-4d34-a1d1-6ae3743dc32f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:13.231284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f59b3b2a-343e-467f-96b3-9042c0f13317 req-2131e735-1c44-4d34-a1d1-6ae3743dc32f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 943 time: 0.1934681 Nov 12 01:08:13.348422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:13.349055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.366374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '35b4e411-c656-4547-a7d5-e5c6753fec5d', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': '35b4e411-c656-4547-a7d5-e5c6753fec5d', 'mac_address': 'fa:16:3e:0a:06:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:13.436497 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.450517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56ba47-9556-4156-b9f0-4bc2b48ffb01 req-ce621e07-b2c6-47ae-85cd-c860d8642096 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:13.454316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b4e411-c656-4547-a7d5-e5c6753fec5d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:13.462151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea56ba47-9556-4156-b9f0-4bc2b48ffb01 req-ce621e07-b2c6-47ae-85cd-c860d8642096 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.2276161 Nov 12 01:08:13.511061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:13.532883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.553786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f59b3b2a-343e-467f-96b3-9042c0f13317 req-46457b72-5b71-44d4-8e3f-ba498b2d7776 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210335 Nov 12 01:08:13.655922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:13.687468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea56ba47-9556-4156-b9f0-4bc2b48ffb01 req-256bd5fc-afd2-4b2d-9ce9-31bffbbf5789 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243855 Nov 12 01:08:13.701263 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.757630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:13.758617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:13.759134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:13.767621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:13.768310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Attempting to bind port a78248ef-4160-4ddf-aeeb-9024552b1981 on network 6b58fe59-152c-4ba8-92c2-dc3936686940 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:13.774136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:13.774751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Checking segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:13.775320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Bound using segment: {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:13.775964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Bound port: a78248ef-4160-4ddf-aeeb-9024552b1981, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bcea55-67e9-46b5-b0a4-e2d2357def35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:13.776560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.797723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['35b4e411-c656-4547-a7d5-e5c6753fec5d'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:13.818881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6325a95-07e8-4cce-a8dc-cc8baa11c38f req-22261fd8-33da-43fc-9d70-b32c9f138d39 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:13.820458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6325a95-07e8-4cce-a8dc-cc8baa11c38f req-22261fd8-33da-43fc-9d70-b32c9f138d39 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0886979 Nov 12 01:08:13.877954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:13.885695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:13.906114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.916087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6325a95-07e8-4cce-a8dc-cc8baa11c38f req-0f491a54-ba61-46da-8af3-e864475fe447 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826917 Nov 12 01:08:13.994928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.007866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.015360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.015999 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.021120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] 10.222.0.32 "PUT /v2.0/ports/a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 1092 time: 2.2426717 Nov 12 01:08:14.111310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850585d-8bcf-4c23-bbbc-a3c2998dfea3 service neutron] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.115916 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.138861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b280bbd733d7436094cca605b28759d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7826576 Nov 12 01:08:14.141142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31efed35-c35a-44a7-9d7e-175af9ee467f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.154688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:14.156207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.156561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.173056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.173189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.173513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.174055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.175012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.175587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.176127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.176630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.177136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.177638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62addd-6e2c-40b9-96e3-c03a5f5f61f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.262651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.267160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-382f1204-1885-4f1b-88da-f0191a13fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.275637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-382f1204-1885-4f1b-88da-f0191a13fe45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.2164092 Nov 12 01:08:14.305031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.399892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.402764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.404313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31efed35-c35a-44a7-9d7e-175af9ee467f HTTP/1.1" status: 204 len: 168 time: 0.2223845 Nov 12 01:08:14.423232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc42fa7-ad25-4c9d-a7a6-fcc8511e6731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31efed35-c35a-44a7-9d7e-175af9ee467f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.621220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-aa625c25-71fa-49bb-97de-bbdfa4e70e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.624078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-aa625c25-71fa-49bb-97de-bbdfa4e70e6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.3388844 Nov 12 01:08:14.774152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:14.778786 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa8751-31ce-42d4-9a76-bb465bc8bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:14.817832 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-7d3e13b3-3869-4a7c-9c19-09178d147e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 999 time: 0.1800027 Nov 12 01:08:14.886195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b6c0ae72-67c4-4d6f-9c45-8376d9e74d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.888396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b6c0ae72-67c4-4d6f-9c45-8376d9e74d18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.0612457 Nov 12 01:08:14.899615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.905373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c5b0-c29b-4c9a-a120-a8d2c1715a60 req-37918463-7644-4be5-a080-13df2f175989 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.928696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5733c5b0-c29b-4c9a-a120-a8d2c1715a60 req-37918463-7644-4be5-a080-13df2f175989 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 944 time: 0.1739149 Nov 12 01:08:14.980806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 35b4e411-c656-4547-a7d5-e5c6753fec5d up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:15.013206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b72b8e54-64d0-45e7-9875-0fe61248efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.018662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-b72b8e54-64d0-45e7-9875-0fe61248efad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186192 Nov 12 01:08:15.177870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 35b4e411-c656-4547-a7d5-e5c6753fec5d completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:15.190204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 35b4e411-c656-4547-a7d5-e5c6753fec5d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:15.190583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.252955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2cbb4-b3f0-4557-8aa8-507e1a80bae3 req-1d60d34d-21e3-4b6f-8123-df4fff63b48a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.266304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9df2cbb4-b3f0-4557-8aa8-507e1a80bae3 req-1d60d34d-21e3-4b6f-8123-df4fff63b48a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.3347504 Nov 12 01:08:15.301894 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-24fc09e9-35de-4fce-b195-604b17ab373e service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732792 Nov 12 01:08:15.325410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5733c5b0-c29b-4c9a-a120-a8d2c1715a60 req-b3f2259d-73cd-4730-9a7a-9cdc62d14db8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956907 Nov 12 01:08:15.445207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9df2cbb4-b3f0-4557-8aa8-507e1a80bae3 req-ab04eaf1-cddb-4299-8145-e11e5a451178 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763988 Nov 12 01:08:15.538090 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1e15f-9b84-44c4-bfe4-f9039301a648 x-openstack-request-id: req-52a1e15f-9b84-44c4-bfe4-f9039301a648 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:15.538440 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:15.538656 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52a1e15f-9b84-44c4-bfe4-f9039301a648 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:15.539165 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'status': 'completed', 'code': 200} Nov 12 01:08:15.664800 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-36f5f4c7-264a-42a9-b6a0-a6e8a6e8f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.666433 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-36f5f4c7-264a-42a9-b6a0-a6e8a6e8f426 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.1042123 Nov 12 01:08:15.695463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-709097e9-cf59-4235-8e11-aec62086e5f7 req-957c4197-5353-4a13-aeb7-3a51624520fd service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634367 Nov 12 01:08:15.704732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.794733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebeea3-1d4c-4e60-9556-b844e687dd95 req-d114a4df-00c9-4f5c-b83a-3c2168c8e185 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.803806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aebeea3-1d4c-4e60-9556-b844e687dd95 req-d114a4df-00c9-4f5c-b83a-3c2168c8e185 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1322231 Nov 12 01:08:15.856735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:15.868901 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f0258-1365-4a26-a60b-c24cae255625" -d '{"events": [{"server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "name": "network-vif-plugged", "status": "completed", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:15.904828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:15.920190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4aebeea3-1d4c-4e60-9556-b844e687dd95 req-48a8ddce-4a0c-4f01-b2db-b7932ec94f66 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002820 Nov 12 01:08:15.930470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.931703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:16.014382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.092109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:16.138115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-5e15b6ad-8a29-4b63-9632-40907cf9603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.139877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-5e15b6ad-8a29-4b63-9632-40907cf9603f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.4605651 Nov 12 01:08:16.148693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-8d81faa7-d931-4fb3-aacb-c84093b9b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.165882 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-8d81faa7-d931-4fb3-aacb-c84093b9b11d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.2221625 Nov 12 01:08:16.385230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-b7d1db85-04c9-4890-b772-e9adec0abc57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 999 time: 0.2155533 Nov 12 01:08:16.454335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a1b86-6447-43cd-9ba4-a1fb905c7a85 req-ddb63d14-2717-4305-b55a-b5c23a3ebb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.455884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4a1b86-6447-43cd-9ba4-a1fb905c7a85 req-ddb63d14-2717-4305-b55a-b5c23a3ebb26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1098 time: 0.4285140 Nov 12 01:08:16.539627 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb33cac-717c-4f86-8739-d77cf27a3ab2 x-openstack-request-id: req-8fb33cac-717c-4f86-8739-d77cf27a3ab2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:16.539943 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "name": "network-vif-plugged", "status": "completed", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:16.540228 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fb33cac-717c-4f86-8739-d77cf27a3ab2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:16.540641 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d', 'code': 200} Nov 12 01:08:16.545819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-5aeaae34-35cd-4fa9-81a6-094be5ddb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.547321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-5aeaae34-35cd-4fa9-81a6-094be5ddb78e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.3711758 Nov 12 01:08:16.642146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4a1b86-6447-43cd-9ba4-a1fb905c7a85 req-3899a605-0013-4616-ba71-14dceca19117 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774740 Nov 12 01:08:16.707846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-0bf616dc-b261-4615-9d42-9bc21ed40f13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 999 time: 0.1456096 Nov 12 01:08:16.717472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-d665a62b-fef0-4296-a757-7449c02cc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.719497 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-d665a62b-fef0-4296-a757-7449c02cc2ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.3238859 Nov 12 01:08:16.781833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905605-2c69-47a8-88f3-4b4ea11c9c77 req-1b566b77-67b5-4ef4-8bce-15da46f79faf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.799752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54905605-2c69-47a8-88f3-4b4ea11c9c77 req-1b566b77-67b5-4ef4-8bce-15da46f79faf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.2713375 Nov 12 01:08:16.849054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-f2dcf014-4adc-4fad-a7c3-91ce3e5c0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.849054 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-f2dcf014-4adc-4fad-a7c3-91ce3e5c0c4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200356 Nov 12 01:08:16.849809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-bb19bde3-47fd-406e-a741-944016b729f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.851649 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-bb19bde3-47fd-406e-a741-944016b729f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.1249280 Nov 12 01:08:16.865630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-7a237e33-2cae-465d-abbe-7dc34d9253b6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:16.866659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-7a237e33-2cae-465d-abbe-7dc34d9253b6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097396 Nov 12 01:08:16.895446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b6f32-fb65-4d98-88ce-a240caf3ca47 req-22421375-96b2-47d5-ae22-b314a923284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.897031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339b6f32-fb65-4d98-88ce-a240caf3ca47 req-22421375-96b2-47d5-ae22-b314a923284e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 1097 time: 0.2525854 Nov 12 01:08:16.908115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54905605-2c69-47a8-88f3-4b4ea11c9c77 req-5f79599c-9729-470b-b1e5-0255454e2ab8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999730 Nov 12 01:08:17.004043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-50b9d552-6d10-42b7-93c6-0cf4f15ad28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.006593 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-50b9d552-6d10-42b7-93c6-0cf4f15ad28b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380532 Nov 12 01:08:17.053281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa5456-84cd-4401-913c-48b21d390ebd req-477e7e18-bde0-46bc-af88-c32705d62ea4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.066112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1daa5456-84cd-4401-913c-48b21d390ebd req-477e7e18-bde0-46bc-af88-c32705d62ea4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.3565905 Nov 12 01:08:17.075074 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:17.150155 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-a5ceb701-0c7e-4c1f-a313-c4db4c28a3c9 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718086 Nov 12 01:08:17.200599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-339b6f32-fb65-4d98-88ce-a240caf3ca47 req-d7a38177-daaa-4810-926d-840164f27100 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473664 Nov 12 01:08:17.246396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1daa5456-84cd-4401-913c-48b21d390ebd req-e1038d6c-5ea0-4144-8a64-e21843dc511b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620753 Nov 12 01:08:17.265173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac93da-fd87-4eb1-ac27-4a7394bfb6cf req-37aaa262-e040-415c-b659-81c910685ee5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.269307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ac93da-fd87-4eb1-ac27-4a7394bfb6cf req-37aaa262-e040-415c-b659-81c910685ee5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1617715 Nov 12 01:08:17.271051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-2bf14442-13bb-4caf-9ec5-9e18f4bbf5ac service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556336 Nov 12 01:08:17.355836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ac93da-fd87-4eb1-ac27-4a7394bfb6cf req-44bb50d3-f39d-4122-974c-68def5f0aceb tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Nov 12 01:08:17.390222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-ccef9cb7-bb16-416e-ad61-ed17f4dafea0 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312999 Nov 12 01:08:17.439744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-60aa8751-31ce-42d4-9a76-bb465bc8bf61 req-9ab0624d-6b50-46b7-90b4-d8822001a39e service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574585 Nov 12 01:08:18.252593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d50b8-d394-48b0-bc91-f673e77f3a29 req-e4757cae-930d-49ca-9842-600413445253 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.254103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-823d50b8-d394-48b0-bc91-f673e77f3a29 req-e4757cae-930d-49ca-9842-600413445253 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.1674359 Nov 12 01:08:18.363701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-823d50b8-d394-48b0-bc91-f673e77f3a29 req-fbd47b0c-6886-4d85-ab57-8da2f1ffea4d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994215 Nov 12 01:08:18.500245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72b6cc-1d6e-4944-a53c-f16fa401688e req-2b8dffe2-1bcf-453e-a8e4-9d9db4a3e5f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.511232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a72b6cc-1d6e-4944-a53c-f16fa401688e req-2b8dffe2-1bcf-453e-a8e4-9d9db4a3e5f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.0924284 Nov 12 01:08:18.634392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a72b6cc-1d6e-4944-a53c-f16fa401688e req-b1213675-0753-48ac-9bc5-a37ca9a63f96 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220586 Nov 12 01:08:18.689371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1b56-c0d1-498c-aa53-7b5321af0353 req-d8fcc29a-6807-4d7e-a533-0a6015d5dd81 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.711624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ccc1b56-c0d1-498c-aa53-7b5321af0353 req-d8fcc29a-6807-4d7e-a533-0a6015d5dd81 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1716404 Nov 12 01:08:18.843712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ccc1b56-c0d1-498c-aa53-7b5321af0353 req-07296080-bdd2-437d-acf2-33c8edbe70cf tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294129 Nov 12 01:08:18.924704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:19.031820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545650e5-a268-4474-b5f9-9924382668d6 req-20111680-69b0-4b79-892b-298ef87cf4c1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.045164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-545650e5-a268-4474-b5f9-9924382668d6 req-20111680-69b0-4b79-892b-298ef87cf4c1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 943 time: 0.0819774 Nov 12 01:08:19.181144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-81a20ecd-2601-4a19-bcf8-56d51ab5173e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.184286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-81a20ecd-2601-4a19-bcf8-56d51ab5173e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.2259891 Nov 12 01:08:19.186231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-545650e5-a268-4474-b5f9-9924382668d6 req-b35971d9-ec96-4f3d-b67f-f3757b9757e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376941 Nov 12 01:08:19.285402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:19.311771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'port_id': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'mac_address': 'fa:16:3e:f6:a5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:19.342474 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-a0d07769-c674-4eb2-b26e-eae6045df11a service neutron] delete failed (client error): The resource could not be found. Nov 12 01:08:19.349247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-a0d07769-c674-4eb2-b26e-eae6045df11a service neutron] 10.222.0.39 "DELETE /v2.0/ports/a78248ef-4160-4ddf-aeeb-9024552b1981/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.1572661 Nov 12 01:08:19.411393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.455936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78248ef-4160-4ddf-aeeb-9024552b1981 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:19.507785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:19.516987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.549240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-92db93d2-ce35-43ea-9669-a02884b261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.559627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-92db93d2-ce35-43ea-9669-a02884b261c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1095 time: 0.1431170 Nov 12 01:08:19.722983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d378629-6a09-4f72-99b7-9d8d16a6edcf req-a74fcc26-af28-4d4d-9f47-953d22a59b30 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.737807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:19.739871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d378629-6a09-4f72-99b7-9d8d16a6edcf req-a74fcc26-af28-4d4d-9f47-953d22a59b30 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.1899533 Nov 12 01:08:19.762154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-dfa996d0-643d-415c-afe0-677ac6d6dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.764904 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-dfa996d0-643d-415c-afe0-677ac6d6dd7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.1967628 Nov 12 01:08:19.861009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d378629-6a09-4f72-99b7-9d8d16a6edcf req-04f64f99-0f6e-4e54-806a-4f7f4a614707 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113515 Nov 12 01:08:19.863013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a78248ef-4160-4ddf-aeeb-9024552b1981'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:19.895573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52206) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:19.923091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-8854ce49-ec2f-4e60-9f26-331b7de66de1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 1000 time: 0.1470356 Nov 12 01:08:19.998179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-435fb439-7f49-4a91-967e-da4155b9a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.999695 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-435fb439-7f49-4a91-967e-da4155b9a35e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.0648613 Nov 12 01:08:20.086838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-0925334a-36ab-49e9-8ff2-5f05389e1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.088477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-0925334a-36ab-49e9-8ff2-5f05389e1ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739238 Nov 12 01:08:20.310723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e35c-359d-4065-8996-e60a8b9e929e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.335089 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-1896c049-8a95-43ee-b8dd-4db19c34f691 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382097 Nov 12 01:08:20.369643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c6b81-61c6-4a5e-b769-8f333d1bd305 req-d3dad988-f867-4fde-b5ef-4c8f5efb66a9 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.380478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-627c6b81-61c6-4a5e-b769-8f333d1bd305 req-d3dad988-f867-4fde-b5ef-4c8f5efb66a9 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.2679224 Nov 12 01:08:20.431179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a289f1a-04e3-4a8e-b5c0-1d6957084864 req-14989044-61a6-47c5-bbd2-c4bfabe3998c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.433446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a289f1a-04e3-4a8e-b5c0-1d6957084864 req-14989044-61a6-47c5-bbd2-c4bfabe3998c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.2480314 Nov 12 01:08:20.552554 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c9735fa-a191-492c-a4dc-8dbcdc5d1677 req-b53fc2ac-f127-4413-8ae1-b7a913ebae56 service neutron] 10.222.0.39 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092063 Nov 12 01:08:20.675814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-627c6b81-61c6-4a5e-b769-8f333d1bd305 req-e1380feb-d86e-436c-8647-f9bc12fc063a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790315 Nov 12 01:08:20.702295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a289f1a-04e3-4a8e-b5c0-1d6957084864 req-42c0e468-f745-4207-8d1e-e6531db1450c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421665 Nov 12 01:08:20.777017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e35c-359d-4065-8996-e60a8b9e929e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.784613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ba4e35c-359d-4065-8996-e60a8b9e929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.831684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6ba4e35c-359d-4065-8996-e60a8b9e929e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b96e5b936f8e489d8e3cd9736f97bc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9329097 Nov 12 01:08:20.832289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.955698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.998780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.030752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4e35c-359d-4065-8996-e60a8b9e929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a0f564-14af-4db7-b58d-a3097eaf4bf7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.059424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.063063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.064578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92a0f564-14af-4db7-b58d-a3097eaf4bf7 HTTP/1.1" status: 204 len: 168 time: 0.2312043 Nov 12 01:08:21.075917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f38ad4-549b-4bfe-a870-b631f32d9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a0f564-14af-4db7-b58d-a3097eaf4bf7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.126718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29f99-f5a3-4967-a0c2-fa2fb17e21a0 req-1ccd59fe-83d4-45c0-85e6-fb32243b6bfd tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.140639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cce29f99-f5a3-4967-a0c2-fa2fb17e21a0 req-1ccd59fe-83d4-45c0-85e6-fb32243b6bfd tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.2913442 Nov 12 01:08:21.199731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60113c4f-2350-443a-b06d-743c704364e1 req-bb8b3f9a-d677-4d67-a2aa-aace714cbc53 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.209974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60113c4f-2350-443a-b06d-743c704364e1 req-bb8b3f9a-d677-4d67-a2aa-aace714cbc53 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 944 time: 0.3848264 Nov 12 01:08:21.282173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cce29f99-f5a3-4967-a0c2-fa2fb17e21a0 req-173ce187-1653-42c4-a722-3a3130fe14cb tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363792 Nov 12 01:08:21.410185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60113c4f-2350-443a-b06d-743c704364e1 req-47656cab-5f1a-40b3-ac50-c04608b920a5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985426 Nov 12 01:08:21.770026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:21.784649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-410871c6-36e0-4f83-bea6-bcc8d8af717e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.841738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36432c99-583d-430c-898c-0ebae384580c req-d8d2ffdf-c5d6-46b6-a72d-1e0ca7eeb258 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.853866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36432c99-583d-430c-898c-0ebae384580c req-d8d2ffdf-c5d6-46b6-a72d-1e0ca7eeb258 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1020677 Nov 12 01:08:21.893416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e21b1e-c09b-49a5-8109-6edd74053d25 req-da2669f9-89f5-4387-8b23-7600531df7a7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.903130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e21b1e-c09b-49a5-8109-6edd74053d25 req-da2669f9-89f5-4387-8b23-7600531df7a7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.1197944 Nov 12 01:08:21.930805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-410871c6-36e0-4f83-bea6-bcc8d8af717e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.937360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-410871c6-36e0-4f83-bea6-bcc8d8af717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.006883 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-410871c6-36e0-4f83-bea6-bcc8d8af717e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57bc599dc063465fb49059bdbbf46770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354064 Nov 12 01:08:22.008015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:22.030389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36432c99-583d-430c-898c-0ebae384580c req-bd238912-ce04-48c9-84e0-e146d0bde72c tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746376 Nov 12 01:08:22.069951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98e21b1e-c09b-49a5-8109-6edd74053d25 req-1be06110-ebb7-4e39-bb86-efa276cbeb21 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654849 Nov 12 01:08:22.121395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410871c6-36e0-4f83-bea6-bcc8d8af717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b23e9-6796-47b1-96c5-01e816ec6d5a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.156198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.192376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.287845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.294845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.294845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a0b23e9-6796-47b1-96c5-01e816ec6d5a HTTP/1.1" status: 204 len: 168 time: 0.2663417 Nov 12 01:08:22.305255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d0a4a-9755-4416-aab5-308ac3bdd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b23e9-6796-47b1-96c5-01e816ec6d5a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.967509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:23.259192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a78248ef-4160-4ddf-aeeb-9024552b1981 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:23.273897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a78248ef-4160-4ddf-aeeb-9024552b1981 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:23.274267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.275881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdf81-f9c6-4cf6-8ee7-911d56657480 req-85281dd4-0209-4049-a339-8248aa97301f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.277811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-505fdf81-f9c6-4cf6-8ee7-911d56657480 req-85281dd4-0209-4049-a339-8248aa97301f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 944 time: 0.7819593 Nov 12 01:08:23.287069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5a06-3775-41de-99d1-15fb2efab282 req-896f6653-6efc-4107-a5da-34c463997418 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.299153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4a5a06-3775-41de-99d1-15fb2efab282 req-896f6653-6efc-4107-a5da-34c463997418 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1476917 Nov 12 01:08:23.414902 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.426703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-8363e893-36d3-4f26-907a-37676d50298e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.428430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-8363e893-36d3-4f26-907a-37676d50298e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.1793933 Nov 12 01:08:23.464517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:23.467170 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f578c6-eae4-45c8-8a73-7fcfdb2f93ac" -d '{"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-plugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:23.491411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:23.501156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.639513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:23.692553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port 35b4e411-c656-4547-a7d5-e5c6753fec5d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:23.692910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.705212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-505fdf81-f9c6-4cf6-8ee7-911d56657480 req-9e326d40-7683-4b3f-a349-91b79820e59f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990014 Nov 12 01:08:23.744960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4a5a06-3775-41de-99d1-15fb2efab282 req-ffea4a94-231a-4283-aec4-d26e7e1cbbf1 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116309 Nov 12 01:08:23.775104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:23.875094 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a3b433-7dcd-4a86-9612-9823ce05d765 x-openstack-request-id: req-f4a3b433-7dcd-4a86-9612-9823ce05d765 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:23.875422 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-plugged", "status": "completed", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:23.876118 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4a3b433-7dcd-4a86-9612-9823ce05d765 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:23.876522 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'code': 200} Nov 12 01:08:24.270547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402fd70-320f-4307-8cd7-72bbe9182960 req-5de2e13f-5d79-4a3e-8ba5-a0246ed7e07f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.278806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2402fd70-320f-4307-8cd7-72bbe9182960 req-5de2e13f-5d79-4a3e-8ba5-a0246ed7e07f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 945 time: 0.2935395 Nov 12 01:08:24.282878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a4d1-e849-498d-9b88-9d3e0b43b4ff req-a8513745-8f3c-4203-b78a-d0bb8d3c2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.284487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bef1a4d1-e849-498d-9b88-9d3e0b43b4ff req-a8513745-8f3c-4203-b78a-d0bb8d3c2329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.1272242 Nov 12 01:08:24.377985 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2402fd70-320f-4307-8cd7-72bbe9182960 req-851e1788-eef7-453e-966f-8b01c8a3ca20 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980787 Nov 12 01:08:24.404373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bef1a4d1-e849-498d-9b88-9d3e0b43b4ff req-10685cc1-bcda-474e-9046-7c03b5534347 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065905 Nov 12 01:08:24.705462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port 35b4e411-c656-4547-a7d5-e5c6753fec5d, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=35b4e411-c656-4547-a7d5-e5c6753fec5d,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:24.707700 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.742941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for 35b4e411-c656-4547-a7d5-e5c6753fec5d owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:24.829911 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3feeb496-221a-4bc4-b4d6-7f6e887457d7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 200 len: 993 time: 1.0523233 Nov 12 01:08:24.896234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:25.018425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.031622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961', '440971be-510e-41d2-af9b-6d284a216e72'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:25.039789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a350-c0f5-49e9-b9f3-eb1fe1a3c53a req-5104fe52-4198-4b50-b9dd-1d2cc56a9081 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.041762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3308a350-c0f5-49e9-b9f3-eb1fe1a3c53a req-5104fe52-4198-4b50-b9dd-1d2cc56a9081 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1258299 Nov 12 01:08:25.103163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=35b4e411-c656-4547-a7d5-e5c6753fec5d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.138787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-585e290e-c468-4fef-bef7-d4064c19be2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.141093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f61e8-95f2-43ee-b27a-af9ab5f6112e None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:25.215721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port 35b4e411-c656-4547-a7d5-e5c6753fec5d on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:25.222521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3308a350-c0f5-49e9-b9f3-eb1fe1a3c53a req-2b8fc063-4e6a-4886-85af-c789ba7f5365 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722155 Nov 12 01:08:25.237087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.240638 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-13fc0a70-4118-43b9-ae8b-52a99d8b8387 req-fb447be8-9429-4714-9aa9-8e3b1186a288 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "DELETE /v2.0/ports/35b4e411-c656-4547-a7d5-e5c6753fec5d HTTP/1.1" status: 204 len: 173 time: 1.8008788 Nov 12 01:08:25.241219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'name': 'network-vif-deleted', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:25.243646 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2572e9-5ec8-44fd-8c31-8076ca214c21" -d '{"events": [{"server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "name": "network-vif-deleted", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:25.314993 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f47eede-cc53-4df5-9286-cf39adaf0d28 x-openstack-request-id: req-0f47eede-cc53-4df5-9286-cf39adaf0d28 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:25.315628 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d08a72e-0b61-43b1-9d08-a62c044d9653", "name": "network-vif-deleted", "tag": "35b4e411-c656-4547-a7d5-e5c6753fec5d", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:25.316115 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f47eede-cc53-4df5-9286-cf39adaf0d28 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:25.317461 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d08a72e-0b61-43b1-9d08-a62c044d9653', 'name': 'network-vif-deleted', 'tag': '35b4e411-c656-4547-a7d5-e5c6753fec5d', 'status': 'completed', 'code': 200} Nov 12 01:08:25.330482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-585e290e-c468-4fef-bef7-d4064c19be2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.335955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-585e290e-c468-4fef-bef7-d4064c19be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.396816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e290e-c468-4fef-bef7-d4064c19be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1164a-37ba-4904-bbda-dbc74cf07599,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.441048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-585e290e-c468-4fef-bef7-d4064c19be2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3444ac438804775a28dfcdeb33c4632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426559 Nov 12 01:08:25.444006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:25.565643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.597126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.686456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.690676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.698201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4b1164a-37ba-4904-bbda-dbc74cf07599 HTTP/1.1" status: 204 len: 168 time: 0.2498648 Nov 12 01:08:25.730123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888b04c-51cc-4069-8fbe-148f27fc19b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1164a-37ba-4904-bbda-dbc74cf07599,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.794949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a285082-c4e8-437b-b3f1-f8e73ac8a1de req-8399ddef-93e8-4794-9002-820df158a13a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d08a72e-0b61-43b1-9d08-a62c044d9653 HTTP/1.1" status: 200 len: 210 time: 0.1201818 Nov 12 01:08:26.404949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a64ca7-fc59-43d3-8d50-a54dd6cbf039 req-449b8cd1-1d42-4880-b1a6-38793bfddef0 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.406589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01a64ca7-fc59-43d3-8d50-a54dd6cbf039 req-449b8cd1-1d42-4880-b1a6-38793bfddef0 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0723610 Nov 12 01:08:26.477025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01a64ca7-fc59-43d3-8d50-a54dd6cbf039 req-6961b454-2b41-45dc-89eb-dcbd673ac68f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 Nov 12 01:08:26.546237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1561201364', 'description': 'tempest-description-1585667701'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:26.623927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.791660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.801339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.862222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.863950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a26fd4c4-1937-401c-b065-ede3fd7cbc01 req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3256700 Nov 12 01:08:26.866473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399917d-08c8-46e2-8538-bcdff4c5eb43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829a578a-0291-4ab1-bf12-4344b40f09c7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:27.024975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 35b4e411-c656-4547-a7d5-e5c6753fec5d no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:27.140582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 35b4e411-c656-4547-a7d5-e5c6753fec5d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:27.142063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec35de3-b112-4104-a213-1f41727a5161 req-95ff2cd3-1ff3-4843-857e-d94801dccaf4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1561201364&fields=id&tenant_id=0fe2b218dca14f5cb4c187135a21a73d HTTP/1.1" status: 200 len: 267 time: 0.0940418 Nov 12 01:08:27.143241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 35b4e411-c656-4547-a7d5-e5c6753fec5d not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:27.261829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35de3-b112-4104-a213-1f41727a5161 req-9c57c15e-d9db-43da-bc8f-3a21a97cd2df tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.272512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec35de3-b112-4104-a213-1f41727a5161 req-9c57c15e-d9db-43da-bc8f-3a21a97cd2df tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1285827 Nov 12 01:08:27.284325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'port': {'security_groups': ['8bb02cef-91df-4c0c-909a-9b1cb2a5e753', '829a578a-0291-4ab1-bf12-4344b40f09c7']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:27.450985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.496621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447ec0-4f2c-44d2-8c96-31335d39924a req-cbd695a7-c11e-43d7-a31f-3613c0c97b6c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.512591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed447ec0-4f2c-44d2-8c96-31335d39924a req-cbd695a7-c11e-43d7-a31f-3613c0c97b6c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.1571128 Nov 12 01:08:27.667172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed447ec0-4f2c-44d2-8c96-31335d39924a req-1c070861-5923-4a62-bdf1-25cad0ca727a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535165 Nov 12 01:08:27.929798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:28.001651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.013864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.029150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:28.163425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.214645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.219261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.222444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ec35de3-b112-4104-a213-1f41727a5161 req-659d8f6a-f0bc-4f37-b248-05e54c69363e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "PUT /v2.0/ports/59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 981 time: 0.9482014 Nov 12 01:08:28.233758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:28.236462 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0dacc5-9def-4d82-808a-ff997c3d74a4" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:28.349888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:28.605801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-b9934fc5-cb42-41af-adf6-a66b387ef1a8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1561201364&fields=id&tenant_id=0fe2b218dca14f5cb4c187135a21a73d HTTP/1.1" status: 200 len: 267 time: 0.1749454 Nov 12 01:08:28.761042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-bd0ba4ce-af00-4ce2-9605-6cd6f7777f5f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.778051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-bd0ba4ce-af00-4ce2-9605-6cd6f7777f5f tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 984 time: 0.1712174 Nov 12 01:08:28.796936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'port': {'security_groups': ['8bb02cef-91df-4c0c-909a-9b1cb2a5e753']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:29.031825 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3615cfe-b807-4b58-9b26-68307a8a9b82 x-openstack-request-id: req-a3615cfe-b807-4b58-9b26-68307a8a9b82 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:29.032289 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:29.032289 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3615cfe-b807-4b58-9b26-68307a8a9b82 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:29.032832 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:08:29.067612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.255085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-97e54246-d2dc-4849-bc01-0d7cc015443f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.268518 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-97e54246-d2dc-4849-bc01-0d7cc015443f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.5450432 Nov 12 01:08:29.465626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-c54f968b-bc6e-423c-ae32-02716781ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.468112 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-c54f968b-bc6e-423c-ae32-02716781ee1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1136 time: 0.3711514 Nov 12 01:08:29.582312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-2579e9d2-871c-4c9c-8ed6-939e92476b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.584017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-2579e9d2-871c-4c9c-8ed6-939e92476b4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.1045973 Nov 12 01:08:29.602341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:29.637668 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-8f3b631d-c604-4491-b3ef-51ad50773fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.0433638 Nov 12 01:08:29.667997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.687123 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.697196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port 440971be-510e-41d2-af9b-6d284a216e72 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:29.709043 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.844182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:29.873850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.874547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.881939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f6d6ffb-dd47-4683-8f25-2380a5a92f04 req-1e1351ae-5f9c-4b53-b0e4-d49929caf3fe tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "PUT /v2.0/ports/59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 942 time: 1.1001217 Nov 12 01:08:29.921481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf354b-4b4d-42ba-a163-794581c3890f req-e20150fc-52a8-478a-8355-96a0b1c7971f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.923124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6baf354b-4b4d-42ba-a163-794581c3890f req-e20150fc-52a8-478a-8355-96a0b1c7971f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 945 time: 0.2525146 Nov 12 01:08:30.006624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:30.228934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6baf354b-4b4d-42ba-a163-794581c3890f req-958839d6-cfa2-4a0e-8148-99fcb3cf0f47 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628584 Nov 12 01:08:30.316492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-2f79e45c-d79a-4023-bde4-54aa6539cb12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3921416 Nov 12 01:08:30.338538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:30.450541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port 440971be-510e-41d2-af9b-6d284a216e72, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=440971be-510e-41d2-af9b-6d284a216e72,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:30.458580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.513007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-46d817c8-23e4-4176-9db2-69aaf8dde896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.514988 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-46d817c8-23e4-4176-9db2-69aaf8dde896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.8638570 Nov 12 01:08:30.516283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for 440971be-510e-41d2-af9b-6d284a216e72 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:30.607485 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-c1221a22-42b3-4bfb-84b1-824bfe7aca33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732753 Nov 12 01:08:30.768711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-e7983978-f165-4e9e-878b-ce74da16b1c9 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7655523 Nov 12 01:08:30.774825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:30.801631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-42f449eb-8c69-4f8c-9ff5-a85280912435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.803515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-42f449eb-8c69-4f8c-9ff5-a85280912435 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 1098 time: 0.3724070 Nov 12 01:08:30.832278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.992975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 440971be-510e-41d2-af9b-6d284a216e72 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:31.022085 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-6c2a1cb5-ba32-4f58-81b5-d368830214b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984895 Nov 12 01:08:31.057311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:31.059966 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ca825f-79fa-4065-88dc-f74c70fa61a6" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:31.109026 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.221600 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34b3e2-d4ff-4674-a2d8-011e8d2ae2bc x-openstack-request-id: req-9e34b3e2-d4ff-4674-a2d8-011e8d2ae2bc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:31.224442 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:31.224442 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e34b3e2-d4ff-4674-a2d8-011e8d2ae2bc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:31.224442 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:08:31.324385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.334820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-37360508-9b0d-4441-b8b0-03ced4575310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.341208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-37360508-9b0d-4441-b8b0-03ced4575310 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.4706161 Nov 12 01:08:31.366103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:31.498523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585062e1-e414-48bc-acf6-7732b0ba8fa2 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:31.513900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-6840df96-8557-4577-8125-3b657170cc7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 200 len: 217 time: 0.1490023 Nov 12 01:08:31.564647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=440971be-510e-41d2-af9b-6d284a216e72,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.670879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9dbeb980-9070-409f-b827-3ea76001b5f2 req-c8dc6e12-ab64-4d5a-a867-8747ab281399 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=88095438-8ecc-44ee-9fcc-9f59207e3eeb HTTP/1.1" status: 200 len: 210 time: 0.1276155 Nov 12 01:08:31.731891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port 440971be-510e-41d2-af9b-6d284a216e72 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:31.736887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.744713 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-05f976c4-de9f-4cdd-a9f3-74cf7896f931 req-ea637915-b0b9-4a74-89f9-c53eab83c593 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "DELETE /v2.0/ports/440971be-510e-41d2-af9b-6d284a216e72 HTTP/1.1" status: 204 len: 173 time: 2.4741490 Nov 12 01:08:31.750243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'name': 'network-vif-deleted', 'tag': '440971be-510e-41d2-af9b-6d284a216e72'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:31.754436 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e316966-35fc-47a1-9826-b469e4c7acb8" -d '{"events": [{"server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "name": "network-vif-deleted", "tag": "440971be-510e-41d2-af9b-6d284a216e72"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:31.794652 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3c0dacc5-9def-4d82-808a-ff997c3d74a4 req-1005e141-93af-45ac-8d6b-d988d3400de8 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582660 Nov 12 01:08:31.811905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.841750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-a928d193-9a65-44a4-8a7c-9f6015dd1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.843425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-a928d193-9a65-44a4-8a7c-9f6015dd1dae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.3148129 Nov 12 01:08:31.874014 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf01702-61a6-4995-bfdc-c6eff77f2473 x-openstack-request-id: req-7cf01702-61a6-4995-bfdc-c6eff77f2473 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:31.874718 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88095438-8ecc-44ee-9fcc-9f59207e3eeb", "name": "network-vif-deleted", "tag": "440971be-510e-41d2-af9b-6d284a216e72", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:31.876165 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cf01702-61a6-4995-bfdc-c6eff77f2473 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:31.876653 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88095438-8ecc-44ee-9fcc-9f59207e3eeb', 'name': 'network-vif-deleted', 'tag': '440971be-510e-41d2-af9b-6d284a216e72', 'status': 'completed', 'code': 200} Nov 12 01:08:31.960010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-be9e22a8-0d66-43c8-9e59-caccf55ba3bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824258 Nov 12 01:08:32.004453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-d3293d84-3b19-4cdb-939b-9123be8e0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.004453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-d3293d84-3b19-4cdb-939b-9123be8e0132 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.0993283 Nov 12 01:08:32.281313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-1771cef7-bbd9-4093-b038-aa155f1da0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681322 Nov 12 01:08:32.291337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Allocated IP 172.25.6.180 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/021bb3f0-64cc-4f21-856e-871fe80d649a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:32.341911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-a71bd0f4-1e53-4ba8-8ee7-6234ad1c22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.343744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-a71bd0f4-1e53-4ba8-8ee7-6234ad1c22af service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.3307524 Nov 12 01:08:32.432826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-850179b0-b3c7-45ef-86e7-7fc51962f22b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.0770028 Nov 12 01:08:32.434511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.526031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2c4e3038-14d0-4e09-b65a-b1117ab61541 req-0668a9e0-81bc-4210-a98f-b38b7aa0a20e service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250688 Nov 12 01:08:32.538507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-513a904a-1c0e-4955-a0e0-fd7e9d1b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.540403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-513a904a-1c0e-4955-a0e0-fd7e9d1b8922 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.0983112 Nov 12 01:08:32.581552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.629029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-d2345ee0-e6dc-4a27-807a-9ac65681956d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788713 Nov 12 01:08:32.635452 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.738648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'Port': ['ID=021bb3f0-64cc-4f21-856e-871fe80d649a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.782746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:32.785780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:32.792213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:32.829589 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-42c9fd98-ac69-4c3c-9000-72562a9c8291 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924610 Nov 12 01:08:32.988948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.059552 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d6ca825f-79fa-4065-88dc-f74c70fa61a6 req-dedd1a36-0acf-4491-8bdd-7b49998f4525 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198548 Nov 12 01:08:33.062234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.273190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.362122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.492436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event updated for resources: {'Port': ['ID=021bb3f0-64cc-4f21-856e-871fe80d649a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.600950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.627433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.633856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-1a8dd8cd-db18-4992-9baa-0ecd1f76d729 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8641562 Nov 12 01:08:33.749977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-6c67f18a-bdec-4b5b-b487-f9a1fec3776d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.751991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-6c67f18a-bdec-4b5b-b487-f9a1fec3776d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.4762883 Nov 12 01:08:33.756503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-6aa47d56-942c-4dd2-be5f-aa577d3158e5 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.1114898 Nov 12 01:08:33.894156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-169fb3e4-ba74-443c-8d8b-1de591de3e40 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.895947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-169fb3e4-ba74-443c-8d8b-1de591de3e40 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.1299896 Nov 12 01:08:33.899066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-a85e2898-a971-40f9-9df0-d17a3a40650e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.1413016 Nov 12 01:08:33.913840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-98838566-c881-4966-9fab-439e4fea8926 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:33.915198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a1942fc-ac45-4b3c-ab5c-b76f0d25c034 req-98838566-c881-4966-9fab-439e4fea8926 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067291 Nov 12 01:08:33.983126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-2c707fb1-c13c-4aa4-98d5-bf49af57930a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664992 Nov 12 01:08:34.203925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-17f060d2-ecb8-4bc1-9226-c046da3c4072 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.205551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-17f060d2-ecb8-4bc1-9226-c046da3c4072 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1891568 Nov 12 01:08:34.324885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-9f0f68d2-d05f-45aa-b800-d8a0a57de370 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0986981 Nov 12 01:08:34.344561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'floatingip': {'port_id': '59534474-8287-4e51-96a9-02841f47bb8f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:34.356602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-a9bd5b95-8cf6-4f42-8c9b-3f7abf3e58ce service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639297 Nov 12 01:08:34.421495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.692650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-714937be-a5b0-4f2a-86b3-e3b53f8f75d7 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351059 Nov 12 01:08:35.182231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.963955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.994900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.107385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-311ac60b-9b20-43d7-9df5-eae287338ded req-ad9bb90a-332d-4c95-9057-62bf066026f2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 210 time: 1.0495515 Nov 12 01:08:36.304586 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Floating IP d83e9562-cde3-41a8-8a9f-bc686c5597af associated. External IP: 172.25.6.180, port: 59534474-8287-4e51-96a9-02841f47bb8f. Nov 12 01:08:36.983219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Router 40aadad9-3638-4e82-b41b-fd534fa54aec has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:37.275634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-e47da901-31a0-4780-8cfd-93f3bb3d24f8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.277308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-e47da901-31a0-4780-8cfd-93f3bb3d24f8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.2920067 Nov 12 01:08:37.422352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:37.544726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:37.575064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acf8698a-ce4a-4dee-92de-e861e709243d req-2eb89e4f-76a9-4534-a697-ebf14aa5e6cd tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 210 time: 0.1379669 Nov 12 01:08:37.893249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:38.003486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:38.024197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.032519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Sync routers for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:38.059700 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:38.060367 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:38.095660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-e94dd0a9-642a-4488-b389-b0e1fb1cac84 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "PUT /v2.0/floatingips/d83e9562-cde3-41a8-8a9f-bc686c5597af HTTP/1.1" status: 200 len: 996 time: 3.7576957 Nov 12 01:08:38.140469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed429082-e036-4432-a1e8-dfd74409b0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.140854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:38.146798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a4da-fdad-42f1-9b31-383785f32237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.147186 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559a19bb-b257-43be-8f05-e87a5ec4ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:38.284721 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d4c614-10c1-4436-aa50-91d648ed539e x-openstack-request-id: req-b4d4c614-10c1-4436-aa50-91d648ed539e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:38.285153 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:38.285532 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4d4c614-10c1-4436-aa50-91d648ed539e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:38.288345 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:08:38.347496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:38.365663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:38.377060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.411907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a4da-fdad-42f1-9b31-383785f32237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.469806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a4da-fdad-42f1-9b31-383785f32237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.580381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a3c5a4da-fdad-42f1-9b31-383785f32237 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3bdd5330cc44bdeb0e316dfc74ac1c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0335863 Nov 12 01:08:38.587966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:38.693502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.2 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/69b17e5a-0db8-40c0-a259-9aea9624b812) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:38.713828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a4da-fdad-42f1-9b31-383785f32237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16e6db-b73e-48b5-8029-a159617db12d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.747135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-4cb9b0b8-96d9-4270-b260-7bac8451a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.756452 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-4cb9b0b8-96d9-4270-b260-7bac8451a8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.3248818 Nov 12 01:08:38.829459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-2c5411cf-156c-4897-b2f5-b1495eaa60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.831534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-2c5411cf-156c-4897-b2f5-b1495eaa60b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.6766276 Nov 12 01:08:38.958960 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd83e9562-cde3-41a8-8a9f-bc686c5597af', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'port_id': '59534474-8287-4e51-96a9-02841f47bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'mac_address': 'fa:16:3e:2c:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff12cc-33b7-432a-a9cc-42302787087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:32Z', 'updated_at': '2021-11-12T01:08:35Z', 'revision_number': 1, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:39.001565 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Checking router: 40aadad9-3638-4e82-b41b-fd534fa54aec for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:39.013488 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:39.014203 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:39.044215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80239dc1-2b99-4e11-8592-e207765ec3e4 req-772b8baa-f3d8-426e-a209-3ae7e5e5cc0d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 210 time: 0.2233193 Nov 12 01:08:39.155528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed429082-e036-4432-a1e8-dfd74409b0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.166882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ed429082-e036-4432-a1e8-dfd74409b0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.174703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.222656 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69dcbfa3-5098-4884-a6ab-c996c2a1fc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.228143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.251502 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:39.376241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-1fbc1f6a-2f8f-49e9-82aa-75e575122060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.380236 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-1fbc1f6a-2f8f-49e9-82aa-75e575122060 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.6030800 Nov 12 01:08:39.387353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.390477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed429082-e036-4432-a1e8-dfd74409b0af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a202a927be984428a22de46d835e4086&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4952700 Nov 12 01:08:39.392571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429082-e036-4432-a1e8-dfd74409b0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b10bf-2da5-4b78-827d-31977fa36e16,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.423871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:39.432307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.444730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:39.580662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-8ae2aacb-cb74-46b8-ad94-3dee896be5ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 999 time: 0.1535449 Nov 12 01:08:39.596914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.617350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:39.626757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:39.640159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:39.644375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-ac5e91a7-74be-41fe-a9b6-a9b20a21a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.645852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-ac5e91a7-74be-41fe-a9b6-a9b20a21a3ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.7905276 Nov 12 01:08:39.706706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.711908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4dfdd-c15a-4dd8-b815-1f4a1691ac9b None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:39.718001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.723205 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db16e6db-b73e-48b5-8029-a159617db12d HTTP/1.1" status: 204 len: 168 time: 1.1189122 Nov 12 01:08:39.758449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.805007 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd83e9562-cde3-41a8-8a9f-bc686c5597af', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'port_id': '59534474-8287-4e51-96a9-02841f47bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'mac_address': 'fa:16:3e:2c:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff12cc-33b7-432a-a9cc-42302787087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:32Z', 'updated_at': '2021-11-12T01:08:35Z', 'revision_number': 1, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:39.805364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.828947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dfe3246c-cab8-4f1d-b750-36a7bc32c51e None None] Provisioning complete for port 69b17e5a-0db8-40c0-a259-9aea9624b812 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:39.829315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfe3246c-cab8-4f1d-b750-36a7bc32c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.872807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8700b-62bc-414f-bff8-ccdcb4e97f98 None None] The sync data for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 is: [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'd83e9562-cde3-41a8-8a9f-bc686c5597af', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'port_id': '59534474-8287-4e51-96a9-02841f47bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'mac_address': 'fa:16:3e:2c:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff12cc-33b7-432a-a9cc-42302787087e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:32Z', 'updated_at': '2021-11-12T01:08:35Z', 'revision_number': 1, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:39.882589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.883256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.910919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-799c2868-e6fa-423b-80ca-73433fc193f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 999 time: 0.2530148 Nov 12 01:08:39.914429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3246c-cab8-4f1d-b750-36a7bc32c51e None None] Port 69b17e5a-0db8-40c0-a259-9aea9624b812 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:39.924894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-4d1e3dc8-3cda-4f97-add4-12490baa17d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5238271 Nov 12 01:08:39.961622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.968625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.972249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa2b10bf-2da5-4b78-827d-31977fa36e16 HTTP/1.1" status: 204 len: 168 time: 0.4346023 Nov 12 01:08:39.975295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec66f5-244e-466e-a855-ac22f4a95851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16e6db-b73e-48b5-8029-a159617db12d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.984579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-116afb23-7c50-49da-b3b5-3f43b484cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.986174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-116afb23-7c50-49da-b3b5-3f43b484cab4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.0576046 Nov 12 01:08:39.992241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Request body: {'port': {'device_id': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:39.995608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-12f3cb36-2e4c-46a0-ab4e-bc52750c3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.001402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-12f3cb36-2e4c-46a0-ab4e-bc52750c3148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.4032025 Nov 12 01:08:40.083225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-053490df-c73e-406b-a367-90417e677c8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530868 Nov 12 01:08:40.094212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-730dd5a2-9663-4549-92a6-d76ab323632b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643516 Nov 12 01:08:40.095286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734ebb8-f6f6-4046-8148-82265869c202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b10bf-2da5-4b78-827d-31977fa36e16,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.143892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-5fbfcdb5-0d84-4971-8181-3e60bc784252 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:40.157941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-5fbfcdb5-0d84-4971-8181-3e60bc784252 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0319979 Nov 12 01:08:40.217638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.502165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9f9a3-c1aa-45a8-aab3-759ec2c1d144 req-e1648041-6574-4f1b-82db-dbcaeb1141b2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.504029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10e9f9a3-c1aa-45a8-aab3-759ec2c1d144 req-e1648041-6574-4f1b-82db-dbcaeb1141b2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 931 time: 0.2523444 Nov 12 01:08:40.516907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9dd594-e1d9-427f-a6ce-0d40d7b55ab7 None None] New status for floating IP d83e9562-cde3-41a8-8a9f-bc686c5597af: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:40.606502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-6a24117e-d5e2-4aa1-ba8b-5714e71eb3f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474940 Nov 12 01:08:40.757503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-ab417ad5-aa5d-4db9-9fbb-b97b0ebf9e08 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534021 Nov 12 01:08:40.781691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10e9f9a3-c1aa-45a8-aab3-759ec2c1d144 req-e395e2b1-3758-46e5-943f-74faa620afac tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113547 Nov 12 01:08:40.898802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:40.921199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff0d0919-904f-4c3d-8cbb-9bfac6b49cba req-65e83675-e217-49a4-a2de-df15a6c67074 service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129225 Nov 12 01:08:40.929880 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-838f2be6-03d7-423a-8ba7-e2748c60c6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.000618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-559a19bb-b257-43be-8f05-e87a5ec4ded3 req-f1f7f8f1-ebd5-4382-bb99-cf77d4b862ba service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231562 Nov 12 01:08:41.095424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-838f2be6-03d7-423a-8ba7-e2748c60c6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.101036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-838f2be6-03d7-423a-8ba7-e2748c60c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.154622 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-838f2be6-03d7-423a-8ba7-e2748c60c6d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e58201159c86426a96cc055723a2c57f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541502 Nov 12 01:08:41.155557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f2be6-03d7-423a-8ba7-e2748c60c6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e68871-93fd-4b5b-8435-666a429d4384,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.158240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:41.219709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-d9f5d394-9726-45c1-b0a8-966645433afb tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.1640990 Nov 12 01:08:41.223004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.252680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.256042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b17e5a-0db8-40c0-a259-9aea9624b812 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:41.293282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.329624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-70c74b94-7b14-4bf9-8fb6-512c38795a12 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.332008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-70c74b94-7b14-4bf9-8fb6-512c38795a12 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports/59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 942 time: 0.0944636 Nov 12 01:08:41.345776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.349104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.349300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Transition to ACTIVE for port object 69b17e5a-0db8-40c0-a259-9aea9624b812 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:41.353339 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38e68871-93fd-4b5b-8435-666a429d4384 HTTP/1.1" status: 204 len: 168 time: 0.1937428 Nov 12 01:08:41.354470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.378182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5e72-da97-4319-9224-6c32697c91ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e68871-93fd-4b5b-8435-666a429d4384,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.444544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83405243-eae1-4377-b2c4-7fcbb6228492 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:41.556943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-89741de1-56bf-40c3-89b4-58cf92634874 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.1450570 Nov 12 01:08:41.625860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Pushing event updated for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.759765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Attempting to bind port 69b17e5a-0db8-40c0-a259-9aea9624b812 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:41.761381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Attempting to bind port 69b17e5a-0db8-40c0-a259-9aea9624b812 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:41.761381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Attempting to bind port 69b17e5a-0db8-40c0-a259-9aea9624b812 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:41.775436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Port 69b17e5a-0db8-40c0-a259-9aea9624b812 on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:41.775917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Attempting to bind port 69b17e5a-0db8-40c0-a259-9aea9624b812 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:41.786020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:41.786502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:41.787013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:41.787557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Bound port: 69b17e5a-0db8-40c0-a259-9aea9624b812, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:41.788016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.858374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-a0c42458-c093-4af2-aa38-508e55fa9f45 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.866190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-a0c42458-c093-4af2-aa38-508e55fa9f45 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.2802942 Nov 12 01:08:41.876477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-1d15396d-9324-4991-aa90-b41dec778704 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:41.887331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-1d15396d-9324-4991-aa90-b41dec778704 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197587 Nov 12 01:08:42.023145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:42.024493 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:42.061938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca97c0cd-c42f-4ac5-b41a-1b9c12b9817e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.080468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=69b17e5a-0db8-40c0-a259-9aea9624b812,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:42.100849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd3456-5e5d-429b-acf5-367cadbf8da3 req-37c6f5be-e0be-46f4-a4b9-4d0fc1b9b4b8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.107058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20cd3456-5e5d-429b-acf5-367cadbf8da3 req-37c6f5be-e0be-46f4-a4b9-4d0fc1b9b4b8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 943 time: 0.2379670 Nov 12 01:08:42.125286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d35aca06-64d0-4e32-849f-7b4b03207839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.125952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-e8a68dd7-5020-40a6-9ed4-183d06d392d1 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.2371213 Nov 12 01:08:42.130637 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.155555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:42.234642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73c9a7-7a8c-4cb5-b56c-dd26c9b35f9a None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:42.327096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca97c0cd-c42f-4ac5-b41a-1b9c12b9817e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.339896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca97c0cd-c42f-4ac5-b41a-1b9c12b9817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.427497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97c0cd-c42f-4ac5-b41a-1b9c12b9817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1db2610-c16d-4177-b263-edc750f424e3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:42.462341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca97c0cd-c42f-4ac5-b41a-1b9c12b9817e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b1f6215d7d44c15bc5bb9a2d4a32fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357221 Nov 12 01:08:42.472686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:42.584123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.664429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.773054 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.779349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.788134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.788829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.790282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-b4349634-a229-4682-977e-7e8dee935229 service neutron] 10.222.0.32 "PUT /v2.0/ports/69b17e5a-0db8-40c0-a259-9aea9624b812 HTTP/1.1" status: 200 len: 1092 time: 2.8030767 Nov 12 01:08:42.793409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:42.795728 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96794a-2112-43b7-98dc-60a0c9980e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:42.827877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1db2610-c16d-4177-b263-edc750f424e3 HTTP/1.1" status: 204 len: 168 time: 0.3153617 Nov 12 01:08:42.861304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.867581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7eae8-6d24-4aca-80d4-a87786940a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1db2610-c16d-4177-b263-edc750f424e3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:42.872519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.918716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349634-a229-4682-977e-7e8dee935229 service neutron] Pushing event updated for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:42.939313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20cd3456-5e5d-429b-acf5-367cadbf8da3 req-ce0a40c2-f8b5-4a36-8adf-92da52713171 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030372 Nov 12 01:08:43.075270 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb131ab-0295-4365-9ea6-9960fc64d5c6 x-openstack-request-id: req-7fb131ab-0295-4365-9ea6-9960fc64d5c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:43.075726 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:43.076130 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fb131ab-0295-4365-9ea6-9960fc64d5c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:43.076737 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812', 'status': 'completed', 'code': 200} Nov 12 01:08:43.082631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-c91e661f-f295-4c84-abba-c5fc1cb01dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.085194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-c91e661f-f295-4c84-abba-c5fc1cb01dba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 1095 time: 0.1615319 Nov 12 01:08:43.169493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.212101 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.212101 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Floating IP d83e9562-cde3-41a8-8a9f-bc686c5597af disassociated. External IP: 172.25.6.180, port: 59534474-8287-4e51-96a9-02841f47bb8f. Nov 12 01:08:43.215806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-56ec8fd9-3c5d-4568-99f2-3dd743e0f1c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69b17e5a-0db8-40c0-a259-9aea9624b812 HTTP/1.1" status: 200 len: 217 time: 0.0664184 Nov 12 01:08:43.376627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-ad1a4746-15b9-4e07-a1c8-e7e9e2bf1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.378176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-ad1a4746-15b9-4e07-a1c8-e7e9e2bf1ca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1172154 Nov 12 01:08:43.415954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-c94f2bae-9cff-4301-bcfc-498fafd7b509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274909 Nov 12 01:08:43.644819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-76284260-06ee-4981-8984-54a9bd3a9534 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198522 Nov 12 01:08:43.749172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Router 40aadad9-3638-4e82-b41b-fd534fa54aec has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:43.907273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-693379d9-a4ca-44d7-af65-71f8d3904f84 req-419006c6-e9db-4d9b-87e9-532eaf208dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461650 Nov 12 01:08:44.022716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.057397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:44.066998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.075191 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Sync routers for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:44.118719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:44.120207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.196916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-8cbb2e99-ce03-4704-b193-e64f81b0254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.199489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-8cbb2e99-ce03-4704-b193-e64f81b0254c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 1095 time: 0.2174790 Nov 12 01:08:44.338955 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:44.357862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-c438954b-725e-46d8-b17c-711ecda140f8 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "PUT /v2.0/floatingips/d83e9562-cde3-41a8-8a9f-bc686c5597af HTTP/1.1" status: 200 len: 695 time: 2.2195611 Nov 12 01:08:44.411838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9264b-175c-4175-9e37-40807bc53d50 req-ffa96aa9-3d5c-4239-82ec-fcd5777826b1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.414528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6a9264b-175c-4175-9e37-40807bc53d50 req-ffa96aa9-3d5c-4239-82ec-fcd5777826b1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 943 time: 0.3218870 Nov 12 01:08:44.523294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-182e8484-c4c0-44b4-9f3c-fc2eebfe62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.526729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-182e8484-c4c0-44b4-9f3c-fc2eebfe62ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.3147547 Nov 12 01:08:44.653203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-7a30c8e5-68a0-4f69-bc48-4664baef8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.655454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-7a30c8e5-68a0-4f69-bc48-4664baef8a75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.2358594 Nov 12 01:08:44.664972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-4d83ffe7-1132-46ca-892a-ccd794c6181a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69b17e5a-0db8-40c0-a259-9aea9624b812 HTTP/1.1" status: 200 len: 217 time: 0.1215658 Nov 12 01:08:44.713287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6a9264b-175c-4175-9e37-40807bc53d50 req-14df6712-6e4e-43e2-9064-687278d30d70 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709937 Nov 12 01:08:44.859535 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.885712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.969064 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Checking router: 40aadad9-3638-4e82-b41b-fd534fa54aec for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:45.006527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:45.007083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-8a9f79ab-1476-462c-8175-545492f28554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.011712 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.016144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-8a9f79ab-1476-462c-8175-545492f28554 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.3247573 Nov 12 01:08:45.028400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 69b17e5a-0db8-40c0-a259-9aea9624b812 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:45.039037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-b0c66adc-cd38-4db2-ac26-57599b4dc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.048900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-b0c66adc-cd38-4db2-ac26-57599b4dc812 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.3812110 Nov 12 01:08:45.088277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:45.093472 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31db6a1-eac0-4d39-b895-27e28cef8fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:45.117573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-4ab10403-3d02-4424-b129-64fcb44e246e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892937 Nov 12 01:08:45.274483 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00279ba0-e1a3-49f8-9291-2d5834a040a0 x-openstack-request-id: req-00279ba0-e1a3-49f8-9291-2d5834a040a0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:45.289523 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:45.297605 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00279ba0-e1a3-49f8-9291-2d5834a040a0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:45.298426 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:08:45.380198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-16fa4110-f24f-4b19-a094-b05ba5af97da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.3234651 Nov 12 01:08:45.450174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=69b17e5a-0db8-40c0-a259-9aea9624b812,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:45.474472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '69b17e5a-0db8-40c0-a259-9aea9624b812', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': '69b17e5a-0db8-40c0-a259-9aea9624b812', 'mac_address': 'fa:16:3e:a8:39:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:45.476388 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:45.484489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-bab8a56a-b5cd-4f4c-86a7-3fd4dbdc40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.493758 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-bab8a56a-b5cd-4f4c-86a7-3fd4dbdc40fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 1097 time: 0.2309475 Nov 12 01:08:45.554352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-c5adea6e-b904-4ee5-b57a-3111a6c28434 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348063 Nov 12 01:08:45.602533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.639213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b17e5a-0db8-40c0-a259-9aea9624b812 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:45.728894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=69b17e5a-0db8-40c0-a259-9aea9624b812,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:45.734980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.835914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d96794a-2112-43b7-98dc-60a0c9980e0c req-e81246d0-7b8a-48aa-9d55-cd49b774a020 service neutron] 10.222.0.32 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688515 Nov 12 01:08:45.864662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-9413fbd2-52f9-43c5-8253-1242f6541cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.868756 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-9413fbd2-52f9-43c5-8253-1242f6541cba service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 200 len: 920 time: 0.3652959 Nov 12 01:08:45.869410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:45.901569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-12866bda-5a8b-481d-bfc2-bcb95cc0bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.923202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.923550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.923887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.924246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.924588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.925109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.925652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.926215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.926780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.927340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.927908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.928505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:45.932926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-12866bda-5a8b-481d-bfc2-bcb95cc0bd9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.5571244 Nov 12 01:08:45.977718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-7e4c56ec-7b63-4eb4-8fd3-17e0af868456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 200 len: 217 time: 0.1003995 Nov 12 01:08:46.036810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['69b17e5a-0db8-40c0-a259-9aea9624b812'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:46.068268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-b72a0268-75d2-41ac-93fe-7abbcf94947b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340322 Nov 12 01:08:46.133474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-c46b01d2-6de2-4400-bd08-b6069e2cfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.143606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-c46b01d2-6de2-4400-bd08-b6069e2cfbd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 200 len: 859 time: 0.1501434 Nov 12 01:08:46.157926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:46.201799 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-0c056a5d-aa8e-4433-a0ff-de68bc2ce500 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9b41a38-0830-4365-8d8a-8fd5752b8aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572860 Nov 12 01:08:46.226155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50497923-9cd7-4609-b1a0-4a8b000a6865 None None] The sync data for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 is: [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:07:29Z', 'revision_number': 4, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76', 'name': '', 'network_id': 'b9b41a38-0830-4365-8d8a-8fd5752b8aab', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'mac_address': 'fa:16:3e:57:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:37Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'subnets': [{'id': '197ea38f-8c9b-4344-b21b-e84dbf451323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:46.332410 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-b9b08e7a-ea3f-46ac-8b3d-44e430fe0a4a service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605426 Nov 12 01:08:46.332692 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-bb048421-dbf8-4680-a156-9f5dfceccd84 service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231539 Nov 12 01:08:46.489459 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f31db6a1-eac0-4d39-b895-27e28cef8fe4 req-aef92028-0944-4e81-8f53-e7ff9cc2e26c service neutron] 10.222.0.39 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481175 Nov 12 01:08:46.567029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47de343-fd6e-40ba-82a8-2cb61cb9e39c req-9fc6e934-fcc5-4274-9245-5bcb3f125c67 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.580240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d47de343-fd6e-40ba-82a8-2cb61cb9e39c req-9fc6e934-fcc5-4274-9245-5bcb3f125c67 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 944 time: 0.6256049 Nov 12 01:08:46.664790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aed73aa3-4e4b-48fc-a4fa-9ecdaff0671b req-a138c8c9-34ee-446e-92fa-df27323bb3ca service neutron] 10.222.0.11 "GET /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226881 Nov 12 01:08:46.689166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d47de343-fd6e-40ba-82a8-2cb61cb9e39c req-c14ca187-dab9-4155-a29a-3dcdcdb8f299 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078193 Nov 12 01:08:46.768643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-d30abfc0-b495-428f-bcc7-2b1e619a0eb4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips/d83e9562-cde3-41a8-8a9f-bc686c5597af HTTP/1.1" status: 200 len: 695 time: 0.0551286 Nov 12 01:08:46.777783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a84191-6eb4-4866-ae5c-f940d14ac09e None None] New status for floating IP d83e9562-cde3-41a8-8a9f-bc686c5597af: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:47.042844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 69b17e5a-0db8-40c0-a259-9aea9624b812 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:47.100627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-62a5d674-cc1e-4410-9c05-17d3e1691424 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.112663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-62a5d674-cc1e-4410-9c05-17d3e1691424 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 784 time: 0.3219306 Nov 12 01:08:47.120420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-c1317d2a-dc0c-4171-a786-2935fdec61a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:47.121454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-c1317d2a-dc0c-4171-a786-2935fdec61a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080025 Nov 12 01:08:47.202210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-bfa78653-80d7-47e6-91f0-e51a83e87a43 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 698 time: 0.0728099 Nov 12 01:08:47.242407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 69b17e5a-0db8-40c0-a259-9aea9624b812 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:47.258903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 69b17e5a-0db8-40c0-a259-9aea9624b812 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:47.258903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.306255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-2f740393-a76a-4437-bf58-9cc8a5f14f6a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0941975 Nov 12 01:08:47.460402 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.488706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Deleting port 021bb3f0-64cc-4f21-856e-871fe80d649a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:47.489463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.508159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:47.511433 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599673ef-8c6d-4dda-9559-313e36566efa" -d '{"events": [{"server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "name": "network-vif-plugged", "status": "completed", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:47.518451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=69b17e5a-0db8-40c0-a259-9aea9624b812,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:47.526308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.589680 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09270c79-71de-4f0b-a50d-b9b1104cb1a5 x-openstack-request-id: req-09270c79-71de-4f0b-a50d-b9b1104cb1a5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:47.590016 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "name": "network-vif-plugged", "status": "completed", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:47.591022 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09270c79-71de-4f0b-a50d-b9b1104cb1a5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:47.592576 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812', 'code': 200} Nov 12 01:08:47.633317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.633706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.676024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:47.686919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Calling delete_port for 021bb3f0-64cc-4f21-856e-871fe80d649a owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:47.831775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076229a-4dad-48c7-ad44-8172c80e5d83 req-77203caa-7acc-4bf3-9d27-2a51b8ca061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.834428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b076229a-4dad-48c7-ad44-8172c80e5d83 req-77203caa-7acc-4bf3-9d27-2a51b8ca061d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 1097 time: 0.1689372 Nov 12 01:08:48.000131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3402b-91c0-4b48-ba3c-3f31a6e0ab3a req-2db9fd73-74fd-459b-b750-e8d3bdada42d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.000131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15a3402b-91c0-4b48-ba3c-3f31a6e0ab3a req-2db9fd73-74fd-459b-b750-e8d3bdada42d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.1984994 Nov 12 01:08:48.004321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b076229a-4dad-48c7-ad44-8172c80e5d83 req-13af7e7a-3325-43fb-9d3d-0f39888c9f3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376641 Nov 12 01:08:48.110208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15a3402b-91c0-4b48-ba3c-3f31a6e0ab3a req-0657f17f-7504-44f3-ab36-282b60f1cb9f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040576 Nov 12 01:08:48.121932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.156260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event deleted for resources: {'Port': ['ID=021bb3f0-64cc-4f21-856e-871fe80d649a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.245009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.247996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.249469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb72cd76-f434-4714-a6ce-a389cbf9434f req-e4ea43b9-c708-4fe1-963c-eb658fdfa8a2 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "DELETE /v2.0/floatingips/d83e9562-cde3-41a8-8a9f-bc686c5597af HTTP/1.1" status: 204 len: 173 time: 0.9353209 Nov 12 01:08:48.344371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-a951b516-086e-4c0a-a97b-4e1559001c45 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups/829a578a-0291-4ab1-bf12-4344b40f09c7 HTTP/1.1" status: 200 len: 1827 time: 0.0677636 Nov 12 01:08:48.448623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.483469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.555171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.560826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.562040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc412acd-7cd6-4d1c-a7b3-f73b7374ccf1 req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "DELETE /v2.0/security-groups/829a578a-0291-4ab1-bf12-4344b40f09c7 HTTP/1.1" status: 204 len: 173 time: 0.2123611 Nov 12 01:08:48.599745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddddc85-41a5-44ca-bd8d-19f15f349966 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829a578a-0291-4ab1-bf12-4344b40f09c7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.930055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a9399-23be-485a-8a64-5f4ea40607e7 req-ddc6cc5c-f72a-4bce-b2e7-7dd548662e3a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.932103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54a9399-23be-485a-8a64-5f4ea40607e7 req-ddc6cc5c-f72a-4bce-b2e7-7dd548662e3a tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0829015 Nov 12 01:08:49.028619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54a9399-23be-485a-8a64-5f4ea40607e7 req-5a4b084b-0df9-45da-8f91-e0a65d06d30d tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870664 Nov 12 01:08:49.305402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbf26-378d-40c9-bbbf-fc89ff793d3d req-38845a8c-8f6f-4ce6-81d8-ed26bf52b2ca tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:49.307513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc3fbf26-378d-40c9-bbbf-fc89ff793d3d req-38845a8c-8f6f-4ce6-81d8-ed26bf52b2ca tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.0735767 Nov 12 01:08:49.376712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc3fbf26-378d-40c9-bbbf-fc89ff793d3d req-7db25d0d-ced7-49cd-a726-499ce941623a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Nov 12 01:08:50.229998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1ec6-1806-4986-8c84-e3d74c64e4f7 req-961999dd-6b92-4b94-b5c1-848a88ccd9bb tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.232946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4cb1ec6-1806-4986-8c84-e3d74c64e4f7 req-961999dd-6b92-4b94-b5c1-848a88ccd9bb tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.0826244 Nov 12 01:08:50.305894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4cb1ec6-1806-4986-8c84-e3d74c64e4f7 req-95eb3bcb-3ade-4de5-83d7-1e5408b6591b tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Nov 12 01:08:50.537246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ea4bc-1047-460f-95fc-914633da9275 req-69cebb0e-7f46-41bd-b965-784d524383e4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.538997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-478ea4bc-1047-460f-95fc-914633da9275 req-69cebb0e-7f46-41bd-b965-784d524383e4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.0638084 Nov 12 01:08:50.641547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-478ea4bc-1047-460f-95fc-914633da9275 req-b6dd33f1-b108-44f3-a1b1-9698eb9bb968 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844493 Nov 12 01:08:50.952846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d3c7-d1e8-40a8-af32-6142d628eb06 req-dbc73a2a-ede3-4f62-ad2b-48c7e495972f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.954652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbd0d3c7-d1e8-40a8-af32-6142d628eb06 req-dbc73a2a-ede3-4f62-ad2b-48c7e495972f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.0851130 Nov 12 01:08:51.059403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbd0d3c7-d1e8-40a8-af32-6142d628eb06 req-3a22ed19-72df-4927-a3c6-f85f294283aa tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889382 Nov 12 01:08:51.234380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a77270-d036-4cc1-825c-5a6bf3bc1eb2 req-07a6efbd-dfa7-4467-a6af-f1516abb659e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.236645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61a77270-d036-4cc1-825c-5a6bf3bc1eb2 req-07a6efbd-dfa7-4467-a6af-f1516abb659e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.0877802 Nov 12 01:08:51.306731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61a77270-d036-4cc1-825c-5a6bf3bc1eb2 req-8889e361-f62f-4127-85f4-3ffed1bebe9f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Nov 12 01:08:51.522961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351898e-6ad9-478f-9e25-2c8bb40f3452 req-7afc321e-0ab8-4b8f-b821-45fbcdc26197 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.525106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7351898e-6ad9-478f-9e25-2c8bb40f3452 req-7afc321e-0ab8-4b8f-b821-45fbcdc26197 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.0780032 Nov 12 01:08:51.671897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7351898e-6ad9-478f-9e25-2c8bb40f3452 req-c716bb19-435f-4144-b83e-6d32b4d415bd tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384144 Nov 12 01:08:51.692074 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-67f12324-a8fe-499a-86a2-87da3305215c tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.695479 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-67f12324-a8fe-499a-86a2-87da3305215c tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.1160471 Nov 12 01:08:51.705463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:51.901197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Deleting port 59534474-8287-4e51-96a9-02841f47bb8f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:51.901552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.094176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842597f-cf85-40b2-999e-96631c0f1f2a req-4df67b91-41b2-4a42-bc64-0cc1e94078f6 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.096306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8842597f-cf85-40b2-999e-96631c0f1f2a req-4df67b91-41b2-4a42-bc64-0cc1e94078f6 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 945 time: 0.3191106 Nov 12 01:08:52.113989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df91f2-2e76-4a07-931a-5a23ea01ecbb req-96a581df-721f-4a52-9fd0-a83f67e40e58 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.117355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21df91f2-2e76-4a07-931a-5a23ea01ecbb req-96a581df-721f-4a52-9fd0-a83f67e40e58 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.2975049 Nov 12 01:08:52.133667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] For port 59534474-8287-4e51-96a9-02841f47bb8f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=59534474-8287-4e51-96a9-02841f47bb8f,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:52.134170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.173480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Calling delete_port for 59534474-8287-4e51-96a9-02841f47bb8f owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:52.302312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8842597f-cf85-40b2-999e-96631c0f1f2a req-512950da-e3ee-40e3-bd23-f6005eecd51e tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bb02cef-91df-4c0c-909a-9b1cb2a5e753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843278 Nov 12 01:08:52.354230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21df91f2-2e76-4a07-931a-5a23ea01ecbb req-643004d7-495a-40bb-a7db-57d5d83d48d9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125795 Nov 12 01:08:52.368851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port ed49d1e8-c048-4416-8f12-036cdc704d43 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:52.369584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.509219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.513332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.514095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.528419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['59534474-8287-4e51-96a9-02841f47bb8f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:52.536846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for ed49d1e8-c048-4416-8f12-036cdc704d43 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:52.618059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Pushing event deleted for resources: {'Port': ['ID=59534474-8287-4e51-96a9-02841f47bb8f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.704143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] No DVR routers for this DVR port 59534474-8287-4e51-96a9-02841f47bb8f on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:52.710114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.714693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c0402211-5a2f-44ce-b09c-8f8eed5f5e8d req-ff02def2-60c2-4a71-aba0-a29e386ed0e4 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.39 "DELETE /v2.0/ports/59534474-8287-4e51-96a9-02841f47bb8f HTTP/1.1" status: 204 len: 173 time: 0.9997027 Nov 12 01:08:52.727397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'name': 'network-vif-deleted', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:52.730654 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d887278-6c4f-494b-8e6a-7efef35a97c3" -d '{"events": [{"server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "name": "network-vif-deleted", "tag": "59534474-8287-4e51-96a9-02841f47bb8f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:52.825274 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d4fe96-e418-4227-918d-fb187799c08d x-openstack-request-id: req-d7d4fe96-e418-4227-918d-fb187799c08d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:52.825857 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ff12cc-33b7-432a-a9cc-42302787087e", "name": "network-vif-deleted", "tag": "59534474-8287-4e51-96a9-02841f47bb8f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:52.826279 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7d4fe96-e418-4227-918d-fb187799c08d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:52.826879 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ff12cc-33b7-432a-a9cc-42302787087e', 'name': 'network-vif-deleted', 'tag': '59534474-8287-4e51-96a9-02841f47bb8f', 'status': 'completed', 'code': 200} Nov 12 01:08:52.940975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.022444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=ed49d1e8-c048-4416-8f12-036cdc704d43,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:53.151433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.151858 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP dacdd3f6-a55c-4322-9234-3d91547c20fc disassociated (deleted). External IP: 172.25.6.143, port: a78248ef-4160-4ddf-aeeb-9024552b1981. Nov 12 01:08:53.203776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-58649ba7-8c28-4bd7-915f-4c5768477161 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:53.205473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-58649ba7-8c28-4bd7-915f-4c5768477161 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.2689981 Nov 12 01:08:54.076650 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:54.145453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d8d7f80-4bb4-409b-97e0-2874eb7e6917 req-117da034-a5e7-4b6e-a678-23ebbfdf16e3 tempest-ServerRescueTestJSONUnderV235-267489665 tempest-ServerRescueTestJSONUnderV235-267489665-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ff12cc-33b7-432a-a9cc-42302787087e HTTP/1.1" status: 200 len: 210 time: 0.5233405 Nov 12 01:08:54.234567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349007c2-43a1-44dd-9737-b94f480d92a5 req-cbb48b32-e523-48e0-970c-59591956400b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:54.236284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-349007c2-43a1-44dd-9737-b94f480d92a5 req-cbb48b32-e523-48e0-970c-59591956400b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 945 time: 0.6124492 Nov 12 01:08:54.255177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router b39993f0-5e92-492b-9882-12786a29afd3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:54.262693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port 69b17e5a-0db8-40c0-a259-9aea9624b812 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:54.263051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.431532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-349007c2-43a1-44dd-9737-b94f480d92a5 req-fc5f56c1-afda-4fab-a77e-cabed7564759 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799662 Nov 12 01:08:54.494797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port 69b17e5a-0db8-40c0-a259-9aea9624b812, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=69b17e5a-0db8-40c0-a259-9aea9624b812,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:54.495125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.517684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for 69b17e5a-0db8-40c0-a259-9aea9624b812 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:54.538384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:54.556151 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Sync routers for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:54.571408 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:54.572952 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.586614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.690211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Deleting subnet 2bd64733-95df-4d16-8bd0-ce0650e1cc08 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:54.696988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.763858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.812095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.816280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.833452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961', '69b17e5a-0db8-40c0-a259-9aea9624b812'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:54.860888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.883678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=69b17e5a-0db8-40c0-a259-9aea9624b812,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:54.918218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ef009c40-3d3a-47b2-a953-e6be6e9188f8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/floatingips/dacdd3f6-a55c-4322-9234-3d91547c20fc HTTP/1.1" status: 204 len: 168 time: 3.2108054 Nov 12 01:08:54.920653 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:54.974300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:54.974300 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9583595-93b7-458e-b22e-5c5039f7ca46" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:54.974707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c14e3d-113f-4e2d-b032-cb63175f9e59 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:55.016323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port 69b17e5a-0db8-40c0-a259-9aea9624b812 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:55.020403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.025085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.034693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6854a8b-6b5c-4c3d-ac27-7a43dd4154db req-97eca676-7b24-44ed-ae44-5c642d4685e5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "DELETE /v2.0/ports/69b17e5a-0db8-40c0-a259-9aea9624b812 HTTP/1.1" status: 204 len: 173 time: 1.8069341 Nov 12 01:08:55.090625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.096548 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2bd64733-95df-4d16-8bd0-ce0650e1cc08 HTTP/1.1" status: 204 len: 168 time: 0.5071590 Nov 12 01:08:55.098969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df43e6-eec4-41e4-9924-04639daf2e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd64733-95df-4d16-8bd0-ce0650e1cc08,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.099166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:55.123437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 59534474-8287-4e51-96a9-02841f47bb8f no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:55.247338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 59534474-8287-4e51-96a9-02841f47bb8f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:55.248343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 59534474-8287-4e51-96a9-02841f47bb8f not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:55.277417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52846) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:55.283903 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b301c-4bd5-4b82-8914-e4c304f41339 x-openstack-request-id: req-de9b301c-4bd5-4b82-8914-e4c304f41339 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:55.285399 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:55.289398 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de9b301c-4bd5-4b82-8914-e4c304f41339 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:55.290156 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'status': 'completed', 'code': 200} Nov 12 01:08:55.368027 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.372494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-d93fdfc9-8a06-47b6-9f06-756d6cc691e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.375484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-d93fdfc9-8a06-47b6-9f06-756d6cc691e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 1097 time: 0.1041443 Nov 12 01:08:55.378891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.457582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Checking router: b39993f0-5e92-492b-9882-12786a29afd3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:55.481102 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:55.486838 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.636896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-73eb640d-ef15-461c-afaa-706cba377615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.639699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-73eb640d-ef15-461c-afaa-706cba377615 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 200 len: 898 time: 0.2453306 Nov 12 01:08:55.726939 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:55.828223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08b7fd60-77dc-48e2-84af-b871c187b0b4 req-b92c1c74-5b54-4c04-ab07-2618198f5f3b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb3c6dd-a7c5-4121-aa30-77466a0ef49b HTTP/1.1" status: 200 len: 210 time: 0.1104560 Nov 12 01:08:55.844673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-12b5415c-9491-4877-992e-6cf0933fbb6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 200 len: 217 time: 0.1629775 Nov 12 01:08:55.857091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.868334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4852ccb-2537-4ed4-8e29-2bd5fb96a3db req-14479254-6045-4e71-91bd-6347899247ef tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.876902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4852ccb-2537-4ed4-8e29-2bd5fb96a3db req-14479254-6045-4e71-91bd-6347899247ef tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.2352531 Nov 12 01:08:55.987153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a4852ccb-2537-4ed4-8e29-2bd5fb96a3db req-1e9dd262-0bff-4531-92f5-0ba854e98ffc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988333 Nov 12 01:08:56.031268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc579d7-87e0-414d-84eb-795b7df3159e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.049575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6067f8e7-69c5-4531-8356-36ee02a9cd9e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.049869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6067f8e7-69c5-4531-8356-36ee02a9cd9e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.065591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.073143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-3aaf529f-d314-419c-8a6b-58da4dd9e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.074676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-3aaf529f-d314-419c-8a6b-58da4dd9e5df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 200 len: 834 time: 0.1947238 Nov 12 01:08:56.084698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.129608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:56.130211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:56.134043 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:56.199011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-b06c8f90-7277-421a-aa1f-d74d5c828182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.200670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-b06c8f90-7277-421a-aa1f-d74d5c828182 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b58fe59-152c-4ba8-92c2-dc3936686940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175611 Nov 12 01:08:56.312137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.322341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.327268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0dc579d7-87e0-414d-84eb-795b7df3159e HTTP/1.1" status: 204 len: 168 time: 1.2255447 Nov 12 01:08:56.348696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ecbdf-e7ee-41e8-829c-a873c456e156 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc579d7-87e0-414d-84eb-795b7df3159e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:56.355880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-762b4611-bd84-487f-b488-cc9b678888bf service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432388 Nov 12 01:08:56.428745 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.495329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa26413-ab17-42ef-9782-ab1bb436a0b5 None None] The sync data for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 is: [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:06:38Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'd3dd17a2-104d-4648-bfe4-a63227ae364f', 'name': '', 'network_id': '6b58fe59-152c-4ba8-92c2-dc3936686940', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:21:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:36Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '9c280553-09f4-4f1f-9cf6-be24966f61b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:56.600200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9583595-93b7-458e-b22e-5c5039f7ca46 req-b293e311-cd11-4479-ad2d-d71b3bbdd1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307229 Nov 12 01:08:56.655591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.732665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.763489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-240519fe-aadb-4ba5-8622-969a9fb08e10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=077efb211a4f4eea902815e6644bd8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039915 Nov 12 01:08:56.764419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.829341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-0784869e-1f87-4250-9f09-a951a1c6d940 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.831151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-0784869e-1f87-4250-9f09-a951a1c6d940 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.1285393 Nov 12 01:08:56.948424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.007274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.058685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6892bc8-07c7-4df7-8ba7-477e9243e789 None None] New status for floating IP dacdd3f6-a55c-4322-9234-3d91547c20fc: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:57.146373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port a78248ef-4160-4ddf-aeeb-9024552b1981 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:57.146774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 69b17e5a-0db8-40c0-a259-9aea9624b812 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:57.147141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.234964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 69b17e5a-0db8-40c0-a259-9aea9624b812 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:57.235634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 69b17e5a-0db8-40c0-a259-9aea9624b812 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:57.324992 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Deleting port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:57.325410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.326619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'name': 'network-vif-deleted', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:57.329150 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0779a704-7aa3-4541-b20e-56afc558c823" -d '{"events": [{"server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "name": "network-vif-deleted", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:57.415177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad29f5-6ca2-4b05-b026-626fff8179fc req-4cbda585-3fb2-4b20-baf7-d55ec44b34fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:57.417117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fad29f5-6ca2-4b05-b026-626fff8179fc req-4cbda585-3fb2-4b20-baf7-d55ec44b34fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56e63f4-e067-4e58-ab0b-525357a06444 HTTP/1.1" status: 200 len: 945 time: 0.3008122 Nov 12 01:08:57.447058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] For port d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,segment=NetworkSegment(8509b36e-4177-4661-a329-48cb76ccdd41),segment_id=8509b36e-4177-4661-a329-48cb76ccdd41)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:57.447698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.478327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Calling delete_port for d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:57.481401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.483964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.486466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4f5d443-b9a0-4b05-976e-bbc245fde00d HTTP/1.1" status: 204 len: 168 time: 0.7192717 Nov 12 01:08:57.522127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port a78248ef-4160-4ddf-aeeb-9024552b1981, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a78248ef-4160-4ddf-aeeb-9024552b1981,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:57.522652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.547865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf560-f9cf-4a03-bf20-e92459107781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f5d443-b9a0-4b05-976e-bbc245fde00d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.567649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for a78248ef-4160-4ddf-aeeb-9024552b1981 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:57.653841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fad29f5-6ca2-4b05-b026-626fff8179fc req-8b490d19-0719-433b-9aa3-881f4aebc707 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976438 Nov 12 01:08:57.674945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-8566f155-536a-48ab-9230-bbb5179e7024 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:57.676818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-8566f155-536a-48ab-9230-bbb5179e7024 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.3409009 Nov 12 01:08:57.709612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-597e8b0d-664a-4a11-a0e3-f2806c5373f7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/quotas/b798c3ff9a2049258e4b00b9ccfc1487 HTTP/1.1" status: 200 len: 375 time: 0.0203249 Nov 12 01:08:57.815848 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2340d103-bb69-40db-80a7-fc8c307b84f2 x-openstack-request-id: req-2340d103-bb69-40db-80a7-fc8c307b84f2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:57.816304 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3c6dd-a7c5-4121-aa30-77466a0ef49b", "name": "network-vif-deleted", "tag": "69b17e5a-0db8-40c0-a259-9aea9624b812", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:57.816645 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2340d103-bb69-40db-80a7-fc8c307b84f2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:57.817148 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3c6dd-a7c5-4121-aa30-77466a0ef49b', 'name': 'network-vif-deleted', 'tag': '69b17e5a-0db8-40c0-a259-9aea9624b812', 'status': 'completed', 'code': 200} Nov 12 01:08:57.883447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-f159c8a5-530e-49d8-8b30-2caf68a47b66 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341927 Nov 12 01:08:57.889829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.891383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.930053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.973034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=a78248ef-4160-4ddf-aeeb-9024552b1981,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.997769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] No DVR routers for this DVR port a78248ef-4160-4ddf-aeeb-9024552b1981 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:58.000467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.004273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ef1e553-0e08-4af6-8dc6-4b0b7fd44a4a req-1188e81e-5d5e-4cd5-805d-b1093b5d3154 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "DELETE /v2.0/ports/a78248ef-4160-4ddf-aeeb-9024552b1981 HTTP/1.1" status: 204 len: 173 time: 1.1661234 Nov 12 01:08:58.090101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-e3bf52de-a667-4f0e-857d-423b7edec0aa service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866343 Nov 12 01:08:58.157763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.221844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-f969971b-caf6-48d9-b6f8-626b465a6ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246200 Nov 12 01:08:58.509428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d073bb6a-6ab8-4435-85bc-174d39f03b7d req-dc142ee9-02ad-4bee-a1f6-150dfcc11019 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 210 time: 0.0515759 Nov 12 01:08:58.577450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Router 40aadad9-3638-4e82-b41b-fd534fa54aec has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:58.802500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:58.813735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Sync routers for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:58.825971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3015b40e-aad7-43e8-9936-d0a5c873eea2 admin admin] 10.222.0.11 "PUT /v2.0/routers/40aadad9-3638-4e82-b41b-fd534fa54aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471179 Nov 12 01:08:58.829886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.836351 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:58.837240 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:58.838478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 52916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:59.087042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:59.115197 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:59.141028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a78248ef-4160-4ddf-aeeb-9024552b1981 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:59.141365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a78248ef-4160-4ddf-aeeb-9024552b1981 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:59.149478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.279890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.402743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Deleting port 7cade57e-db2a-4599-8739-9105228b47fa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:59.403463 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.490067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '7cade57e-db2a-4599-8739-9105228b47fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:08:57Z', 'revision_number': 5, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port': {'id': '7cade57e-db2a-4599-8739-9105228b47fa', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:24Z', 'updated_at': '2021-11-12T01:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:59.583864 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Checking router: 40aadad9-3638-4e82-b41b-fd534fa54aec for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:59.607861 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Routers {'40aadad9-3638-4e82-b41b-fd534fa54aec'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:59.608511 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['40aadad9-3638-4e82-b41b-fd534fa54aec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:59.643155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] For port 7cade57e-db2a-4599-8739-9105228b47fa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7cade57e-db2a-4599-8739-9105228b47fa,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:59.644451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.741098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Calling delete_port for 7cade57e-db2a-4599-8739-9105228b47fa owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:59.763767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f0ca525-a2fd-4590-9e4d-673159362bfc req-445ddbe4-3d0c-4c81-8019-e57525fae6c7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 210 time: 0.0908442 Nov 12 01:08:59.843495 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-deleted', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:59.846293 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f580c4b2-a576-4874-af1e-928ea981faa9" -d '{"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-deleted", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:59.896713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] Set router 40aadad9-3638-4e82-b41b-fd534fa54aec gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:59.899526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.977316 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:08:59Z', 'revision_number': 6, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:00.032427 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e1c71-6e8c-469f-9af3-bba03693a1e8 None None] The sync data for ids ['40aadad9-3638-4e82-b41b-fd534fa54aec'] in n-d-712141-15 is: [{'id': '40aadad9-3638-4e82-b41b-fd534fa54aec', 'name': 'tempest-ServerRescueTestJSONUnderV235-666754617-router', 'tenant_id': '0fe2b218dca14f5cb4c187135a21a73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:23Z', 'updated_at': '2021-11-12T01:08:59Z', 'revision_number': 6, 'project_id': '0fe2b218dca14f5cb4c187135a21a73d', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:00.084243 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb6a97-20b5-42fc-bc02-6aeb96265950 x-openstack-request-id: req-3fcb6a97-20b5-42fc-bc02-6aeb96265950 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:00.084743 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e63f4-e067-4e58-ab0b-525357a06444", "name": "network-vif-deleted", "tag": "a78248ef-4160-4ddf-aeeb-9024552b1981", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:00.085401 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fcb6a97-20b5-42fc-bc02-6aeb96265950 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:00.085936 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e63f4-e067-4e58-ab0b-525357a06444', 'name': 'network-vif-deleted', 'tag': 'a78248ef-4160-4ddf-aeeb-9024552b1981', 'status': 'completed', 'code': 200} Nov 12 01:09:00.129064 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.208365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cade57e-db2a-4599-8739-9105228b47fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.240559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9029dc-b6fc-467e-8b94-6373462c21ae None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:00.325805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.529680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.532823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.571491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-1ed50a8f-fa47-4d50-a5e1-d252dceedcae tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:00.576133 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-1ed50a8f-fa47-4d50-a5e1-d252dceedcae tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 805 time: 0.3406551 Nov 12 01:09:00.622679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.623254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40aadad9-3638-4e82-b41b-fd534fa54aec {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:00.623851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Request body: {'port': {'device_id': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'admin_state_up': True, 'tenant_id': 'b798c3ff9a2049258e4b00b9ccfc1487'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.644317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.679334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-df209e02-86d1-4b00-bfdb-df59ee344726 admin admin] 10.222.0.11 "DELETE /v2.0/routers/40aadad9-3638-4e82-b41b-fd534fa54aec HTTP/1.1" status: 204 len: 168 time: 1.8482132 Nov 12 01:09:00.680133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.773014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Deleting subnet 197ea38f-8c9b-4344-b21b-e84dbf451323 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:00.778662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.828219 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.888527 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.967540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3a69467-23b9-432b-8d6e-7826473ad91e req-56b3a35e-7f1d-41ec-91e4-c6c51c4ea522 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Nov 12 01:09:01.046686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.122030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:01.126799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197ea38f-8c9b-4344-b21b-e84dbf451323,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.133693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.145111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-74c351d6-c20f-4d9d-bf05-bc671399618d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/197ea38f-8c9b-4344-b21b-e84dbf451323 HTTP/1.1" status: 204 len: 168 time: 0.4545174 Nov 12 01:09:01.147803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.176143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:01.176492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d8b0c19c-a09e-4dc4-8cb7-4ba0e41c9a76 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:01.281999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.395528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port d3dd17a2-104d-4648-bfe4-a63227ae364f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:01.396027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.423928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Made reservation on behalf of b798c3ff9a2049258e4b00b9ccfc1487 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:01.424425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.428505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.464456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b41a38-0830-4365-8d8a-8fd5752b8aab']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.478246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8509b36e-4177-4661-a329-48cb76ccdd41') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.478649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8509b36e-4177-4661-a329-48cb76ccdd41') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:01.491673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.518934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.536994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:01.537356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:01.542307 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:01.614019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port d3dd17a2-104d-4648-bfe4-a63227ae364f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d3dd17a2-104d-4648-bfe4-a63227ae364f,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:01.614455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.659621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.668719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.672341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b9b41a38-0830-4365-8d8a-8fd5752b8aab HTTP/1.1" status: 204 len: 168 time: 0.5230961 Nov 12 01:09:01.696548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc5b6b-9691-403f-9783-92b8416a8e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b41a38-0830-4365-8d8a-8fd5752b8aab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.707619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for d3dd17a2-104d-4648-bfe4-a63227ae364f owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:01.739614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Allocated IP 172.20.0.8 (5de50999-90d5-42aa-83f1-1802f4106239/58c03df9-1d79-4324-967f-419ed7659bff/e6d57d07-a2fa-429d-9094-ad02682f9284) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:01.944592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.995962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9b9915b-3732-4336-a5b3-4d5f8828cd0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fe2b218dca14f5cb4c187135a21a73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498440 Nov 12 01:09:01.998102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 52992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.101846 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.129801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.142292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.195769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=d3dd17a2-104d-4648-bfe4-a63227ae364f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.228634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3da62411-20e3-46f2-8a22-4b4796dab8d5 req-1bd4c66f-4ea3-46e3-ba88-49de542c66dc tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 210 time: 0.1426015 Nov 12 01:09:02.229882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.232682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.234404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bb02cef-91df-4c0c-909a-9b1cb2a5e753 HTTP/1.1" status: 204 len: 168 time: 0.2346468 Nov 12 01:09:02.258666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8b419-750c-47d1-9f28-90ff3c726f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb02cef-91df-4c0c-909a-9b1cb2a5e753,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.418842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.455494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.602987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.618301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:02.734334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.783891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Network 5de50999-90d5-42aa-83f1-1802f4106239 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:02.792669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cade57e-db2a-4599-8739-9105228b47fa no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:02.797151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:02.802149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:02.823750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d670c0c-dd46-4f01-9571-8fd75fc2edd0 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:02.833523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7cade57e-db2a-4599-8739-9105228b47fa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:02.834138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7cade57e-db2a-4599-8739-9105228b47fa not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:02.901971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.902623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.933517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event updated for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.943564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-6ef9c63b-ce0e-44b8-ae48-c2ac21da6261 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3251617 Nov 12 01:09:02.971549 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Request body: {'port': {'device_id': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.046956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-902e052d-7587-4c63-a2ff-0ed7a98faa73 None None] Provisioning complete for port e6d57d07-a2fa-429d-9094-ad02682f9284 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:03.047327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-902e052d-7587-4c63-a2ff-0ed7a98faa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.129302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-902e052d-7587-4c63-a2ff-0ed7a98faa73 None None] Port e6d57d07-a2fa-429d-9094-ad02682f9284 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:03.136413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.492042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e4d4c-abb8-4ff7-a133-7faf83e21211 req-09ef60d2-ecd4-49ef-8b57-92f340112c76 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.494697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-583e4d4c-abb8-4ff7-a133-7faf83e21211 req-09ef60d2-ecd4-49ef-8b57-92f340112c76 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 931 time: 0.1197979 Nov 12 01:09:03.561570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-583e4d4c-abb8-4ff7-a133-7faf83e21211 req-c34b5e59-3e05-46fb-a2de-80cc46aaa401 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Nov 12 01:09:03.632767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router b39993f0-5e92-492b-9882-12786a29afd3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:03.772270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.925874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d57d07-a2fa-429d-9094-ad02682f9284 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:03.935583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.958170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Transition to ACTIVE for port object e6d57d07-a2fa-429d-9094-ad02682f9284 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:03.969077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.991062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-796891344-network', 'tenant_id': '1fc8257ee6304629b7f86ff185566cbe'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:04.038814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Made reservation on behalf of 1fc8257ee6304629b7f86ff185566cbe for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:04.041824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.053072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:04.055103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.075116 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f88fbc9-c5e0-4f74-a58c-a2cf8b54c35e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/b39993f0-5e92-492b-9882-12786a29afd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2343059 Nov 12 01:09:04.078551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.092945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Sync routers for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:04.116523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd5c77-3d5b-453f-b6f2-b31f215736ab None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:04.137200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.151526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:04.151526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:04.219215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting subnet 9c280553-09f4-4f1f-9cf6-be24966f61b4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:04.226508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.307724 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.315868 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.331506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.376103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:04.396429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:04.396775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Attempting to bind port e6d57d07-a2fa-429d-9094-ad02682f9284 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:04.397261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Attempting to bind port e6d57d07-a2fa-429d-9094-ad02682f9284 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:04.402044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07909761-9f64-4f7f-9e7b-383647e2ca03,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.402881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Attempting to bind port e6d57d07-a2fa-429d-9094-ad02682f9284 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:04.408274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.408844 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Added segment 44211ee9-8056-4a0a-9225-af3c25059741 of type vlan for network a7782a3a-a9d3-4091-bb3a-4eec445c8dac Nov 12 01:09:04.465371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.507421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.509919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.511068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.521824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Port e6d57d07-a2fa-429d-9094-ad02682f9284 on network 5de50999-90d5-42aa-83f1-1802f4106239 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:04.522378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Attempting to bind port e6d57d07-a2fa-429d-9094-ad02682f9284 on network 5de50999-90d5-42aa-83f1-1802f4106239 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:04.535925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:04.536528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Checking segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:04.537189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Bound using segment: {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:04.538047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Bound port: e6d57d07-a2fa-429d-9094-ad02682f9284, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a88c9-2cdb-40c8-a771-df496d3baf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:04.538654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.584745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.681558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9068711 Nov 12 01:09:04.692644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.723034 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.725046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Request body: {'subnet': {'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-796891344-subnet', 'tenant_id': '1fc8257ee6304629b7f86ff185566cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:04.745503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.749385 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/subnets/9c280553-09f4-4f1f-9cf6-be24966f61b4 HTTP/1.1" status: 204 len: 168 time: 0.6693487 Nov 12 01:09:04.754003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.758720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb205b-d315-4bcf-9fe9-1edd0f595725 admin admin] Pushing event updated for resources: {'Network': ['ID=a7782a3a-a9d3-4091-bb3a-4eec445c8dac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.765803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2d016-16c4-4e80-80de-de067b80639b None None] Network 6b58fe59-152c-4ba8-92c2-dc3936686940 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:04.774708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Made reservation on behalf of 1fc8257ee6304629b7f86ff185566cbe for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:04.776842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a7782a3a-a9d3-4091-bb3a-4eec445c8dac details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:04.777027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b46918-7525-402e-8e13-96ad02fef76e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Subnet': ['ID=9c280553-09f4-4f1f-9cf6-be24966f61b4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.778514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.813233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:04.838524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e6d57d07-a2fa-429d-9094-ad02682f9284,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:04.847554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.037996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:05.060529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.066745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.068492 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fd732dc6-a705-42e1-b598-9bd72b84f583 service neutron] 10.222.0.39 "PUT /v2.0/ports/e6d57d07-a2fa-429d-9094-ad02682f9284 HTTP/1.1" status: 200 len: 1092 time: 2.1088805 Nov 12 01:09:05.073065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:05.076149 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e44d7-1203-4777-ba7e-a7b6d4470bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:05.116104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf51a9-2205-4436-a9be-24db958b3c51 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:05.229343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.239723 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7605210c-a88b-4329-9a75-da5d21105ab7 x-openstack-request-id: req-7605210c-a88b-4329-9a75-da5d21105ab7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:05.242125 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:05.244317 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7605210c-a88b-4329-9a75-da5d21105ab7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:05.246334 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284', 'status': 'completed', 'code': 200} Nov 12 01:09:05.247737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:09:02Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:05.296272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-b8a4817c-5540-41cf-af6c-5b9bf45d4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.311551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-b8a4817c-5540-41cf-af6c-5b9bf45d4e35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 1095 time: 0.1804023 Nov 12 01:09:05.337144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Checking router: b39993f0-5e92-492b-9882-12786a29afd3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:05.339766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] DHCP port deletion for 6b58fe59-152c-4ba8-92c2-dc3936686940 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:05.361371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Routers {'b39993f0-5e92-492b-9882-12786a29afd3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:05.362314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:08:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b39993f0-5e92-492b-9882-12786a29afd3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:05.378534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-b7c71311-cf41-4272-9401-3bc5eb385411 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d57d07-a2fa-429d-9094-ad02682f9284 HTTP/1.1" status: 200 len: 217 time: 0.0553832 Nov 12 01:09:05.561380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] Set router b39993f0-5e92-492b-9882-12786a29afd3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:05.590558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fa57ec38-21b2-4f57-b781-be46567d5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.597356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-fa57ec38-21b2-4f57-b781-be46567d5ef3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.2113335 Nov 12 01:09:05.717063 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-3def7699-ed07-4172-9d12-a93f976a1fc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110632 Nov 12 01:09:05.875290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883933-fdba-43a8-85bb-7e754eccc085 req-a924d02c-444e-43e7-8d0d-e49e1e610409 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.876980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7883933-fdba-43a8-85bb-7e754eccc085 req-a924d02c-444e-43e7-8d0d-e49e1e610409 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 943 time: 1.1219208 Nov 12 01:09:05.908871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-5225e52a-b893-4d34-9025-98c3d333ba84 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819942 Nov 12 01:09:05.926717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Deleting port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:05.927050 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.927203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.055243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] For port 6e14a86f-52b4-45b8-af3f-11ceca5910b6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6e14a86f-52b4-45b8-af3f-11ceca5910b6,segment=NetworkSegment(d1bcea55-67e9-46b5-b0a4-e2d2357def35),segment_id=d1bcea55-67e9-46b5-b0a4-e2d2357def35)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:06.055804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.073323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Calling delete_port for 6e14a86f-52b4-45b8-af3f-11ceca5910b6 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:06.085475 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e8611fa8-6518-4010-af6f-b7ab7d5e8e9f req-76fe805a-1752-4aae-aa74-5319d7854b61 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660893 Nov 12 01:09:06.092364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:09:02Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:06.151047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7883933-fdba-43a8-85bb-7e754eccc085 req-ad7687c4-6195-44c7-9e20-7aec1074799f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539537 Nov 12 01:09:06.196452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cf2b8-faf1-45b5-ba65-6dbb5893779f None None] The sync data for ids ['b39993f0-5e92-492b-9882-12786a29afd3'] in n-d-712141-15 is: [{'id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689445067', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:19Z', 'updated_at': '2021-11-12T01:09:02Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '16e59045-e6df-43a6-a193-4a258badc4a9', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39993f0-5e92-492b-9882-12786a29afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:21Z', 'updated_at': '2021-11-12T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:06.275898 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.307117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-2cda82ac-99f9-4e89-ac60-961c2821b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:06.310379 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-2cda82ac-99f9-4e89-ac60-961c2821b99a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 1095 time: 0.0804269 Nov 12 01:09:06.325793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.339789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] Pushing event deleted for resources: {'Port': ['ID=6e14a86f-52b4-45b8-af3f-11ceca5910b6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.361933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034b7e9-444b-4ec2-bc33-bf7c64934371 None None] No DVR routers for this DVR port 6e14a86f-52b4-45b8-af3f-11ceca5910b6 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:06.417544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.470661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=336db00e-f590-4f07-8a25-98378cb84b40,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.505741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Checking segment: {'id': '44211ee9-8056-4a0a-9225-af3c25059741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:06.506103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Network hostable DHCP agents. Network: a7782a3a-a9d3-4091-bb3a-4eec445c8dac, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:06.577802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-e13b696d-241a-4c47-84ee-eec56931111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:06.581235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-e13b696d-241a-4c47-84ee-eec56931111d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.2626364 Nov 12 01:09:06.688425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Network a7782a3a-a9d3-4091-bb3a-4eec445c8dac is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:06.698492 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-2687d1fc-c416-471e-b895-e8e1d57f3325 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d57d07-a2fa-429d-9094-ad02682f9284 HTTP/1.1" status: 200 len: 217 time: 0.1053135 Nov 12 01:09:06.711390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 16e59045-e6df-43a6-a193-4a258badc4a9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:06.712012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.742629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a7782a3a-a9d3-4091-bb3a-4eec445c8dac) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:06.756111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897de1e-acea-4667-b93d-345185570f62 None None] Network a7782a3a-a9d3-4091-bb3a-4eec445c8dac requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:06.778981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:06.781351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.885019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1280a3b7-4c37-4a53-9bd4-ac7a3645ddfa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1873219 Nov 12 01:09:06.893404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-b4afa6a2-e524-4ef6-b62b-20cc9acca486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:06.895247 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-b4afa6a2-e524-4ef6-b62b-20cc9acca486 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1884480 Nov 12 01:09:06.948831 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-b215efd1-b70d-4937-8447-8c0920b75053 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442884 Nov 12 01:09:06.949859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6e14a86f-52b4-45b8-af3f-11ceca5910b6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:06.986795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 16e59045-e6df-43a6-a193-4a258badc4a9, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=16e59045-e6df-43a6-a193-4a258badc4a9,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:06.994888 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.023178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 16e59045-e6df-43a6-a193-4a258badc4a9 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:07.059472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 6e14a86f-52b4-45b8-af3f-11ceca5910b6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:07.059794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6e14a86f-52b4-45b8-af3f-11ceca5910b6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:07.060379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d3dd17a2-104d-4648-bfe4-a63227ae364f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:07.091463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d3dd17a2-104d-4648-bfe4-a63227ae364f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:07.091799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d3dd17a2-104d-4648-bfe4-a63227ae364f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:07.265809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b9d5e-9055-4d3c-8a5f-f82adff985c4 None None] Network a7782a3a-a9d3-4091-bb3a-4eec445c8dac requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:07.480541 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.603576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=16e59045-e6df-43a6-a193-4a258badc4a9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.643026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b948ec6-34e8-40c9-9cfe-d1cd82a33f36 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:07.697109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-3bfd3515-164e-458f-8b60-2e6c24d58357 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402148 Nov 12 01:09:07.720169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183a7b7-3dbc-4715-9b15-335809ad1e40 req-c05a06df-992e-4aa6-821d-e92621ca6190 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.720169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5183a7b7-3dbc-4715-9b15-335809ad1e40 req-c05a06df-992e-4aa6-821d-e92621ca6190 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 943 time: 0.2579007 Nov 12 01:09:07.769654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.780749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.810721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1481277814-network', 'tenant_id': '8dece14facbe4f5bb15ee33493396ee4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.826980 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-037e44d7-1203-4777-ba7e-a7b6d4470bdd req-823bf2d9-6392-46ef-afff-c6bb3b897ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211345 Nov 12 01:09:07.906303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.913138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.925454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Made reservation on behalf of 8dece14facbe4f5bb15ee33493396ee4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.927929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.976184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5183a7b7-3dbc-4715-9b15-335809ad1e40 req-eca9fbe3-95c6-4add-8544-f7e5dd5b5144 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388899 Nov 12 01:09:07.978699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.996289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.996852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Fanout notify agent at l3_agent the message router_deleted on router b39993f0-5e92-492b-9882-12786a29afd3 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:08.005188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.009566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.010665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57055491-45ea-4924-93f8-99a6d6748290 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/routers/b39993f0-5e92-492b-9882-12786a29afd3 HTTP/1.1" status: 204 len: 168 time: 3.2531850 Nov 12 01:09:08.150227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.155930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.164922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.188404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:08.230450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.230450 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Added segment 64dbfa51-e02a-4560-88c5-0de3009ee9e5 of type vlan for network 32eb099b-3b34-40dc-9325-3a184c73f445 Nov 12 01:09:08.231940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdc600f-eb67-4bbc-83c8-30703e931852,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.289890 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.302707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.331816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b58fe59-152c-4ba8-92c2-dc3936686940']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:08.332339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.333521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.334178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.346517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bcea55-67e9-46b5-b0a4-e2d2357def35') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:08.346888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bcea55-67e9-46b5-b0a4-e2d2357def35') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:08.361234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.385851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.394733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:08.395525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.402838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5951011 Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:08.403168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53156) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.411536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d439-0a9f-4249-9f2b-b65740214048 admin admin] Pushing event updated for resources: {'Network': ['ID=32eb099b-3b34-40dc-9325-3a184c73f445,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.421428 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Request body: {'subnet': {'network_id': '32eb099b-3b34-40dc-9325-3a184c73f445', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1481277814-subnet', 'tenant_id': '8dece14facbe4f5bb15ee33493396ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:08.427480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 32eb099b-3b34-40dc-9325-3a184c73f445 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:08.516541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.525666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.528871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/networks/6b58fe59-152c-4ba8-92c2-dc3936686940 HTTP/1.1" status: 204 len: 168 time: 0.5170803 Nov 12 01:09:08.529616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Made reservation on behalf of 8dece14facbe4f5bb15ee33493396ee4 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:08.531902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.532347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.643890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Network': ['ID=6b58fe59-152c-4ba8-92c2-dc3936686940,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.662062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.662636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.663321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.663871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.664636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.665419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.665970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.667282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.667924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.669192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.670283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.670929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87669f-0297-49e1-a76b-15a7418088e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:08.688429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.749199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.789429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 16e59045-e6df-43a6-a193-4a258badc4a9 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:08.814344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 16e59045-e6df-43a6-a193-4a258badc4a9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:08.814680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 16e59045-e6df-43a6-a193-4a258badc4a9 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:08.830792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.872457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.875595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.881317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/security-groups/fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb HTTP/1.1" status: 204 len: 168 time: 0.3474748 Nov 12 01:09:08.891028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f376576-94ea-4618-89b4-476434a2b9d8,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.914119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8abbd4-31f1-4345-a374-84ce0e86724e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6cf1ed-23c2-45fb-adaa-f22d8e6cfabb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.922159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Checking segment: {'id': '64dbfa51-e02a-4560-88c5-0de3009ee9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '32eb099b-3b34-40dc-9325-3a184c73f445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:08.924564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Network hostable DHCP agents. Network: 32eb099b-3b34-40dc-9325-3a184c73f445, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:08.966490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Network 32eb099b-3b34-40dc-9325-3a184c73f445 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:08.980655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 32eb099b-3b34-40dc-9325-3a184c73f445) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:08.988895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.989167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.993043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e297d0b-408d-46cc-b5d3-36def78c0aef None None] Network 32eb099b-3b34-40dc-9325-3a184c73f445 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:09.015759 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8977474e-4ee7-440e-8547-7ca6274bee4c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6113722 Nov 12 01:09:09.175194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e6d57d07-a2fa-429d-9094-ad02682f9284 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:09.259410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.264634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177140105', 'description': 'tempest-secgroup-smoke-1177140105 description', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:09.301211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd9d21-dc09-4ffd-9e69-a5dfed3f80cc None None] Network 32eb099b-3b34-40dc-9325-3a184c73f445 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:09.315480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6994d-5612-4bef-9ec3-05ea186cdb8d req-4c07b18b-7ae9-419d-b066-c10b89dae52e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:09.317629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f6994d-5612-4bef-9ec3-05ea186cdb8d req-4c07b18b-7ae9-419d-b066-c10b89dae52e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 943 time: 0.1235666 Nov 12 01:09:09.319925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.424573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9f6994d-5612-4bef-9ec3-05ea186cdb8d req-75d55782-e3cd-4f00-89d8-7bed624cb017 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937750 Nov 12 01:09:09.481835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.498136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.516933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:09:09.531127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c38e94af-0000-453d-905d-54c9f1c39e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.540884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.545381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53206) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.545535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2849479 Nov 12 01:09:09.552474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:09.572737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c0f39-0bd7-4a66-a05d-74b5bf5f6af7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.617766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.665986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e6d57d07-a2fa-429d-9094-ad02682f9284,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:09.681128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'e6d57d07-a2fa-429d-9094-ad02682f9284', 'network_id': '5de50999-90d5-42aa-83f1-1802f4106239', 'port_id': 'e6d57d07-a2fa-429d-9094-ad02682f9284', 'mac_address': 'fa:16:3e:c5:a0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c03df9-1d79-4324-967f-419ed7659bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:09.729512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.745304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d57d07-a2fa-429d-9094-ad02682f9284 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:09.760511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.767738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e6d57d07-a2fa-429d-9094-ad02682f9284,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:09.772281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.778348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.799031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b6b56-bf7e-4519-8918-fa1cbc95d1c2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.811884 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.816285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e50c27fd-d7a4-4e90-b6ee-bf80fae3138c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664766 Nov 12 01:09:09.816654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.822782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:09.863016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.885351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.942368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.957831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.973055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-08d94aec-a13b-4cac-9e40-bf5874fb5e92 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:09.974607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-08d94aec-a13b-4cac-9e40-bf5874fb5e92 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/networks?id=a7782a3a-a9d3-4091-bb3a-4eec445c8dac HTTP/1.1" status: 200 len: 824 time: 0.1588700 Nov 12 01:09:09.979273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb75b0f5-6ab8-4bf2-bd56-e06c5ff74dcb,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.992324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-1d13e62d-b01b-476e-9232-696d3383621d tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/quotas/1fc8257ee6304629b7f86ff185566cbe HTTP/1.1" status: 200 len: 375 time: 0.0115047 Nov 12 01:09:10.008739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.015584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e6d57d07-a2fa-429d-9094-ad02682f9284'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:10.019496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ee21fa91-d85f-49be-b015-9f96ad9acdb6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2015743 Nov 12 01:09:10.026111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53232) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.033544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-725af5b8-f7e1-4b5a-85be-71e8cdc54359 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fc8257ee6304629b7f86ff185566cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348945 Nov 12 01:09:10.042750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.078626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.170882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-27e6f0b8-2022-41c9-8a12-82176c1b4ccd service neutron] 10.222.0.11 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292901 Nov 12 01:09:10.205232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.215823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.249368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c81bed2-4811-4b67-b480-5d8d8b51c776,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.281661 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.283531 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5989e40e-5a33-4fc6-b31a-9ae9b1a7116b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546988 Nov 12 01:09:10.288414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.300248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c8634044-8f7b-42cc-8fb8-585641660306 service neutron] 10.222.0.11 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224051 Nov 12 01:09:10.301342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.340675 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.416432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.420497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.443680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64661489-d2bc-4fb1-bb7d-71f1e1fb948e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.455793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.459533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3dca2f91-06cf-4dfa-a2ae-44d94bd762f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657574 Nov 12 01:09:10.459729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53248) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.464568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.531439 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:09:10.549297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.651164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc14dbf2-1a57-40f5-8f77-1bc6a70f3086 req-1182b11c-09b8-4b20-9944-0b7e3690e9a0 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 210 time: 0.0628483 Nov 12 01:09:10.684771 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.689636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.712750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdca46-7410-4e5f-a5d3-9e522fa26b8c req-8d15c0b6-5596-4a11-97cb-fa212abe225a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.718128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcbdca46-7410-4e5f-a5d3-9e522fa26b8c req-8d15c0b6-5596-4a11-97cb-fa212abe225a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 944 time: 0.1666579 Nov 12 01:09:10.720088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.721488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2606890 Nov 12 01:09:10.724177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.729557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5b8a34cd-0590-4787-bec5-ea07fb9cc6f5', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.735404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab08f6-209e-404b-8eb0-a90555526302 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a9d141-20a3-4b05-a2ff-256a8d8cfd4b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.768383 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:09:10.777174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.854308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dcbdca46-7410-4e5f-a5d3-9e522fa26b8c req-bc804dff-72aa-4c5a-9e9d-e8aad40e83ce tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289337 Nov 12 01:09:10.858144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.878286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.916352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.917582 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923440 Nov 12 01:09:10.920267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb1194-94ec-4ea6-9ab5-0a1d413c761a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ad5f9d-f375-450c-aa00-dea5a8783a32,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.920936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.929614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'network': {'name': 'tempest-network-smoke--793648429', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.956765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:10.961499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.990553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:11.030831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.031147 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Added segment 11d6fa90-8f38-4932-a74a-c4f329292687 of type vlan for network 738db14d-2263-4799-8eb6-2226839e8ac0 Nov 12 01:09:11.127147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e6d57d07-a2fa-429d-9094-ad02682f9284 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:11.132178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.205832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.215506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:11.224595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.275121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port e6d57d07-a2fa-429d-9094-ad02682f9284 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:11.286321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port e6d57d07-a2fa-429d-9094-ad02682f9284 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:11.286724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.333702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Network': ['ID=738db14d-2263-4799-8eb6-2226839e8ac0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.352220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 738db14d-2263-4799-8eb6-2226839e8ac0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:11.356041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:11.356676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7105b07d-534a-4e03-ab22-25516ecad197 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4323425 Nov 12 01:09:11.361641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'admin_state_up': True, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:11.412602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.415657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.533249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.542053 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.588999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:11.591587 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2705536-3105-4144-93d6-ee247349a06f" -d '{"events": [{"server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "name": "network-vif-plugged", "status": "completed", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:11.607957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e6d57d07-a2fa-429d-9094-ad02682f9284,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:11.616448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.685054 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c7827-a31a-4a9c-9cb9-309fb98814a5 x-openstack-request-id: req-3c3c7827-a31a-4a9c-9cb9-309fb98814a5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:11.685378 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "name": "network-vif-plugged", "status": "completed", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:11.685593 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c3c7827-a31a-4a9c-9cb9-309fb98814a5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:11.689210 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284', 'code': 200} Nov 12 01:09:11.689210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.817098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af21f38a-4828-418a-85c6-04d95f6932d8 req-bd54831f-2c9b-43e5-991a-f484103b85a6 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 210 time: 0.0423815 Nov 12 01:09:11.818538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.896989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1e7e-2128-44bc-85ab-3dc6407534d1 req-5d58167f-29f1-4d01-96c0-020598c95110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:11.898704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c4e1e7e-2128-44bc-85ab-3dc6407534d1 req-5d58167f-29f1-4d01-96c0-020598c95110 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 1097 time: 0.1007805 Nov 12 01:09:12.005187 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2c4e1e7e-2128-44bc-85ab-3dc6407534d1 req-7716f350-f1c2-4bdd-a24a-3c36efb3bb89 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649834 Nov 12 01:09:12.123437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ce9b-75bf-406e-bb8f-88890e52c291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.135696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fc72-7cb1-4ec1-ace1-96e52cc19450 req-de3e4ac9-4466-472e-8559-0238a8e4f11b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.137504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0904fc72-7cb1-4ec1-ace1-96e52cc19450 req-de3e4ac9-4466-472e-8559-0238a8e4f11b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1363018 Nov 12 01:09:12.202783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-8774f4eb-f99f-4a93-b2cd-cf127eb8e069 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.205011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-8774f4eb-f99f-4a93-b2cd-cf127eb8e069 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.32 "GET /v2.0/networks?id=a7782a3a-a9d3-4091-bb3a-4eec445c8dac HTTP/1.1" status: 200 len: 824 time: 0.2618194 Nov 12 01:09:12.228241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Request body: {'port': {'device_id': '6df2ae80-a717-4496-8332-68505a2408fe', 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac', 'admin_state_up': True, 'tenant_id': '1fc8257ee6304629b7f86ff185566cbe'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:12.255695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.266622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0904fc72-7cb1-4ec1-ace1-96e52cc19450 req-291c4c9e-387e-45a1-9796-5c0f55df109e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190655 Nov 12 01:09:12.289815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.381415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Made reservation on behalf of 1fc8257ee6304629b7f86ff185566cbe for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:12.387074 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.412105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.5 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/64baf805-e022-4046-bdf3-c2a04b34b4af) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:12.540638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.556088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Allocated IP 172.20.0.4 (a7782a3a-a9d3-4091-bb3a-4eec445c8dac/336db00e-f590-4f07-8a25-98378cb84b40/67ea8f61-a596-4068-80cb-b608eb82c978) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:12.589290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.641814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:12.645326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:12.656520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:12.669305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802adc3b-ea0b-4f8b-a269-a94bbf7d5e8a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:12.698231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=64baf805-e022-4046-bdf3-c2a04b34b4af,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:12.791710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12575f26-3ff8-4a96-87dc-ba15584eaae8 None None] Provisioning complete for port 64baf805-e022-4046-bdf3-c2a04b34b4af triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.792722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12575f26-3ff8-4a96-87dc-ba15584eaae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.835469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.896147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.939849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12575f26-3ff8-4a96-87dc-ba15584eaae8 None None] Port 64baf805-e022-4046-bdf3-c2a04b34b4af cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:12.966081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.004360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Network a7782a3a-a9d3-4091-bb3a-4eec445c8dac is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:13.012889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:13.020767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:13.055298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.074901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Pushing event updated for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.095672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537379-7ca1-4e71-b75d-ec99f51cc6a3 req-54298fe3-5cd2-4687-b5cd-7cff945fcc5b tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.097403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53537379-7ca1-4e71-b75d-ec99f51cc6a3 req-54298fe3-5cd2-4687-b5cd-7cff945fcc5b tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 931 time: 0.1366718 Nov 12 01:09:13.104662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.105414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.134564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-c9a46ea4-fc91-4365-8af0-7d354a758038 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9130719 Nov 12 01:09:13.152975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Request body: {'port': {'device_id': '6df2ae80-a717-4496-8332-68505a2408fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.191896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53537379-7ca1-4e71-b75d-ec99f51cc6a3 req-5c31e89a-9049-43a7-b59a-90ef23b05ba0 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 Nov 12 01:09:13.238818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.380578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.497320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00489005-593a-41b3-88bd-8ff00832af71 req-c31fe311-7e28-478d-a6da-6b927a05f8c1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.506493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00489005-593a-41b3-88bd-8ff00832af71 req-c31fe311-7e28-478d-a6da-6b927a05f8c1 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1161087 Nov 12 01:09:13.557717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router 7d42aa15-f189-4865-9af5-84acac18223a is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:13.612587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00489005-593a-41b3-88bd-8ff00832af71 req-606f6a3b-45ec-4b3d-9e03-247c05cd0e6c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002586 Nov 12 01:09:13.720999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ea8f61-a596-4068-80cb-b608eb82c978 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:13.721284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:13.732885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.733630 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Sync routers for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:13.747678 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.748909 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3a7c691a-1c75-48a9-9a30-b37398d68e74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3910205 Nov 12 01:09:13.751987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.753038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Transition to ACTIVE for port object 67ea8f61-a596-4068-80cb-b608eb82c978 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:13.755738 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:13.756376 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:13.760232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.792397 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aabd379e-7525-421e-a99a-68d28a2cfe4a tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bd1ab7096c2e42c98ca002e8b7be3b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389822 Nov 12 01:09:13.795216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53348) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.845804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.910837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Attempting to bind port 67ea8f61-a596-4068-80cb-b608eb82c978 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:13.911458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Attempting to bind port 67ea8f61-a596-4068-80cb-b608eb82c978 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '44211ee9-8056-4a0a-9225-af3c25059741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:13.911965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Attempting to bind port 67ea8f61-a596-4068-80cb-b608eb82c978 on network a7782a3a-a9d3-4091-bb3a-4eec445c8dac {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:13.919878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Port 67ea8f61-a596-4068-80cb-b608eb82c978 on network a7782a3a-a9d3-4091-bb3a-4eec445c8dac not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:13.921101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Attempting to bind port 67ea8f61-a596-4068-80cb-b608eb82c978 on network a7782a3a-a9d3-4091-bb3a-4eec445c8dac {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:13.927841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:13.928459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Checking segment: {'id': '44211ee9-8056-4a0a-9225-af3c25059741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:13.929029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Bound using segment: {'id': '44211ee9-8056-4a0a-9225-af3c25059741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:13.929645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Bound port: 67ea8f61-a596-4068-80cb-b608eb82c978, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44211ee9-8056-4a0a-9225-af3c25059741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:13.930269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.017795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:14.019469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8a3d9-0ed8-409f-b7ad-243c3480690d tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.022231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.023730 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-60a8a3d9-0ed8-409f-b7ad-243c3480690d tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2275028 Nov 12 01:09:14.028488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.089347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:14.092910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67ea8f61-a596-4068-80cb-b608eb82c978,segment=NetworkSegment(44211ee9-8056-4a0a-9225-af3c25059741),segment_id=44211ee9-8056-4a0a-9225-af3c25059741)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:14.097173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b3bd4b8f-cf9f-46e1-a208-55d3ccade2ed tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671861 Nov 12 01:09:14.099542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53356) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.105177 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.105768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461949862', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:14.145244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.145851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.147867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] 10.222.0.32 "PUT /v2.0/ports/67ea8f61-a596-4068-80cb-b608eb82c978 HTTP/1.1" status: 200 len: 1092 time: 1.0013273 Nov 12 01:09:14.147867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:14.150713 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadee261-d9e2-48e8-b45b-1385e4cb4e15" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:14.248049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:14.292342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.297926 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2950915-f5a7-4d03-bc4c-5a5330a5aa03 x-openstack-request-id: req-d2950915-f5a7-4d03-bc4c-5a5330a5aa03 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:14.298810 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:14.299058 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2950915-f5a7-4d03-bc4c-5a5330a5aa03 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:14.299474 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978', 'status': 'completed', 'code': 200} Nov 12 01:09:14.311843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.312681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.312887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.313224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.313554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.313878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.314201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.314523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.314842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.315162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.315483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.315860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a14653-2330-4be5-aa64-8e0f280e6ad9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.330810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Checking router: 7d42aa15-f189-4865-9af5-84acac18223a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:14.331422 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Updating router 7d42aa15-f189-4865-9af5-84acac18223a port 64baf805-e022-4046-bdf3-c2a04b34b4af binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:14.374533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-5a5c89eb-e754-4411-88fd-655d6a88f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.376100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-5a5c89eb-e754-4411-88fd-655d6a88f76b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fc8257ee6304629b7f86ff185566cbe&device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 1095 time: 0.1740353 Nov 12 01:09:14.398638 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.416897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4677f4-cdbc-4339-bee2-a6cb0f22ee97 req-8e9638d8-40e7-446a-a305-9a6270444fcc tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.418685 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f4677f4-cdbc-4339-bee2-a6cb0f22ee97 req-8e9638d8-40e7-446a-a305-9a6270444fcc tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 943 time: 0.0977778 Nov 12 01:09:14.473833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-aa0fc7aa-8256-4150-a884-64ebaa039619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ea8f61-a596-4068-80cb-b608eb82c978 HTTP/1.1" status: 200 len: 217 time: 0.0879335 Nov 12 01:09:14.537297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-e4b1c96c-f0e9-4748-8bec-a5e132f73d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.539651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-e4b1c96c-f0e9-4748-8bec-a5e132f73d0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=336db00e-f590-4f07-8a25-98378cb84b40 HTTP/1.1" status: 200 len: 864 time: 0.0588787 Nov 12 01:09:14.599538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-f303c756-5378-4b4d-9b30-3d8a095234fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7782a3a-a9d3-4091-bb3a-4eec445c8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529468 Nov 12 01:09:14.623317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:14.631398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.705065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f4677f4-cdbc-4339-bee2-a6cb0f22ee97 req-40ef9053-ad8c-4f92-88fb-d529fd84e8ff tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559278 Nov 12 01:09:14.815146 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.826866 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.856318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-f155a499-34f5-41ec-82f5-a1eb4d55a071 service neutron] 10.222.0.32 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413056 Nov 12 01:09:14.888606 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.929956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ead3f-6f48-4d92-a2ac-45e80219cf5d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:14.936925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dde469-edcb-42c4-90ed-f0afe9922561 req-f3ae963c-324c-4e5c-93ee-82e52591ecfe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.943721 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Pushing event updated for resources: {'Port': ['ID=64baf805-e022-4046-bdf3-c2a04b34b4af,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.948660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46dde469-edcb-42c4-90ed-f0afe9922561 req-f3ae963c-324c-4e5c-93ee-82e52591ecfe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1882405 Nov 12 01:09:14.978454 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.979125 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.979757 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.980384 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.980894 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.981390 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.982049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.982542 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.983253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.983737 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.984455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.985351 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:14.991262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-761f34b5-f266-4a7c-8f81-fe5873fc293d None None] Provisioning complete for port 64baf805-e022-4046-bdf3-c2a04b34b4af triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:14.991482 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-761f34b5-f266-4a7c-8f81-fe5873fc293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.009090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Attempting to bind port 64baf805-e022-4046-bdf3-c2a04b34b4af on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:15.009451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Attempting to bind port 64baf805-e022-4046-bdf3-c2a04b34b4af by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:15.015070 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Attempting to bind port 64baf805-e022-4046-bdf3-c2a04b34b4af on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:15.022140 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:15.022803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:15.023359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.025707 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.026234 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:15.026940 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Bound port: 64baf805-e022-4046-bdf3-c2a04b34b4af, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:15.037171 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.097729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-761f34b5-f266-4a7c-8f81-fe5873fc293d None None] Port 64baf805-e022-4046-bdf3-c2a04b34b4af cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:15.121068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46dde469-edcb-42c4-90ed-f0afe9922561 req-093a835a-21da-405c-828e-3c6874cc3a57 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708629 Nov 12 01:09:15.155527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] For port 64baf805-e022-4046-bdf3-c2a04b34b4af, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:15.165456 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] For port 64baf805-e022-4046-bdf3-c2a04b34b4af, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=64baf805-e022-4046-bdf3-c2a04b34b4af,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:15.173190 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.182631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:15.183206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network hostable DHCP agents. Network: 738db14d-2263-4799-8eb6-2226839e8ac0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:15.190100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Subnet': ['ID=e1cecb0d-5b91-475e-ba30-19d0abb6d990,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.213769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1fa68-2297-4159-a51f-507de3c98d7e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:15.214192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 738db14d-2263-4799-8eb6-2226839e8ac0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:15.218324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838dd956-e3a0-4d52-8d0f-27ab10d1ffff req-5713800d-888c-4192-a102-347ec2ef62a7 service neutron] 10.222.0.32 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526723 Nov 12 01:09:15.245167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 738db14d-2263-4799-8eb6-2226839e8ac0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:15.251544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.254333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.267908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82691e7a-1689-46da-ad37-8569bc007323 None None] Network 738db14d-2263-4799-8eb6-2226839e8ac0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:15.314586 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-69dc9726-8aa1-4262-a475-3ef62ddee9dd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2137485 Nov 12 01:09:15.315381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:15.325967 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:15.326616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:15.393077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-f91a7625-360f-41e4-af75-dc8894378007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.394517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-f91a7625-360f-41e4-af75-dc8894378007 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fc8257ee6304629b7f86ff185566cbe&device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 1095 time: 0.1029603 Nov 12 01:09:15.447966 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bffa5-5921-4cfd-b355-9330d8791607 None None] Pushing event updated for resources: {'Port': ['ID=64baf805-e022-4046-bdf3-c2a04b34b4af,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.614376 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:15.663500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-8f9aa454-efda-4707-b8ea-d88ab326bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.665678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-8f9aa454-efda-4707-b8ea-d88ab326bf0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7782a3a-a9d3-4091-bb3a-4eec445c8dac HTTP/1.1" status: 200 len: 925 time: 0.2625203 Nov 12 01:09:15.778361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-e02bb082-7678-43c5-83d6-edd00e88e9e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ea8f61-a596-4068-80cb-b608eb82c978 HTTP/1.1" status: 200 len: 217 time: 0.1039600 Nov 12 01:09:15.843121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] Provisioning complete for port 64baf805-e022-4046-bdf3-c2a04b34b4af triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:15.851610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.994562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-738db14d-2263-4799-8eb6-2226839e8ac0', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:15.995221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.035823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ea9bb-5b5d-487b-be6b-528fc3bf660b req-c6052471-78cd-4cb5-a5e2-9664e71764f8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.049373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-017ea9bb-5b5d-487b-be6b-528fc3bf660b req-c6052471-78cd-4cb5-a5e2-9664e71764f8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.4839549 Nov 12 01:09:16.066620 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.124634 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fa257-5d15-4152-a15d-55aebf5583f0 None None] The sync data for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 is: [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:16.175936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-be61dc5c-ebf6-4223-b4b0-8875880aaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.177610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-be61dc5c-ebf6-4223-b4b0-8875880aaa0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=336db00e-f590-4f07-8a25-98378cb84b40 HTTP/1.1" status: 200 len: 864 time: 0.3904104 Nov 12 01:09:16.184048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.207878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] For port 64baf805-e022-4046-bdf3-c2a04b34b4af, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=64baf805-e022-4046-bdf3-c2a04b34b4af,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:16.222583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.289583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa65e4-9753-45b9-b720-74afeb06595a None None] Pushing event updated for resources: {'Port': ['ID=64baf805-e022-4046-bdf3-c2a04b34b4af,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.368105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Allocated IP 172.20.0.2 (738db14d-2263-4799-8eb6-2226839e8ac0/e1cecb0d-5b91-475e-ba30-19d0abb6d990/3b7e4282-bf97-4a1c-a683-580cddab553d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:16.379781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-017ea9bb-5b5d-487b-be6b-528fc3bf660b req-f5f79b59-9a00-4736-8bf5-57c2af87c06c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043637 Nov 12 01:09:16.387677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-f4f27dd6-ba42-4f50-b05c-8809db4e746c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7782a3a-a9d3-4091-bb3a-4eec445c8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161234 Nov 12 01:09:16.470691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267144-e78d-4560-80b2-b92cda2de6bc req-5f57abd0-2cbd-47ca-9ca7-6bf952f55f14 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.472519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e267144-e78d-4560-80b2-b92cda2de6bc req-5f57abd0-2cbd-47ca-9ca7-6bf952f55f14 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 943 time: 0.5973060 Nov 12 01:09:16.664490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-5666c933-9a45-40b1-8d7b-58a27d5ceb25 service neutron] 10.222.0.32 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654903 Nov 12 01:09:16.714028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.845430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.872281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.001038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 64baf805-e022-4046-bdf3-c2a04b34b4af up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:17.005350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Pushing event updated for resources: {'Port': ['ID=3b7e4282-bf97-4a1c-a683-580cddab553d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.101019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Network 738db14d-2263-4799-8eb6-2226839e8ac0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:17.101019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:17.101019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:17.188484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67ea8f61-a596-4068-80cb-b608eb82c978 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:17.431862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67ea8f61-a596-4068-80cb-b608eb82c978,segment=NetworkSegment(44211ee9-8056-4a0a-9225-af3c25059741),segment_id=44211ee9-8056-4a0a-9225-af3c25059741)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:17.445663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Attempting to bind port 3b7e4282-bf97-4a1c-a683-580cddab553d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:17.446353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Attempting to bind port 3b7e4282-bf97-4a1c-a683-580cddab553d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:17.447063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Attempting to bind port 3b7e4282-bf97-4a1c-a683-580cddab553d on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:17.454597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '67ea8f61-a596-4068-80cb-b608eb82c978', 'network_id': 'a7782a3a-a9d3-4091-bb3a-4eec445c8dac', 'port_id': '67ea8f61-a596-4068-80cb-b608eb82c978', 'mac_address': 'fa:16:3e:75:19:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336db00e-f590-4f07-8a25-98378cb84b40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:17.457060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:17.457616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:17.458151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.458666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Bound using segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:17.459507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Bound port: 3b7e4282-bf97-4a1c-a683-580cddab553d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:17.460032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.496729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e267144-e78d-4560-80b2-b92cda2de6bc req-76c3cb13-2332-49b8-aeb1-5ef8a9e91211 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963434 Nov 12 01:09:17.501207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.1 (738db14d-2263-4799-8eb6-2226839e8ac0/e1cecb0d-5b91-475e-ba30-19d0abb6d990/a6cab3ea-628e-4076-a8b1-ed09588c35c0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:17.549858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbe3d-6b39-4914-99b6-71dd955cac87 req-0a3d14ee-d49e-4021-92b1-79d15f772b9e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.551702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc3fbe3d-6b39-4914-99b6-71dd955cac87 req-0a3d14ee-d49e-4021-92b1-79d15f772b9e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 1.0196049 Nov 12 01:09:17.598031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 64baf805-e022-4046-bdf3-c2a04b34b4af triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:17.598633 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.692020 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.716783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ea8f61-a596-4068-80cb-b608eb82c978 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:17.725376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc3fbe3d-6b39-4914-99b6-71dd955cac87 req-153b6c58-8280-4265-bd5c-b450d10fe8fe tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610701 Nov 12 01:09:17.783674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] For port 3b7e4282-bf97-4a1c-a683-580cddab553d, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:17.798252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] For port 3b7e4282-bf97-4a1c-a683-580cddab553d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3b7e4282-bf97-4a1c-a683-580cddab553d,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:17.827719 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.841079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eadee261-d9e2-48e8-b45b-1385e4cb4e15 req-0856a8dd-05a1-4735-9490-743a263351dd service neutron] 10.222.0.32 "GET /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1587951 Nov 12 01:09:17.848814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67ea8f61-a596-4068-80cb-b608eb82c978,segment=NetworkSegment(44211ee9-8056-4a0a-9225-af3c25059741),segment_id=44211ee9-8056-4a0a-9225-af3c25059741)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:17.861321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.944199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.006697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.047175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1383e3-e66a-43e2-b47c-7116290d765d None None] Pushing event updated for resources: {'Port': ['ID=3b7e4282-bf97-4a1c-a683-580cddab553d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.131618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.135808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['67ea8f61-a596-4068-80cb-b608eb82c978'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:18.186159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 738db14d-2263-4799-8eb6-2226839e8ac0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:18.189220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.200458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:18.207349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:18.222755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad05dcd-5c7f-48c3-aff2-0120ded3341a req-4894a38a-6859-4324-abf0-eaa19cf27126 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.225000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ad05dcd-5c7f-48c3-aff2-0120ded3341a req-4894a38a-6859-4324-abf0-eaa19cf27126 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1483080 Nov 12 01:09:18.301546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.343036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ad05dcd-5c7f-48c3-aff2-0120ded3341a req-f9ede09f-2fd6-4b7d-98d3-800c5d7d89f3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 Nov 12 01:09:18.596786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.696898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f9ea-8310-4f94-a8f2-ef1d2c3a29dc req-09a4f46e-60e4-4e6b-83eb-cf40f2ff2885 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.705072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6508f9ea-8310-4f94-a8f2-ef1d2c3a29dc req-09a4f46e-60e4-4e6b-83eb-cf40f2ff2885 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 944 time: 0.0905027 Nov 12 01:09:18.782130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6508f9ea-8310-4f94-a8f2-ef1d2c3a29dc req-88b600ff-55f0-4185-997b-6880c74e1124 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760508 Nov 12 01:09:18.843881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3b7e4282-bf97-4a1c-a683-580cddab553d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:18.985725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3b7e4282-bf97-4a1c-a683-580cddab553d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.986097 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.041369 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.063924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.177173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67ea8f61-a596-4068-80cb-b608eb82c978 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:19.216261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.220000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.329947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.361347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 67ea8f61-a596-4068-80cb-b608eb82c978 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:19.378843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 67ea8f61-a596-4068-80cb-b608eb82c978 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:19.379218 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.407942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 738db14d-2263-4799-8eb6-2226839e8ac0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:19.409654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:19.452736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 3b7e4282-bf97-4a1c-a683-580cddab553d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3b7e4282-bf97-4a1c-a683-580cddab553d,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:19.469065 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.606828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=3b7e4282-bf97-4a1c-a683-580cddab553d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.612721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d314f-8461-453b-9067-6640038cafb1 req-cc6cded3-ca23-4ef5-96b6-ceeb126036d7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.614208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e7d314f-8461-453b-9067-6640038cafb1 req-cc6cded3-ca23-4ef5-96b6-ceeb126036d7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1127505 Nov 12 01:09:19.649505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.696834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router 7d42aa15-f189-4865-9af5-84acac18223a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:19.734435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67ea8f61-a596-4068-80cb-b608eb82c978,segment=NetworkSegment(44211ee9-8056-4a0a-9225-af3c25059741),segment_id=44211ee9-8056-4a0a-9225-af3c25059741)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:19.735757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:19.743252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e7d314f-8461-453b-9067-6640038cafb1 req-0aa277b7-9630-48be-ad23-b53aabfd22a6 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181777 Nov 12 01:09:19.743831 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e60c52-8460-40bb-b357-f9f603c9f2d0" -d '{"events": [{"server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "name": "network-vif-plugged", "status": "completed", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:19.749024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.751237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a4f2b-694f-45c9-8abf-f7a4107d7c35 None None] Network 738db14d-2263-4799-8eb6-2226839e8ac0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:19.883655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:19.898947 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-56e47838-da98-4770-abec-a951dfd899e0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/7d42aa15-f189-4865-9af5-84acac18223a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5821133 Nov 12 01:09:19.928709 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c90c82-e8a9-4eb1-a09a-4c4db833f0f6 x-openstack-request-id: req-50c90c82-e8a9-4eb1-a09a-4c4db833f0f6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:19.929187 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "name": "network-vif-plugged", "status": "completed", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:19.929259 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50c90c82-e8a9-4eb1-a09a-4c4db833f0f6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:19.929646 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978', 'code': 200} Nov 12 01:09:19.994923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e8129-2c5a-4733-8bbc-a5cf2ede5990 req-55a92605-22cc-428b-8047-4cbd3d504d50 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.996806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b3e8129-2c5a-4733-8bbc-a5cf2ede5990 req-55a92605-22cc-428b-8047-4cbd3d504d50 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.0683019 Nov 12 01:09:19.999700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17469ae-1c57-4802-a6a6-0ce7ce2e0d19 req-0f9f9e9a-5eb0-4b36-b5df-7cb4b98bc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.001967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b17469ae-1c57-4802-a6a6-0ce7ce2e0d19 req-0f9f9e9a-5eb0-4b36-b5df-7cb4b98bc4c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 1097 time: 0.1113598 Nov 12 01:09:20.050220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Sync routers for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:20.073817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:20.074211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b17469ae-1c57-4802-a6a6-0ce7ce2e0d19 req-230aaa61-b67e-47e6-a3ad-c80efee5cece service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 Nov 12 01:09:20.112616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b3e8129-2c5a-4733-8bbc-a5cf2ede5990 req-8bd471ee-a3b0-4abb-a2ce-4347b9e93af8 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955043 Nov 12 01:09:20.131628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:20.132484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:20.196963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0a2301c7-2f6c-43b0-b017-d899caf605d7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177140105&fields=id&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 267 time: 0.0911603 Nov 12 01:09:20.198981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6927c3a4-e850-4a35-b2fe-aa7ec0287494 None None] Provisioning complete for port 3b7e4282-bf97-4a1c-a683-580cddab553d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:20.199558 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6927c3a4-e850-4a35-b2fe-aa7ec0287494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.328362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-1b474dc4-fed5-4b73-b199-3648d8c75e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.341964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-1b474dc4-fed5-4b73-b199-3648d8c75e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 796 time: 0.1434312 Nov 12 01:09:20.361346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-72102688-89a2-40fb-9180-ad7a61e62014 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/quotas/bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 375 time: 0.0180268 Nov 12 01:09:20.429144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:20.430062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-f14d07ce-1039-447e-94fc-3b0a8ffd11f0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674021 Nov 12 01:09:20.564909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-f25629c3-db02-4194-9389-438fca50f382 service neutron] 10.222.0.11 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296642 Nov 12 01:09:20.740912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-46c5fa08-e58e-4645-864e-f59747b41fea service neutron] 10.222.0.11 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616566 Nov 12 01:09:21.071522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03029d4-ec90-45a4-aea9-a2ab7cf1a2a5 req-72528f06-bfa1-4c05-9dd5-9972144f7379 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.090593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d03029d4-ec90-45a4-aea9-a2ab7cf1a2a5 req-72528f06-bfa1-4c05-9dd5-9972144f7379 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1733923 Nov 12 01:09:21.160525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-68709302-cde1-4612-b45a-127c1efa1798 req-624546aa-6d14-4707-afa3-4497e2a7eac1 service neutron] (102676) timed out ('10.222.0.11', 36690) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:09:21.294638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01c2a724-3500-4378-bc7d-8df746a0bd0e req-e7c7cf41-b357-4c64-9e43-0c75f7a81082 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 210 time: 0.0973709 Nov 12 01:09:21.303489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d03029d4-ec90-45a4-aea9-a2ab7cf1a2a5 req-e0346fd7-1d67-42ee-8f36-9a3d289f4742 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062001 Nov 12 01:09:21.341401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3b7e4282-bf97-4a1c-a683-580cddab553d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:21.471524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbec85-6af0-49b0-946f-7caea381e4d1 req-38ff08c2-5f23-4d47-bff3-2632266805bf tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.473325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fbec85-6af0-49b0-946f-7caea381e4d1 req-38ff08c2-5f23-4d47-bff3-2632266805bf tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.0899999 Nov 12 01:09:21.489148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 2, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:21.491374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7b34e471-48c1-4db3-a248-79f8b4d80687 None None] Provisioning complete for port 3b7e4282-bf97-4a1c-a683-580cddab553d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:21.491744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b34e471-48c1-4db3-a248-79f8b4d80687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.569426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fbec85-6af0-49b0-946f-7caea381e4d1 req-a96318b6-c00e-436e-bd29-9213bd1a3c48 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889027 Nov 12 01:09:21.635994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Checking router: 7d42aa15-f189-4865-9af5-84acac18223a for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:21.637644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Updating router 7d42aa15-f189-4865-9af5-84acac18223a port a6cab3ea-628e-4076-a8b1-ed09588c35c0 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:21.695440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3b7e4282-bf97-4a1c-a683-580cddab553d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:21.696460 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.761162 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.783744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78123f3-86a4-4bdf-860e-11f767795bb5 req-46b6807e-e2d8-44fc-a7e4-7298106dd934 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.788623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78123f3-86a4-4bdf-860e-11f767795bb5 req-46b6807e-e2d8-44fc-a7e4-7298106dd934 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.0953631 Nov 12 01:09:21.864086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78123f3-86a4-4bdf-860e-11f767795bb5 req-ac10415d-a415-4503-984e-2f5f9b3a5d2e tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713828 Nov 12 01:09:22.166535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7b34e471-48c1-4db3-a248-79f8b4d80687 None None] Provisioning complete for port a6cab3ea-628e-4076-a8b1-ed09588c35c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:22.166908 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b34e471-48c1-4db3-a248-79f8b4d80687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.259727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae21f1-216f-4034-8de2-01791fe8a899 req-06039ad6-d599-436d-bd30-9903a558da4f tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.261660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6ae21f1-216f-4034-8de2-01791fe8a899 req-06039ad6-d599-436d-bd30-9903a558da4f tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.0725896 Nov 12 01:09:22.289134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7b34e471-48c1-4db3-a248-79f8b4d80687 None None] Port a6cab3ea-628e-4076-a8b1-ed09588c35c0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:22.356288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6ae21f1-216f-4034-8de2-01791fe8a899 req-6910da41-acab-46c6-858c-aad0d712886a tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881608 Nov 12 01:09:22.357094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.368940 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.462408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b098-6901-4342-a867-14d50ff46cf8 None None] Pushing event updated for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:22.467976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-db0db171-e41d-4f6c-8ba8-1b746545072d None None] Provisioning complete for port a6cab3ea-628e-4076-a8b1-ed09588c35c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:22.467976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db0db171-e41d-4f6c-8ba8-1b746545072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.473190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6c75ca8-51e0-4e4b-81d3-6c13006fb23f req-9aeaa305-f419-47c8-9bad-762b67370024 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 210 time: 0.0702052 Nov 12 01:09:22.588733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-db0db171-e41d-4f6c-8ba8-1b746545072d None None] Port a6cab3ea-628e-4076-a8b1-ed09588c35c0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:22.591883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Attempting to bind port a6cab3ea-628e-4076-a8b1-ed09588c35c0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:22.592348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Attempting to bind port a6cab3ea-628e-4076-a8b1-ed09588c35c0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:22.592656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Attempting to bind port a6cab3ea-628e-4076-a8b1-ed09588c35c0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:22.607404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:22.608133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:22.610827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.611485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Bound using segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:22.618710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Bound port: a6cab3ea-628e-4076-a8b1-ed09588c35c0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:22.619125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.623636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55da49-4489-480c-8e24-491e18f730e2 req-c08000a2-0a7f-42f9-b582-c8565542ea3a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.627428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b55da49-4489-480c-8e24-491e18f730e2 req-c08000a2-0a7f-42f9-b582-c8565542ea3a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0999951 Nov 12 01:09:22.737489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b55da49-4489-480c-8e24-491e18f730e2 req-23e9911b-a802-4c61-9b0c-70a084003d2a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991347 Nov 12 01:09:22.850375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] For port a6cab3ea-628e-4076-a8b1-ed09588c35c0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:22.866310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] For port a6cab3ea-628e-4076-a8b1-ed09588c35c0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6cab3ea-628e-4076-a8b1-ed09588c35c0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:22.879311 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.000580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-79a3fde8-f635-4477-9547-74cd9627095a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.003741 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-79a3fde8-f635-4477-9547-74cd9627095a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 796 time: 0.3619301 Nov 12 01:09:23.005498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:23.006267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:23.151393 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-20d7c086-7881-45ef-8e5f-d32d87426f86 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 380 time: 0.1324413 Nov 12 01:09:23.152714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3551f0-979a-4a56-a119-ed9b6346db72 req-c05eb57d-3c1a-4889-b979-aeb6dd3208a1 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.154478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e3551f0-979a-4a56-a119-ed9b6346db72 req-c05eb57d-3c1a-4889-b979-aeb6dd3208a1 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.1130571 Nov 12 01:09:23.166073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'port': {'device_id': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'admin_state_up': True, 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'security_groups': ['5b8a34cd-0590-4787-bec5-ea07fb9cc6f5']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:23.168845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] Provisioning complete for port a6cab3ea-628e-4076-a8b1-ed09588c35c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:23.170978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.270053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e3551f0-979a-4a56-a119-ed9b6346db72 req-cab184cc-d044-40b7-9b16-be78c6bb5a3a tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083519 Nov 12 01:09:23.287159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b098-6901-4342-a867-14d50ff46cf8 None None] Pushing event updated for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.339269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:23.351378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:23.356586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.490275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.537858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.14 (738db14d-2263-4799-8eb6-2226839e8ac0/e1cecb0d-5b91-475e-ba30-19d0abb6d990/3720589d-8060-4f75-84d9-ec45bccc5da0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:23.564291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] For port a6cab3ea-628e-4076-a8b1-ed09588c35c0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6cab3ea-628e-4076-a8b1-ed09588c35c0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:23.574651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.665843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06497be1-834c-432d-9e8d-536e1d9addd9 None None] Pushing event updated for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.670621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77d3243a-5048-4b3e-a951-70ba753eae9a req-05839d67-2a65-42a6-85f3-bbcd8d6bfdc4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 210 time: 0.0835979 Nov 12 01:09:23.713282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5639c7f6-6adb-450b-bbc2-623b1dd0e7d3 None None] Provisioning complete for port a6cab3ea-628e-4076-a8b1-ed09588c35c0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:23.713650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5639c7f6-6adb-450b-bbc2-623b1dd0e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.763926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:22Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:23.796431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.796634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d7fb9-3436-4964-9253-b01c3b5d1aab None None] The sync data for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 is: [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:22Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:23.888603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.979320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc97ddd-4fd7-4765-aa42-dc4f37609fb2 req-9a381719-3f48-41aa-9e5f-090a7dc298e3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.990578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfc97ddd-4fd7-4765-aa42-dc4f37609fb2 req-9a381719-3f48-41aa-9e5f-090a7dc298e3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1260827 Nov 12 01:09:24.002433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.010729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 738db14d-2263-4799-8eb6-2226839e8ac0 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:24.014830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:24.029191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:24.089219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfc97ddd-4fd7-4765-aa42-dc4f37609fb2 req-70a70695-f1ea-47b2-b617-720ed6f8603f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976446 Nov 12 01:09:24.147706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.148117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.193559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-bbc0874e-273c-4923-884a-38581b554888 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0317924 Nov 12 01:09:24.230882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Request body: {'port': {'device_id': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:24.275298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-573e8cc1-1fd5-40d6-be80-acc19b9bee6e tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.281702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-573e8cc1-1fd5-40d6-be80-acc19b9bee6e tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.32 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.1189101 Nov 12 01:09:24.441707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.509397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-acb076a6-ec5a-4e55-8216-215fc0dc70f4 None None] Provisioning complete for port 3720589d-8060-4f75-84d9-ec45bccc5da0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:24.509924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acb076a6-ec5a-4e55-8216-215fc0dc70f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.573673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-acb076a6-ec5a-4e55-8216-215fc0dc70f4 None None] Port 3720589d-8060-4f75-84d9-ec45bccc5da0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:24.660705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd54af-1a0d-4a66-9e80-b0cbb908df32 req-dd315e2e-f15c-4d15-8672-b10b630b1eb8 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.675811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8edd54af-1a0d-4a66-9e80-b0cbb908df32 req-dd315e2e-f15c-4d15-8672-b10b630b1eb8 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 945 time: 0.1994214 Nov 12 01:09:24.707938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:24.745021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Deleting port 67ea8f61-a596-4068-80cb-b608eb82c978 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:24.754732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.901331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6cab3ea-628e-4076-a8b1-ed09588c35c0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:24.986983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port a6cab3ea-628e-4076-a8b1-ed09588c35c0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:24.987348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.994071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:25.004742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.007792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0670afae-685c-43ac-bc56-be189f8e263d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.035175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Transition to ACTIVE for port object 3720589d-8060-4f75-84d9-ec45bccc5da0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:25.040362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.075039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8db24-aaa2-4493-96ff-74376635200a req-a30ebf8b-ee2b-4ec9-b219-9124576e8bb3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.084472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d8db24-aaa2-4493-96ff-74376635200a req-a30ebf8b-ee2b-4ec9-b219-9124576e8bb3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 932 time: 0.2504201 Nov 12 01:09:25.102107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.132969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8edd54af-1a0d-4a66-9e80-b0cbb908df32 req-b80c66e2-fd1e-41f8-94a5-988bf9175f50 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/security-groups?id=07909761-9f64-4f7f-9e7b-383647e2ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557717 Nov 12 01:09:25.227543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] For port 67ea8f61-a596-4068-80cb-b608eb82c978, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=67ea8f61-a596-4068-80cb-b608eb82c978,segment=NetworkSegment(44211ee9-8056-4a0a-9225-af3c25059741),segment_id=44211ee9-8056-4a0a-9225-af3c25059741)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:25.231332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.259844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:25.260439 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:25.262095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:25.269480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:25.269999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:25.279165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:25.279773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:25.280325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Bound using segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:25.280931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Bound port: 3720589d-8060-4f75-84d9-ec45bccc5da0, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:25.281434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.377486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Calling delete_port for 67ea8f61-a596-4068-80cb-b608eb82c978 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:25.381654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:25.385581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:25.394809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.433598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33d8db24-aaa2-4493-96ff-74376635200a req-b25a5ed8-8655-446b-8ad1-d7ecc427fa3a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480113 Nov 12 01:09:25.485237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.486144 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.490852 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] 10.222.0.39 "PUT /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1093 time: 1.2737637 Nov 12 01:09:25.506011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38c4d-3900-466d-8dd7-134523e45390 req-8889f74d-bd1d-425a-bec0-7aac0213534b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.509722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:25.517122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ee38c4d-3900-466d-8dd7-134523e45390 req-8889f74d-bd1d-425a-bec0-7aac0213534b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.2382307 Nov 12 01:09:25.527755 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864da84-6ca1-4a8d-9a73-151158d079f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:25.617216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-e3a49cab-ebb2-4f8e-8415-9677b7651d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.624712 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-e3a49cab-ebb2-4f8e-8415-9677b7651d14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.0796475 Nov 12 01:09:25.625928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155644f-55f2-4378-82d1-961d33e4ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.696370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ee38c4d-3900-466d-8dd7-134523e45390 req-d755f0e1-6fdd-4de9-9d84-5b4a8081982e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777320 Nov 12 01:09:25.703458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0670afae-685c-43ac-bc56-be189f8e263d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.715003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0670afae-685c-43ac-bc56-be189f8e263d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.765369 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-0c0fb7ea-c55d-425f-b36c-a732b5d539a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 217 time: 0.1297905 Nov 12 01:09:25.827404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0670afae-685c-43ac-bc56-be189f8e263d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2558ff9357e24217b06c74834080431c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1070313 Nov 12 01:09:25.827404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670afae-685c-43ac-bc56-be189f8e263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e4dafe-c8b0-4212-8f7c-533b6170fe03,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.828574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53606) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:25.896382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-f17a00c7-ebbe-428a-82ce-b83711af0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.898037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-f17a00c7-ebbe-428a-82ce-b83711af0d9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.1180866 Nov 12 01:09:25.922144 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91603bda-373a-4eca-9671-7b7f673cfcb0 x-openstack-request-id: req-91603bda-373a-4eca-9671-7b7f673cfcb0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:25.922535 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:25.922881 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91603bda-373a-4eca-9671-7b7f673cfcb0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:25.923378 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:09:25.938270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.954927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.977709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-30cdcf6b-2633-4301-8ff8-fd3bc4b06a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.979199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-30cdcf6b-2633-4301-8ff8-fd3bc4b06a18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718415 Nov 12 01:09:25.998438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.000562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Pushing event deleted for resources: {'Port': ['ID=67ea8f61-a596-4068-80cb-b608eb82c978,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.093961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] No DVR routers for this DVR port 67ea8f61-a596-4068-80cb-b608eb82c978 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:26.097259 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.101011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-750f21d8-b75c-4c8a-af21-7031b7bf811c req-30e1a7bd-2f40-48a7-b015-fea920b28837 tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.32 "DELETE /v2.0/ports/67ea8f61-a596-4068-80cb-b608eb82c978 HTTP/1.1" status: 204 len: 173 time: 1.8119450 Nov 12 01:09:26.110781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'name': 'network-vif-deleted', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:26.115009 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4cdce2-0256-4e20-98dc-fb44a1a10f37" -d '{"events": [{"server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "name": "network-vif-deleted", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:26.135643 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-95f6f55d-8c8f-4436-adf2-b5abf1e61634 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424081 Nov 12 01:09:26.140811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.143551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.147301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7e4dafe-c8b0-4212-8f7c-533b6170fe03 HTTP/1.1" status: 204 len: 168 time: 0.3129306 Nov 12 01:09:26.181946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45fd51-862a-44dd-aa9e-9b1b9be0e90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e4dafe-c8b0-4212-8f7c-533b6170fe03,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:26.203473 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a0e0e2-f75c-419d-bbd6-92a8be318bee x-openstack-request-id: req-e2a0e0e2-f75c-419d-bbd6-92a8be318bee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:26.203747 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df2ae80-a717-4496-8332-68505a2408fe", "name": "network-vif-deleted", "tag": "67ea8f61-a596-4068-80cb-b608eb82c978", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:26.204008 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2a0e0e2-f75c-419d-bbd6-92a8be318bee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:26.204441 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df2ae80-a717-4496-8332-68505a2408fe', 'name': 'network-vif-deleted', 'tag': '67ea8f61-a596-4068-80cb-b608eb82c978', 'status': 'completed', 'code': 200} Nov 12 01:09:26.286181 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-82358e43-1205-4a9a-9ac1-907104f3ae3f req-3350046b-4a27-4ee8-a61c-5f19d97b95f3 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429520 Nov 12 01:09:26.301235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa76a792-f92f-4769-aa41-11f51cb2a5cd req-462c53d5-77c4-483e-968c-feb791ca1f4f tempest-ServersNegativeTestMultiTenantJSON-1001709184 tempest-ServersNegativeTestMultiTenantJSON-1001709184-project] 10.222.0.11 "GET /v2.0/ports?device_id=6df2ae80-a717-4496-8332-68505a2408fe HTTP/1.1" status: 200 len: 210 time: 0.0305631 Nov 12 01:09:26.421836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-5ece687c-c26b-4ead-a547-491329d0c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.423461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-5ece687c-c26b-4ead-a547-491329d0c22f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.0500472 Nov 12 01:09:26.529888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-002d0f93-6d5f-469a-bb62-1cd967bfdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.531455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-002d0f93-6d5f-469a-bb62-1cd967bfdf6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1002965 Nov 12 01:09:26.596027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88205ffa-48a2-4c12-9e8f-60cf88ac0f42 req-6107c543-37f2-43e1-b827-55357d90d7c5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.597483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88205ffa-48a2-4c12-9e8f-60cf88ac0f42 req-6107c543-37f2-43e1-b827-55357d90d7c5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.0726018 Nov 12 01:09:26.757381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88205ffa-48a2-4c12-9e8f-60cf88ac0f42 req-9c75548d-2fac-4c01-8df5-04560d3e06ce tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429179 Nov 12 01:09:26.899339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee131-90da-4a7a-b7ae-cd4a3a99e52f req-6942ddbb-9b4c-453c-8c48-0c75ff6a43e3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.916979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81dee131-90da-4a7a-b7ae-cd4a3a99e52f req-6942ddbb-9b4c-453c-8c48-0c75ff6a43e3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1145976 Nov 12 01:09:26.947679 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-42a53b45-0921-4bda-a8df-f8d2523dfebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 217 time: 0.4055917 Nov 12 01:09:26.997272 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81dee131-90da-4a7a-b7ae-cd4a3a99e52f req-d6734b75-833a-4ea0-b8dc-d9bc2f5036b8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749371 Nov 12 01:09:27.015410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-c0cc60a6-e121-43e1-bd89-b8c26d566f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.017401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-c0cc60a6-e121-43e1-bd89-b8c26d566f49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0619195 Nov 12 01:09:27.091409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-db8ba350-0b03-4f83-a83f-7ac7d4596597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.093055 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-db8ba350-0b03-4f83-a83f-7ac7d4596597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598800 Nov 12 01:09:27.176840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67ea8f61-a596-4068-80cb-b608eb82c978 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:27.201514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 67ea8f61-a596-4068-80cb-b608eb82c978 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:27.201853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 67ea8f61-a596-4068-80cb-b608eb82c978 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:27.204817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-2135d88e-dc20-43d4-95d9-9863b09854ab service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992489 Nov 12 01:09:27.325043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a864da84-6ca1-4a8d-9a73-151158d079f0 req-b4801c8b-deea-4cdf-9ea6-37db9bbe941b service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105134 Nov 12 01:09:27.380019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:27.457024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Deleting subnet 336db00e-f590-4f07-8a25-98378cb84b40 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:27.460748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.514081 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.566796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.649025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.682335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.688402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/336db00e-f590-4f07-8a25-98378cb84b40 HTTP/1.1" status: 204 len: 168 time: 0.3039451 Nov 12 01:09:27.689045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:27.698482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577f2a3-8029-4181-b148-0bea17dd3d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336db00e-f590-4f07-8a25-98378cb84b40,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:27.778226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.903211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.946391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7782a3a-a9d3-4091-bb3a-4eec445c8dac']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:27.960020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8537fa-20ab-41aa-a262-cf03ec991ba3 req-a646fae3-05bb-40a6-a02f-378246c89092 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.962357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e8537fa-20ab-41aa-a262-cf03ec991ba3 req-a646fae3-05bb-40a6-a02f-378246c89092 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.1023257 Nov 12 01:09:27.966029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44211ee9-8056-4a0a-9225-af3c25059741') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:27.966325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44211ee9-8056-4a0a-9225-af3c25059741') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:27.984534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.006374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.014041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:28.014444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.067644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e8537fa-20ab-41aa-a262-cf03ec991ba3 req-25126d3c-21af-4b5a-afc0-dcb60baa5e52 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935540 Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:28.076000 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:28.096498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.103816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.107333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a7782a3a-a9d3-4091-bb3a-4eec445c8dac HTTP/1.1" status: 204 len: 168 time: 0.4172063 Nov 12 01:09:28.116465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:28.125753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f8b67-a45d-4c1a-896f-a8a9d493a88b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7782a3a-a9d3-4091-bb3a-4eec445c8dac,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:28.180903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Deleting subnet 6f376576-94ea-4618-89b4-476434a2b9d8 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:28.185267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bf2d2-7f02-416c-b6fc-e3b09811a656 req-0556501f-7a3e-438f-8032-2d6cedbe4c8d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.186516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.206627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-028bf2d2-7f02-416c-b6fc-e3b09811a656 req-0556501f-7a3e-438f-8032-2d6cedbe4c8d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1321094 Nov 12 01:09:28.244336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.308140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-028bf2d2-7f02-416c-b6fc-e3b09811a656 req-5852c300-7282-419d-be05-c99d642a7a4c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002436 Nov 12 01:09:28.342166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.436425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.465424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f376576-94ea-4618-89b4-476434a2b9d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:28.470865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.474608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb4b3b57-dfdb-451f-89e6-9bf7a622686f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6f376576-94ea-4618-89b4-476434a2b9d8 HTTP/1.1" status: 204 len: 168 time: 0.3571613 Nov 12 01:09:28.477467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53692) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:28.562033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.690048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.723128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eb099b-3b34-40dc-9325-3a184c73f445']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.738947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dbfa51-e02a-4560-88c5-0de3009ee9e5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.739331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dbfa51-e02a-4560-88c5-0de3009ee9e5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.752973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.774936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.783590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:28.784005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:28.785992 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:28.853782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.859709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.866089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] 10.222.0.11 "DELETE /v2.0/networks/32eb099b-3b34-40dc-9325-3a184c73f445 HTTP/1.1" status: 204 len: 168 time: 0.3837087 Nov 12 01:09:28.876624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2ff85-6283-45da-897d-cc2203713500 admin admin] Pushing event deleted for resources: {'Network': ['ID=32eb099b-3b34-40dc-9325-3a184c73f445,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.071313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53706) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.125356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bded1bf4-d097-4100-b884-70ac11dc5952 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fc8257ee6304629b7f86ff185566cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526967 Nov 12 01:09:29.128018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.222019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d8a8-234b-456c-acc8-9213f152d73b req-6f44b4bc-0392-4250-b60f-466ba527aa60 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.223412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0468d8a8-234b-456c-acc8-9213f152d73b req-6f44b4bc-0392-4250-b60f-466ba527aa60 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.0787907 Nov 12 01:09:29.224231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.256577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:29.258677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.321400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0468d8a8-234b-456c-acc8-9213f152d73b req-8186d4cf-05e2-448c-a65c-0c2842c75aa4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873861 Nov 12 01:09:29.368424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.371387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.375471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07909761-9f64-4f7f-9e7b-383647e2ca03 HTTP/1.1" status: 204 len: 168 time: 0.2451968 Nov 12 01:09:29.385682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:29.392228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638fff-b2ab-41d9-acf0-684b9aeaa148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07909761-9f64-4f7f-9e7b-383647e2ca03,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.408710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:29.461957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.475915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:29.501167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-76414806-6b2e-4cad-b212-fdc0f3f343a8 req-2d15d1a2-fbca-446f-adf1-110146d1d6cc service neutron] (102676) timed out ('10.222.0.39', 58827) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:09:29.502044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4dce-8d3e-491e-a6ea-e5922ab6a853 req-6a32ebf3-ce60-4303-929d-7c0f28bb27d7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.503912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:29.509982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-294a4dce-8d3e-491e-a6ea-e5922ab6a853 req-6a32ebf3-ce60-4303-929d-7c0f28bb27d7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0835433 Nov 12 01:09:29.510760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.564830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-294a4dce-8d3e-491e-a6ea-e5922ab6a853 req-5bbb3c7d-2f88-471f-9cde-2a0541a65d9d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Nov 12 01:09:29.580937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.796438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['3720589d-8060-4f75-84d9-ec45bccc5da0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:29.803210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.877681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5acff941-2af3-44e2-b1a7-70ea667c79e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dece14facbe4f5bb15ee33493396ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721424 Nov 12 01:09:29.879652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 53738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.947663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.971407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.057244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.059934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.064469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fdc600f-eb67-4bbc-83c8-30703e931852 HTTP/1.1" status: 204 len: 168 time: 0.1809158 Nov 12 01:09:30.064469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-12e90871-99cf-4746-9f71-6c2e18af8db3 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515623 Nov 12 01:09:30.075708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e7dd5-0676-425a-b729-ad44d0e2f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdc600f-eb67-4bbc-83c8-30703e931852,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:30.289630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-0cb2a234-5290-4847-b79a-1d4c3b468c97 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.291760 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-0cb2a234-5290-4847-b79a-1d4c3b468c97 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189436 Nov 12 01:09:30.311546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-fd82834d-f438-4faf-9196-adc20ac50242 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/quotas/e78fd84f4fee447a8d6a77e1eb5e7956 HTTP/1.1" status: 200 len: 375 time: 0.0119727 Nov 12 01:09:30.346362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-9bb5ce4e-1c53-41fd-87f3-752fc2409fc4 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281696 Nov 12 01:09:30.505551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9ab4-0359-47bd-ae05-49dd80bf115d req-658fb93f-e028-4b6d-a0ee-9eb9027a77bf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.507076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e95c9ab4-0359-47bd-ae05-49dd80bf115d req-658fb93f-e028-4b6d-a0ee-9eb9027a77bf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.0847788 Nov 12 01:09:30.565865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6697bb4-f3bb-41be-9b97-aaaaede95345 req-554fb8e5-c24a-417f-9ae4-42ffed00a16f tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 210 time: 0.0576944 Nov 12 01:09:30.589199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e95c9ab4-0359-47bd-ae05-49dd80bf115d req-89eb8459-d79b-4197-8e98-e689284c7fc9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694010 Nov 12 01:09:30.753087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d9692-8530-451e-afb5-0344c202646c req-0ec2bf84-5683-4131-835d-95634ab011d3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.761113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-419d9692-8530-451e-afb5-0344c202646c req-0ec2bf84-5683-4131-835d-95634ab011d3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0994742 Nov 12 01:09:30.794251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-26582bb4-ab19-4a1a-9372-818edfc5ef38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028244 Nov 12 01:09:30.839989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-419d9692-8530-451e-afb5-0344c202646c req-87dda2b3-5bc1-4a6c-946a-edb31a2affb2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711870 Nov 12 01:09:30.895948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db36d4-b823-4b68-873e-431a09f69a3e req-4fd284e8-c55d-4c38-a027-3490c33e8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.901721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-4fd284e8-c55d-4c38-a027-3490c33e8a7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1098 time: 0.0606661 Nov 12 01:09:31.029348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db36d4-b823-4b68-873e-431a09f69a3e req-872ff148-3423-49a8-b8a7-7a36ac77edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.030735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-872ff148-3423-49a8-b8a7-7a36ac77edd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 910 time: 0.1077118 Nov 12 01:09:31.076529 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:31.098446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:31.114321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-4c5d6fd4-5da1-4435-9a5e-236d9049ace4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 1001 time: 0.0757778 Nov 12 01:09:31.173141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db36d4-b823-4b68-873e-431a09f69a3e req-6dc343da-3a24-4d00-ab36-736e5c850ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.174867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-6dc343da-3a24-4d00-ab36-736e5c850ab4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 200 len: 848 time: 0.0530770 Nov 12 01:09:31.249798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db36d4-b823-4b68-873e-431a09f69a3e req-dd75cb8b-7684-493a-b260-db478fd4ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.251360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-dd75cb8b-7684-493a-b260-db478fd4ef64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=032f4ec1-a229-407d-85d8-a9441297d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571332 Nov 12 01:09:31.265659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2069743523-network', 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:31.281851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:31.306930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:31.310017 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.324355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.345572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 3720589d-8060-4f75-84d9-ec45bccc5da0 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:31.352466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 3720589d-8060-4f75-84d9-ec45bccc5da0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:31.352840 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.370587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-7a57be6b-bbdc-429f-a8de-996b44f6e3c9 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115804 Nov 12 01:09:31.427731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.435598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.490567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83db36d4-b823-4b68-873e-431a09f69a3e req-e92b4fc1-4747-41c2-87cf-6e395186de49 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110132 Nov 12 01:09:31.491237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:31.500481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:31.514014 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.514624 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Added segment de63fefc-3c93-413a-b17c-a308566d1339 of type vlan for network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 Nov 12 01:09:31.585517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.625837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.627125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.627715 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.656031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.712516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:31.718951 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88781bbb-6876-4301-a48d-f551fbe4b1f6" -d '{"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-plugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:31.749261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecbe4e1f-b9d7-4a32-a5e6-90da76afd98d req-d5edbfd1-4308-41ef-aa98-5494b0296c0b tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 210 time: 0.0664933 Nov 12 01:09:31.765430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:31.776206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.804939 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7043469 Nov 12 01:09:31.813208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53818) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:31.822981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Request body: {'subnet': {'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2069743523-subnet', 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:31.834332 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5d6fa-c549-401a-8c2a-c4c3c3c58cae x-openstack-request-id: req-14a5d6fa-c549-401a-8c2a-c4c3c3c58cae {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:31.834861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adecfc-42e6-4de9-bbfe-f7228ecf702a admin admin] Pushing event updated for resources: {'Network': ['ID=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:31.836497 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-plugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:31.848532 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14a5d6fa-c549-401a-8c2a-c4c3c3c58cae {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:31.849610 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'code': 200} Nov 12 01:09:31.860652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:31.863867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.876190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-d4f7e2e5-0244-40f5-b6b6-fff1c249876a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682425 Nov 12 01:09:31.895054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:32.016697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657490-537e-4d7d-986c-9414c04b026b req-e8e8c3ad-0be4-4d81-a302-f01ab6534d30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.018327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b657490-537e-4d7d-986c-9414c04b026b req-e8e8c3ad-0be4-4d81-a302-f01ab6534d30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.2674630 Nov 12 01:09:32.072776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.114977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030edb-e8d8-416a-bb7a-015ee0c32f77 req-87f20619-3a6f-4a94-9c72-8800e018837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.117480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f030edb-e8d8-416a-bb7a-015ee0c32f77 req-87f20619-3a6f-4a94-9c72-8800e018837b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1098 time: 0.1629465 Nov 12 01:09:32.125633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67c96c-e0d3-4623-a957-57d3258a83ad req-ca12d2ad-044a-481b-942f-792f786dbc47 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.127160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f67c96c-e0d3-4623-a957-57d3258a83ad req-ca12d2ad-044a-481b-942f-792f786dbc47 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1658440 Nov 12 01:09:32.137910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b657490-537e-4d7d-986c-9414c04b026b req-3cd59017-896f-4ee4-bdf7-14aec85eb621 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007810 Nov 12 01:09:32.149039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-b01544ff-a593-4707-b6bb-16e507276740 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.150585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-b01544ff-a593-4707-b6bb-16e507276740 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666810 Nov 12 01:09:32.174470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Request body: {'port': {'device_id': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'e78fd84f4fee447a8d6a77e1eb5e7956'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:32.213268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4f030edb-e8d8-416a-bb7a-015ee0c32f77 req-a016a174-b0a6-4cf0-9331-b9f432668f93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820994 Nov 12 01:09:32.260368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f67c96c-e0d3-4623-a957-57d3258a83ad req-68d66348-b658-445b-a4db-1bd81788cecc tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087465 Nov 12 01:09:32.278424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.326078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Made reservation on behalf of e78fd84f4fee447a8d6a77e1eb5e7956 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:32.330778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.333940 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4882aca3-16b8-49d1-a186-62377a7fb39f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.342549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.355228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Checking segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:32.355668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Network hostable DHCP agents. Network: f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:32.377603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:32.389651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:32.394801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.395633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.401476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ee50b-8512-4f7a-95a8-8d1ec89dd2cf None None] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:32.429487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7fad159d-ecde-41fd-82a1-cffa1dcf076a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6143229 Nov 12 01:09:32.450084 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.454989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.470115 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.510729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538f2965-59e5-44aa-917c-f054c4f7809d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.568171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c89e7-ca00-4c5e-91dd-dca7ae30fe25 None None] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:32.689228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Allocated IP 192.168.233.84 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:32.903807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.922530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7fe8f0a-1fbb-4d6b-b306-7fb7c9224144 req-cc8d6c0c-55e3-4005-b217-a8a5e7d3d074 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 210 time: 0.0576553 Nov 12 01:09:33.005806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-ef8bb2fa-abfb-48c9-a1cb-41f30281e752 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.007303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-ef8bb2fa-abfb-48c9-a1cb-41f30281e752 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.1599820 Nov 12 01:09:33.020998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.056228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-3e901d77-abec-4edb-867d-eca422b599b3 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/quotas/6d0a5fd6a5a74b818b6c710975959930 HTTP/1.1" status: 200 len: 375 time: 0.0422335 Nov 12 01:09:33.078409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:33.091445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:33.106917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Pushing event updated for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:33.109822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:33.114748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-a2ca6030-40d2-49a9-8790-26a6e47ca1b8 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483758 Nov 12 01:09:33.213872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.214519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.280588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-98e22ff4-fea0-4aaa-8065-3639115adafe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1120791 Nov 12 01:09:33.294576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Request body: {'port': {'device_id': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:33.298527 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-a36018e6-0863-46de-8255-388b6ccb4c74 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635489 Nov 12 01:09:33.339922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bee41-7a5f-4d8d-9fd3-52971c170901 req-81f92f03-9340-4b83-b1c2-be009a13937f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.341570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b6bee41-7a5f-4d8d-9fd3-52971c170901 req-81f92f03-9340-4b83-b1c2-be009a13937f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1227655 Nov 12 01:09:33.359286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dee61744-e9dc-4ed1-9547-a0db26e06ba0 None None] Provisioning complete for port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:33.359799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee61744-e9dc-4ed1-9547-a0db26e06ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.399556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dee61744-e9dc-4ed1-9547-a0db26e06ba0 None None] Port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:33.458190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.500007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b6bee41-7a5f-4d8d-9fd3-52971c170901 req-b1c2b7b2-7392-4537-a86d-07ab7e88e239 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383469 Nov 12 01:09:33.506407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-4b24a5e2-42d1-4709-8122-8d10ded19762 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869144 Nov 12 01:09:34.156354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e8b76c1d-1126-4a20-9ff2-b8c090246a8d req-6e9971f1-3b45-4687-aeee-ba29c95feffa tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 210 time: 0.4149976 Nov 12 01:09:34.168405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83753fca-fea0-4684-adb1-722d373d7944 req-7a40bfdb-59c7-4555-98ba-fa2c0b639fe2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.175676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83753fca-fea0-4684-adb1-722d373d7944 req-7a40bfdb-59c7-4555-98ba-fa2c0b639fe2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.5367551 Nov 12 01:09:34.250433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83753fca-fea0-4684-adb1-722d373d7944 req-99b4d765-42ca-40d3-b599-673145833f87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Nov 12 01:09:34.326960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:34.337729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.347096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aed27-62e3-4bf1-bf20-4df2e3b01fc0 req-6f614b29-580f-4ed5-9344-a8307de89579 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.349434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d89aed27-62e3-4bf1-bf20-4df2e3b01fc0 req-6f614b29-580f-4ed5-9344-a8307de89579 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 935 time: 0.1022758 Nov 12 01:09:34.367887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Transition to ACTIVE for port object fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:34.380821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.457306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d89aed27-62e3-4bf1-bf20-4df2e3b01fc0 req-ff1fab74-4d50-4d03-8b1d-fefa5b7858da tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Nov 12 01:09:34.457897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:34.561976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Attempting to bind port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:34.562993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Attempting to bind port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:34.562993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Attempting to bind port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:34.569566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:34.569932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Attempting to bind port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:34.577973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:34.578387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:34.578826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:34.579267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Bound port: fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:34.579620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.700869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09d7f1-79b7-45b6-895d-cff675d424d4 req-2eebf9f8-b397-476f-8c8d-aca3f5fc38f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.702584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad09d7f1-79b7-45b6-895d-cff675d424d4 req-2eebf9f8-b397-476f-8c8d-aca3f5fc38f4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1260138 Nov 12 01:09:34.705769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:34.709259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:34.721603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.786168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.786798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.788232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] 10.222.0.32 "PUT /v2.0/ports/fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c HTTP/1.1" status: 200 len: 1096 time: 1.4991364 Nov 12 01:09:34.795829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:34.798312 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c908a79-4e8d-4475-8734-1e17d34b8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:34.835183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad09d7f1-79b7-45b6-895d-cff675d424d4 req-fa719339-9655-4cfa-ac26-efd48caacc62 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226509 Nov 12 01:09:34.889456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf39a-2f1a-4184-9c68-9a7abd47611c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:34.965965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-c5b90e1e-853e-4bc2-8e9b-2bcc49fc3b5b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.967503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-c5b90e1e-853e-4bc2-8e9b-2bcc49fc3b5b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.2036536 Nov 12 01:09:34.973532 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08371833-d0e8-4064-bfdf-562e7c3547d8 x-openstack-request-id: req-08371833-d0e8-4064-bfdf-562e7c3547d8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:34.973829 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:34.974081 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08371833-d0e8-4064-bfdf-562e7c3547d8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:34.974480 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c', 'status': 'completed', 'code': 200} Nov 12 01:09:34.984993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Request body: {'port': {'device_id': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'admin_state_up': True, 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:35.052346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-499890f0-4723-46f6-b6f4-e38944812f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.054164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-499890f0-4723-46f6-b6f4-e38944812f19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 1099 time: 0.1443646 Nov 12 01:09:35.102902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-ada586bd-16e6-4a81-ba6a-c8b33a67fa6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c HTTP/1.1" status: 200 len: 217 time: 0.0375290 Nov 12 01:09:35.115610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543279b-1d85-481d-92b1-19262faf6089 req-2a704b56-8a7a-4c06-92d2-1e60c155b6c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.117662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2543279b-1d85-481d-92b1-19262faf6089 req-2a704b56-8a7a-4c06-92d2-1e60c155b6c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1420543 Nov 12 01:09:35.131647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:35.137142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.200820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-ba0daefa-6a7d-4e3a-b428-1a8c9a45971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.202843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-ba0daefa-6a7d-4e3a-b428-1a8c9a45971c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0838959 Nov 12 01:09:35.209458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.231388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2543279b-1d85-481d-92b1-19262faf6089 req-2671cde9-e5a6-4dfc-bd42-8424f66af129 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038699 Nov 12 01:09:35.255891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53914) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:35.285042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df19aa0b-262c-472a-9356-ef8d5d1126c9 req-8c74abf3-713a-4d95-a9e9-adcdb3aefabf tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 210 time: 0.0344968 Nov 12 01:09:35.301165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172744-7781-49e8-b7e3-a9bca71c907e req-fe875c17-8b35-41aa-8274-a94247262a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.306917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-fe875c17-8b35-41aa-8274-a94247262a3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915682 Nov 12 01:09:35.366333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Allocated IP 172.20.0.4 (f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964/4882aca3-16b8-49d1-a186-62377a7fb39f/e24aa6f5-dd58-4aa7-921b-7417de1c74b9) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:35.373568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af8933-6fd9-41b2-b3f7-9d3922761780 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.377090 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0af8933-6fd9-41b2-b3f7-9d3922761780 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1093 time: 0.1182439 Nov 12 01:09:35.382949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 53918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:35.388552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:35.441888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dc5c3-75d7-4436-b4b5-bb5f40f673c5 req-e615bd77-17ec-42b7-9c8f-d8a30440ccf7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.442535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.443650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d3dc5c3-75d7-4436-b4b5-bb5f40f673c5 req-e615bd77-17ec-42b7-9c8f-d8a30440ccf7 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0937393 Nov 12 01:09:35.470062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-bdf13dfa-e91c-47f9-aeb2-9512ed4a76ee service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538463 Nov 12 01:09:35.532946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d3dc5c3-75d7-4436-b4b5-bb5f40f673c5 req-ae16e068-2bfe-476b-ae2f-868cfcf03bbf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Nov 12 01:09:35.618738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.632701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1aab8-5d6b-4c61-8fe2-4e7619ff20c4 req-fcf908c1-a3dc-476c-8b1e-0efc973ebd7a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.633795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b1aab8-5d6b-4c61-8fe2-4e7619ff20c4 req-fcf908c1-a3dc-476c-8b1e-0efc973ebd7a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 947 time: 0.0652587 Nov 12 01:09:35.672627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.680709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75172744-7781-49e8-b7e3-a9bca71c907e req-31f60ae0-6a9b-472b-9d57-abfe0230e5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028954 Nov 12 01:09:35.681519 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.723835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88b1aab8-5d6b-4c61-8fe2-4e7619ff20c4 req-97418305-22c7-400a-861d-98c5c3c4a793 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727816 Nov 12 01:09:35.785229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-538be954-bc88-46bf-8b8a-913a14e1fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.786768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-538be954-bc88-46bf-8b8a-913a14e1fe0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 1099 time: 0.0439584 Nov 12 01:09:35.791308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:35.800205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:35.808375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:35.813987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event updated for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:35.897539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-324c1d4a-4604-4bd1-bd43-b664281813e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.899250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-324c1d4a-4604-4bd1-bd43-b664281813e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.1041234 Nov 12 01:09:35.901770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.902467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.917615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.120 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cb97e714-9f4a-416b-9839-2beec959fc98) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:35.934004 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-56915fe8-a91e-44a4-ab4c-0014be51534f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559264 Nov 12 01:09:35.944846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-c82c88f8-3b4a-4a29-bf6f-9205aa477b87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c HTTP/1.1" status: 200 len: 217 time: 0.0372846 Nov 12 01:09:35.955466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Request body: {'port': {'device_id': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:36.004041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-65993be9-2a01-4fe1-a3e2-4d7a71dae6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.005598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-65993be9-2a01-4fe1-a3e2-4d7a71dae6cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0533211 Nov 12 01:09:36.053659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-5c52cfa2-24d3-445e-8db9-e726bd6723e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.055545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-5c52cfa2-24d3-445e-8db9-e726bd6723e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421820 Nov 12 01:09:36.061474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.122085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.169162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-837cc3a2-e9af-4916-b8ba-d950481921f5 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055830 Nov 12 01:09:36.247039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.276169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c908a79-4e8d-4475-8734-1e17d34b8d54 req-ddc0dda1-9228-495f-b9a9-2fa2cb5877aa service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989084 Nov 12 01:09:36.338742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=cb97e714-9f4a-416b-9839-2beec959fc98,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:36.342356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:36.347098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:36.350994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:36.448120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e562-5227-467b-84dc-f25d775cf50c req-b964ec41-a949-4a84-a59c-9f5eddcabab7 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.448345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f1e562-5227-467b-84dc-f25d775cf50c req-b964ec41-a949-4a84-a59c-9f5eddcabab7 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 931 time: 0.0551693 Nov 12 01:09:36.508709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-12f1e562-5227-467b-84dc-f25d775cf50c req-9c8b6a08-7072-4e73-9348-83d02118c2d5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517740 Nov 12 01:09:36.524812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24aa6f5-dd58-4aa7-921b-7417de1c74b9 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:36.535779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.590488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Transition to ACTIVE for port object e24aa6f5-dd58-4aa7-921b-7417de1c74b9 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:36.601867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.688787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae393b9-10ca-4742-8350-1151d9f657a7 req-4126c5f9-b4da-410d-afc2-ca18a4a5b040 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.691446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ae393b9-10ca-4742-8350-1151d9f657a7 req-4126c5f9-b4da-410d-afc2-ca18a4a5b040 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0685451 Nov 12 01:09:36.710453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Pushing event updated for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:36.758930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ae393b9-10ca-4742-8350-1151d9f657a7 req-d89ce474-8ff9-479d-ae56-4fd0da667f1b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564103 Nov 12 01:09:36.854825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5fc8-7540-4968-940d-30b5a38ea7ac req-ec287edb-3730-4618-8b52-2a7f1e02640a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.856670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23ea5fc8-7540-4968-940d-30b5a38ea7ac req-ec287edb-3730-4618-8b52-2a7f1e02640a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 947 time: 0.0530968 Nov 12 01:09:36.911260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23ea5fc8-7540-4968-940d-30b5a38ea7ac req-0b874e83-723d-46e4-a0fe-e923dd4bb760 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Nov 12 01:09:36.978145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Attempting to bind port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:36.978499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Attempting to bind port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:36.978808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Attempting to bind port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:37.303877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:37.304676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Attempting to bind port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:37.334168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:37.334508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Checking segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:37.334890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Bound using segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:37.335332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Bound port: e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:37.335738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.374601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.504569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:37.522797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:37.524778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.528451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.618464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.619202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.621034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] 10.222.0.32 "PUT /v2.0/ports/e24aa6f5-dd58-4aa7-921b-7417de1c74b9 HTTP/1.1" status: 200 len: 1092 time: 1.6695321 Nov 12 01:09:37.621470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:37.623787 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739f8bd-e587-4dea-a84c-d03891b90c61" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:37.666098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab1aa-a1a5-4076-80ab-773049763884 req-f39622f0-919c-4dcd-a9b7-960f34630d24 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.667569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907416f-bd93-40f2-8f41-e48aef67893e service neutron] Pushing event updated for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:37.667711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd2ab1aa-a1a5-4076-80ab-773049763884 req-f39622f0-919c-4dcd-a9b7-960f34630d24 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 943 time: 0.0832372 Nov 12 01:09:37.688180 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fec9d3-fbe6-4d8b-8975-d6ae0b8fe635 x-openstack-request-id: req-76fec9d3-fbe6-4d8b-8975-d6ae0b8fe635 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:37.688461 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:37.688707 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76fec9d3-fbe6-4d8b-8975-d6ae0b8fe635 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:37.689147 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9', 'status': 'completed', 'code': 200} Nov 12 01:09:37.744436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd2ab1aa-a1a5-4076-80ab-773049763884 req-a8f8f570-cb9b-4643-a255-da2c921cdca9 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623431 Nov 12 01:09:37.775264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-5e65b23d-dbb7-402f-ac5e-443e10f2528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.776970 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-5e65b23d-dbb7-402f-ac5e-443e10f2528c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 1095 time: 0.0999465 Nov 12 01:09:37.834198 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-f97fbca3-6040-4ae0-8184-8bd08cf2a455 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9 HTTP/1.1" status: 200 len: 217 time: 0.0455856 Nov 12 01:09:37.857754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.882828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.908805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fb04a-0f2b-4365-8402-d8b2326f32cb req-8ae72f71-d030-4691-baad-3ca5bf7e0e0d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.910336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5fb04a-0f2b-4365-8402-d8b2326f32cb req-8ae72f71-d030-4691-baad-3ca5bf7e0e0d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0560310 Nov 12 01:09:37.933478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-29d07083-b76c-43c8-b733-f515db8c5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.934967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-29d07083-b76c-43c8-b733-f515db8c5911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0895720 Nov 12 01:09:37.965759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c5fb04a-0f2b-4365-8402-d8b2326f32cb req-ded26072-caf6-4d80-9504-25aac4669d56 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Nov 12 01:09:37.975175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=cb97e714-9f4a-416b-9839-2beec959fc98,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:37.996689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-a4f9b310-28ed-4024-a278-d8ad289c2c8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398383 Nov 12 01:09:38.026724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.076797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb97f-3eee-44fc-a7a7-751062067c2d req-daf83780-1b13-443c-8c22-fa7e1f7b2f1e tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.080635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c0bb97f-3eee-44fc-a7a7-751062067c2d req-daf83780-1b13-443c-8c22-fa7e1f7b2f1e tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 947 time: 0.0582018 Nov 12 01:09:38.138982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c0bb97f-3eee-44fc-a7a7-751062067c2d req-07df641d-01e7-45f5-ad40-f5d586231a8f tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Nov 12 01:09:38.194372 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-6ce97e63-2cea-40d0-b281-ae0ab71b7c11 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887803 Nov 12 01:09:38.201352 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 09ca84f0-f57a-4a2a-82dc-819e5a9c5233 associated. External IP: 172.25.6.120, port: 3720589d-8060-4f75-84d9-ec45bccc5da0. Nov 12 01:09:38.372445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-50b94cca-36ff-461c-b2b9-889470b2e6de req-5ef3e58a-f0af-4311-9a30-3cea307b9ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685271 Nov 12 01:09:38.516836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-9207dc63-7eab-4284-b016-96abfb5678c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.518965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-9207dc63-7eab-4284-b016-96abfb5678c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 1095 time: 0.0887659 Nov 12 01:09:38.523276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router 7d42aa15-f189-4865-9af5-84acac18223a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:38.693736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-019ba388-27a1-42a8-b228-e876589eddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.695351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-019ba388-27a1-42a8-b228-e876589eddfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.1690307 Nov 12 01:09:38.748499 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-a7e47eda-50d9-42ea-83a7-3d083ac314d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9 HTTP/1.1" status: 200 len: 217 time: 0.0449126 Nov 12 01:09:38.751575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:38.764286 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Sync routers for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:38.793540 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:38.794518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:38.808148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.830835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-538fdde8-5d5a-47f9-9f85-490d08b0e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.832334 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-538fdde8-5d5a-47f9-9f85-490d08b0e0c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0760179 Nov 12 01:09:38.860017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-555d5f6c-8c40-44c5-8ffa-98903b97cc9e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4755790 Nov 12 01:09:38.876873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-455fc907-967a-42b6-9531-1cadabce64a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346389 Nov 12 01:09:38.937724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c092a1-c65a-470d-8b48-2ca950bdf60b req-664919d5-592e-4f81-9741-6f5afeea79d9 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:38.939295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24c092a1-c65a-470d-8b48-2ca950bdf60b req-664919d5-592e-4f81-9741-6f5afeea79d9 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 943 time: 0.1052797 Nov 12 01:09:38.953534 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:39.022511 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-31fc1017-d3b2-4395-92a5-7d22bc7f3e6b service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373115 Nov 12 01:09:39.052331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24c092a1-c65a-470d-8b48-2ca950bdf60b req-da0bfb03-dc6b-4e42-bbc0-4effb7d60543 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055777 Nov 12 01:09:39.087060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b6ec6-cf0e-453d-a438-cf0b274186ee req-1a18e105-2e1a-4304-8d9f-b8a8854dea87 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.088820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5b6ec6-cf0e-453d-a438-cf0b274186ee req-1a18e105-2e1a-4304-8d9f-b8a8854dea87 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.0925181 Nov 12 01:09:39.152095 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e739f8bd-e587-4dea-a84c-d03891b90c61 req-a1e8e9a3-ef30-4a31-af58-ddc3172df4a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187108 Nov 12 01:09:39.178882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5b6ec6-cf0e-453d-a438-cf0b274186ee req-8774874c-c427-433e-846f-53cac29a9aa0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826380 Nov 12 01:09:39.205116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:39.231286 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1cfd51-e352-4933-9896-4de22ce74f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.261650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:39.279563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04731b-3502-42c6-9659-f4509422440a req-7f7b656b-15be-40e7-b1df-6dd47be96dc0 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.282011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc04731b-3502-42c6-9659-f4509422440a req-7f7b656b-15be-40e7-b1df-6dd47be96dc0 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1006598 Nov 12 01:09:39.307908 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ff5be1c5-b968-4298-b8be-7d3920dd3fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/09ca84f0-f57a-4a2a-82dc-819e5a9c5233 HTTP/1.1" status: 200 len: 992 time: 0.1004579 Nov 12 01:09:39.328568 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '09ca84f0-f57a-4a2a-82dc-819e5a9c5233', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:36Z', 'updated_at': '2021-11-12T01:09:36Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.367477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Checking router: 7d42aa15-f189-4865-9af5-84acac18223a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:39.377404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:39.379175 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:39.379944 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.389887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc04731b-3502-42c6-9659-f4509422440a req-d30da21f-f700-411a-b6b4-4fd068d25b87 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013210 Nov 12 01:09:39.394020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c', 'mac_address': 'fa:16:3e:b7:f4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:39.429649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f399-2bec-4023-ad8a-74cb0ca2b634 req-68db785b-1909-4b4e-822f-2f7037ca26a7 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.431445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb56f399-2bec-4023-ad8a-74cb0ca2b634 req-68db785b-1909-4b4e-822f-2f7037ca26a7 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 947 time: 0.0975685 Nov 12 01:09:39.442509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.457661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:39.478869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:39.485426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.492660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb56f399-2bec-4023-ad8a-74cb0ca2b634 req-a6479e7e-fd1a-423b-80d2-ceb55399da09 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529203 Nov 12 01:09:39.508047 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:39.558547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:39.690838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:39.693501 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf7d15-554a-45a8-b93d-2963fab832bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:39.700634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:39.733795 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed2b20-8fa8-4a5e-9cd7-2ebad7af9ce2 x-openstack-request-id: req-05ed2b20-8fa8-4a5e-9cd7-2ebad7af9ce2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:39.734094 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:39.734347 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05ed2b20-8fa8-4a5e-9cd7-2ebad7af9ce2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:39.734752 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:09:39.802204 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '09ca84f0-f57a-4a2a-82dc-819e5a9c5233', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:36Z', 'updated_at': '2021-11-12T01:09:36Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.812532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-8f0be1ab-6a4c-4282-8efc-b556d6438325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.814057 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-8f0be1ab-6a4c-4282-8efc-b556d6438325 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1098 time: 0.0476112 Nov 12 01:09:39.832473 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd381ce2-5483-45e2-aaf9-27269d2ff093 None None] The sync data for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 is: [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '09ca84f0-f57a-4a2a-82dc-819e5a9c5233', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.120', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:36Z', 'updated_at': '2021-11-12T01:09:36Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:39.932423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-f4bf4fb3-5a57-4f71-8409-173ac8fc59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.934872 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-f4bf4fb3-5a57-4f71-8409-173ac8fc59cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1077383 Nov 12 01:09:40.032344 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-e9dacccc-97ff-4fcc-9598-5c18ccb85f16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.0783818 Nov 12 01:09:40.037637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-f11e8b6f-83b1-4299-a667-c4576b138bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.039359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-f11e8b6f-83b1-4299-a667-c4576b138bed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 1097 time: 0.0544634 Nov 12 01:09:40.094985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359f03d-27f5-40c5-a022-ecc553d67663 None None] New status for floating IP 09ca84f0-f57a-4a2a-82dc-819e5a9c5233: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:40.116513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-39ac7d0a-dca9-4373-b586-7b1a76f547a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.119807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-39ac7d0a-dca9-4373-b586-7b1a76f547a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0780251 Nov 12 01:09:40.180357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-634ff003-c61f-43f3-b7e7-ce68b255e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.184663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-634ff003-c61f-43f3-b7e7-ce68b255e446 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 200 len: 906 time: 0.1179061 Nov 12 01:09:40.205808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-f38b967e-9045-4063-b1b8-6f2d720202a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.207343 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-f38b967e-9045-4063-b1b8-6f2d720202a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740883 Nov 12 01:09:40.269559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-af85b2a2-2141-4b98-a9d6-93f4c7eaf302 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d57d07-a2fa-429d-9094-ad02682f9284 HTTP/1.1" status: 200 len: 217 time: 0.0742724 Nov 12 01:09:40.305232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef63f3-4a5a-4e62-bdd2-fd472c0d4cfa req-4af9f7bd-db22-4160-a0dd-80b594f7fc5a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.306966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ef63f3-4a5a-4e62-bdd2-fd472c0d4cfa req-4af9f7bd-db22-4160-a0dd-80b594f7fc5a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 943 time: 0.1211402 Nov 12 01:09:40.311029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:40.397286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3ef63f3-4a5a-4e62-bdd2-fd472c0d4cfa req-9043524c-c992-405e-8959-d37ffd802c63 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Nov 12 01:09:40.399803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-650fddaa-ef3c-49c2-85b8-0d0dfd206e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.402061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-650fddaa-ef3c-49c2-85b8-0d0dfd206e6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 200 len: 845 time: 0.1145859 Nov 12 01:09:40.403609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-372a0bfe-b719-41b4-b55e-28f9a151c1d5 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819856 Nov 12 01:09:40.406917 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8a802f2a-8451-4423-b497-cd5dc99d54c0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/09ca84f0-f57a-4a2a-82dc-819e5a9c5233 HTTP/1.1" status: 200 len: 994 time: 0.0945671 Nov 12 01:09:40.454804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-c7bd9d80-3ef4-4f9a-ab3f-0365ae02f7c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5de50999-90d5-42aa-83f1-1802f4106239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369041 Nov 12 01:09:40.529749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2ebf7d15-554a-45a8-b93d-2963fab832bc req-87e5b326-220c-441f-95da-181ffd714e4b service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099863 Nov 12 01:09:40.635274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfce2a-251a-4e7c-83a7-731d6a79ae02 req-b80f4e80-370b-47a9-aac9-889cd21a6d05 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.636884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cebfce2a-251a-4e7c-83a7-731d6a79ae02 req-b80f4e80-370b-47a9-aac9-889cd21a6d05 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.1607249 Nov 12 01:09:40.644448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-3052a7cf-7ba5-4ce9-96cd-5c67452d9987 service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781945 Nov 12 01:09:40.684146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eece7d1-a42e-406f-8a04-c0cee26e1b2c req-47eb1ab7-8f44-443e-bdaf-94358f03ca80 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.685724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6eece7d1-a42e-406f-8a04-c0cee26e1b2c req-47eb1ab7-8f44-443e-bdaf-94358f03ca80 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 948 time: 0.1135702 Nov 12 01:09:40.802379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cebfce2a-251a-4e7c-83a7-731d6a79ae02 req-9543590b-97ef-49be-afdc-3a9e170b161b tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554027 Nov 12 01:09:40.831979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6eece7d1-a42e-406f-8a04-c0cee26e1b2c req-6f3519e1-529a-40c3-851b-2b2ec1f315dc tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285596 Nov 12 01:09:40.836553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a20cc7d4-3138-49fd-b789-9b19baabda22 req-d34032d1-87af-4163-841d-a8de8a07072b service neutron] 10.222.0.39 "GET /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787221 Nov 12 01:09:41.272105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e24aa6f5-dd58-4aa7-921b-7417de1c74b9 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:41.274224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:41.404920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:41.416983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:41.417357 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.419942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:41.453810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'port_id': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9', 'mac_address': 'fa:16:3e:98:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882aca3-16b8-49d1-a186-62377a7fb39f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:41.528168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.545143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec66106-f6fd-4c0f-a838-39c7e2f62069 req-c2e4397e-606d-4249-8dec-d3295642198e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.551502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24aa6f5-dd58-4aa7-921b-7417de1c74b9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:41.552679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fec66106-f6fd-4c0f-a838-39c7e2f62069 req-c2e4397e-606d-4249-8dec-d3295642198e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 943 time: 0.0684168 Nov 12 01:09:41.559821 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.584799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:41.593030 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.602002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:41.604430 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3f4a91-5c3b-4641-816a-446e4155eacb" -d '{"events": [{"server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:41.609898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fec66106-f6fd-4c0f-a838-39c7e2f62069 req-3c9457c2-55a7-4d3a-9a17-66e5e2373e21 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558953 Nov 12 01:09:41.639154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:41.649663 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.667826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:41.679791 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d5fddf-3906-463f-bf7d-f6fe8067d13b x-openstack-request-id: req-b3d5fddf-3906-463f-bf7d-f6fe8067d13b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:41.680224 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:41.680613 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3d5fddf-3906-463f-bf7d-f6fe8067d13b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:41.681161 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c', 'code': 200} Nov 12 01:09:41.756120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:41.790098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd77bb0-c903-4eeb-b265-b49b9041460d req-b50320db-1b71-4b02-ab2a-a9943a3b4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.791646 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9dd77bb0-c903-4eeb-b265-b49b9041460d req-b50320db-1b71-4b02-ab2a-a9943a3b4d96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 1101 time: 0.0471089 Nov 12 01:09:41.825456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:41.862027 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9dd77bb0-c903-4eeb-b265-b49b9041460d req-b7810e20-397a-402d-aef1-24245a637b2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614464 Nov 12 01:09:41.975237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afc294-ee2b-4523-8f45-3e12955b2766 req-f8daffa0-1533-4903-8f40-de11452c30ed tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.980602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32afc294-ee2b-4523-8f45-3e12955b2766 req-f8daffa0-1533-4903-8f40-de11452c30ed tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0895989 Nov 12 01:09:42.010533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37b721-0729-4114-bed8-59e7aba2a48d req-166f0394-2cbf-44f2-863b-cb2b3a1e88e9 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.012036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f37b721-0729-4114-bed8-59e7aba2a48d req-166f0394-2cbf-44f2-863b-cb2b3a1e88e9 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 949 time: 0.0883605 Nov 12 01:09:42.065380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32afc294-ee2b-4523-8f45-3e12955b2766 req-8496c8ce-1856-414e-a595-0fd2e214a969 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 Nov 12 01:09:42.103281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f37b721-0729-4114-bed8-59e7aba2a48d req-b4474112-7d00-4243-b440-d52bafa7031a tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839796 Nov 12 01:09:42.111517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a31ca4c0-691c-453f-b16f-052cee082058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.734631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69ae4f-7329-4b8a-81f5-3090d5310c20 req-6e4932b1-d9e4-4182-99e6-7be093169e04 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.736332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e69ae4f-7329-4b8a-81f5-3090d5310c20 req-6e4932b1-d9e4-4182-99e6-7be093169e04 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 944 time: 0.0542958 Nov 12 01:09:42.787502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e69ae4f-7329-4b8a-81f5-3090d5310c20 req-6c5114e3-5459-4f0d-b1a5-b8b4b520f9e5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Nov 12 01:09:42.815773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.248403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb047e62-2f38-401c-bbb9-2a9477405202 req-76f41c37-6dd0-42e9-bb7f-5f01f2f57c16 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.249808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb047e62-2f38-401c-bbb9-2a9477405202 req-76f41c37-6dd0-42e9-bb7f-5f01f2f57c16 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0962179 Nov 12 01:09:43.262725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb113-25a1-4cf2-b3e1-024e61b15e7c req-580538cd-b67b-4915-b1aa-9afc0223ae28 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.264214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-873eb113-25a1-4cf2-b3e1-024e61b15e7c req-580538cd-b67b-4915-b1aa-9afc0223ae28 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 949 time: 0.0825145 Nov 12 01:09:43.287215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e24aa6f5-dd58-4aa7-921b-7417de1c74b9 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:43.336788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb047e62-2f38-401c-bbb9-2a9477405202 req-db963284-6960-40ca-afef-dd6751eb23f3 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715168 Nov 12 01:09:43.346690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-873eb113-25a1-4cf2-b3e1-024e61b15e7c req-37530816-f0c0-4f92-956e-8a67d28223ce tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Nov 12 01:09:43.351249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:43.356451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:43.357199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.458050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.497146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:43.502454 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.555054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:43.659621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fb7c2-30a9-4aa3-b668-8a2e0f61a643 req-4bacff99-6908-4057-8a54-4c267087279f tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.661168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be4fb7c2-30a9-4aa3-b668-8a2e0f61a643 req-4bacff99-6908-4057-8a54-4c267087279f tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 949 time: 0.0545657 Nov 12 01:09:43.682351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:43.684935 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998b6c7-0440-48af-902e-bc12c507e742" -d '{"events": [{"server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "name": "network-vif-plugged", "status": "completed", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:43.715255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be4fb7c2-30a9-4aa3-b668-8a2e0f61a643 req-0497468a-38f3-489c-8350-64a8f11e4162 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Nov 12 01:09:43.726059 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9161bd-e18b-42d9-9acc-3271846c3fd7 x-openstack-request-id: req-cd9161bd-e18b-42d9-9acc-3271846c3fd7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:43.726367 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "name": "network-vif-plugged", "status": "completed", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:43.726621 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd9161bd-e18b-42d9-9acc-3271846c3fd7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:43.727024 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9', 'code': 200} Nov 12 01:09:43.833958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd320c8-da43-41bf-843e-c36875d3c7b1 req-fdd2b04b-5b64-452a-939b-b08c2fcbc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.835597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9fd320c8-da43-41bf-843e-c36875d3c7b1 req-fdd2b04b-5b64-452a-939b-b08c2fcbc4a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 1097 time: 0.0467384 Nov 12 01:09:43.887923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9fd320c8-da43-41bf-843e-c36875d3c7b1 req-28759396-55ad-43db-93e7-6fd34160e0eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Nov 12 01:09:43.934707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4918-1484-470e-9b4d-714cfa9f3b42 req-c53cf719-08c2-4c87-8149-057a9197ea5a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.936326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c8e4918-1484-470e-9b4d-714cfa9f3b42 req-c53cf719-08c2-4c87-8149-057a9197ea5a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.0601180 Nov 12 01:09:43.993121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c8e4918-1484-470e-9b4d-714cfa9f3b42 req-52403297-ba02-423f-b574-de46a2be606c tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Nov 12 01:09:44.020371 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.475766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972be53-63c5-437d-b8ac-ac510eaf5e47 req-3562ab44-0ee6-4b2b-a98f-9e0e2d725fcf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:44.477354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8972be53-63c5-437d-b8ac-ac510eaf5e47 req-3562ab44-0ee6-4b2b-a98f-9e0e2d725fcf tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0564084 Nov 12 01:09:44.527056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8972be53-63c5-437d-b8ac-ac510eaf5e47 req-13f3a962-d41a-4e9a-a43f-633aa9c8bd03 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Nov 12 01:09:44.847530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936452-6cc6-4652-89c9-06212f754314 req-9d32c4b1-1112-4afe-abab-c448aeae6ab3 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:44.849143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0936452-6cc6-4652-89c9-06212f754314 req-9d32c4b1-1112-4afe-abab-c448aeae6ab3 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 949 time: 0.0527575 Nov 12 01:09:44.874084 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.908116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c0936452-6cc6-4652-89c9-06212f754314 req-027e3db7-c18e-4a1f-a545-5116a320cf84 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/security-groups?id=538f2965-59e5-44aa-917c-f054c4f7809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Nov 12 01:09:45.135414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656853-d92f-4404-8ccc-84e639816d2c req-db671d2e-5d43-489a-b6d1-1e4347960aba tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.137141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da656853-d92f-4404-8ccc-84e639816d2c req-db671d2e-5d43-489a-b6d1-1e4347960aba tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.0653419 Nov 12 01:09:45.190189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da656853-d92f-4404-8ccc-84e639816d2c req-a659ee9f-0255-4387-87cc-5ebae33f5acc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Nov 12 01:09:45.240157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-135ff394-93a0-4e6e-88bc-7771579bef92 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.241765 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-135ff394-93a0-4e6e-88bc-7771579bef92 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.32 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 949 time: 0.0513906 Nov 12 01:09:45.339280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Deleting port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:45.339615 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.443263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] For port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:45.443504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.457841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Calling delete_port for fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:45.605892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.638078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Pushing event deleted for resources: {'Port': ['ID=fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:45.670304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630c557-a1b1-4977-830d-4cd7ff107bc3 req-3e2866e5-c4b8-4fc2-8e0b-e2dc4fcb00df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.678432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7630c557-a1b1-4977-830d-4cd7ff107bc3 req-3e2866e5-c4b8-4fc2-8e0b-e2dc4fcb00df tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0786109 Nov 12 01:09:45.690456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] No DVR routers for this DVR port fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:45.693631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.698648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-44ba907f-dd95-4f8a-80b8-043a02240c53 req-6ddffbad-1a4b-4518-98b5-0e5400ea4e17 tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.32 "DELETE /v2.0/ports/fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c HTTP/1.1" status: 204 len: 173 time: 0.4504833 Nov 12 01:09:45.699240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'name': 'network-vif-deleted', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:45.701818 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbd4df-0f73-46a1-985c-74021a1eebbb" -d '{"events": [{"server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "name": "network-vif-deleted", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:45.726559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7630c557-a1b1-4977-830d-4cd7ff107bc3 req-94742708-c550-4f5a-a3f2-aed9e6c31b9c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Nov 12 01:09:45.750211 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c630c-70f8-4949-b1ea-ac15036706cb x-openstack-request-id: req-4d6c630c-70f8-4949-b1ea-ac15036706cb {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:45.750673 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d439e17e-af6d-46d6-8602-a094656d3b64", "name": "network-vif-deleted", "tag": "fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:45.751063 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d6c630c-70f8-4949-b1ea-ac15036706cb {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:45.751589 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd439e17e-af6d-46d6-8602-a094656d3b64', 'name': 'network-vif-deleted', 'tag': 'fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c', 'status': 'completed', 'code': 200} Nov 12 01:09:46.024437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dc727d2-e46e-4cd3-a325-09de841eec0d req-7c41111e-7683-4b26-a6e1-99ab43ec9dbe tempest-VolumesNegativeTest-1006119391 tempest-VolumesNegativeTest-1006119391-project] 10.222.0.11 "GET /v2.0/ports?device_id=d439e17e-af6d-46d6-8602-a094656d3b64 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Nov 12 01:09:46.316985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073f0ed-abc6-484a-bfe8-bb31793d79a0 req-77777c87-c589-4419-b830-25925bc1debc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.318521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d073f0ed-abc6-484a-bfe8-bb31793d79a0 req-77777c87-c589-4419-b830-25925bc1debc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.0524752 Nov 12 01:09:46.367762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d073f0ed-abc6-484a-bfe8-bb31793d79a0 req-8bbdcc1c-81ef-4c39-b936-9eea57c2b430 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Nov 12 01:09:46.861194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c338-41a6-474e-a05d-3dbb4850dbf4 req-75ca1dd4-0e00-4f2f-8a4b-bcd2679f94d5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.862751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6424c338-41a6-474e-a05d-3dbb4850dbf4 req-75ca1dd4-0e00-4f2f-8a4b-bcd2679f94d5 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Nov 12 01:09:46.917334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6424c338-41a6-474e-a05d-3dbb4850dbf4 req-3e61dfe1-2158-4b64-921a-637bc94c0e50 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Nov 12 01:09:47.293063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:47.322966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:47.323314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fcd0cdb4-747d-4c1e-a7ba-1f514ee00b3c not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:48.079965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d70c9-d6f1-460c-8d4a-5f3587641dec req-871a2a1f-9ba0-48a4-9b2c-4feae9effb92 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.088742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a3d70c9-d6f1-460c-8d4a-5f3587641dec req-871a2a1f-9ba0-48a4-9b2c-4feae9effb92 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0794754 Nov 12 01:09:48.176794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7a3d70c9-d6f1-460c-8d4a-5f3587641dec req-45224408-c928-451d-98dd-e7815826a2fb tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837188 Nov 12 01:09:49.337900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ff1c-8057-4a45-8d74-56d1a405bbfe req-f440713c-4150-4900-ab32-17e2ff56ad0f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:49.347331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b351ff1c-8057-4a45-8d74-56d1a405bbfe req-f440713c-4150-4900-ab32-17e2ff56ad0f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0697682 Nov 12 01:09:49.413859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b351ff1c-8057-4a45-8d74-56d1a405bbfe req-5c0a10b7-1d75-4122-bf6d-b5827d7b3e1f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655754 Nov 12 01:09:49.697187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30905b69-59f3-43e7-b8c8-d4098cd0afb2 req-077b1d21-270d-4f15-9259-166e4442c6e2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:49.708335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30905b69-59f3-43e7-b8c8-d4098cd0afb2 req-077b1d21-270d-4f15-9259-166e4442c6e2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0721974 Nov 12 01:09:49.763540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30905b69-59f3-43e7-b8c8-d4098cd0afb2 req-2adc4bfa-7dec-40b2-b76e-03574de70690 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 Nov 12 01:09:49.898486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951ec34-f7d8-458d-ba33-bc7c0fdb3f51 req-b1a084de-58f7-4cb4-af73-baa68e8351a8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:49.900629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f951ec34-f7d8-458d-ba33-bc7c0fdb3f51 req-b1a084de-58f7-4cb4-af73-baa68e8351a8 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0684791 Nov 12 01:09:49.964868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f951ec34-f7d8-458d-ba33-bc7c0fdb3f51 req-6b426719-8fc9-4d1f-b700-f859e869642c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Nov 12 01:09:50.235323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fef7f-8006-410b-b81a-41e24a6cd43a req-588dadb5-889b-4c16-96b9-569310557528 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.237103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b83fef7f-8006-410b-b81a-41e24a6cd43a req-588dadb5-889b-4c16-96b9-569310557528 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Nov 12 01:09:50.302349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b83fef7f-8006-410b-b81a-41e24a6cd43a req-04e2bd2f-c58f-4d1c-ab5e-b5474b08679d tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Nov 12 01:09:51.467040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb484483-b2bc-44eb-a7e5-52d4cf706e80 req-7814618a-f293-429e-9f24-ad6b160908b9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:51.477123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb484483-b2bc-44eb-a7e5-52d4cf706e80 req-7814618a-f293-429e-9f24-ad6b160908b9 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0709839 Nov 12 01:09:51.541331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb484483-b2bc-44eb-a7e5-52d4cf706e80 req-1b7eb046-31eb-4846-8dc4-ae6234a0c37f tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592473 Nov 12 01:09:51.714949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-33dae442-2747-40be-a469-e442e73f8da4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:51.716622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-33dae442-2747-40be-a469-e442e73f8da4 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Nov 12 01:09:51.867429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port e6d57d07-a2fa-429d-9094-ad02682f9284 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:51.867741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.980205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port e6d57d07-a2fa-429d-9094-ad02682f9284, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e6d57d07-a2fa-429d-9094-ad02682f9284,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:51.980579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.999366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for e6d57d07-a2fa-429d-9094-ad02682f9284 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:52.161938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.177334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e6d57d07-a2fa-429d-9094-ad02682f9284'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:52.181196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:52.263038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=e6d57d07-a2fa-429d-9094-ad02682f9284,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:52.266288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port e6d57d07-a2fa-429d-9094-ad02682f9284 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:52.269805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.273412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c38266c-5ed7-4c54-bffd-dc7c51c08729 req-68a51d2e-4f8f-4e97-8600-89384bd5604a tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.39 "DELETE /v2.0/ports/e6d57d07-a2fa-429d-9094-ad02682f9284 HTTP/1.1" status: 204 len: 173 time: 0.5475743 Nov 12 01:09:52.273882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'name': 'network-vif-deleted', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:52.291915 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6412147-49e6-477f-9714-2a07320b7000" -d '{"events": [{"server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "name": "network-vif-deleted", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:52.321191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41543d15-41b8-4e74-b49c-1f37083c191d None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:52.359468 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c71c7f-f457-4dac-963d-54b626685d2f x-openstack-request-id: req-38c71c7f-f457-4dac-963d-54b626685d2f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:52.359758 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfab2d20-f041-4640-8f14-53c7246f6331", "name": "network-vif-deleted", "tag": "e6d57d07-a2fa-429d-9094-ad02682f9284", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:52.360303 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38c71c7f-f457-4dac-963d-54b626685d2f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:52.360760 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfab2d20-f041-4640-8f14-53c7246f6331', 'name': 'network-vif-deleted', 'tag': 'e6d57d07-a2fa-429d-9094-ad02682f9284', 'status': 'completed', 'code': 200} Nov 12 01:09:52.690027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9171a7a3-0f4e-4644-b904-2d5e888198a2 req-9facaf86-ba74-4645-ade7-8131a402f4e6 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfab2d20-f041-4640-8f14-53c7246f6331 HTTP/1.1" status: 200 len: 210 time: 0.0355937 Nov 12 01:09:54.236395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54866) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:54.420577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:54.439472 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-658f1244-fd75-4892-a5e7-a51f94c86eac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e78fd84f4fee447a8d6a77e1eb5e7956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011638 Nov 12 01:09:54.511173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.537313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.598059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.600876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.602133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/538f2965-59e5-44aa-917c-f054c4f7809d HTTP/1.1" status: 204 len: 168 time: 0.1769869 Nov 12 01:09:54.614499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa91bd-8afc-47b7-95d7-a6a71dd0e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f2965-59e5-44aa-917c-f054c4f7809d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:54.835034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6474d-9acf-4f6f-aadb-2038ec638abb req-f73b6147-baaa-43fd-874c-47ba24ef173c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.836827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79c6474d-9acf-4f6f-aadb-2038ec638abb req-f73b6147-baaa-43fd-874c-47ba24ef173c tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 946 time: 0.0595882 Nov 12 01:09:54.893877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79c6474d-9acf-4f6f-aadb-2038ec638abb req-19467b16-d23b-484e-b21c-3bd241b0f502 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Nov 12 01:09:55.397765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:55.405858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e6d57d07-a2fa-429d-9094-ad02682f9284 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:55.430698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: e6d57d07-a2fa-429d-9094-ad02682f9284 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:55.431107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e6d57d07-a2fa-429d-9094-ad02682f9284 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:55.519675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2114387536-network', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:55.547306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Made reservation on behalf of ae731c7b9636430ca83fd3176468579a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:55.549844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.563174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.656039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.660411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.688392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:55.700336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e73811-2711-4d04-9d5e-1d0aba523657,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:55.705651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.705972 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Added segment b8e82dff-1266-4b53-80a1-dad4320a17f3 of type vlan for network 8fea4c78-bb7d-499b-9432-b94869e1e41a Nov 12 01:09:55.754710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.790160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.791322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.791962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.829788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4305255 Nov 12 01:09:55.833392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:55.838451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Request body: {'subnet': {'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2114387536-subnet', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:55.867813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Made reservation on behalf of ae731c7b9636430ca83fd3176468579a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:55.871417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.880812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f32e4-fa66-4770-92f7-85e7e48a9182 admin admin] Pushing event updated for resources: {'Network': ['ID=8fea4c78-bb7d-499b-9432-b94869e1e41a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:55.899327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:56.083628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd134e2-4189-4ef7-9830-40f275613bdd req-32843e0a-c12f-4147-a681-3bb6cf7262c2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.086319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efd134e2-4189-4ef7-9830-40f275613bdd req-32843e0a-c12f-4147-a681-3bb6cf7262c2 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 946 time: 0.0852025 Nov 12 01:09:56.153277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.175366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efd134e2-4189-4ef7-9830-40f275613bdd req-981a7f87-95bf-4d6a-b74a-fd611658f104 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/security-groups?id=13430b24-948a-4192-aaf3-14ec5e0b5d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821700 Nov 12 01:09:56.201234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.226584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-37239ac8-1a13-4512-b38b-3caeab4f5e4e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.228296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-37239ac8-1a13-4512-b38b-3caeab4f5e4e tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 946 time: 0.1236417 Nov 12 01:09:56.259669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc398fdc-a04b-406e-a21a-969048360078,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.291655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Checking segment: {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:56.292286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Network hostable DHCP agents. Network: 8fea4c78-bb7d-499b-9432-b94869e1e41a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:56.339132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c249868c-7ffd-4d30-b2c5-f249b6c633fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.343546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:56.355035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8fea4c78-bb7d-499b-9432-b94869e1e41a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:56.359398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.360036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.367428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33178e-6e93-4505-ad7e-47d7be518961 None None] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:56.383881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Deleting port 331785ac-3cb9-4113-885d-8f9fc16ea961 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:56.384301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.411042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41bb3699-b661-4397-adaa-d30518b2cbf4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5768263 Nov 12 01:09:56.419045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 54930) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.451342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c249868c-7ffd-4d30-b2c5-f249b6c633fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.459095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c249868c-7ffd-4d30-b2c5-f249b6c633fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.506246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c249868c-7ffd-4d30-b2c5-f249b6c633fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b45ad349d07b446ca5ac93bcd8a3f465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037307 Nov 12 01:09:56.517107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 54932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:56.548039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249868c-7ffd-4d30-b2c5-f249b6c633fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc1a51-d26d-481a-a5bc-5cf6dbe1e0b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.549286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8fea4c78-bb7d-499b-9432-b94869e1e41a', 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'fixed_ips': [{'subnet_id': 'dc398fdc-a04b-406e-a21a-969048360078'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:56.550401 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.593859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.620189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.694253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.698134 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.699328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bdc1a51-d26d-481a-a5bc-5cf6dbe1e0b3 HTTP/1.1" status: 204 len: 168 time: 0.1812913 Nov 12 01:09:56.708993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8e601-00a8-4342-aab1-c1420c2eecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc1a51-d26d-481a-a5bc-5cf6dbe1e0b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.728846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:56.754640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Allocated IP 172.20.0.2 (8fea4c78-bb7d-499b-9432-b94869e1e41a/dc398fdc-a04b-406e-a21a-969048360078/f0606f87-70fe-4be1-a7dd-46f58f0fb63b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:56.796974 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.798032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.823189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] For port 331785ac-3cb9-4113-885d-8f9fc16ea961, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=331785ac-3cb9-4113-885d-8f9fc16ea961,segment=NetworkSegment(130a88c9-2cdb-40c8-a771-df496d3baf23),segment_id=130a88c9-2cdb-40c8-a771-df496d3baf23)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:56.823568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.850501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Calling delete_port for 331785ac-3cb9-4113-885d-8f9fc16ea961 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:56.890136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.083037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.089016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.096637 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.138913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:57.144201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:57.148464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:57.156261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Pushing event updated for resources: {'Port': ['ID=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:57.164867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.165261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.165558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.165892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.166211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.166540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.166868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.167191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.167513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.167852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.168209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.168713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:57.216804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.232358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['331785ac-3cb9-4113-885d-8f9fc16ea961'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:57.269365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Pushing event deleted for resources: {'Port': ['ID=331785ac-3cb9-4113-885d-8f9fc16ea961,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:57.282304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Attempting to bind port f0606f87-70fe-4be1-a7dd-46f58f0fb63b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:57.282698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Attempting to bind port f0606f87-70fe-4be1-a7dd-46f58f0fb63b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:57.283095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Attempting to bind port f0606f87-70fe-4be1-a7dd-46f58f0fb63b on network 8fea4c78-bb7d-499b-9432-b94869e1e41a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:57.289483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:57.290200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Checking segment: {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:57.290772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.291354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Bound using segment: {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:57.292412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Bound port: f0606f87-70fe-4be1-a7dd-46f58f0fb63b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:57.293034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.310192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad6e47-aeb6-4481-b432-ddbebf2615bb None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:57.334941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] No DVR routers for this DVR port 331785ac-3cb9-4113-885d-8f9fc16ea961 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:57.338829 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.342562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9d8dcd8e-e111-4faa-a172-7b400c5d341d req-c00a687c-4cb2-46ac-be01-6f495e1fa774 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.32 "DELETE /v2.0/ports/331785ac-3cb9-4113-885d-8f9fc16ea961 HTTP/1.1" status: 204 len: 173 time: 1.1006310 Nov 12 01:09:57.343027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'name': 'network-vif-deleted', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:57.345410 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d7d54-57ff-4bd2-b956-445376e2ec3a" -d '{"events": [{"server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "name": "network-vif-deleted", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:57.382253 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-614fc14f-3cb1-48d3-8f49-177477872704 req-655523e5-7e86-4083-ba63-95ee894dc7d6 tempest-ServersTestJSON-1397121996 tempest-ServersTestJSON-1397121996-project] 10.222.0.11 "GET /v2.0/ports?device_id=fce5e144-4732-4fd3-a278-bc73eb7b41c1 HTTP/1.1" status: 200 len: 210 time: 0.0760386 Nov 12 01:09:57.443736 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5d220-ecf1-4ad1-b7b4-43acf45792ea x-openstack-request-id: req-c6b5d220-ecf1-4ad1-b7b4-43acf45792ea {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:57.444109 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce5e144-4732-4fd3-a278-bc73eb7b41c1", "name": "network-vif-deleted", "tag": "331785ac-3cb9-4113-885d-8f9fc16ea961", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:57.444281 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6b5d220-ecf1-4ad1-b7b4-43acf45792ea {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:57.445574 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce5e144-4732-4fd3-a278-bc73eb7b41c1', 'name': 'network-vif-deleted', 'tag': '331785ac-3cb9-4113-885d-8f9fc16ea961', 'status': 'completed', 'code': 200} Nov 12 01:09:57.446820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] For port f0606f87-70fe-4be1-a7dd-46f58f0fb63b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:57.453596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] For port f0606f87-70fe-4be1-a7dd-46f58f0fb63b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:57.465799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.578433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c753cb-d25f-4969-965e-ad3ad8e624ac None None] Pushing event updated for resources: {'Port': ['ID=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:57.584502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.619525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.848150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Allocated IP 172.25.6.249 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/759d0669-3560-4ffb-a204-58ab42cc1ace) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:58.090330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.133011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.186205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:58.189511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:58.195883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:58.206321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39ad68-914d-4193-a6e2-55314df81dd7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:58.229134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Pushing event updated for resources: {'Port': ['ID=759d0669-3560-4ffb-a204-58ab42cc1ace,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:58.262692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ddabac92-56c8-4c30-814d-d78727df4f4d None None] Provisioning complete for port 759d0669-3560-4ffb-a204-58ab42cc1ace triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:58.263071 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddabac92-56c8-4c30-814d-d78727df4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.306507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ddabac92-56c8-4c30-814d-d78727df4f4d None None] Port 759d0669-3560-4ffb-a204-58ab42cc1ace cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:58.469933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:58.534293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.547842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Deleting subnet 58c03df9-1d79-4324-967f-419ed7659bff {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:58.554596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.637036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.765049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.890012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.902598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f0606f87-70fe-4be1-a7dd-46f58f0fb63b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:58.911366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.977740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c03df9-1d79-4324-967f-419ed7659bff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:58.987361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.995904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-11b2b863-02e0-4ebb-b2fd-d86a33951390 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58c03df9-1d79-4324-967f-419ed7659bff HTTP/1.1" status: 204 len: 168 time: 0.5216544 Nov 12 01:09:58.995904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:59.002044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de48fe4b-07e0-46ea-bb2c-cd4f1acc25e2 None None] Network 5de50999-90d5-42aa-83f1-1802f4106239 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:59.112974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee7846-7556-43ad-8890-d8b4639e3cc4 None None] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:59.127600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.225437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:59.278925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f0606f87-70fe-4be1-a7dd-46f58f0fb63b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:59.279575 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.317666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dda83a-9c03-4ff5-b30b-4bffe38956c6 None None] DHCP port deletion for 5de50999-90d5-42aa-83f1-1802f4106239 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:59.317924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.319392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-582fa4a7-dc96-4e9a-a405-2902985aa0ed None None] Provisioning complete for port f0606f87-70fe-4be1-a7dd-46f58f0fb63b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:59.319981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-582fa4a7-dc96-4e9a-a405-2902985aa0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.356011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de50999-90d5-42aa-83f1-1802f4106239']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:59.382522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130a88c9-2cdb-40c8-a771-df496d3baf23') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:59.382522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130a88c9-2cdb-40c8-a771-df496d3baf23') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:59.402782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.410047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:59.422827 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Sync routers for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:59.440293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.446486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.446751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-73fda83d-6b76-48f8-8f80-40c76bf454da admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0253913 Nov 12 01:09:59.449750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:59.451652 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:59.453539 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:59.502838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:59.511224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.525325 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:59.536476 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:59.557097 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-582fa4a7-dc96-4e9a-a405-2902985aa0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.607198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port f0606f87-70fe-4be1-a7dd-46f58f0fb63b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:59.615784 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.618051 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.638588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.664456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/5de50999-90d5-42aa-83f1-1802f4106239 HTTP/1.1" status: 204 len: 168 time: 0.6672938 Nov 12 01:09:59.712539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.717920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-582fa4a7-dc96-4e9a-a405-2902985aa0ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:09:59.718952 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-582fa4a7-dc96-4e9a-a405-2902985aa0ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:09:59.733966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047463f1-e19c-4fd0-8fc8-8040328ac6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5de50999-90d5-42aa-83f1-1802f4106239,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.762143 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:00.100590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:00.103722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:09:58Z', 'revision_number': 3, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:00.142280 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Checking router: bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:00.143593 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Updating router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 port 759d0669-3560-4ffb-a204-58ab42cc1ace binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:00.169028 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6c87bd97-333c-4ee7-8ab4-5a8ac991a59e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b798c3ff9a2049258e4b00b9ccfc1487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668859 Nov 12 01:10:00.171669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55054) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:00.184846 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.293509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.326518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.402959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.407817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.408733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d1623218-756c-40ad-9534-2ce6cf250a08 None None] Provisioning complete for port f0606f87-70fe-4be1-a7dd-46f58f0fb63b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:00.409254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1623218-756c-40ad-9534-2ce6cf250a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.411341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13430b24-948a-4192-aaf3-14ec5e0b5d56 HTTP/1.1" status: 204 len: 168 time: 0.2371356 Nov 12 01:10:00.432859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadace2-d52d-43da-9f36-0a3fda5c9c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13430b24-948a-4192-aaf3-14ec5e0b5d56,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:00.711112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.785758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f0606f87-70fe-4be1-a7dd-46f58f0fb63b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:00.846124 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.856836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f0606f87-70fe-4be1-a7dd-46f58f0fb63b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:00.857794 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.864512 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.907643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af77f49-170a-4116-9824-fe71082ffd3c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:01.004127 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Attempting to bind port 759d0669-3560-4ffb-a204-58ab42cc1ace on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:01.004518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Attempting to bind port 759d0669-3560-4ffb-a204-58ab42cc1ace by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:01.004883 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Attempting to bind port 759d0669-3560-4ffb-a204-58ab42cc1ace on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:01.015509 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:01.016050 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:01.016499 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.016987 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:01.018330 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Bound port: 759d0669-3560-4ffb-a204-58ab42cc1ace, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:01.020761 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.037691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e1d928bc-0953-4ce9-b25d-59fd7330f28e None None] Provisioning complete for port 759d0669-3560-4ffb-a204-58ab42cc1ace triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:01.038087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d928bc-0953-4ce9-b25d-59fd7330f28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.072100 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d891d8-e01d-4df8-b010-8f4357bd1e0e None None] Pushing event updated for resources: {'Port': ['ID=759d0669-3560-4ffb-a204-58ab42cc1ace,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.110267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e1d928bc-0953-4ce9-b25d-59fd7330f28e None None] Port 759d0669-3560-4ffb-a204-58ab42cc1ace cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:01.130778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] For port 759d0669-3560-4ffb-a204-58ab42cc1ace, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:01.138501 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] For port 759d0669-3560-4ffb-a204-58ab42cc1ace, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=759d0669-3560-4ffb-a204-58ab42cc1ace,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:01.144351 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.209322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9bb98-3e94-4d55-b6fd-a0d1a033de4d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:01.254322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] Provisioning complete for port 759d0669-3560-4ffb-a204-58ab42cc1ace triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:01.257427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.261231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:01.261988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.263408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Allocated IP 172.20.0.1 (8fea4c78-bb7d-499b-9432-b94869e1e41a/dc398fdc-a04b-406e-a21a-969048360078/bf49fe99-d503-4a52-8979-f57b9086f825) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:01.269132 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d891d8-e01d-4df8-b010-8f4357bd1e0e None None] Pushing event updated for resources: {'Port': ['ID=759d0669-3560-4ffb-a204-58ab42cc1ace,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.333905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 331785ac-3cb9-4113-885d-8f9fc16ea961 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:01.358204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 331785ac-3cb9-4113-885d-8f9fc16ea961 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:01.358557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 331785ac-3cb9-4113-885d-8f9fc16ea961 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:01.434750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:01.437465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.479670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] For port 759d0669-3560-4ffb-a204-58ab42cc1ace, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=759d0669-3560-4ffb-a204-58ab42cc1ace,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:01.486244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.489703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.576786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa42e-78f9-4bc5-a602-09dc21b0fbe9 None None] Pushing event updated for resources: {'Port': ['ID=759d0669-3560-4ffb-a204-58ab42cc1ace,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.601757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.656522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:01.665926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:01.670612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:01.716795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:01.720127 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:09:58Z', 'revision_number': 3, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:01.752579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.761605 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892c8d8-fdbd-42f5-b928-e3cbd3864f4f None None] The sync data for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 is: [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:09:58Z', 'revision_number': 3, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:01.771458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Pushing event updated for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.953877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-170701275-network', 'tenant_id': '682af2ef44eb4ff896fd111e23446387'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:02.011275 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Made reservation on behalf of 682af2ef44eb4ff896fd111e23446387 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:02.015830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.031259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5564557a-098e-4781-afcf-e6b8a602ef06 None None] Provisioning complete for port bf49fe99-d503-4a52-8979-f57b9086f825 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:02.031485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.031766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5564557a-098e-4781-afcf-e6b8a602ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.069047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-675c7142-786e-4775-8b15-165dc37cfbea tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:02.076575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-675c7142-786e-4775-8b15-165dc37cfbea tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.3611755 Nov 12 01:10:02.102632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-66f2b670-30f5-4309-b0cc-3b1f3235e7b2 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/quotas/6d0a5fd6a5a74b818b6c710975959930 HTTP/1.1" status: 200 len: 375 time: 0.0250764 Nov 12 01:10:02.113059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5564557a-098e-4781-afcf-e6b8a602ef06 None None] Port bf49fe99-d503-4a52-8979-f57b9086f825 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:02.183224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.196638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.242481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.251461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f786f-07b3-4aec-87b1-476f62b8d317,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.254306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-ccf324dd-fcb7-4677-9edb-303403dd535f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508172 Nov 12 01:10:02.270452 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:10:02.290225 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.291074 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Added segment 30bf3a03-4223-4fe0-84ae-8238fad98470 of type vlan for network ccd1884f-4510-490b-afc0-1964a2aee47b Nov 12 01:10:02.372124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.412543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.414840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.415850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:02.416459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.461114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7423825 Nov 12 01:10:02.523657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bba6c-d2de-4f07-be22-3c3be4d20102 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd1884f-4510-490b-afc0-1964a2aee47b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.537907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ccd1884f-4510-490b-afc0-1964a2aee47b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:10:02.599990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-4d135cec-5566-4d95-9d66-9308b2532cfc service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344376 Nov 12 01:10:02.786452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-9ea3602b-75fe-41f0-bd41-9c69d07e6c24 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793225 Nov 12 01:10:02.791438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.799920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.839644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 759d0669-3560-4ffb-a204-58ab42cc1ace up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:02.933588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.942400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Pushing event updated for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.998228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 759d0669-3560-4ffb-a204-58ab42cc1ace triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:02.999512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.143182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15786bcf-f2f2-48d7-b574-8a3b4b570c77 req-4aa3ab5f-7606-49ad-8f73-ef4b56e4f449 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 210 time: 0.0579240 Nov 12 01:10:03.314980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:03.321663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:03.348086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890693-d045-4419-9703-dd4f4554bb22 req-c17c9824-6b5d-4f29-91bd-f1812e86a4ca tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.354277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890693-d045-4419-9703-dd4f4554bb22 req-c17c9824-6b5d-4f29-91bd-f1812e86a4ca tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.360884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890693-d045-4419-9703-dd4f4554bb22 req-c17c9824-6b5d-4f29-91bd-f1812e86a4ca tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.362670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4890693-d045-4419-9703-dd4f4554bb22 req-c17c9824-6b5d-4f29-91bd-f1812e86a4ca tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3328307 Nov 12 01:10:03.591751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bc17-31b4-4b3b-85a8-0adfaafacc64 req-5ff39fd4-5b12-4f6c-a5a3-3d431088219c tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.597207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c491bc17-31b4-4b3b-85a8-0adfaafacc64 req-5ff39fd4-5b12-4f6c-a5a3-3d431088219c tempest-ComputeTenantNetworksTest-1351059508 tempest-ComputeTenantNetworksTest-1351059508-project] 10.222.0.11 "GET /v2.0/networks/ccd1884f-4510-490b-afc0-1964a2aee47b HTTP/1.1" status: 200 len: 768 time: 0.1903362 Nov 12 01:10:03.603211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:03.606766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:03.686151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d7a42dac-2114-45ce-ab01-89b5947c5626 None None] Provisioning complete for port bf49fe99-d503-4a52-8979-f57b9086f825 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:03.690917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a42dac-2114-45ce-ab01-89b5947c5626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.710181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.742493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d7a42dac-2114-45ce-ab01-89b5947c5626 None None] Port bf49fe99-d503-4a52-8979-f57b9086f825 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:03.764519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:03.771148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e489c6dd-efe1-4588-8f20-7b002e2d6d93 admin admin] 10.222.0.11 "PUT /v2.0/routers/bf8890b3-5c0a-4d92-b9e2-abdfe27394c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3201933 Nov 12 01:10:03.830819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.858521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd1884f-4510-490b-afc0-1964a2aee47b']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:03.876857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bf3a03-4223-4fe0-84ae-8238fad98470') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:03.877456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bf3a03-4223-4fe0-84ae-8238fad98470') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:03.891635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.911396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.919676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:03.920100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:03.922235 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:04.006374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.021327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.027745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ccd1884f-4510-490b-afc0-1964a2aee47b HTTP/1.1" status: 204 len: 168 time: 0.4201548 Nov 12 01:10:04.040043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df0cbd-9757-47f5-9caa-978006f94f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd1884f-4510-490b-afc0-1964a2aee47b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:04.224378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:04.333178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Sync routers for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:04.348156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd285712-393e-45cb-beaf-8ef7758b2c70 req-068af202-1be8-4778-bbf9-e0eb01788b4b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 210 time: 0.0621548 Nov 12 01:10:04.352296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9ce4862a-a06b-481f-bb04-a9d63538e86e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=682af2ef44eb4ff896fd111e23446387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321161 Nov 12 01:10:04.353819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55142) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:04.384844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:04.385481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.407190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.432741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.562292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.565760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.577914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/820f786f-07b3-4aec-87b1-476f62b8d317 HTTP/1.1" status: 204 len: 168 time: 0.2151387 Nov 12 01:10:04.613639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00de7-f855-4f94-b1de-db80da9203af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f786f-07b3-4aec-87b1-476f62b8d317,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:04.625117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:04.707777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-4a87003d-a6bb-4d4f-a15e-3110b34a5dea tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.709409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-4a87003d-a6bb-4d4f-a15e-3110b34a5dea tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.2660246 Nov 12 01:10:04.726453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Request body: {'port': {'device_id': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'admin_state_up': True, 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:04.928925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:04.934958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.019985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bf49fe99-d503-4a52-8979-f57b9086f825', 'name': '', 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'mac_address': 'fa:16:3e:a7:d1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dc398fdc-a04b-406e-a21a-969048360078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 2, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'subnets': [{'id': 'dc398fdc-a04b-406e-a21a-969048360078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:05.071580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Checking router: bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:05.071938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Updating router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 port bf49fe99-d503-4a52-8979-f57b9086f825 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:05.106574 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.169090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Allocated IP 172.20.0.2 (f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964/4882aca3-16b8-49d1-a186-62377a7fb39f/34ede25d-ea46-498e-b594-413af81a515c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:05.250857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.481512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.504179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a62f765d-e127-4ce0-9043-034391614853 req-744c8bd8-33d9-4210-9551-f42289ab4404 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 210 time: 0.0411432 Nov 12 01:10:05.565749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.582241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:05.587549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.637117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.661038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:05.665873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:05.676906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:05.684343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event updated for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:05.738734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.739770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.741666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861efda-70c9-4a97-96a6-af4f67264f2e None None] Pushing event updated for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:05.765965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-1a8ce9e4-f4f3-4673-a465-9379c6bce127 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0450308 Nov 12 01:10:05.786703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Request body: {'port': {'device_id': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:05.870043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.918354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Attempting to bind port bf49fe99-d503-4a52-8979-f57b9086f825 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:05.918976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Attempting to bind port bf49fe99-d503-4a52-8979-f57b9086f825 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:05.919528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Attempting to bind port bf49fe99-d503-4a52-8979-f57b9086f825 on network 8fea4c78-bb7d-499b-9432-b94869e1e41a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:05.933664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55180) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:05.954178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:05.954778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Checking segment: {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:05.955467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.955919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Bound using segment: {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:05.963270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Bound port: bf49fe99-d503-4a52-8979-f57b9086f825, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e82dff-1266-4b53-80a1-dad4320a17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:05.963923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.229225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] For port bf49fe99-d503-4a52-8979-f57b9086f825, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:06.244577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ca3ef94a-373b-4962-acdc-c77e76aa7487 None None] Provisioning complete for port bf49fe99-d503-4a52-8979-f57b9086f825 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:06.245033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef94a-373b-4962-acdc-c77e76aa7487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.377390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ede25d-ea46-498e-b594-413af81a515c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:06.388902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.408549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Transition to ACTIVE for port object 34ede25d-ea46-498e-b594-413af81a515c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:06.417136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.527609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] For port bf49fe99-d503-4a52-8979-f57b9086f825, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bf49fe99-d503-4a52-8979-f57b9086f825,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:06.547715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ef94a-373b-4962-acdc-c77e76aa7487 None None] Port bf49fe99-d503-4a52-8979-f57b9086f825 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:06.553778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.603190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Pushing event updated for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:06.621947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.648874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:06.649542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:06.729286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Attempting to bind port 34ede25d-ea46-498e-b594-413af81a515c on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:06.730379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Attempting to bind port 34ede25d-ea46-498e-b594-413af81a515c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:06.730777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Attempting to bind port 34ede25d-ea46-498e-b594-413af81a515c on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:06.732663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861efda-70c9-4a97-96a6-af4f67264f2e None None] Pushing event updated for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:06.787818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Port 34ede25d-ea46-498e-b594-413af81a515c on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:06.788364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Attempting to bind port 34ede25d-ea46-498e-b594-413af81a515c on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:06.799194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:06.799586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Checking segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:06.799930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Bound using segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:06.800411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Bound port: 34ede25d-ea46-498e-b594-413af81a515c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:06.801649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.831579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf78-3c37-4722-baed-2d2f72ccde36 req-238c0b9e-8a1d-43af-8031-9fa34ff38900 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:06.836340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-822dbf78-3c37-4722-baed-2d2f72ccde36 req-238c0b9e-8a1d-43af-8031-9fa34ff38900 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 943 time: 0.1524539 Nov 12 01:10:06.865953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:06.986484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:06.991490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=34ede25d-ea46-498e-b594-413af81a515c,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:07.031407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-822dbf78-3c37-4722-baed-2d2f72ccde36 req-69d822c6-72dc-4bdf-b47f-cf341456c188 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865399 Nov 12 01:10:07.032812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.139417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Pushing event updated for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:07.157543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.158221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.159827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-81adc952-277b-4929-8b0c-f17707cddad4 service neutron] 10.222.0.39 "PUT /v2.0/ports/34ede25d-ea46-498e-b594-413af81a515c HTTP/1.1" status: 200 len: 1092 time: 1.3790529 Nov 12 01:10:07.160311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'tag': '34ede25d-ea46-498e-b594-413af81a515c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:07.165297 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "tag": "34ede25d-ea46-498e-b594-413af81a515c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:07.268333 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a4661c-09e8-4a02-9228-a340c7dae5c5 x-openstack-request-id: req-17a4661c-09e8-4a02-9228-a340c7dae5c5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:07.268917 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "tag": "34ede25d-ea46-498e-b594-413af81a515c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:07.269267 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17a4661c-09e8-4a02-9228-a340c7dae5c5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:07.269963 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'tag': '34ede25d-ea46-498e-b594-413af81a515c', 'status': 'completed', 'code': 200} Nov 12 01:10:07.305996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-29fcc166-8137-46bd-9297-d2cee8eadf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.308321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-29fcc166-8137-46bd-9297-d2cee8eadf17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 1095 time: 0.0850782 Nov 12 01:10:07.324473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] Provisioning complete for port bf49fe99-d503-4a52-8979-f57b9086f825 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:07.325042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.426973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-60d9f102-33ca-49d3-8b14-5b4150033d0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34ede25d-ea46-498e-b594-413af81a515c HTTP/1.1" status: 200 len: 217 time: 0.1038146 Nov 12 01:10:07.481964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.485664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bf49fe99-d503-4a52-8979-f57b9086f825', 'name': '', 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'mac_address': 'fa:16:3e:a7:d1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dc398fdc-a04b-406e-a21a-969048360078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:06Z', 'revision_number': 4, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'subnets': [{'id': 'dc398fdc-a04b-406e-a21a-969048360078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:07.493974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-766ac847-7ba9-45d9-8088-516024d6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.495650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-766ac847-7ba9-45d9-8088-516024d6e2c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0606916 Nov 12 01:10:07.525999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542c0d7-af21-4c8d-a59d-7e18cc2b6582 None None] The sync data for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 is: [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:02Z', 'revision_number': 4, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bf49fe99-d503-4a52-8979-f57b9086f825', 'name': '', 'network_id': '8fea4c78-bb7d-499b-9432-b94869e1e41a', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'mac_address': 'fa:16:3e:a7:d1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dc398fdc-a04b-406e-a21a-969048360078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:00Z', 'updated_at': '2021-11-12T01:10:06Z', 'revision_number': 4, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'subnets': [{'id': 'dc398fdc-a04b-406e-a21a-969048360078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:07.557861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-5fd49d19-b798-4fcb-aade-34d31198a39d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490706 Nov 12 01:10:07.573145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] For port bf49fe99-d503-4a52-8979-f57b9086f825, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bf49fe99-d503-4a52-8979-f57b9086f825,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:07.581995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.704083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Deleting port bf49fe99-d503-4a52-8979-f57b9086f825 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:07.712956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.722800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaf317-2d39-4310-8c6d-37b10238948a None None] Pushing event updated for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:07.772738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-88090e72-1bc9-4dad-a744-f753762b9dab service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002578 Nov 12 01:10:07.897698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] For port bf49fe99-d503-4a52-8979-f57b9086f825, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bf49fe99-d503-4a52-8979-f57b9086f825,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:07.898870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.908105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d08554cd-d5c6-4428-863e-7ac1ec1eb4e8 req-386c9598-3867-4686-ba56-72accc39df64 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068013 Nov 12 01:10:07.916865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Calling delete_port for bf49fe99-d503-4a52-8979-f57b9086f825 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:08.041511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-3adef6fb-2fc9-4788-940c-fba5cbf6f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.043216 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-3adef6fb-2fc9-4788-940c-fba5cbf6f278 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 1095 time: 0.0607173 Nov 12 01:10:08.077116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:08.192478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.228841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf49fe99-d503-4a52-8979-f57b9086f825,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:08.238578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-03e85bc7-332f-4637-8808-97abaf28db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.240203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-03e85bc7-332f-4637-8808-97abaf28db9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.1835570 Nov 12 01:10:08.268941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5c87-89b6-4603-8786-54af400f1e43 req-f54065a7-d124-4396-a7bd-5ab57830fa0b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.270596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d5f5c87-89b6-4603-8786-54af400f1e43 req-f54065a7-d124-4396-a7bd-5ab57830fa0b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 943 time: 0.0990655 Nov 12 01:10:08.357484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-84941855-a2a6-4edd-9f9b-c54fe905e3d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34ede25d-ea46-498e-b594-413af81a515c HTTP/1.1" status: 200 len: 217 time: 0.0858207 Nov 12 01:10:08.468042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d5f5c87-89b6-4603-8786-54af400f1e43 req-05c071d5-aeea-439e-822a-63fa960da6a3 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161895 Nov 12 01:10:08.483246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-7a366c0f-402c-4168-aa97-13c509def562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.484921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-7a366c0f-402c-4168-aa97-13c509def562 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.1185799 Nov 12 01:10:08.570243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-85d90791-97a6-4b39-bb21-3fcf39e4d905 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728455 Nov 12 01:10:08.610614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.749867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-3a768f69-26b2-41b0-8fd7-b948a30ce708 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635370 Nov 12 01:10:08.904101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ccebe03-4a1c-435c-8ed3-f355a75e2b73 req-0b463581-f53d-43ce-b1bf-de5e98d03d7a service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356723 Nov 12 01:10:09.018375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:09.150481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:09.160791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f926744-1a9e-4609-93f1-b287130f39eb admin admin] 10.222.0.11 "PUT /v2.0/routers/bf8890b3-5c0a-4d92-b9e2-abdfe27394c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2253976 Nov 12 01:10:09.160993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:09.210349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18ebd95c-b748-4951-822a-5f75aacf477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.329211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.499539 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Sync routers for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:09.524641 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:09.524641 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:09.709577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:09.963527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd862c-168d-486d-b0fe-65a13a4738f1 req-fcce4a35-7aec-431b-85c2-750257eeb48a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:09.966057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1dd862c-168d-486d-b0fe-65a13a4738f1 req-fcce4a35-7aec-431b-85c2-750257eeb48a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 943 time: 0.1520069 Nov 12 01:10:09.968148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:08Z', 'revision_number': 5, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:10.004417 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Checking router: bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:10.011031 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.020252 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Routers {'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:10.021850 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:09:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:10.072122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1dd862c-168d-486d-b0fe-65a13a4738f1 req-561f5112-232a-4334-97b5-d2451cc595e8 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955360 Nov 12 01:10:10.113716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Deleting port 759d0669-3560-4ffb-a204-58ab42cc1ace {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:10.114062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.180895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] Set router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:10.246067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] For port 759d0669-3560-4ffb-a204-58ab42cc1ace, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=759d0669-3560-4ffb-a204-58ab42cc1ace,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:10.248094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.268983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Calling delete_port for 759d0669-3560-4ffb-a204-58ab42cc1ace owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:10.461932 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:08Z', 'revision_number': 5, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:10.492489 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041a650-7e10-4db6-afcf-37d9aee1f313 None None] The sync data for ids ['bf8890b3-5c0a-4d92-b9e2-abdfe27394c2'] in n-d-712141-15 is: [{'id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'name': 'tempest-ImageQuotaTest-2114387536-router', 'tenant_id': 'ae731c7b9636430ca83fd3176468579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:56Z', 'updated_at': '2021-11-12T01:10:08Z', 'revision_number': 5, 'project_id': 'ae731c7b9636430ca83fd3176468579a', 'gw_port': {'id': '759d0669-3560-4ffb-a204-58ab42cc1ace', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8890b3-5c0a-4d92-b9e2-abdfe27394c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:57Z', 'updated_at': '2021-11-12T01:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:10.536617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.574959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=759d0669-3560-4ffb-a204-58ab42cc1ace,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.605682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fc03a-8abb-4b9c-848a-b42d60092500 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:10.696451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.809630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.811593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.865796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.866616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:10:10.873471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.875679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e8b22d10-aa83-4ed4-8c9f-e5beeeb34f96 admin admin] 10.222.0.11 "DELETE /v2.0/routers/bf8890b3-5c0a-4d92-b9e2-abdfe27394c2 HTTP/1.1" status: 204 len: 168 time: 1.7131724 Nov 12 01:10:10.878274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55282) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:10.982963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bf49fe99-d503-4a52-8979-f57b9086f825 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:10.988382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Deleting subnet dc398fdc-a04b-406e-a21a-969048360078 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:10.992844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.015821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: bf49fe99-d503-4a52-8979-f57b9086f825 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:11.016537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bf49fe99-d503-4a52-8979-f57b9086f825 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:11.055569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.181508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.287430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.305070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372535d-0e85-4b30-9bb3-1e0ee105cd1b req-3903d410-392e-49b0-a7dd-e241eb89af7d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.315690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e372535d-0e85-4b30-9bb3-1e0ee105cd1b req-3903d410-392e-49b0-a7dd-e241eb89af7d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 943 time: 0.1143258 Nov 12 01:10:11.324438 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc398fdc-a04b-406e-a21a-969048360078,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:11.333899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.334337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.334854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.335851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.335851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.335851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.336399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.336612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.336977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.337349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.337734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.338065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:11.344633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.348514 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a6cc3b1e-089e-45dd-9311-d64fce667b1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dc398fdc-a04b-406e-a21a-969048360078 HTTP/1.1" status: 204 len: 168 time: 0.4683225 Nov 12 01:10:11.351137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:11.352743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7607f35-08a8-4eac-b9ad-53aedfec7a8f None None] Network 8fea4c78-bb7d-499b-9432-b94869e1e41a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:11.386832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e372535d-0e85-4b30-9bb3-1e0ee105cd1b req-a6c3fc84-b127-4408-a580-5985bc2aa0dd tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701523 Nov 12 01:10:11.474755 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.527617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 34ede25d-ea46-498e-b594-413af81a515c details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:11.596248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Deleting port f0606f87-70fe-4be1-a7dd-46f58f0fb63b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:11.596248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.722152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] For port f0606f87-70fe-4be1-a7dd-46f58f0fb63b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,segment=NetworkSegment(b8e82dff-1266-4b53-80a1-dad4320a17f3),segment_id=b8e82dff-1266-4b53-80a1-dad4320a17f3)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:11.722606 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.752376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Calling delete_port for f0606f87-70fe-4be1-a7dd-46f58f0fb63b owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:11.758721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=34ede25d-ea46-498e-b594-413af81a515c,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:11.790467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '34ede25d-ea46-498e-b594-413af81a515c', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'port_id': '34ede25d-ea46-498e-b594-413af81a515c', 'mac_address': 'fa:16:3e:cb:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882aca3-16b8-49d1-a186-62377a7fb39f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:11.848698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.864192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ede25d-ea46-498e-b594-413af81a515c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:11.899101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=34ede25d-ea46-498e-b594-413af81a515c,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:11.900383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.905037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced94bf-f0bd-41a9-a2ab-2f73e8193b0f None None] DHCP port deletion for 8fea4c78-bb7d-499b-9432-b94869e1e41a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:11.921079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.940049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0606f87-70fe-4be1-a7dd-46f58f0fb63b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:11.943738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] No DVR routers for this DVR port f0606f87-70fe-4be1-a7dd-46f58f0fb63b on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:12.009409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:12.044654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.071202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fea4c78-bb7d-499b-9432-b94869e1e41a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:12.083451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e82dff-1266-4b53-80a1-dad4320a17f3') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:12.084289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e82dff-1266-4b53-80a1-dad4320a17f3') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:12.116179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.126667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd2cfac5-28b2-47b6-9ee2-2ac7c7eb38fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.142203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.155076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:12.156141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:12.159039 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:12.245661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:12.260123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.266845 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.274035 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8fea4c78-bb7d-499b-9432-b94869e1e41a HTTP/1.1" status: 204 len: 168 time: 0.9184008 Nov 12 01:10:12.287928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667131c7-f418-4fba-850d-2cbc5548fef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fea4c78-bb7d-499b-9432-b94869e1e41a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:12.592733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55366) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:12.599873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c693d05-637c-4043-9be2-249c6caeafb1 req-c0278108-8a8b-4156-98bc-c4115cc853b4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:12.601865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c693d05-637c-4043-9be2-249c6caeafb1 req-c0278108-8a8b-4156-98bc-c4115cc853b4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 944 time: 0.0926268 Nov 12 01:10:12.671826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e24b7b14-cf88-4682-a339-15928f259ec7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae731c7b9636430ca83fd3176468579a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771489 Nov 12 01:10:12.674268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:12.683261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c693d05-637c-4043-9be2-249c6caeafb1 req-ac4d8c04-7590-44af-b8ff-6b6f5718d014 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725017 Nov 12 01:10:12.767345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.775515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 759d0669-3560-4ffb-a204-58ab42cc1ace no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:12.809546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.812943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 759d0669-3560-4ffb-a204-58ab42cc1ace {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:12.813284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 759d0669-3560-4ffb-a204-58ab42cc1ace not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:12.813708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f0606f87-70fe-4be1-a7dd-46f58f0fb63b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:12.867486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f0606f87-70fe-4be1-a7dd-46f58f0fb63b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:12.868853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f0606f87-70fe-4be1-a7dd-46f58f0fb63b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:12.872247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.914978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.920015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.921951 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95e73811-2711-4d04-9d5e-1d0aba523657 HTTP/1.1" status: 204 len: 168 time: 0.2460833 Nov 12 01:10:12.934951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fe2f-8a8a-4b32-878d-088366af7d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e73811-2711-4d04-9d5e-1d0aba523657,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.424393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:13.444654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fc6100f-d03b-4bd3-bb06-53e9e7aeb08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.532658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 34ede25d-ea46-498e-b594-413af81a515c up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:13.572741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fc6100f-d03b-4bd3-bb06-53e9e7aeb08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.578581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3fc6100f-d03b-4bd3-bb06-53e9e7aeb08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.601980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 34ede25d-ea46-498e-b594-413af81a515c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:13.607606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 34ede25d-ea46-498e-b594-413af81a515c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:13.607987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.626698 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3fc6100f-d03b-4bd3-bb06-53e9e7aeb08f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2001884 Nov 12 01:10:13.627590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6100f-d03b-4bd3-bb06-53e9e7aeb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470f659-d1a7-480c-80d3-4fdc0d265415,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.629237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:13.724673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.729538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.771388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=34ede25d-ea46-498e-b594-413af81a515c,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:13.772590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ede25d-ea46-498e-b594-413af81a515c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:13.776559 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cffd23-27ec-4299-9704-af9055ecd057" -d '{"events": [{"server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "name": "network-vif-plugged", "status": "completed", "tag": "34ede25d-ea46-498e-b594-413af81a515c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:13.784386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.793663 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.853995 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27dbb7-d44c-4c3f-b580-e7eb794ee3a6 x-openstack-request-id: req-aa27dbb7-d44c-4c3f-b580-e7eb794ee3a6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:13.854511 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "name": "network-vif-plugged", "status": "completed", "tag": "34ede25d-ea46-498e-b594-413af81a515c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:13.854928 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa27dbb7-d44c-4c3f-b580-e7eb794ee3a6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:13.855475 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ede25d-ea46-498e-b594-413af81a515c', 'code': 200} Nov 12 01:10:13.887812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af27a-e922-43b4-8bb0-7370963ac7cc req-05ae9fdd-e90b-4e41-8693-4c20bf131607 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.891276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de4af27a-e922-43b4-8bb0-7370963ac7cc req-05ae9fdd-e90b-4e41-8693-4c20bf131607 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.0908718 Nov 12 01:10:13.896350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.945249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.947785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.948988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c470f659-d1a7-480c-80d3-4fdc0d265415 HTTP/1.1" status: 204 len: 168 time: 0.3185937 Nov 12 01:10:13.985729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01aae2-6f94-4fe4-b1e0-b4de5f104ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470f659-d1a7-480c-80d3-4fdc0d265415,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:14.035423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de4af27a-e922-43b4-8bb0-7370963ac7cc req-5eb3468d-1368-40cd-8741-ed6f1316b9bd tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356049 Nov 12 01:10:14.042072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.061608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dcb9-902d-4a58-b2cc-0e4a5b0e1c1f req-1cf3f350-8a7b-4a3e-94fc-dfdfd6c0f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.063564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86f3dcb9-902d-4a58-b2cc-0e4a5b0e1c1f req-1cf3f350-8a7b-4a3e-94fc-dfdfd6c0f651 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 1097 time: 0.1039584 Nov 12 01:10:14.126770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86f3dcb9-902d-4a58-b2cc-0e4a5b0e1c1f req-6f37ab5a-13f1-4326-9d01-e71abe0bd572 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495563 Nov 12 01:10:14.178238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:14.315615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.400557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.406135 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.456117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef2280748ec44053b2c810a12ebc1b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754862 Nov 12 01:10:14.456260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5184285a-4452-4d8b-8e4d-be172c955e2a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:14.458056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55448) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:14.466072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.466322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.466660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.467006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.467344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.467676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.468006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.468362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.468691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.469019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.469343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.469672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df44e-ea6b-4d84-ab64-a730a41d661a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:14.515021 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.541094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.597277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.600085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.605133 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5184285a-4452-4d8b-8e4d-be172c955e2a HTTP/1.1" status: 204 len: 168 time: 0.1450462 Nov 12 01:10:14.618053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367ca9f-41a9-4e8e-951a-599947da4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184285a-4452-4d8b-8e4d-be172c955e2a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:14.773343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:14.887349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.998006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-14184832-network', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:15.030594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Made reservation on behalf of af5cdc4617964397ae28d01185fd2d54 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:15.034386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.053913 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.096178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:15.117511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cd6687-4cf6-4ed9-991b-67c179e78ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.196469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.203038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.236455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:10:15.236695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b25b89-3379-4089-b007-426fab85c333 req-32f08fa7-d13e-46d0-bd1c-340f94e71dec tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:15.241404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73b25b89-3379-4089-b007-426fab85c333 req-32f08fa7-d13e-46d0-bd1c-340f94e71dec tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.0882823 Nov 12 01:10:15.246487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e58c5-d684-4f34-8dfc-a5670b0ee3d9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.254425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.254773 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Added segment c34f94cd-1629-480e-85c5-efd8233e8d18 of type vlan for network 598584ad-d360-4e7e-bbf1-323d72ba4acf Nov 12 01:10:15.305430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cd6687-4cf6-4ed9-991b-67c179e78ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.308042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.319575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cd6687-4cf6-4ed9-991b-67c179e78ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.344446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.346013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:15.346711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.380136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73b25b89-3379-4089-b007-426fab85c333 req-1a36a505-4843-4184-bc74-9bbd9dde1637 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163299 Nov 12 01:10:15.387989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-53cd6687-4cf6-4ed9-991b-67c179e78ee2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bb37216fc304b0387887b6ba7b828f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904811 Nov 12 01:10:15.389584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:15.390456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6687-4cf6-4ed9-991b-67c179e78ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b5c04-56e0-4cc5-91e5-8b72fb8f6fe7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.430998 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6530168 Nov 12 01:10:15.431756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:15.436556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Request body: {'subnet': {'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-14184832-subnet', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:15.438708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e21564-0cd3-4809-8543-f1dc9d9cabca admin admin] Pushing event updated for resources: {'Network': ['ID=598584ad-d360-4e7e-bbf1-323d72ba4acf,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.452100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:10:15.483006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.486239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Made reservation on behalf of af5cdc4617964397ae28d01185fd2d54 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:15.488653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.559366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.642104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.644943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.646161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f5b5c04-56e0-4cc5-91e5-8b72fb8f6fe7 HTTP/1.1" status: 204 len: 168 time: 0.2500360 Nov 12 01:10:15.680972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3c31-7116-4ec8-b225-f3ce3c49eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b5c04-56e0-4cc5-91e5-8b72fb8f6fe7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.796964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.896083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0203caa5-feaf-444e-aba9-404f79be82ba,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.911706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719a3d-4ce9-4ff5-adef-4c4974377aff req-5f6cff5f-3d73-47b9-b440-54c2120e73bf tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:15.913400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85719a3d-4ce9-4ff5-adef-4c4974377aff req-5f6cff5f-3d73-47b9-b440-54c2120e73bf tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1098 time: 0.1268759 Nov 12 01:10:15.921717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Checking segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:15.922069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Network hostable DHCP agents. Network: 598584ad-d360-4e7e-bbf1-323d72ba4acf, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:10:15.979686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:10:15.989146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85719a3d-4ce9-4ff5-adef-4c4974377aff req-f37e77ce-9c5b-4d8c-bd12-b85747bb1036 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635152 Nov 12 01:10:16.000889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 598584ad-d360-4e7e-bbf1-323d72ba4acf) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:16.011177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:16.012719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.013728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14486f6d-bca5-4880-af80-f91a3132f54d None None] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:16.055252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e782f6c-d16b-4f48-8a8f-956bd1cb0e13 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6184647 Nov 12 01:10:16.055464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:16.068147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:16.120420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.124576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.276736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.295561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-598584ad-d360-4e7e-bbf1-323d72ba4acf', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:10:16.297549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.422974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d894b-b8af-49ec-9640-408a0fc6fc26 req-d2a0f24b-4049-4ff8-b37a-9c66b54f8ff5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:16.424887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-713d894b-b8af-49ec-9640-408a0fc6fc26 req-d2a0f24b-4049-4ff8-b37a-9c66b54f8ff5 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1524613 Nov 12 01:10:16.481257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.507163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Allocated IP 172.20.0.2 (598584ad-d360-4e7e-bbf1-323d72ba4acf/0203caa5-feaf-444e-aba9-404f79be82ba/5aabfbf3-a9dc-4d76-9b12-1d5edbe73692) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:16.614389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-713d894b-b8af-49ec-9640-408a0fc6fc26 req-44b34280-ab17-4fdd-8cdb-3e54c137672d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453741 Nov 12 01:10:16.643916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc4f69-79a5-4bdc-a779-13e15a121e33 req-faf07d56-7471-4c8d-822d-dfc76cfa1aed tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:16.645461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fcc4f69-79a5-4bdc-a779-13e15a121e33 req-faf07d56-7471-4c8d-822d-dfc76cfa1aed tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.1287708 Nov 12 01:10:16.692896 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:16.740653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.748647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.775073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4fcc4f69-79a5-4bdc-a779-13e15a121e33 req-1258d71c-90de-4df4-969d-c665cf42e7f5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159444 Nov 12 01:10:16.793800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:16.807617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Pushing event updated for resources: {'Port': ['ID=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:16.825488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:16.831234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:16.855159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ac373d0d-96d9-4be6-955a-521cdcaf45ad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/09ca84f0-f57a-4a2a-82dc-819e5a9c5233 HTTP/1.1" status: 200 len: 994 time: 0.1611116 Nov 12 01:10:16.924514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.938062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Attempting to bind port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:16.938839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Attempting to bind port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:16.939224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Attempting to bind port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 on network 598584ad-d360-4e7e-bbf1-323d72ba4acf {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:16.945740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:16.946117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Checking segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:16.946545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.946966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Bound using segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:16.947444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Bound port: 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:16.947914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.970603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.078074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] For port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:17.083241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] For port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:17.089717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.219712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fca26-56db-4662-b2af-d039a1bebbf8 None None] Pushing event updated for resources: {'Port': ['ID=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:17.262074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Allocated IP 172.25.6.74 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/785263a8-ed80-47b5-81bf-11985daa8475) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:17.611160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.692725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.783078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:17.791314 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-21fc8355-838e-4308-902a-7cf7381cc206 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1513975 Nov 12 01:10:17.813150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:17.822745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:17.840448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af31cb-d868-4b30-8244-4a4e8bbc17e1 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:17.860203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Pushing event updated for resources: {'Port': ['ID=785263a8-ed80-47b5-81bf-11985daa8475,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:17.913064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee548b4-6d1c-4f1a-bddd-a4b4cf0ac526 req-e599bd78-8465-41b3-99f4-c95418da1a94 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.923626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-100e17ad-f7dd-4537-9dda-d7e819cf38df None None] Provisioning complete for port 785263a8-ed80-47b5-81bf-11985daa8475 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:17.924610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100e17ad-f7dd-4537-9dda-d7e819cf38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.925649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ee548b4-6d1c-4f1a-bddd-a4b4cf0ac526 req-e599bd78-8465-41b3-99f4-c95418da1a94 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1658890 Nov 12 01:10:18.005539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-100e17ad-f7dd-4537-9dda-d7e819cf38df None None] Port 785263a8-ed80-47b5-81bf-11985daa8475 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:18.113861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ee548b4-6d1c-4f1a-bddd-a4b4cf0ac526 req-51e056de-4c3a-4cca-9530-05e192ce0350 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825140 Nov 12 01:10:18.307210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.739085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.933192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:19.037915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a14cb6-730f-4367-a7c6-42eb5e756203 None None] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:19.236431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9bfb8873-4e22-44c9-b2f9-f8e3e0a08454 None None] Provisioning complete for port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:19.237080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8873-4e22-44c9-b2f9-f8e3e0a08454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.337142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:19.344489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.497956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d154f-db81-40ea-b043-8bcfabd22b03 req-6da1e89e-e275-4815-90e9-8b4a9da4065d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.506016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa0d154f-db81-40ea-b043-8bcfabd22b03 req-6da1e89e-e275-4815-90e9-8b4a9da4065d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1062212 Nov 12 01:10:19.588337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Router 64a404af-e1ab-415f-a036-371b49b412f3 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:10:19.621948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa0d154f-db81-40ea-b043-8bcfabd22b03 req-63b96350-8dfe-44e4-b7d2-bc6b3983bc9b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133173 Nov 12 01:10:19.738958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.745553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:19.785200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.801299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d2032119-48fd-4346-8c82-3c2a54959df9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7424190 Nov 12 01:10:19.801736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:19.842859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:19.886315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8873-4e22-44c9-b2f9-f8e3e0a08454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.920046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-cd5902ca-9474-4702-8254-a13782f76f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.921673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-cd5902ca-9474-4702-8254-a13782f76f9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1098 time: 0.1046381 Nov 12 01:10:19.942033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:19.963838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:19.971222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:20.046730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-e90270f7-fef4-4520-90ad-179e45bae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.048846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-e90270f7-fef4-4520-90ad-179e45bae78c service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1153908 Nov 12 01:10:20.190635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-f81ca5f4-6b3b-42fb-a159-cca94d473855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1002 time: 0.1193209 Nov 12 01:10:20.287865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-1e333d17-434b-40c7-b767-d95bae4e2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.289779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-1e333d17-434b-40c7-b767-d95bae4e2ed4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0866377 Nov 12 01:10:20.345952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.382730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-c8e5bb4e-ac75-485b-9976-857c162f5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.386652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-c8e5bb4e-ac75-485b-9976-857c162f5133 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868948 Nov 12 01:10:20.606440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:20.632011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-8620f9b2-67b8-40bc-892b-1ec28548ee45 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397053 Nov 12 01:10:20.780844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:20.814556 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-9bfb8873-4e22-44c9-b2f9-f8e3e0a08454 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:10:20.815122 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-9bfb8873-4e22-44c9-b2f9-f8e3e0a08454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:10:20.825867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.844331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:20.907993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f58a9124-2b61-430b-b202-22c6050aff20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.078434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17b5d-b53f-4a17-8d14-d8d2e9334ad9 req-050421cd-6bc7-4102-9fb7-395066c2992c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.095509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aab17b5d-b53f-4a17-8d14-d8d2e9334ad9 req-050421cd-6bc7-4102-9fb7-395066c2992c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.2739999 Nov 12 01:10:21.137338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-a71f7399-5eb8-44f9-ba1b-1635ccf2d275 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945276 Nov 12 01:10:21.175193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Allocated IP 172.20.0.1 (598584ad-d360-4e7e-bbf1-323d72ba4acf/0203caa5-feaf-444e-aba9-404f79be82ba/8b383a19-1f13-4317-af7c-66cf31b73729) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:21.212470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:18Z', 'revision_number': 3, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:21.278265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:21.278992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Updating router 64a404af-e1ab-415f-a036-371b49b412f3 port 785263a8-ed80-47b5-81bf-11985daa8475 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:21.301474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aab17b5d-b53f-4a17-8d14-d8d2e9334ad9 req-70467358-c760-472d-9189-400ff4f7771e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950190 Nov 12 01:10:21.391241 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.398676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f58a9124-2b61-430b-b202-22c6050aff20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.404169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f58a9124-2b61-430b-b202-22c6050aff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.414011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.472105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.486014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f58a9124-2b61-430b-b202-22c6050aff20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=399d2e1a18b24db7ba0fa5eb710ffdeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8777840 Nov 12 01:10:21.491104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:21.497749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a9124-2b61-430b-b202-22c6050aff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f709203-f28c-4625-aa3c-bf671cc6366e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:21.554022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:21.560354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:21.591687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:21.670214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Pushing event updated for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:21.686191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.718792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.732199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b8c5aea0-0ccb-4fab-ac3b-c13cfff1a07c None None] Provisioning complete for port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:21.732571 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8c5aea0-0ccb-4fab-ac3b-c13cfff1a07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.879174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.886859 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.953782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ed76c-cc54-4cc0-b0e5-c3cafffe6a9a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:21.980691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.996406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.042196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Attempting to bind port 785263a8-ed80-47b5-81bf-11985daa8475 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:22.042419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Attempting to bind port 785263a8-ed80-47b5-81bf-11985daa8475 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:22.043003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Attempting to bind port 785263a8-ed80-47b5-81bf-11985daa8475 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:22.050789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:22.051154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:22.051618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.052206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:22.054232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Bound port: 785263a8-ed80-47b5-81bf-11985daa8475, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:22.054805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.057656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c91b-e9bd-444c-b8ae-482c8bc5ad59 None None] Pushing event updated for resources: {'Port': ['ID=785263a8-ed80-47b5-81bf-11985daa8475,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:22.139118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] For port 785263a8-ed80-47b5-81bf-11985daa8475, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:22.142913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] For port 785263a8-ed80-47b5-81bf-11985daa8475, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=785263a8-ed80-47b5-81bf-11985daa8475,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:22.151494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.216469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620116c-16d3-420e-9e35-ad80c2cec706 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:22.245005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Provisioning complete for port 785263a8-ed80-47b5-81bf-11985daa8475 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:22.245148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.245251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.247973 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.255584 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f709203-f28c-4625-aa3c-bf671cc6366e HTTP/1.1" status: 204 len: 168 time: 0.7594955 Nov 12 01:10:22.255794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:22.256570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:22.286737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a8088-bf6b-47bd-9bb7-ce0c4a7a0c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f709203-f28c-4625-aa3c-bf671cc6366e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:22.388770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:22.390465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.396346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.510824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Pushing event updated for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:22.521343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.555128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d696d-9928-459f-9673-272dee5e6a83 req-5c5cd2d0-f271-4ab1-982e-c8493e7b84b1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.557937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c91b-e9bd-444c-b8ae-482c8bc5ad59 None None] Pushing event updated for resources: {'Port': ['ID=785263a8-ed80-47b5-81bf-11985daa8475,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:22.565399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa1d696d-9928-459f-9673-272dee5e6a83 req-5c5cd2d0-f271-4ab1-982e-c8493e7b84b1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.0930505 Nov 12 01:10:22.680030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa1d696d-9928-459f-9673-272dee5e6a83 req-8e82eca4-0be8-4395-ada7-646c0042aa05 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036561 Nov 12 01:10:22.747987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:22.756820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:22.791096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55656) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:22.807692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa870806-fc58-4326-935f-cb8e0a00d899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.881673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:22.975981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa870806-fc58-4326-935f-cb8e0a00d899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.981860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa870806-fc58-4326-935f-cb8e0a00d899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.055925 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.057908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Router 64a404af-e1ab-415f-a036-371b49b412f3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:23.087507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fa870806-fc58-4326-935f-cb8e0a00d899 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8410d404b2a446cd8ceb0286c6420f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929921 Nov 12 01:10:23.089283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:23.105980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa870806-fc58-4326-935f-cb8e0a00d899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956a1e8-6e26-46cd-a142-0f248f302e9a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:23.116863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] For port 785263a8-ed80-47b5-81bf-11985daa8475, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=785263a8-ed80-47b5-81bf-11985daa8475,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:23.130273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.140580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 1, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:23.219870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99acde33-5dc4-4be1-b696-e22ee6650168 None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 1, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:23.253721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.263148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:23.265328 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.310458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.311027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Provisioning complete for port 8b383a19-1f13-4317-af7c-66cf31b73729 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:23.311552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.346044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:23.362227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a3293950-8a00-4387-8f1e-d8a84754389c admin admin] 10.222.0.11 "PUT /v2.0/routers/64a404af-e1ab-415f-a036-371b49b412f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5480814 Nov 12 01:10:23.368028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Pushing event updated for resources: {'Port': ['ID=785263a8-ed80-47b5-81bf-11985daa8475,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:23.409030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5fa88-b2b3-48bf-bd4b-134e6a7d2aff None None] Port 8b383a19-1f13-4317-af7c-66cf31b73729 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:23.441630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.447214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.463780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d956a1e8-6e26-46cd-a142-0f248f302e9a HTTP/1.1" status: 204 len: 168 time: 0.3640249 Nov 12 01:10:23.487850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5cc1f-3fc0-4c70-819c-62f44a0cad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956a1e8-6e26-46cd-a142-0f248f302e9a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:23.544829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5b5dbbf2-7f2c-460a-8799-fb634b2bf7ed None None] Provisioning complete for port 785263a8-ed80-47b5-81bf-11985daa8475 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:23.545793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbbf2-7f2c-460a-8799-fb634b2bf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.825798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5b5dbbf2-7f2c-460a-8799-fb634b2bf7ed None None] Provisioning complete for port 8b383a19-1f13-4317-af7c-66cf31b73729 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:23.826258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbbf2-7f2c-460a-8799-fb634b2bf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.921947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5b5dbbf2-7f2c-460a-8799-fb634b2bf7ed None None] Port 8b383a19-1f13-4317-af7c-66cf31b73729 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:23.943955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56164c-edf1-40cf-8b4b-6e277cde8522 req-b34fb7d2-aec6-472d-ae35-f81ecd8d3d82 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:23.954656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b56164c-edf1-40cf-8b4b-6e277cde8522 req-b34fb7d2-aec6-472d-ae35-f81ecd8d3d82 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1002071 Nov 12 01:10:24.057256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b56164c-edf1-40cf-8b4b-6e277cde8522 req-93f04d7a-5ba9-4071-ab08-b17e2c2fd560 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013722 Nov 12 01:10:24.491652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55698) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:24.504027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1160959688-network', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:24.574700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Made reservation on behalf of 8b7ba851b69449d6b0219908ea6fbd39 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:24.577874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.613346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.860550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.879855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.944536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bae5d9-ca21-40c8-bcba-12cae73f91d0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:24.947784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 785263a8-ed80-47b5-81bf-11985daa8475 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:24.972965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:10:25.004505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.004505 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Added segment 341ef5f7-7276-4d01-ac58-5183cf5738b7 of type vlan for network 58233b81-5677-44da-b71f-674e1ff23cde Nov 12 01:10:25.124093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 785263a8-ed80-47b5-81bf-11985daa8475 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:25.124609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.164441 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.281487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.282862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:25.284873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.384893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] Pushing event updated for resources: {'Network': ['ID=58233b81-5677-44da-b71f-674e1ff23cde,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:25.436591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45e1e-3298-4dfb-a6d6-7d28dea77793 req-69eeaf07-7c89-42b0-82a1-fd40d7a9b93b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:25.439305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8d45e1e-3298-4dfb-a6d6-7d28dea77793 req-69eeaf07-7c89-42b0-82a1-fd40d7a9b93b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.2244570 Nov 12 01:10:25.443745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-13d21328-8062-455e-895c-10f93a28e2fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9490979 Nov 12 01:10:25.447034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:25.453850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Request body: {'subnet': {'network_id': '58233b81-5677-44da-b71f-674e1ff23cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1160959688-subnet', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:25.530897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Made reservation on behalf of 8b7ba851b69449d6b0219908ea6fbd39 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:25.546784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.567938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8d45e1e-3298-4dfb-a6d6-7d28dea77793 req-41988ee1-357d-4839-9a8b-6f61b0fd5116 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203816 Nov 12 01:10:25.740219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 58233b81-5677-44da-b71f-674e1ff23cde details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:10:25.980000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.071614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc83b76-d78e-4fd6-a80f-353a93e485d1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:26.083472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Checking segment: {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:26.083835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Network hostable DHCP agents. Network: 58233b81-5677-44da-b71f-674e1ff23cde, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:10:26.117162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Network 58233b81-5677-44da-b71f-674e1ff23cde is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:10:26.130759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 58233b81-5677-44da-b71f-674e1ff23cde) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:26.136674 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.137364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.147092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c4951-ee38-402b-a684-666cea731c09 None None] Network 58233b81-5677-44da-b71f-674e1ff23cde requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:26.197843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 55724) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:26.200004 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-efb10a11-aad5-4f61-9471-68626bc4f6b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7506771 Nov 12 01:10:26.205528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:26.269529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.270664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.438246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-58233b81-5677-44da-b71f-674e1ff23cde', 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'fixed_ips': [{'subnet_id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:10:26.439153 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.470528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.759874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Allocated IP 172.20.0.2 (58233b81-5677-44da-b71f-674e1ff23cde/bbc83b76-d78e-4fd6-a80f-353a93e485d1/14009b50-0874-4abe-9d3a-4b8a72f581e3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:26.809560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.857506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8374-b53a-483e-afc3-fecabefd49a0 req-b46b4a0f-5127-4025-9072-5323ad02aad1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.865222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccda8374-b53a-483e-afc3-fecabefd49a0 req-b46b4a0f-5127-4025-9072-5323ad02aad1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1073391 Nov 12 01:10:27.009671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ccda8374-b53a-483e-afc3-fecabefd49a0 req-368f9997-274e-4ea3-8f49-862a704c8224 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429360 Nov 12 01:10:27.135277 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.139870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.194682 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:27.198870 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:27.199054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Network 58233b81-5677-44da-b71f-674e1ff23cde is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:27.199651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:27.206310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:27.213322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:27.230675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Pushing event updated for resources: {'Port': ['ID=14009b50-0874-4abe-9d3a-4b8a72f581e3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.255856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.331565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Attempting to bind port 14009b50-0874-4abe-9d3a-4b8a72f581e3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:27.331565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Attempting to bind port 14009b50-0874-4abe-9d3a-4b8a72f581e3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:27.331565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Attempting to bind port 14009b50-0874-4abe-9d3a-4b8a72f581e3 on network 58233b81-5677-44da-b71f-674e1ff23cde {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:27.338387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:27.338812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Checking segment: {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:27.339229 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.339507 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.339700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Bound using segment: {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:27.340247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Bound port: 14009b50-0874-4abe-9d3a-4b8a72f581e3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:27.340642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.470384 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:27.489534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] For port 14009b50-0874-4abe-9d3a-4b8a72f581e3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:27.506168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] For port 14009b50-0874-4abe-9d3a-4b8a72f581e3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=14009b50-0874-4abe-9d3a-4b8a72f581e3,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:27.515476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.555514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-73e341b5-4098-4772-b7e1-97ddd4b7b660 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.565447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-73e341b5-4098-4772-b7e1-97ddd4b7b660 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.3916395 Nov 12 01:10:27.634876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-16991ba7-e20e-4858-b2af-5bdf247fffe9 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/quotas/6d0a5fd6a5a74b818b6c710975959930 HTTP/1.1" status: 200 len: 375 time: 0.0658684 Nov 12 01:10:27.641063 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0a7d5-4b56-4b4b-919e-63d245255890 None None] Pushing event updated for resources: {'Port': ['ID=14009b50-0874-4abe-9d3a-4b8a72f581e3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.748017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Allocated IP 172.25.6.179 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/36c83c00-9757-49e7-ac4e-4af057a3790c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:27.749301 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:22Z', 'revision_number': 2, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:27.778446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:27.778820 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Updating router 64a404af-e1ab-415f-a036-371b49b412f3 port 8b383a19-1f13-4317-af7c-66cf31b73729 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:27.795408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-fb89af35-ca1a-47a3-994d-3e3dfd989b8d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546314 Nov 12 01:10:27.809695 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.971643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.078855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.239489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:28.249090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:28.251822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:28.264154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35b5d8-0736-4ef1-a629-0e87bc502cf7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:28.296806 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.304472 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.341065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Pushing event updated for resources: {'Port': ['ID=36c83c00-9757-49e7-ac4e-4af057a3790c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.353733 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Pushing event updated for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.363119 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.363647 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.364261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.364772 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.365251 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.365979 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.366481 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.367096 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.367593 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.368330 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.368806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.369275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.398839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12bdfa37-afbc-4ee3-bb0b-87bd8b57794a None None] Provisioning complete for port 36c83c00-9757-49e7-ac4e-4af057a3790c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:28.398839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12bdfa37-afbc-4ee3-bb0b-87bd8b57794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.480209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12bdfa37-afbc-4ee3-bb0b-87bd8b57794a None None] Port 36c83c00-9757-49e7-ac4e-4af057a3790c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:28.496826 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Attempting to bind port 8b383a19-1f13-4317-af7c-66cf31b73729 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:28.497211 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Attempting to bind port 8b383a19-1f13-4317-af7c-66cf31b73729 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:28.497575 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Attempting to bind port 8b383a19-1f13-4317-af7c-66cf31b73729 on network 598584ad-d360-4e7e-bbf1-323d72ba4acf {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:28.504811 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:28.505325 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Checking segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:28.506210 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.506813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Bound using segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:28.507577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Bound port: 8b383a19-1f13-4317-af7c-66cf31b73729, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:28.508219 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.528755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81cd81-1e13-4f49-82dd-f981bbdc479c req-d53ac057-2d76-4ac8-a7e1-13c33e6ff6c6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.531471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a81cd81-1e13-4f49-82dd-f981bbdc479c req-d53ac057-2d76-4ac8-a7e1-13c33e6ff6c6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.3834834 Nov 12 01:10:28.567418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-d3306749-770d-41be-b2f2-fd3eeccc81ea service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624125 Nov 12 01:10:28.630158 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] For port 8b383a19-1f13-4317-af7c-66cf31b73729, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:28.634559 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] For port 8b383a19-1f13-4317-af7c-66cf31b73729, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b383a19-1f13-4317-af7c-66cf31b73729,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:28.646226 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.763085 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007737-0a86-4c0f-9742-21fb445db54d None None] Pushing event updated for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.786322 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:28.787597 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:28.830901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] Provisioning complete for port 8b383a19-1f13-4317-af7c-66cf31b73729 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:28.831278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.832621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a81cd81-1e13-4f49-82dd-f981bbdc479c req-2df06298-fe94-4d52-9c61-921a24dc7618 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707522 Nov 12 01:10:29.031995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 14009b50-0874-4abe-9d3a-4b8a72f581e3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:29.131883 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:29.136780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.257600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] For port 8b383a19-1f13-4317-af7c-66cf31b73729, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b383a19-1f13-4317-af7c-66cf31b73729,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:29.281541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 14009b50-0874-4abe-9d3a-4b8a72f581e3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:29.282265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.365159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.432642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e7441-50ba-402f-b794-6233ad686ea2 None None] Network 58233b81-5677-44da-b71f-674e1ff23cde requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:29.537613 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:28Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:29.541766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-e05efddf-7fd6-46e0-bb1a-c641a37e595d service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387305 Nov 12 01:10:29.553892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.605441 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.644901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a145-1d93-45af-9ccc-a4fb077f6344 None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:28Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:29.729925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8b849318-9610-4b6d-959b-4360e1aaf179 None None] Provisioning complete for port 14009b50-0874-4abe-9d3a-4b8a72f581e3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:29.730306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b849318-9610-4b6d-959b-4360e1aaf179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.813809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bbbc7-54d6-4934-87e9-9b59985e9f8a None None] Pushing event updated for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.033771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 14009b50-0874-4abe-9d3a-4b8a72f581e3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=14009b50-0874-4abe-9d3a-4b8a72f581e3,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:30.048560 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.115214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b6e9928-a25b-4f4e-a61b-a0c2e0d89901 req-a9d0ff7c-d908-4cc8-a372-3f7a67d7c63f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 210 time: 0.1762018 Nov 12 01:10:30.171179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.194245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93a19-1eb6-4163-962f-d9c1ef08c0cc req-4370bca2-f470-441a-9d90-3ceb4b6caddf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.196040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97a93a19-1eb6-4163-962f-d9c1ef08c0cc req-4370bca2-f470-441a-9d90-3ceb4b6caddf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1577058 Nov 12 01:10:30.326608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=14009b50-0874-4abe-9d3a-4b8a72f581e3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.353002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97a93a19-1eb6-4163-962f-d9c1ef08c0cc req-4e93e4a9-1823-45c7-a5fa-e74a6dfa9594 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952091 Nov 12 01:10:30.361431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8b849318-9610-4b6d-959b-4360e1aaf179 None None] Provisioning complete for port 8b383a19-1f13-4317-af7c-66cf31b73729 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:30.361918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b849318-9610-4b6d-959b-4360e1aaf179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.549903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Router 187d59c6-a218-4f26-86a6-f449969e20f9 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:10:30.822805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5a21fd12-e10d-426b-87cd-9b9bac1491c0 None None] Provisioning complete for port 14009b50-0874-4abe-9d3a-4b8a72f581e3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:30.823153 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a21fd12-e10d-426b-87cd-9b9bac1491c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.827858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:30.887407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.889091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-776910b3-5f66-45d7-b4d5-c09e4c47fa2e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6900153 Nov 12 01:10:30.892185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 55814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:30.907732 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b383a19-1f13-4317-af7c-66cf31b73729 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:30.968440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Sync routers for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:31.021569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:31.027661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.202389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8b383a19-1f13-4317-af7c-66cf31b73729 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:31.202389 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.298884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ba6e4f3-a751-44d1-9bae-182aa059c186 req-4492c6c2-84e7-46e2-b038-0c2c2c9c29d3 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 210 time: 0.0518081 Nov 12 01:10:31.303393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:31.520506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf058d1-3811-48fb-9073-4813099156bf req-1dc04409-5a26-4e94-aaba-0323fdb2c336 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.529445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acf058d1-3811-48fb-9073-4813099156bf req-1dc04409-5a26-4e94-aaba-0323fdb2c336 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.0796456 Nov 12 01:10:31.671953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-acf058d1-3811-48fb-9073-4813099156bf req-d3bf8ee1-3ef3-498d-b20e-fbec58ee7d6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414592 Nov 12 01:10:31.705333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 14009b50-0874-4abe-9d3a-4b8a72f581e3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:31.776111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-5af03cbb-13a3-451c-80aa-f4c1a42b91ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529919 Nov 12 01:10:31.813211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 14009b50-0874-4abe-9d3a-4b8a72f581e3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:31.813943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.898688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:28Z', 'revision_number': 3, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.906329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24525e-6d8b-4e16-951e-291919909aab req-554e3212-deb4-4d30-ae14-fcd15f60f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.907867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-554e3212-deb4-4d30-ae14-fcd15f60f3f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 1098 time: 0.0580266 Nov 12 01:10:31.942427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Checking router: 187d59c6-a218-4f26-86a6-f449969e20f9 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:31.943725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Updating router 187d59c6-a218-4f26-86a6-f449969e20f9 port 36c83c00-9757-49e7-ac4e-4af057a3790c binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:31.981584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.006211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-01541a72-5e80-4eb0-8370-048a61059661 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.007916 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-01541a72-5e80-4eb0-8370-048a61059661 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.2486064 Nov 12 01:10:32.027961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Request body: {'port': {'device_id': '8b6ca307-3673-4001-a371-2fd051bf976e', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'admin_state_up': True, 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:32.071089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24525e-6d8b-4e16-951e-291919909aab req-2f770364-7be0-491a-ba53-77744f6ca4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.073798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-2f770364-7be0-491a-ba53-77744f6ca4c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 200 len: 910 time: 0.1428471 Nov 12 01:10:32.208380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-a2ba4579-2373-452c-9d93-30c1c4c3b383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 200 len: 1001 time: 0.1264093 Nov 12 01:10:32.312765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:32.318702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.333341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24525e-6d8b-4e16-951e-291919909aab req-e2f54a56-7f11-469c-9852-698de456bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.336898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-e2f54a56-7f11-469c-9852-698de456bcf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 200 len: 848 time: 0.1211727 Nov 12 01:10:32.398918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.447233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24525e-6d8b-4e16-951e-291919909aab req-f8d10d50-9556-4ecc-9766-a6db58fcea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.449278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-f8d10d50-9556-4ecc-9766-a6db58fcea0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=032f4ec1-a229-407d-85d8-a9441297d1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052043 Nov 12 01:10:32.482443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.485123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.498626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.554787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9865063e-cb9a-43bb-9c9e-bd0ee7fa5aa1 req-989ec6c9-b0f9-4cd9-bd06-76e755e0ead0 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 210 time: 0.0755208 Nov 12 01:10:32.595985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4429c08-165c-46c0-b5b3-9c7cef2afa44 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:32.648025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Attempting to bind port 36c83c00-9757-49e7-ac4e-4af057a3790c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:32.648519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Attempting to bind port 36c83c00-9757-49e7-ac4e-4af057a3790c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:32.648972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Attempting to bind port 36c83c00-9757-49e7-ac4e-4af057a3790c on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:32.674273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:32.674908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:32.675543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.676031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:32.676645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Bound port: 36c83c00-9757-49e7-ac4e-4af057a3790c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:32.677163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.682538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Allocated IP 172.20.0.3 (f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964/4882aca3-16b8-49d1-a186-62377a7fb39f/31c6e9a9-2e4c-4536-a632-9aaa886823b0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:32.692802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-fee116bd-71d3-4302-b405-ed9103c2c502 service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357099 Nov 12 01:10:32.725714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6f18-e169-4b3e-85cf-f37c219609d6 None None] Pushing event updated for resources: {'Port': ['ID=36c83c00-9757-49e7-ac4e-4af057a3790c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:32.742192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c71e6ba0-17ef-4448-a995-7bfdc2a7ac28 None None] Provisioning complete for port 36c83c00-9757-49e7-ac4e-4af057a3790c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:32.742660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71e6ba0-17ef-4448-a995-7bfdc2a7ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.828478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c71e6ba0-17ef-4448-a995-7bfdc2a7ac28 None None] Port 36c83c00-9757-49e7-ac4e-4af057a3790c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:32.898036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] For port 36c83c00-9757-49e7-ac4e-4af057a3790c, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:32.909983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] For port 36c83c00-9757-49e7-ac4e-4af057a3790c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=36c83c00-9757-49e7-ac4e-4af057a3790c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:32.920260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.954460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d087d-14f2-4485-a9e3-8d4f816a7dcf req-21bc2253-f2d1-4c15-a0b9-da15149db170 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.956187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-938d087d-14f2-4485-a9e3-8d4f816a7dcf req-21bc2253-f2d1-4c15-a0b9-da15149db170 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1722562 Nov 12 01:10:32.980088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Allocated IP 172.20.0.1 (58233b81-5677-44da-b71f-674e1ff23cde/bbc83b76-d78e-4fd6-a80f-353a93e485d1/0262c22a-93d4-44c1-a100-79659cb0f1c5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:33.039000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-938d087d-14f2-4485-a9e3-8d4f816a7dcf req-302ee4b1-9ac0-45d7-bc7a-70b4d0709825 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712879 Nov 12 01:10:33.043016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f24525e-6d8b-4e16-951e-291919909aab req-e7ae8549-0b80-4720-bf20-83503755e1ac service neutron] 10.222.0.32 "GET /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384075 Nov 12 01:10:33.112247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4990a7-450c-499f-8ea1-e1a2aa57d68e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:10:33.117659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6f18-e169-4b3e-85cf-f37c219609d6 None None] Pushing event updated for resources: {'Port': ['ID=36c83c00-9757-49e7-ac4e-4af057a3790c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.127209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:33.127847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:33.218488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] Provisioning complete for port 36c83c00-9757-49e7-ac4e-4af057a3790c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:33.219070 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.224327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.310520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.316972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.317247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:33.357586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:33.360042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:33.393127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:33.403603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:33.424344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:33.466793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event updated for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.493960 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.563192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.563894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.582717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.592281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-693ffc25-a4ab-4755-bd3c-d7efb801a9ef tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5698833 Nov 12 01:10:33.595380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Network 58233b81-5677-44da-b71f-674e1ff23cde is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:33.597463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:33.600082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:33.608112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Request body: {'port': {'device_id': '8b6ca307-3673-4001-a371-2fd051bf976e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:33.653351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.736976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.791608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] For port 36c83c00-9757-49e7-ac4e-4af057a3790c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=36c83c00-9757-49e7-ac4e-4af057a3790c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:33.814652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.818781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.908643 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f36a-d846-4fbd-b51f-f71e971af97f req-7b3655b3-c2fd-438f-81ca-5f8f731386df tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.909922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58e6f36a-d846-4fbd-b51f-f71e971af97f req-7b3655b3-c2fd-438f-81ca-5f8f731386df tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 931 time: 0.1149142 Nov 12 01:10:34.052738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58e6f36a-d846-4fbd-b51f-f71e971af97f req-a665756d-d1e0-4b69-a9d0-54e9fe9f5b46 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339839 Nov 12 01:10:34.113004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab3ca9-5190-45e4-9880-458a902901a3 None None] Pushing event updated for resources: {'Port': ['ID=36c83c00-9757-49e7-ac4e-4af057a3790c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.208536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:28Z', 'revision_number': 3, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:34.251962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b49874ec-d91f-4166-b9c8-4d7aba4c1fa8 None None] Provisioning complete for port 0262c22a-93d4-44c1-a100-79659cb0f1c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:34.252352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b49874ec-d91f-4166-b9c8-4d7aba4c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.255401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d15be8-92d5-46da-a9f1-c817a1bced9f None None] The sync data for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 is: [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:28Z', 'revision_number': 3, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:34.302539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.346197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8df2-2754-403c-83bb-02bed1294a70 req-adeb9633-f675-4974-8738-d48b00d63e0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:34.349395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b49874ec-d91f-4166-b9c8-4d7aba4c1fa8 None None] Port 0262c22a-93d4-44c1-a100-79659cb0f1c5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:34.354675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-326e8df2-2754-403c-83bb-02bed1294a70 req-adeb9633-f675-4974-8738-d48b00d63e0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1707237 Nov 12 01:10:34.460893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-326e8df2-2754-403c-83bb-02bed1294a70 req-9598c9be-16ac-42ce-bfc6-635fc14e5b57 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975149 Nov 12 01:10:34.702921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c6e9a9-2e4c-4536-a632-9aaa886823b0 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:34.718271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.722161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.728503 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.795113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Transition to ACTIVE for port object 31c6e9a9-2e4c-4536-a632-9aaa886823b0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:34.808701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.831316 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.847692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.884854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 36c83c00-9757-49e7-ac4e-4af057a3790c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:35.008578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 36c83c00-9757-49e7-ac4e-4af057a3790c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:35.009202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.211846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Pushing event updated for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:35.213783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.239008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Attempting to bind port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:35.241920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Attempting to bind port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:35.242316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Attempting to bind port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:35.258911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:35.259215 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Attempting to bind port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:35.294820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:35.298727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Checking segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:35.299135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Bound using segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:35.299863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Bound port: 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:35.300276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.321891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edad6-8351-44c9-a161-1796f95dad42 req-ba9497fd-9a6e-4555-a4ce-686ca189e636 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.334788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c95edad6-8351-44c9-a161-1796f95dad42 req-ba9497fd-9a6e-4555-a4ce-686ca189e636 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 943 time: 0.0870681 Nov 12 01:10:35.338186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Network 58233b81-5677-44da-b71f-674e1ff23cde is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:35.342505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:35.491695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c95edad6-8351-44c9-a161-1796f95dad42 req-374b504e-9efb-41d7-bc6c-a7d8858d2cb8 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553741 Nov 12 01:10:35.683496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Router 187d59c6-a218-4f26-86a6-f449969e20f9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:35.705070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:35.713843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:35.761775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.767565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d34ab-bf91-4a5f-ae37-0884df9e9c2a req-73fb8a9a-6ce9-4f9b-9679-e660033a4eea tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.776255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-312d34ab-bf91-4a5f-ae37-0884df9e9c2a req-73fb8a9a-6ce9-4f9b-9679-e660033a4eea tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1378331 Nov 12 01:10:35.802088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-282790a2-7722-43e9-b9ff-f51cee790b3b None None] Provisioning complete for port 0262c22a-93d4-44c1-a100-79659cb0f1c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:35.802762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-282790a2-7722-43e9-b9ff-f51cee790b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.890519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-312d34ab-bf91-4a5f-ae37-0884df9e9c2a req-50f31e4f-5bc4-4988-a61a-af475ef83ff6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067460 Nov 12 01:10:35.916298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-282790a2-7722-43e9-b9ff-f51cee790b3b None None] Port 0262c22a-93d4-44c1-a100-79659cb0f1c5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:35.922766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.923732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.925326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] 10.222.0.32 "PUT /v2.0/ports/31c6e9a9-2e4c-4536-a632-9aaa886823b0 HTTP/1.1" status: 200 len: 1092 time: 2.3225892 Nov 12 01:10:35.927560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:35.930411 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e085e4-39bc-49e3-beed-5eec26c83a28" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:35.985823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30a609-7fb2-4135-b9ae-481b4ed91082 service neutron] Pushing event updated for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.009065 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6329c6af-302d-4deb-bc53-d4b1eb2bc30b x-openstack-request-id: req-6329c6af-302d-4deb-bc53-d4b1eb2bc30b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:36.009370 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:36.009639 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6329c6af-302d-4deb-bc53-d4b1eb2bc30b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:36.010058 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0', 'status': 'completed', 'code': 200} Nov 12 01:10:36.014052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:36.019640 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f22155e-8a69-4e45-934b-930a771e20c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/187d59c6-a218-4f26-86a6-f449969e20f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1263728 Nov 12 01:10:36.036223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-b8a43251-7d31-408e-8244-60286f659df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.037883 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-b8a43251-7d31-408e-8244-60286f659df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 1095 time: 0.0626264 Nov 12 01:10:36.094974 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-5ea8d05c-3d10-4138-b8ba-5734e42c7218 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0 HTTP/1.1" status: 200 len: 217 time: 0.0462370 Nov 12 01:10:36.215100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-b12d203d-d0db-45cc-8a08-b23152cd8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.218086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-b12d203d-d0db-45cc-8a08-b23152cd8f58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.1145511 Nov 12 01:10:36.282211 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-4e232f60-65c2-4f44-9f5e-48f0732e86a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568707 Nov 12 01:10:36.406685 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-5d795648-8295-4c22-b428-5dfe2969f483 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154530 Nov 12 01:10:36.549564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d9e2aff9-278e-432c-b7f2-00fd739f4803 req-a7479e5a-3358-4c05-b6cc-b88978109b26 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320250 Nov 12 01:10:36.677706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-9093ee99-549e-42d8-9708-ad9d4ee05911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.681489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-9093ee99-549e-42d8-9708-ad9d4ee05911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 1095 time: 0.0721412 Nov 12 01:10:36.736894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16be59-b5fc-4bcb-ae42-fa1b0435cd41 req-37f864f0-db60-4769-a01f-947ceac21cb5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.741776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c16be59-b5fc-4bcb-ae42-fa1b0435cd41 req-37f864f0-db60-4769-a01f-947ceac21cb5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 943 time: 0.1339579 Nov 12 01:10:36.817366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c16be59-b5fc-4bcb-ae42-fa1b0435cd41 req-fa917c00-f74e-47f8-b852-32a8e1c7f6aa tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Nov 12 01:10:36.866011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-caf25e62-596d-4d97-ab22-4447f1068c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.868148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-caf25e62-596d-4d97-ab22-4447f1068c49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.1782279 Nov 12 01:10:36.963590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-6e9552b5-dea9-4120-828f-635995c360d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0 HTTP/1.1" status: 200 len: 217 time: 0.0873933 Nov 12 01:10:37.058659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Sync routers for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:37.059987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-65d0f2d7-b300-4bc5-8432-0dc29d04d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.065348 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-65d0f2d7-b300-4bc5-8432-0dc29d04d960 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0935793 Nov 12 01:10:37.078908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:37.079694 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:37.123206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc53fa-5441-4051-9b6a-5cd0fefc6428 req-87abf2e3-e526-4f04-8b0f-ae98cfeffa84 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.132986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0cc53fa-5441-4051-9b6a-5cd0fefc6428 req-87abf2e3-e526-4f04-8b0f-ae98cfeffa84 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1293688 Nov 12 01:10:37.138212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-d4d1ebd8-c19b-4c65-9c09-e879aa0cee5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651281 Nov 12 01:10:37.203905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0cc53fa-5441-4051-9b6a-5cd0fefc6428 req-ee50d250-c5a1-413b-890b-c228368fa46c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686457 Nov 12 01:10:37.350891 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:37.608774 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:34Z', 'revision_number': 4, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '0262c22a-93d4-44c1-a100-79659cb0f1c5', 'name': '', 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'mac_address': 'fa:16:3e:2a:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:32Z', 'updated_at': '2021-11-12T01:10:34Z', 'revision_number': 2, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'subnets': [{'id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:37.858419 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Checking router: 187d59c6-a218-4f26-86a6-f449969e20f9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:37.858762 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-7f50909b-c5b1-44a7-a713-a41fad497301 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123930 Nov 12 01:10:37.859461 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Updating router 187d59c6-a218-4f26-86a6-f449969e20f9 port 0262c22a-93d4-44c1-a100-79659cb0f1c5 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:37.919803 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.042538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0f78-b1f7-449c-ad8d-da7e9b7792cf req-1623f0d1-b432-422c-b472-525595b9f5ac tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.051382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16d0f78-b1f7-449c-ad8d-da7e9b7792cf req-1623f0d1-b432-422c-b472-525595b9f5ac tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 943 time: 0.1181479 Nov 12 01:10:38.070506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f5e085e4-39bc-49e3-beed-5eec26c83a28 req-b1f27572-15d7-4df8-8996-9c8b0852ed14 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040224 Nov 12 01:10:38.135541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e16d0f78-b1f7-449c-ad8d-da7e9b7792cf req-6a8fa71f-707b-4e97-9826-a9f3b4c5f469 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Nov 12 01:10:38.359438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abff8c-ee0e-4b0d-ac08-27685f0053ea req-4e335af3-7521-4dda-9b29-a2555288654f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.361570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8abff8c-ee0e-4b0d-ac08-27685f0053ea req-4e335af3-7521-4dda-9b29-a2555288654f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.0658491 Nov 12 01:10:38.406080 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.416608 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.457974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8abff8c-ee0e-4b0d-ac08-27685f0053ea req-9fdfc3d6-6b6c-4f06-86aa-7f33f4c0b671 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783937 Nov 12 01:10:38.510813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe7aa1-d5f2-4cf4-a102-1d4eca841312 None None] Pushing event updated for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:38.609647 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Attempting to bind port 0262c22a-93d4-44c1-a100-79659cb0f1c5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:38.610034 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Attempting to bind port 0262c22a-93d4-44c1-a100-79659cb0f1c5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:38.610563 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Attempting to bind port 0262c22a-93d4-44c1-a100-79659cb0f1c5 on network 58233b81-5677-44da-b71f-674e1ff23cde {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:38.663351 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:38.669479 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Checking segment: {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:38.670310 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.671055 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Bound using segment: {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:38.672917 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Bound port: 0262c22a-93d4-44c1-a100-79659cb0f1c5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ef5f7-7276-4d01-ac58-5183cf5738b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:38.673802 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.790381 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] For port 0262c22a-93d4-44c1-a100-79659cb0f1c5, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:38.793858 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] For port 0262c22a-93d4-44c1-a100-79659cb0f1c5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0262c22a-93d4-44c1-a100-79659cb0f1c5,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:38.801387 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.867983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.882781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] Provisioning complete for port 0262c22a-93d4-44c1-a100-79659cb0f1c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:38.883217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.943401 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:38.944281 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:38.952484 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe7aa1-d5f2-4cf4-a102-1d4eca841312 None None] Pushing event updated for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:39.079941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afbea1e-7fa6-479a-bd6d-41dece5ab381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.095309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:39.109594 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.181272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] For port 0262c22a-93d4-44c1-a100-79659cb0f1c5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0262c22a-93d4-44c1-a100-79659cb0f1c5,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:39.219609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.228034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2d407d9-85c3-4391-bf27-0bb76b84b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.272077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afbea1e-7fa6-479a-bd6d-41dece5ab381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.279542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9afbea1e-7fa6-479a-bd6d-41dece5ab381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.340648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa159d48-ff61-4b7a-beb1-5e07f9a1d9c6 None None] Pushing event updated for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:39.355482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-48b1da52-9979-4eff-94d2-50888a1829b5 None None] Provisioning complete for port 0262c22a-93d4-44c1-a100-79659cb0f1c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:39.356090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b1da52-9979-4eff-94d2-50888a1829b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.365155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dd719-cca3-4055-a7de-fce1c0c0f4d6 req-1d5e48e4-dc61-4c88-80a6-b758665d4a71 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.375630 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9afbea1e-7fa6-479a-bd6d-41dece5ab381 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9328d46f7ad64a3fac421db2c70b9f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024936 Nov 12 01:10:39.380998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:39.384771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b1dd719-cca3-4055-a7de-fce1c0c0f4d6 req-1d5e48e4-dc61-4c88-80a6-b758665d4a71 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 943 time: 0.1154087 Nov 12 01:10:39.402164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbea1e-7fa6-479a-bd6d-41dece5ab381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239aa1ea-6c6f-42a6-a4d0-1ba267c0fcc9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:39.489863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 31c6e9a9-2e4c-4536-a632-9aaa886823b0 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:39.504108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b1dd719-cca3-4055-a7de-fce1c0c0f4d6 req-7deda70c-a2f2-44c6-92ec-252d09c69aa1 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149354 Nov 12 01:10:39.516511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.567163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.626743 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:34Z', 'revision_number': 4, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '0262c22a-93d4-44c1-a100-79659cb0f1c5', 'name': '', 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'mac_address': 'fa:16:3e:2a:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:32Z', 'updated_at': '2021-11-12T01:10:38Z', 'revision_number': 4, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'subnets': [{'id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:39.671010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.674136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.675298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883caa90-7b87-49bd-830e-c5d9b6445d87 req-4e05320d-f59d-4e3f-a56f-632719773f28 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.677883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-883caa90-7b87-49bd-830e-c5d9b6445d87 req-4e05320d-f59d-4e3f-a56f-632719773f28 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.0764713 Nov 12 01:10:39.683208 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/239aa1ea-6c6f-42a6-a4d0-1ba267c0fcc9 HTTP/1.1" status: 204 len: 168 time: 0.2996371 Nov 12 01:10:39.707392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba0b43-f322-4870-98ce-dface404fdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239aa1ea-6c6f-42a6-a4d0-1ba267c0fcc9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:39.727166 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fc090-f5f4-49d8-a367-f843c0153640 None None] The sync data for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 is: [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:10:34Z', 'revision_number': 4, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '0262c22a-93d4-44c1-a100-79659cb0f1c5', 'name': '', 'network_id': '58233b81-5677-44da-b71f-674e1ff23cde', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'mac_address': 'fa:16:3e:2a:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:32Z', 'updated_at': '2021-11-12T01:10:38Z', 'revision_number': 4, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'subnets': [{'id': 'bbc83b76-d78e-4fd6-a80f-353a93e485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:39.852863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-883caa90-7b87-49bd-830e-c5d9b6445d87 req-b33bbcab-ddfc-4b1f-923e-697ad17f471d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616654 Nov 12 01:10:40.133384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:40.156594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '31c6e9a9-2e4c-4536-a632-9aaa886823b0', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'port_id': '31c6e9a9-2e4c-4536-a632-9aaa886823b0', 'mac_address': 'fa:16:3e:48:a7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882aca3-16b8-49d1-a186-62377a7fb39f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:40.216338 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.238801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c6e9a9-2e4c-4536-a632-9aaa886823b0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:40.283591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:40.289327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.315941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:40.342806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1b82816-f8c0-4942-88e0-0e5c50b0cf01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.387266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:40.451072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1b82816-f8c0-4942-88e0-0e5c50b0cf01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.460585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1b82816-f8c0-4942-88e0-0e5c50b0cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.506265 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1b82816-f8c0-4942-88e0-0e5c50b0cf01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af75224ea0364c63ad187e0fc76fda4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885648 Nov 12 01:10:40.510451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:40.518428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['31c6e9a9-2e4c-4536-a632-9aaa886823b0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:40.575744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b82816-f8c0-4942-88e0-0e5c50b0cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f0fd5-2777-4748-bb6c-bb5a9e875155,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:40.712922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.748714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.883642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0262c22a-93d4-44c1-a100-79659cb0f1c5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:40.907944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba060f-b9f6-4f5e-8e52-f80ae9a772ce req-31e5b655-92c4-411d-b051-f4efb5487689 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.918148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fba060f-b9f6-4f5e-8e52-f80ae9a772ce req-31e5b655-92c4-411d-b051-f4efb5487689 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 944 time: 0.2867696 Nov 12 01:10:41.005436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0262c22a-93d4-44c1-a100-79659cb0f1c5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:41.006430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.117374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fba060f-b9f6-4f5e-8e52-f80ae9a772ce req-56053e7a-a686-4522-8388-5174a0c729f6 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898887 Nov 12 01:10:41.140823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.148805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.153027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c5f0fd5-2777-4748-bb6c-bb5a9e875155 HTTP/1.1" status: 204 len: 168 time: 0.6412940 Nov 12 01:10:41.166952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05493d79-9b51-4a73-9d9d-7b2b19b8d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f0fd5-2777-4748-bb6c-bb5a9e875155,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:41.186341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046fee4-177c-4da7-b31c-abf99213c151 req-3c85791d-6a3c-4b73-a1bc-b3e14e742383 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.188820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b046fee4-177c-4da7-b31c-abf99213c151 req-3c85791d-6a3c-4b73-a1bc-b3e14e742383 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.1946633 Nov 12 01:10:41.310546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b046fee4-177c-4da7-b31c-abf99213c151 req-d15caeba-6337-4785-99c6-7c529af6395d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087697 Nov 12 01:10:41.496184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 31c6e9a9-2e4c-4536-a632-9aaa886823b0 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:41.656678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:41.668940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:41.672807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.850306 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.882941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:41.885936 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa7284-4c3e-4057-a80a-40ee29fe0841" -d '{"events": [{"server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "name": "network-vif-plugged", "status": "completed", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:41.900299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:41.909384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.014001 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38be634-53cf-4e9e-92c8-b5ef1be09fd1 x-openstack-request-id: req-e38be634-53cf-4e9e-92c8-b5ef1be09fd1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:42.014414 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "name": "network-vif-plugged", "status": "completed", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:42.014770 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e38be634-53cf-4e9e-92c8-b5ef1be09fd1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:42.015258 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0', 'code': 200} Nov 12 01:10:42.019189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:42.141220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184d16-89c1-422d-b164-bece58fb78f1 req-db6f2d94-fe79-4c58-851e-9b552c3efb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.145614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-db6f2d94-fe79-4c58-851e-9b552c3efb09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1098 time: 0.1312480 Nov 12 01:10:42.148090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-050746fe-8186-47dc-ac9a-9fef65bb7eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.278280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cef63-3de6-4d4d-8830-a30b92e17787 req-908bb427-cd4b-4f6f-a663-6bee8107444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.282667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef7cef63-3de6-4d4d-8830-a30b92e17787 req-908bb427-cd4b-4f6f-a663-6bee8107444b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 1097 time: 0.0996618 Nov 12 01:10:42.422000 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef7cef63-3de6-4d4d-8830-a30b92e17787 req-5a678d2e-838c-45ad-8023-e7e2bec27999 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331596 Nov 12 01:10:42.521912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184d16-89c1-422d-b164-bece58fb78f1 req-85d62d39-7fb2-4193-83d4-3bfaacf638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.523923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-85d62d39-7fb2-4193-83d4-3bfaacf638e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.3173902 Nov 12 01:10:42.536857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a524-136e-4de1-b601-e915c04e2024 req-95ceda00-49db-4a5b-a2cc-5119f429c17c tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.545015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eb6a524-136e-4de1-b601-e915c04e2024 req-95ceda00-49db-4a5b-a2cc-5119f429c17c tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 945 time: 0.1641722 Nov 12 01:10:42.645195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b699076-4330-4a83-9554-3474737409b1 req-88b5c64d-4eb0-4117-867c-0fd02585f404 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.650731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b699076-4330-4a83-9554-3474737409b1 req-88b5c64d-4eb0-4117-867c-0fd02585f404 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.2014532 Nov 12 01:10:42.692144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eb6a524-136e-4de1-b601-e915c04e2024 req-0917f577-d8d3-4ce6-bd79-18d3c92f2862 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461034 Nov 12 01:10:42.701329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-b7d28f63-19ed-4fbe-84ee-e6479a0daf4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1002 time: 0.1533463 Nov 12 01:10:42.826619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.857377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b699076-4330-4a83-9554-3474737409b1 req-d296cd94-4466-4a99-8888-7febb1a72b7f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631589 Nov 12 01:10:42.859630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184d16-89c1-422d-b164-bece58fb78f1 req-7452299b-6d76-47ee-8425-121d31e35992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.862825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-7452299b-6d76-47ee-8425-121d31e35992 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.1280074 Nov 12 01:10:42.937425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184d16-89c1-422d-b164-bece58fb78f1 req-819fe4f7-cfcf-4f39-b158-015e87518f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.939707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-819fe4f7-cfcf-4f39-b158-015e87518f35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669641 Nov 12 01:10:43.094895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-c005a4e0-b459-461c-ad8d-f75017c61507 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401737 Nov 12 01:10:43.221502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65184d16-89c1-422d-b164-bece58fb78f1 req-b99e3c18-86a4-4c4c-a3f5-d66ffa3ced3d service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128569 Nov 12 01:10:43.784624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:43.924702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfee97-a321-441c-a4b1-a87df941906c req-11e646af-7272-4e44-bff5-5f439edf6321 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.929210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82dfee97-a321-441c-a4b1-a87df941906c req-11e646af-7272-4e44-bff5-5f439edf6321 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 945 time: 0.1420670 Nov 12 01:10:44.048473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.064258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b0e923e-ae05-444b-b014-44b12eeddf1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.108525 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-730c4f65-a33c-487d-89d0-4af747e8825d service neutron] show failed (client error): The resource could not be found. Nov 12 01:10:44.111348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-730c4f65-a33c-487d-89d0-4af747e8825d service neutron] 10.222.0.39 "GET /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.3180146 Nov 12 01:10:44.186851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82dfee97-a321-441c-a4b1-a87df941906c req-cf8f9d08-3afe-437d-a0f8-a5b7e9f85468 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420163 Nov 12 01:10:44.207425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87c2d-c15e-45e7-b944-1c331ed3429a req-1490f68c-2c83-4e63-8b63-330dae227142 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.210412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eac87c2d-c15e-45e7-b944-1c331ed3429a req-1490f68c-2c83-4e63-8b63-330dae227142 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 946 time: 0.2356977 Nov 12 01:10:44.313448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eac87c2d-c15e-45e7-b944-1c331ed3429a req-0e0bc08c-7b83-4679-aeae-4efc51548a94 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940332 Nov 12 01:10:44.389417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b0e923e-ae05-444b-b014-44b12eeddf1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.397052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b0e923e-ae05-444b-b014-44b12eeddf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.465991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-619f5191-1d19-452b-b0a5-fe41d23971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.468638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b0e923e-ae05-444b-b014-44b12eeddf1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7103e3b373b467f8a987a210008d43d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6826515 Nov 12 01:10:44.471183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-619f5191-1d19-452b-b0a5-fe41d23971ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 1098 time: 0.0567791 Nov 12 01:10:44.471720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:44.473815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e923e-ae05-444b-b014-44b12eeddf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f819ad-0915-4ab9-bbfb-05ffc6dc9b3b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:44.507345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:44.629094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.649092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.719294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.882919 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.926329 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.929262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.934108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59f819ad-0915-4ab9-bbfb-05ffc6dc9b3b HTTP/1.1" status: 204 len: 168 time: 0.4573932 Nov 12 01:10:44.972665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:44.975421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f3f2-ff3f-4896-8e2b-bbc6fa737ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f819ad-0915-4ab9-bbfb-05ffc6dc9b3b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:45.030969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:45.079706 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:45.090730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:45.094814 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a192fb0f-3a7a-45aa-8482-277b64068661" -d '{"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-unplugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:45.108141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.159269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Transition to ACTIVE for port object 3720589d-8060-4f75-84d9-ec45bccc5da0 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:45.169509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.183399 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb992e2f-e006-4079-b50b-4fcfd11f348f x-openstack-request-id: req-cb992e2f-e006-4079-b50b-4fcfd11f348f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:45.184178 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-unplugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:45.184781 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb992e2f-e006-4079-b50b-4fcfd11f348f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:45.185812 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'code': 200} Nov 12 01:10:45.257200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:45.386228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] No DVR routers for this DVR port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:45.724802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b095ef-d700-40b8-9c81-c36eda978ce2 req-01cade16-1573-48f0-932a-781e97c99c74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.745335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36b095ef-d700-40b8-9c81-c36eda978ce2 req-01cade16-1573-48f0-932a-781e97c99c74 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.2448206 Nov 12 01:10:45.800249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:45.802959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:45.802959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:45.808841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:45.809315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:45.815399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:45.815878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:45.816362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Bound using segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:45.816807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Bound port: 3720589d-8060-4f75-84d9-ec45bccc5da0, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:45.817170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.882260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36b095ef-d700-40b8-9c81-c36eda978ce2 req-973b61ca-1f67-4d09-9bc0-cdc02400cb93 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356912 Nov 12 01:10:45.919221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:45.923764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:45.929796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.974671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.975392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.976719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1093 time: 1.4805894 Nov 12 01:10:46.047155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358819c-7734-4fe7-99c6-17c98fede6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:46.155933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-4fa44103-b3b4-4f38-9133-8b40c7ce5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.157653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-4fa44103-b3b4-4f38-9133-8b40c7ce5c83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.1472771 Nov 12 01:10:46.284084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-cdc39273-8608-47d0-bab6-139737f9b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.284084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-cdc39273-8608-47d0-bab6-139737f9b10a service neutron] 10.222.0.32 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1188221 Nov 12 01:10:46.390369 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-defc4e68-1b67-4cc3-8c6e-839d652a921d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.0930939 Nov 12 01:10:46.474916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-21d916e8-a8ee-4221-beef-96901b2c14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.477563 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-21d916e8-a8ee-4221-beef-96901b2c14bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0845129 Nov 12 01:10:46.558101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-aa6ae473-8394-4972-89c5-0814b661b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.561368 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-aa6ae473-8394-4972-89c5-0814b661b644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710852 Nov 12 01:10:46.717243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-365445b3-b7fa-4cf4-bd11-7540fba33f4a service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493289 Nov 12 01:10:46.860860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9f0994ad-b4f6-412b-a1fd-16d8375c59b1 req-a294aa6b-ee45-4412-beee-23bd13fa5e86 service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316466 Nov 12 01:10:47.093962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7733f1-71db-4324-a080-4a5a6746d019 req-480d64d2-c6d1-480f-a393-4c0f89e241fc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.111440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d7733f1-71db-4324-a080-4a5a6746d019 req-480d64d2-c6d1-480f-a393-4c0f89e241fc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.1023145 Nov 12 01:10:47.188695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:47.192347 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dddd20c-e853-48be-b4e9-1fc104e45d10" -d '{"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:47.254333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d7733f1-71db-4324-a080-4a5a6746d019 req-58497b2b-fc7c-4018-905a-9ec34e0f50b4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369023 Nov 12 01:10:47.436281 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a42359-50e5-4035-8c88-2e246e9f91be x-openstack-request-id: req-63a42359-50e5-4035-8c88-2e246e9f91be {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:47.437728 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:47.440307 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63a42359-50e5-4035-8c88-2e246e9f91be {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:47.441736 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:10:47.465522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:47.574420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-18aab940-2e01-4665-b322-8a6e37bda4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.582137 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-18aab940-2e01-4665-b322-8a6e37bda4d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.1663263 Nov 12 01:10:47.620691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-1883d58a-6fa9-48b8-bdf3-e4e36715d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.626580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-1883d58a-6fa9-48b8-bdf3-e4e36715d9f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.1696329 Nov 12 01:10:47.734148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:47.805779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:47.810190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-9f66d473-036f-4452-b253-d4400573bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.813969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-9f66d473-036f-4452-b253-d4400573bb37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.2244096 Nov 12 01:10:47.884676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-847ff05c-c532-43ab-a7bd-5b72f793aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.887542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-847ff05c-c532-43ab-a7bd-5b72f793aa34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.2380140 Nov 12 01:10:47.889691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f978585-6d90-42cb-baa7-d5b83f4ed5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.930834 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-84214dba-ea7c-4a66-8208-decfb8c0bcd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.1075695 Nov 12 01:10:48.000653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-6fa4b125-b17e-4c72-a4cd-510cbf065dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.010076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-6fa4b125-b17e-4c72-a4cd-510cbf065dc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0699964 Nov 12 01:10:48.080636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-2276b5a3-96c9-4e54-a944-d3385e9c9c12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.1494970 Nov 12 01:10:48.082459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-483bcafb-e984-4757-80e4-0f438bbe83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.086267 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-483bcafb-e984-4757-80e4-0f438bbe83f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684977 Nov 12 01:10:48.157875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-d6e368e7-283e-4ba9-a3b0-bfd37f004f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.161259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-d6e368e7-283e-4ba9-a3b0-bfd37f004f7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0648775 Nov 12 01:10:48.225591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f978585-6d90-42cb-baa7-d5b83f4ed5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.237923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f978585-6d90-42cb-baa7-d5b83f4ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.275076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-f697233e-12c5-4073-884d-6588cc9b230d service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805425 Nov 12 01:10:48.288579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f978585-6d90-42cb-baa7-d5b83f4ed5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b868289a-d0c1-4099-9c8f-44136ba8e153,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:48.310723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-21633bec-c623-42d0-af42-73a9966bc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.314438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-21633bec-c623-42d0-af42-73a9966bc21c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356456 Nov 12 01:10:48.373222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f978585-6d90-42cb-baa7-d5b83f4ed5b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc814d60470f4c22be40d7013efbf06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065356 Nov 12 01:10:48.376591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:48.444938 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-866dd6fc-5943-44a7-9ead-879313961f76 service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593952 Nov 12 01:10:48.472661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-72e9275a-3bd9-4145-b108-c76726640945 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398017 Nov 12 01:10:48.615080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.690316 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.765341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f06a2-7e4e-4ec9-9eca-6ec7055ddd29 req-a413dced-4577-4e34-8d7a-d7419dc351d2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.766927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-497f06a2-7e4e-4ec9-9eca-6ec7055ddd29 req-a413dced-4577-4e34-8d7a-d7419dc351d2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.2931128 Nov 12 01:10:48.795641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8dddd20c-e853-48be-b4e9-1fc104e45d10 req-d285da18-3bbb-42d6-b04f-9db03596a359 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870157 Nov 12 01:10:48.945730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-497f06a2-7e4e-4ec9-9eca-6ec7055ddd29 req-830659c1-f4d7-469a-83c9-7110c1daec63 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525412 Nov 12 01:10:48.966173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.969213 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.970391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b868289a-d0c1-4099-9c8f-44136ba8e153 HTTP/1.1" status: 204 len: 168 time: 0.5007365 Nov 12 01:10:48.982108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9b4b7-5767-4fd9-9dc3-38ef3adbbbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868289a-d0c1-4099-9c8f-44136ba8e153,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.213715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a99368-54f9-4f65-898f-a25fce5a9aed req-e0c25e84-aa2e-4f7c-82ce-fcdc7bb4fd70 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.215293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a99368-54f9-4f65-898f-a25fce5a9aed req-e0c25e84-aa2e-4f7c-82ce-fcdc7bb4fd70 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.0949397 Nov 12 01:10:50.313014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a99368-54f9-4f65-898f-a25fce5a9aed req-cf566190-654a-47b5-ac50-aaf3e11bc3c4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893669 Nov 12 01:10:50.813172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-92a837e3-624f-446e-9932-e8dd6a2bf666 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.816455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-92a837e3-624f-446e-9932-e8dd6a2bf666 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 944 time: 0.1201806 Nov 12 01:10:50.830632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31c389-a171-4f23-8edf-a5b83112eff6 req-02894aff-7d8d-41e6-8e75-23b9c15d7177 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.840420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb31c389-a171-4f23-8edf-a5b83112eff6 req-02894aff-7d8d-41e6-8e75-23b9c15d7177 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 944 time: 0.0734653 Nov 12 01:10:50.949100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-ea13ea8a-8180-4d6e-81ba-f36c6a05f970 service neutron] 10.222.0.32 "GET /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 383 time: 0.1248875 Nov 12 01:10:50.963478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb31c389-a171-4f23-8edf-a5b83112eff6 req-931f4c2a-f8e1-4355-ba73-7b7aeada8d5b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219299 Nov 12 01:10:51.045938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-2dd991eb-d23a-4d81-8473-d1b00ef7458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.048288 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-2dd991eb-d23a-4d81-8473-d1b00ef7458e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1096 time: 0.0681360 Nov 12 01:10:51.220711 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-acb4446d-2ca5-43a6-be82-35cf4042802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.222806 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-acb4446d-2ca5-43a6-be82-35cf4042802e service neutron] 10.222.0.32 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1641552 Nov 12 01:10:51.313976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-35474cd3-19d0-4fd4-9288-9245d5b78386 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.0830116 Nov 12 01:10:51.422771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-41b45525-a3ee-4ed4-9521-b924e586d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.424320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-41b45525-a3ee-4ed4-9521-b924e586d68e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.1032774 Nov 12 01:10:51.502779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:51.525488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-8abde431-37f9-40f6-acac-34d2809acf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.527033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-8abde431-37f9-40f6-acac-34d2809acf53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952048 Nov 12 01:10:51.779606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:51.805738 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-1e2ec93c-b4db-43a3-bd87-21df82cf3e53 service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714012 Nov 12 01:10:51.813812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:51.882281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.934403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:52.006571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:52.017862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.123024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-b5c7c503-41c6-40bd-9410-9ea31df6a77a service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018484 Nov 12 01:10:52.175343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:52.293249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3720589d-8060-4f75-84d9-ec45bccc5da0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:52.309926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e9ca-05ae-405c-b600-865ddfb60fe3 req-1222843e-b7da-4bc3-8853-027726b34fe7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.321154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09a0e9ca-05ae-405c-b600-865ddfb60fe3 req-1222843e-b7da-4bc3-8853-027726b34fe7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.1266477 Nov 12 01:10:52.457313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-09a0e9ca-05ae-405c-b600-865ddfb60fe3 req-483af949-b764-4854-b442-ab5b7580f270 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334314 Nov 12 01:10:53.512610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:53.755969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28669126-99b8-4568-8895-9d4910862362 req-f1eaec75-71ff-466f-aca9-419710c3f891 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:53.765928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28669126-99b8-4568-8895-9d4910862362 req-f1eaec75-71ff-466f-aca9-419710c3f891 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.1322596 Nov 12 01:10:53.814169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:53.839714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:53.943478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28669126-99b8-4568-8895-9d4910862362 req-27b61ffb-cdff-4585-ba4a-c76a4b13c24f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753390 Nov 12 01:10:54.605618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-f8c92151-1661-4934-8eb0-da13918c2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.607738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-f8c92151-1661-4934-8eb0-da13918c2a7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 1097 time: 0.1060345 Nov 12 01:10:54.623561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:54.739293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.012824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:55.252001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e501ae8-37ab-4cff-b0e0-adc0ee39b18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.359337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e501ae8-37ab-4cff-b0e0-adc0ee39b18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.373668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e501ae8-37ab-4cff-b0e0-adc0ee39b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.405372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e501ae8-37ab-4cff-b0e0-adc0ee39b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28557a6-65b0-472a-aa4a-e54953cfb96b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.453510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e501ae8-37ab-4cff-b0e0-adc0ee39b18d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31078c4546de40cab5aff72d0601e686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388778 Nov 12 01:10:55.454510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:55.466203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2084-ab75-4eb9-99c0-4bd73371daa0 req-17c6adcb-3b26-4116-afe2-1fc433359ca8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:55.473583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-479d2084-ab75-4eb9-99c0-4bd73371daa0 req-17c6adcb-3b26-4116-afe2-1fc433359ca8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.0961263 Nov 12 01:10:55.513473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:55.583638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.596395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-479d2084-ab75-4eb9-99c0-4bd73371daa0 req-1cfe932d-5fd7-4082-806b-1e8ea654c4d6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216474 Nov 12 01:10:55.649118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.668283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:55.707845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.722259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:55.751459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:55.822072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:55.837159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.862096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.865847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.867959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a28557a6-65b0-472a-aa4a-e54953cfb96b HTTP/1.1" status: 204 len: 168 time: 0.4122601 Nov 12 01:10:55.868217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Ignored duplicate provisioning block setup for port 3720589d-8060-4f75-84d9-ec45bccc5da0 by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 01:10:55.874334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.897545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a211b-5ca3-4b95-81f1-9580430909b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28557a6-65b0-472a-aa4a-e54953cfb96b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.974201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:10:55.974567 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:10:56.153174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] No DVR routers for this DVR port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:56.225652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.472045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:56.472752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:56.472948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:56.484310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:56.484661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Attempting to bind port 3720589d-8060-4f75-84d9-ec45bccc5da0 on network 738db14d-2263-4799-8eb6-2226839e8ac0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:56.499108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:56.499463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Checking segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:56.499862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Bound using segment: {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:56.503417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Bound port: 3720589d-8060-4f75-84d9-ec45bccc5da0, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d6fa90-8f38-4932-a74a-c4f329292687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:56.503417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.582851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56526) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:56.646102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:56.655291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:56.664484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.767114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.767743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.769276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] 10.222.0.39 "PUT /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1093 time: 2.1514215 Nov 12 01:10:56.795067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:56.798571 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d75be-e809-4a33-b08a-16a51e27af68" -d '{"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:56.879311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66ad4cf3-6ba8-4d65-8476-fb8e2a05c4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.913475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895719-012d-4269-9e47-a9bf62df3016 req-cd7cc8af-b60c-4d2f-a62a-fdfdafffbf64 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.916307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57895719-012d-4269-9e47-a9bf62df3016 req-cd7cc8af-b60c-4d2f-a62a-fdfdafffbf64 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.1751008 Nov 12 01:10:56.919509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214abb-e4a1-4103-b35d-30cbfe6e8d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.945755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9179475a-407e-451a-83f1-a50ef46916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.948224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-9179475a-407e-451a-83f1-a50ef46916da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1097 time: 0.1398408 Nov 12 01:10:56.976133 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766c4f5-31cf-4d02-82a0-662c74d605ed x-openstack-request-id: req-1766c4f5-31cf-4d02-82a0-662c74d605ed {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:56.976797 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:56.977170 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1766c4f5-31cf-4d02-82a0-662c74d605ed {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:56.977804 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:10:57.059013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-dc5fe439-3ff1-46d4-a52a-d9730b35e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.084659 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-dc5fe439-3ff1-46d4-a52a-d9730b35e5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1097 time: 0.1606710 Nov 12 01:10:57.096687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57895719-012d-4269-9e47-a9bf62df3016 req-fbc70164-f6fa-41a6-ae11-de675717fb6c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614189 Nov 12 01:10:57.163309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-da1fa3e9-11f3-47e3-bd40-678788ede060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.166752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-da1fa3e9-11f3-47e3-bd40-678788ede060 service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1853886 Nov 12 01:10:57.255512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-e4f94bab-91f8-468d-a667-58bee45ada02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.257449 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-e4f94bab-91f8-468d-a667-58bee45ada02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1639359 Nov 12 01:10:57.312891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-b93a33f7-25c1-4b6d-90fe-4b05e253a0ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.1312644 Nov 12 01:10:57.377639 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-3fa8b2bf-bd76-402d-a09c-f963258c8fb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.1077540 Nov 12 01:10:57.433799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-93a385d3-94f0-4a35-a4d4-b1dc05e4d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.434302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-93a385d3-94f0-4a35-a4d4-b1dc05e4d506 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.1127293 Nov 12 01:10:57.441679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66ad4cf3-6ba8-4d65-8476-fb8e2a05c4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.448596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-66ad4cf3-6ba8-4d65-8476-fb8e2a05c4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.495397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-c2adffb6-324b-4e72-be3e-505ac9fd60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.496967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-c2adffb6-324b-4e72-be3e-505ac9fd60e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.1118054 Nov 12 01:10:57.504712 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-66ad4cf3-6ba8-4d65-8476-fb8e2a05c4ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a9439ceaa094d0fb492165d5a0565b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9206700 Nov 12 01:10:57.507286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad4cf3-6ba8-4d65-8476-fb8e2a05c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60496e9e-60d8-4e54-a591-81079ede6360,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.513234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:57.543367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-53b5e09f-5f03-4717-bd2e-c46da89684a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.545903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-53b5e09f-5f03-4717-bd2e-c46da89684a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031468 Nov 12 01:10:57.691201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-3d1026c6-54ea-4512-be1a-6eb1cda54c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.694159 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-3d1026c6-54ea-4512-be1a-6eb1cda54c52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875150 Nov 12 01:10:57.698979 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.727773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-3527bbe7-b693-4c87-a99c-1ee0f757bec1 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675336 Nov 12 01:10:57.796671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.862331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-15bef198-7c8c-4716-9887-2f313ebd0baa service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565130 Nov 12 01:10:57.892438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0170c890-3ab9-44ce-a0c2-21890d5dfda9 req-328d23d1-ea9e-43e8-88cf-528927e93b18 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530676 Nov 12 01:10:57.929563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.932208 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.933374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60496e9e-60d8-4e54-a591-81079ede6360 HTTP/1.1" status: 204 len: 168 time: 0.4078114 Nov 12 01:10:57.945762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4724b-d64b-4568-9790-676a8ff6321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60496e9e-60d8-4e54-a591-81079ede6360,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.015979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-438c36bb-277c-4850-9193-896154d356cb service neutron] 10.222.0.32 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496184 Nov 12 01:10:58.033711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-edd40478-cd48-48fd-8765-4f4cd75a7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.035716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.041779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-edd40478-cd48-48fd-8765-4f4cd75a7434 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1097 time: 0.0689178 Nov 12 01:10:58.163348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-27c263ff-5ea3-4ed2-b47a-4181f3812f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.172983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-27c263ff-5ea3-4ed2-b47a-4181f3812f5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.1211324 Nov 12 01:10:58.293519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-05945bb2-c931-445d-be13-aa7cc1d86ba5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 1000 time: 0.1153381 Nov 12 01:10:58.311059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3740-8581-4a19-87a5-cc746e419448 req-649f58c4-dda1-49a1-b7ae-eed65e094cc1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.313461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cbd3740-8581-4a19-87a5-cc746e419448 req-649f58c4-dda1-49a1-b7ae-eed65e094cc1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.0904472 Nov 12 01:10:58.369592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-1953f601-fefb-4b3f-bbb1-ad40b439f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.371225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-1953f601-fefb-4b3f-bbb1-ad40b439f3f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.0567896 Nov 12 01:10:58.451970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cbd3740-8581-4a19-87a5-cc746e419448 req-2f435d02-f583-4d74-8690-f181838d81da tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050081 Nov 12 01:10:58.463864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d75be-e809-4a33-b08a-16a51e27af68 req-91d36720-2d59-44c6-8518-60810cffab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.466162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-91d36720-2d59-44c6-8518-60810cffab1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780733 Nov 12 01:10:58.510728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c732c55-8c9a-49e3-8d47-be07acc20ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.664845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-8d4c6f97-8d30-46ec-82b5-805af904112e service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890204 Nov 12 01:10:58.665982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c732c55-8c9a-49e3-8d47-be07acc20ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.674120 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c732c55-8c9a-49e3-8d47-be07acc20ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.719074 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c732c55-8c9a-49e3-8d47-be07acc20ba6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1aaf9d8ba7a4bd5bd40f2624987c573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821053 Nov 12 01:10:58.720391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.778945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c732c55-8c9a-49e3-8d47-be07acc20ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c44e7e-9951-41ba-ac09-64c67d37b6d4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.803705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-082d75be-e809-4a33-b08a-16a51e27af68 req-d4ac730b-e093-4225-addc-829b62c9001c service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287987 Nov 12 01:10:58.815194 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.852551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.935451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.938982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.943287 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83c44e7e-9951-41ba-ac09-64c67d37b6d4 HTTP/1.1" status: 204 len: 168 time: 0.2202618 Nov 12 01:10:58.952429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735251-d6ec-4e14-98c2-abee8bee0ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c44e7e-9951-41ba-ac09-64c67d37b6d4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:59.770156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd57db-081a-44f6-b824-50ae343e1fba req-2f54276c-c493-4689-a95a-0a29605cfef9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.774891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bafd57db-081a-44f6-b824-50ae343e1fba req-2f54276c-c493-4689-a95a-0a29605cfef9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.1399097 Nov 12 01:10:59.844901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:59.858064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bafd57db-081a-44f6-b824-50ae343e1fba req-3c47cb86-1b6b-4660-b872-7c77a277d069 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733781 Nov 12 01:11:00.207820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce13-a9ef-4a1b-b3cc-4df66b34ec71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.353397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce13-a9ef-4a1b-b3cc-4df66b34ec71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.359884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a30ce13-a9ef-4a1b-b3cc-4df66b34ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.404288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30ce13-a9ef-4a1b-b3cc-4df66b34ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8706ae2-0bcb-429c-a4b4-47fba7ab32f0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:00.431469 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4a30ce13-a9ef-4a1b-b3cc-4df66b34ec71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5953205b9d94db7a5c72ae78d8ccb51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841520 Nov 12 01:11:00.433527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.514808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.545757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.611679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.615442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.621415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8706ae2-0bcb-429c-a4b4-47fba7ab32f0 HTTP/1.1" status: 204 len: 168 time: 0.1819549 Nov 12 01:11:00.660271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7983c-708d-44c8-911a-9109682707c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8706ae2-0bcb-429c-a4b4-47fba7ab32f0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.032098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b93cf-d6e7-4d14-b1a1-81a0f45720b8 req-e265fab4-287d-435a-8098-161decf1dd5a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:01.033987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5b93cf-d6e7-4d14-b1a1-81a0f45720b8 req-e265fab4-287d-435a-8098-161decf1dd5a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 945 time: 0.0897293 Nov 12 01:11:01.205884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5b93cf-d6e7-4d14-b1a1-81a0f45720b8 req-99d578af-3e11-469d-8252-6265bb1eed0a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515009 Nov 12 01:11:01.251423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56786) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.348046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3940a792-c116-4f00-b944-02c2678d0326 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/09ca84f0-f57a-4a2a-82dc-819e5a9c5233 HTTP/1.1" status: 200 len: 992 time: 0.0947671 Nov 12 01:11:01.564805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.759594 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fbe-0ee0-4894-8735-fb91763becc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.826421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:01.933246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fbe-0ee0-4894-8735-fb91763becc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.940690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fbe-0ee0-4894-8735-fb91763becc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.978553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.022738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'port_id': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'mac_address': 'fa:16:3e:d2:03:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:02.041969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c1d17fbe-0ee0-4894-8735-fb91763becc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b84349a0453d4f64bd31e7ff694dd596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4730933 Nov 12 01:11:02.041969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17fbe-0ee0-4894-8735-fb91763becc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37bdb20-c371-4111-9d42-da27a5c81ee9,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.042375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:02.127912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.148860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.172687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:02.189807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.217810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.226423 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.272741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.277803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.280097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c37bdb20-c371-4111-9d42-da27a5c81ee9 HTTP/1.1" status: 204 len: 168 time: 0.2354577 Nov 12 01:11:02.297941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4f028-b5cd-41bd-8f7a-96f5efeff09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37bdb20-c371-4111-9d42-da27a5c81ee9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.339122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.349070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.349994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.350595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.350968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.351310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.352045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.352045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.352380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.352784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.353105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.353426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.353743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.439035 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.467970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['3720589d-8060-4f75-84d9-ec45bccc5da0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:03.829528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:03.981282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 3720589d-8060-4f75-84d9-ec45bccc5da0 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:03.995979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 3720589d-8060-4f75-84d9-ec45bccc5da0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:03.996591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.095622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.140106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:04.141342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:04.146833 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f5b6e-bf97-480e-a7e4-2518a01af911" -d '{"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-plugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:04.155901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.240994 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb764a7-9fc2-46b9-a488-3e55a3ac25f8 x-openstack-request-id: req-0eb764a7-9fc2-46b9-a488-3e55a3ac25f8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:04.241481 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-plugged", "status": "completed", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:04.241734 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0eb764a7-9fc2-46b9-a488-3e55a3ac25f8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:04.242137 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'code': 200} Nov 12 01:11:04.250916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.448042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:04.664371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1047065666', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:04.736288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Made reservation on behalf of b32d6448cc5e4979aa743f5361873d05 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:04.746520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.761658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.842361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:04.850583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'network': {'name': 'tempest-network-smoke--1341168414', 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:04.934768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:04.943486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.956930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.967715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.972627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.151288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45cd25-b976-4530-ad53-29163dcced28,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.215123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.226910 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.229670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:05.244132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.251475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.252453 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Added segment da063ea5-38c0-4feb-b40a-bddd8d0d3059 of type vlan for network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 Nov 12 01:11:05.297491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35188c1-b30f-47ee-8546-7f550bcba2f8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.310986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:05.325852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.326982 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Added segment 6f937ff5-46b1-4a20-92f8-d3df5ee19e5d of type vlan for network 271e402b-910b-45fd-af72-00ec4d67cb84 Nov 12 01:11:05.364152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.385516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.411635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.412712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.413299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.434999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9825218 Nov 12 01:11:05.435739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56918) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.446335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'subnet': {'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:05.459365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.466291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.466922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.493343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421715-6ccd-46ee-a235-463dbcff36b1 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Network': ['ID=4c41d5ff-d59a-4492-9b86-e0f5954525f0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.504548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:05.568850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Made reservation on behalf of b32d6448cc5e4979aa743f5361873d05 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:05.573734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.625153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7801113 Nov 12 01:11:05.627074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56920) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.634000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'admin_state_up': True, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:05.656638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40c35-2ae0-4185-87a6-1aadb5ff20e0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Network': ['ID=271e402b-910b-45fd-af72-00ec4d67cb84,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.670205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 271e402b-910b-45fd-af72-00ec4d67cb84 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:05.673197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.674277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.746190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.924494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.190635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.230953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.367023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.objects.ports [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:11:06.367807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.417486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.25.6.90 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/fd8098d9-200d-4a02-8d58-54e9728b94ba) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:06.424347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4de8ad3-845e-49b8-ac5b-68fc930dd80e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.447133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Checking segment: {'id': 'da063ea5-38c0-4feb-b40a-bddd8d0d3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:06.447384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network hostable DHCP agents. Network: 4c41d5ff-d59a-4492-9b86-e0f5954525f0, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:06.466317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:06.476656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 4c41d5ff-d59a-4492-9b86-e0f5954525f0) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:06.485627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.486286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.487026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f690753-e0cb-423a-87df-8a0c8cde17b3 None None] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:06.508715 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b844fd5-5515-489c-a068-41f2015db4f7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0708632 Nov 12 01:11:06.510127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:06.519585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-9079102', 'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:06.568227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Made reservation on behalf of b32d6448cc5e4979aa743f5361873d05 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:06.571221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.599915 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.601931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] device_id is not set on port 29b756dd-74bf-4b3a-a3ec-400ba95f4976 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:06.639059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cbdb9a-08ad-43bf-8d13-d4d4e0f730ca None None] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:06.743311 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.796685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 2001:db8::1ba (4c41d5ff-d59a-4492-9b86-e0f5954525f0/d4de8ad3-845e-49b8-ac5b-68fc930dd80e/29b756dd-74bf-4b3a-a3ec-400ba95f4976) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:06.816567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:06.821434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=fd8098d9-200d-4a02-8d58-54e9728b94ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.825242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:06.829186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:06.841814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f040c59-ea25-4b4b-a67d-203a498b48a5 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:06.960559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c5965156-6ce0-466c-a9ff-1ee5a05d77d1 None None] Provisioning complete for port fd8098d9-200d-4a02-8d58-54e9728b94ba triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.961137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5965156-6ce0-466c-a9ff-1ee5a05d77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.016152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c5965156-6ce0-466c-a9ff-1ee5a05d77d1 None None] Port fd8098d9-200d-4a02-8d58-54e9728b94ba cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:07.150918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.243520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.586240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.717129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:07.723627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:07.730242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:07.731984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:07.731984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.741182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=29b756dd-74bf-4b3a-a3ec-400ba95f4976,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:07.767794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af1123ad-096c-4d26-94ba-3c9dbedf04d7 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2526340 Nov 12 01:11:07.768754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:07.895733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Deleting port 29b756dd-74bf-4b3a-a3ec-400ba95f4976 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:07.896121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.914418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.031726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.055831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Calling delete_port for 29b756dd-74bf-4b3a-a3ec-400ba95f4976 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:08.121164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router 10c86978-2555-4153-9e63-a55701681382 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:08.261343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.274425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:08.292405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Sync routers for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:08.313972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:08.314622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.335780 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.341933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-64258524-3ed6-40ce-8476-010db6b307b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7133861 Nov 12 01:11:08.342617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.384268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Port': ['ID=29b756dd-74bf-4b3a-a3ec-400ba95f4976,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.399093 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.403766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebef0fb4-0d98-4445-8b48-4abc71a19fdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/ports/29b756dd-74bf-4b3a-a3ec-400ba95f4976 HTTP/1.1" status: 204 len: 168 time: 0.6337688 Nov 12 01:11:08.407773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.412674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0', 'external_fixed_ips': [{'subnet_id': 'd4de8ad3-845e-49b8-ac5b-68fc930dd80e', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:08.477163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.478282 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.566821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:08.591646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.664862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3d962b9b-7a5d-403f-8c2a-d3660b769042 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=97667779b64d4b98a1748a2ca825fef3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3195481 Nov 12 01:11:08.666662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.833323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea895d-039d-40f6-9c65-0a4ea1b9238d tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.834079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea895d-039d-40f6-9c65-0a4ea1b9238d tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.836336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2ea895d-039d-40f6-9c65-0a4ea1b9238d tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.1685672 Nov 12 01:11:08.840724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.869387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:07Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.877084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1b2f0f4c-47dd-441d-a4fd-eaeeec668d97 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4c41d5ff-d59a-4492-9b86-e0f5954525f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351086 Nov 12 01:11:08.879779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.902434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Checking router: 10c86978-2555-4153-9e63-a55701681382 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:08.902777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Updating router 10c86978-2555-4153-9e63-a55701681382 port fd8098d9-200d-4a02-8d58-54e9728b94ba binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:08.931659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.951097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.955911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e5134da0-d004-4fbd-a184-03c15113887b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746367 Nov 12 01:11:08.959106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.965202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898189346', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:09.153154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:09.158092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.243707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-537e31b3-1ff5-497f-a78c-7dfd7f56c394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.365471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.409975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.419078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.429861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Subnet': ['ID=6a17c7e3-0ad2-49f4-87d0-f92641251c4f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.475106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3932531-1fa2-4130-a3d8-70e385183c6c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:09.488945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Attempting to bind port fd8098d9-200d-4a02-8d58-54e9728b94ba on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:09.489630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Attempting to bind port fd8098d9-200d-4a02-8d58-54e9728b94ba by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:09.490334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Attempting to bind port fd8098d9-200d-4a02-8d58-54e9728b94ba on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:09.499816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa3cf8-ee12-4108-9970-c8b57d6a5361 None None] Pushing event updated for resources: {'Port': ['ID=fd8098d9-200d-4a02-8d58-54e9728b94ba,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.502821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:09.503288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:09.503785 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.504362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:09.505331 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Bound port: fd8098d9-200d-4a02-8d58-54e9728b94ba, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:09.506080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.540727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Checking segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:09.540989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network hostable DHCP agents. Network: 271e402b-910b-45fd-af72-00ec4d67cb84, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:09.580208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b515067c-7cb0-4397-997b-a9cc7f9794f8 None None] Provisioning complete for port fd8098d9-200d-4a02-8d58-54e9728b94ba triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:09.580736 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b515067c-7cb0-4397-997b-a9cc7f9794f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.592961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 271e402b-910b-45fd-af72-00ec4d67cb84 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:09.605373 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.607885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] For port fd8098d9-200d-4a02-8d58-54e9728b94ba, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:09.625724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 271e402b-910b-45fd-af72-00ec4d67cb84) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:09.627967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.628187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] For port fd8098d9-200d-4a02-8d58-54e9728b94ba, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd8098d9-200d-4a02-8d58-54e9728b94ba,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:09.637384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b515067c-7cb0-4397-997b-a9cc7f9794f8 None None] Port fd8098d9-200d-4a02-8d58-54e9728b94ba cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:09.638309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:09.639016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.640493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.676225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fb98e-8282-4e25-bf2e-57f1b1e50cb8 None None] Network 271e402b-910b-45fd-af72-00ec4d67cb84 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:09.697313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8dd90158-aca4-4050-ae67-bda87ffb3f94 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7368798 Nov 12 01:11:09.700592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 56962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:09.716322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98925f1d-78eb-40b4-a763-07dc9571dfda None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:09.782567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:09.783360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:09.790052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa3cf8-ee12-4108-9970-c8b57d6a5361 None None] Pushing event updated for resources: {'Port': ['ID=fd8098d9-200d-4a02-8d58-54e9728b94ba,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.877878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 2001:db8::1ba (4c41d5ff-d59a-4492-9b86-e0f5954525f0/d4de8ad3-845e-49b8-ac5b-68fc930dd80e/8ef1ec25-2baa-4c1c-bc03-037a1d9654a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:09.962217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:10.086997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.116288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] Provisioning complete for port fd8098d9-200d-4a02-8d58-54e9728b94ba triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:10.116912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.171144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.198511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-271e402b-910b-45fd-af72-00ec4d67cb84', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:10.199634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.219098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:10.226591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:10.231023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:10.278973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=8ef1ec25-2baa-4c1c-bc03-037a1d9654a7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:10.341660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.577629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.700004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:07Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:10.732520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.745137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6f9a2-d9bd-46ac-bb84-c64fd75657fc None None] The sync data for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 is: [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:07Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:10.770134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Allocated IP 172.20.0.2 (271e402b-910b-45fd-af72-00ec4d67cb84/6a17c7e3-0ad2-49f4-87d0-f92641251c4f/66f0dda6-887d-445c-a959-58bd44b68711) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:10.787851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] For port fd8098d9-200d-4a02-8d58-54e9728b94ba, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd8098d9-200d-4a02-8d58-54e9728b94ba,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:10.803610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.965379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdd622-1f49-4e4d-8c25-9fb80d2e676a None None] Pushing event updated for resources: {'Port': ['ID=fd8098d9-200d-4a02-8d58-54e9728b94ba,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:11.013750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.027315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-45df9814-e679-47d4-9881-bf8e2f7dbd7d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.028956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-45df9814-e679-47d4-9881-bf8e2f7dbd7d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.1673279 Nov 12 01:11:11.074770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.079390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-9ff837da-98a7-4a57-b630-7dae38b51838 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/quotas/6d0a5fd6a5a74b818b6c710975959930 HTTP/1.1" status: 200 len: 375 time: 0.0155640 Nov 12 01:11:11.090683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.215819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Network 271e402b-910b-45fd-af72-00ec4d67cb84 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:11.219381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-65fc8b8e-feb7-4120-95c5-cc30d1555a46 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1328962 Nov 12 01:11:11.234125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.20.0.1 (271e402b-910b-45fd-af72-00ec4d67cb84/6a17c7e3-0ad2-49f4-87d0-f92641251c4f/e5b6f635-cd08-49d8-bcbc-09e4627e15b5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:11.234824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:11.238146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:11.241597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Pushing event updated for resources: {'Port': ['ID=66f0dda6-887d-445c-a959-58bd44b68711,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:11.348310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Attempting to bind port 66f0dda6-887d-445c-a959-58bd44b68711 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:11.349678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Attempting to bind port 66f0dda6-887d-445c-a959-58bd44b68711 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:11.350522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Attempting to bind port 66f0dda6-887d-445c-a959-58bd44b68711 on network 271e402b-910b-45fd-af72-00ec4d67cb84 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:11.357755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:11.358428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Checking segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:11.358977 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.359525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Bound using segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:11.360336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Bound port: 66f0dda6-887d-445c-a959-58bd44b68711, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:11.361027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.388978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.442615 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.466216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] For port 66f0dda6-887d-445c-a959-58bd44b68711, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:11.470642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] For port 66f0dda6-887d-445c-a959-58bd44b68711, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=66f0dda6-887d-445c-a959-58bd44b68711,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:11.486256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.491523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 271e402b-910b-45fd-af72-00ec4d67cb84 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:11.498759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:11.504767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:11.573050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.607786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7d05a-ee42-41eb-8d5b-91670f751097 None None] Pushing event updated for resources: {'Port': ['ID=66f0dda6-887d-445c-a959-58bd44b68711,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:11.788318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.792433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:11.809225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:11.854895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.855247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.855591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.855927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.856454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.857026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.857495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.857829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.858156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.858542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.858868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.859190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:11.891093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-685285d5-e431-4382-8de3-64bf18769254 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620624 Nov 12 01:11:12.018568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:12.030305 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Sync routers for ids ['fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:12.047233 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Routers {'fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:12.047857 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:10:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:12.064974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.071309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d6d8d052-2e8b-4e26-82c4-32ab216475a6 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6623354 Nov 12 01:11:12.072050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 56986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:12.116103 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1f359b7-ec95-4491-aee2-1c5cc0068d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.233270 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Set router fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:12.260540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a04659e2-d0cd-4d22-88c8-d361475991e7 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257294 Nov 12 01:11:12.271350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.298489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.308749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.441803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.448263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:12.470898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.577416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2decd87-a2f1-47be-a2af-145d1929dae1 req-30f0c81d-3725-44d4-a0e6-c51452b83fbc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 210 time: 0.0573046 Nov 12 01:11:12.597218 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d', 'name': '', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0', 'external_fixed_ips': [{'subnet_id': 'd4de8ad3-845e-49b8-ac5b-68fc930dd80e', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': '8ef1ec25-2baa-4c1c-bc03-037a1d9654a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:08Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 3, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port': {'id': '8ef1ec25-2baa-4c1c-bc03-037a1d9654a7', 'name': '', 'network_id': '4c41d5ff-d59a-4492-9b86-e0f5954525f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd4de8ad3-845e-49b8-ac5b-68fc930dd80e', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:09Z', 'updated_at': '2021-11-12T01:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4de8ad3-845e-49b8-ac5b-68fc930dd80e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:12.615372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Deleting port 8ef1ec25-2baa-4c1c-bc03-037a1d9654a7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:12.618681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.671202 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Checking router: fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:12.671685 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Updating router fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d port 8ef1ec25-2baa-4c1c-bc03-037a1d9654a7 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:12.690709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 271e402b-910b-45fd-af72-00ec4d67cb84 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:12.702043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:12.711699 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.818149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.867760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.869293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Calling delete_port for 8ef1ec25-2baa-4c1c-bc03-037a1d9654a7 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:13.003069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router 10c86978-2555-4153-9e63-a55701681382 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:13.014020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd8098d9-200d-4a02-8d58-54e9728b94ba up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:13.157101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fd8098d9-200d-4a02-8d58-54e9728b94ba triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:13.157731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.298681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d48f36-53e5-443f-b6fe-168d5185adf2 None None] Network 271e402b-910b-45fd-af72-00ec4d67cb84 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:13.339964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:13.346801 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-06ab41be-868e-46a6-b2d6-5b0f3465e85e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "PUT /v2.0/routers/10c86978-2555-4153-9e63-a55701681382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6453054 Nov 12 01:11:13.351904 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:11:13.352391 n-d-712141-15 neutron-server[102679]: DEBUG oslo_db.api [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:11:13.353370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:13.354361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.358118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--613146141', 'description': 'tempest-secgroup_access--613146141 description', 'project_id': '97667779b64d4b98a1748a2ca825fef3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:13.424613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ef1ec25-2baa-4c1c-bc03-037a1d9654a7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:13.427695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.465958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.539452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 66f0dda6-887d-445c-a959-58bd44b68711 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:13.596709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] Provisioning complete for port 66f0dda6-887d-445c-a959-58bd44b68711 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:13.597232 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.603064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.612477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.654533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.662286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.675684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.685683 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3311532 Nov 12 01:11:13.687868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:13.694205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--22391130', 'description': 'tempest-secgroup_general--22391130 description', 'project_id': '97667779b64d4b98a1748a2ca825fef3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:13.703880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b189774-d3e6-4090-ab62-133d2e76197a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4aeb9-3803-448c-af9f-5574ba66ca93,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:13.710157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Sync routers for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:13.737408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.777535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:13.778550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:13.799273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b09cc466-8f36-47ea-8777-3652a4a18433 req-de35acd8-2339-4087-8aee-8dd2d83235b8 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 210 time: 0.0496085 Nov 12 01:11:13.807137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.808217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:13.816940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.818418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d8ed8326-c68a-4e52-8f9d-6a1416445617 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/routers/fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d HTTP/1.1" status: 204 len: 168 time: 1.7430010 Nov 12 01:11:13.821157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:13.845988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.854651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.885158 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Port 8ef1ec25-2baa-4c1c-bc03-037a1d9654a7 not found while updating agent binding for router fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d. {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:11:13.886407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.891849 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2018614 Nov 12 01:11:13.892544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:13.902178 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Routers set() bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:13.902550 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Router IDs set() for agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:11:13.903157 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:11:13.903530 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010e93b-55e5-4866-8668-5d86fff8dea7 None None] The sync data for ids ['fa5fcbc5-c4f3-4653-a946-ec6fd5435a5d'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:13.905034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'security_group_rule': {'security_group_id': 'c2f4aeb9-3803-448c-af9f-5574ba66ca93', 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:13.914838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Deleting subnet d4de8ad3-845e-49b8-ac5b-68fc930dd80e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:13.920503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.937946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2b2e-edd8-450d-8f8a-39a86af16e89 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:13.981456 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.992235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.044844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.053652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.059418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.083963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd7b21-780f-4881-b122-2c5d80e438c2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.097426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.101007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f54752b9-c733-4508-b97e-64c2d6feda28 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035472 Nov 12 01:11:14.131298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 66f0dda6-887d-445c-a959-58bd44b68711 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:14.132451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.189614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.242225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.242719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.325307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:14.342333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4de8ad3-845e-49b8-ac5b-68fc930dd80e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.374667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.382357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:14.383336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2d0f8e8-0c9d-4d1b-a9c4-64439e73d0f2 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/d4de8ad3-845e-49b8-ac5b-68fc930dd80e HTTP/1.1" status: 204 len: 168 time: 0.5609202 Nov 12 01:11:14.407938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] For port 66f0dda6-887d-445c-a959-58bd44b68711, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=66f0dda6-887d-445c-a959-58bd44b68711,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:14.419851 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.434705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-f0a2bee8-135a-4226-8f95-2216f4894a46 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.438894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-f0a2bee8-135a-4226-8f95-2216f4894a46 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 815 time: 0.3701513 Nov 12 01:11:14.473737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Request body: {'port': {'device_id': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'admin_state_up': True, 'tenant_id': '6d0a5fd6a5a74b818b6c710975959930'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:14.509978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.612790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.643799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c41d5ff-d59a-4492-9b86-e0f5954525f0']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:14.660552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da063ea5-38c0-4feb-b40a-bddd8d0d3059') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:14.661264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da063ea5-38c0-4feb-b40a-bddd8d0d3059') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:14.676323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.694163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6405a-060e-435a-a1e4-83d4b28463e7 None None] Pushing event updated for resources: {'Port': ['ID=66f0dda6-887d-445c-a959-58bd44b68711,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.695598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.710668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:14.711742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-58424c7f-2692-437d-b5aa-a5ef1d515ea7 None None] Provisioning complete for port 66f0dda6-887d-445c-a959-58bd44b68711 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:14.712249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.713415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58424c7f-2692-437d-b5aa-a5ef1d515ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:14.716724 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:14.740672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-fbbfa9d9-5e64-479a-856e-6c9bc44692c8 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--613146141&fields=id&tenant_id=97667779b64d4b98a1748a2ca825fef3 HTTP/1.1" status: 200 len: 267 time: 0.0746982 Nov 12 01:11:14.740672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Made reservation on behalf of 6d0a5fd6a5a74b818b6c710975959930 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:14.741919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.833822 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.843602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c41d5ff-d59a-4492-9b86-e0f5954525f0 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:11:14.846568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.855013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4c41d5ff-d59a-4492-9b86-e0f5954525f0 HTTP/1.1" status: 204 len: 168 time: 0.4715004 Nov 12 01:11:14.866677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9ec0-3a2a-499e-b803-cf1e7751b6c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c41d5ff-d59a-4492-9b86-e0f5954525f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:14.908787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-3d2a6c0b-5e93-4860-b1fb-e0024f686c31 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--22391130&fields=id&tenant_id=97667779b64d4b98a1748a2ca825fef3 HTTP/1.1" status: 200 len: 267 time: 0.1464255 Nov 12 01:11:14.998087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 66f0dda6-887d-445c-a959-58bd44b68711 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:15.033918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab385ef6-d13d-441d-9461-ee70de06cb21 req-51681b3a-1bc0-4684-bdac-5542293733df tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 210 time: 0.1044436 Nov 12 01:11:15.055354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.086263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Allocated IP 172.20.0.10 (f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964/4882aca3-16b8-49d1-a186-62377a7fb39f/0d46d17f-2c14-4631-9447-ae5cb9550644) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:15.171594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:12Z', 'revision_number': 2, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:15.273303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Checking router: 10c86978-2555-4153-9e63-a55701681382 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:15.274041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Updating router 10c86978-2555-4153-9e63-a55701681382 port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:15.294853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:15.299971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'name': 'tempest-router--1805535665', 'project_id': 'a53a226f83934858be312123a26bd92c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:15.308953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.313528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 66f0dda6-887d-445c-a959-58bd44b68711 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:15.313972 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.350952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-58424c7f-2692-437d-b5aa-a5ef1d515ea7 None None] Provisioning complete for port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:15.351125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.351484 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58424c7f-2692-437d-b5aa-a5ef1d515ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.353012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.404550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.455820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.466035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.473944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-58424c7f-2692-437d-b5aa-a5ef1d515ea7 None None] Port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:15.497866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.504338 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-226b261b-bed8-4d46-ab0f-0686b9157b71 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2079206 Nov 12 01:11:15.505362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:15.508469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.555600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9', '31c6e9a9-2e4c-4536-a632-9aaa886823b0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:15.592360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:15.596619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:15.597186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:15.598868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event updated for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:15.606110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:15.639721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.640112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.640456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.640779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.641124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.641451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.641779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.642108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.642213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.642632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.642773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.643214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.643532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:15.674052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-19a946b9-d521-4ebf-ae51-03921f56614e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.680425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2809a46d-e3b8-4f4e-9e57-99a65cf99acc None None] Provisioning complete for port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:15.680882 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2809a46d-e3b8-4f4e-9e57-99a65cf99acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.682166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-19a946b9-d521-4ebf-ae51-03921f56614e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 797 time: 0.7595325 Nov 12 01:11:15.708956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-142ec63f-c2a8-46b9-8db0-0daa62de2fae tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/quotas/97667779b64d4b98a1748a2ca825fef3 HTTP/1.1" status: 200 len: 375 time: 0.0252192 Nov 12 01:11:15.741238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2809a46d-e3b8-4f4e-9e57-99a65cf99acc None None] Port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:15.758561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.759215 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.787320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-ad639233-f5ca-432c-9ea0-74d2784592d5 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775177 Nov 12 01:11:15.791587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0e9d93db-0f66-4cc9-b8af-9f77dee93b74 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3321078 Nov 12 01:11:15.810122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Request body: {'port': {'device_id': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:15.818333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-09c9df2a-fc68-4dfe-b30e-a89e4f4966b0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:11:15.826277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-09c9df2a-fc68-4dfe-b30e-a89e4f4966b0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127614 Nov 12 01:11:15.884176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.886528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.936978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.937769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a12ea2c9-15d9-4cfa-a5cd-8792732280c6 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:15.943388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.944869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9376f9c7-f8e8-4b19-8dfa-07f90c3fea0d tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a12ea2c9-15d9-4cfa-a5cd-8792732280c6 HTTP/1.1" status: 204 len: 168 time: 0.4385371 Nov 12 01:11:15.949033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-2003f0fc-2c90-49dd-85d0-85f31ceeb772 service neutron] 10.222.0.11 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217856 Nov 12 01:11:16.113483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.137680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.200543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.203202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57048) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.244438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9f2256d4-36ee-41cf-82b7-7eceab5e8d1b service neutron] 10.222.0.11 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943268 Nov 12 01:11:16.426065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57424a-5f85-4a62-a894-5ed8e136c745 None None] Pushing event updated for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:16.474350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6d9a-00c6-43ad-8025-40c27b5f542e req-96d972ca-66b7-440a-afc3-0f3b7e1e7085 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.476135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4bc6d9a-00c6-43ad-8025-40c27b5f542e req-96d972ca-66b7-440a-afc3-0f3b7e1e7085 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 932 time: 0.2573690 Nov 12 01:11:16.501161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Attempting to bind port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:16.501946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Attempting to bind port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:16.505871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Attempting to bind port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 on network 271e402b-910b-45fd-af72-00ec4d67cb84 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:16.556314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:16.556714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Checking segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:16.557245 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.557641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Bound using segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:16.558200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Bound port: e5b6f635-cd08-49d8-bcbc-09e4627e15b5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:16.558589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.648640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-189609580', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:16.668037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] For port e5b6f635-cd08-49d8-bcbc-09e4627e15b5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:16.671980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] For port e5b6f635-cd08-49d8-bcbc-09e4627e15b5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:16.681052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.706071 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.708039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.718062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47b84a8c-72a3-4109-bd07-7c4b01819f21 req-dd80b5a2-968e-431e-84d7-c60ae492ca96 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 210 time: 0.0907280 Nov 12 01:11:16.750525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4bc6d9a-00c6-43ad-8025-40c27b5f542e req-07810463-a4b3-40d3-b826-5e7ec3d95228 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635639 Nov 12 01:11:16.788304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57424a-5f85-4a62-a894-5ed8e136c745 None None] Pushing event updated for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:16.834918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.845242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] Provisioning complete for port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:16.845622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.918540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:16.919203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:16.997139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d46d17f-2c14-4631-9447-ae5cb9550644 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:17.015198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.054745 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.057097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Transition to ACTIVE for port object 0d46d17f-2c14-4631-9447-ae5cb9550644 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:11:17.066115 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.166039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.294273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Attempting to bind port 0d46d17f-2c14-4631-9447-ae5cb9550644 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:17.294691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Attempting to bind port 0d46d17f-2c14-4631-9447-ae5cb9550644 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:17.295243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Attempting to bind port 0d46d17f-2c14-4631-9447-ae5cb9550644 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:17.303934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Port 0d46d17f-2c14-4631-9447-ae5cb9550644 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:11:17.304316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Attempting to bind port 0d46d17f-2c14-4631-9447-ae5cb9550644 on network f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:17.317948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:17.318361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Checking segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:17.319125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Bound using segment: {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:17.319635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Bound port: 0d46d17f-2c14-4631-9447-ae5cb9550644, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de63fefc-3c93-413a-b17c-a308566d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:17.320150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.446616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:17.493374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:17.496942 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.497946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d46d17f-2c14-4631-9447-ae5cb9550644,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:17.513215 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.577135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.577135 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.577572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] 10.222.0.39 "PUT /v2.0/ports/0d46d17f-2c14-4631-9447-ae5cb9550644 HTTP/1.1" status: 200 len: 1093 time: 1.7749612 Nov 12 01:11:17.578066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:17.580781 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ce1bf-70a9-4953-9d41-d6c900265058" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:17.626437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ec3f1-0052-4b8d-9063-efddda0ace84 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.706848 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d92c6-0fb9-4580-a98e-ac46bd4385b4 x-openstack-request-id: req-3f4d92c6-0fb9-4580-a98e-ac46bd4385b4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:17.707145 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:17.707599 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f4d92c6-0fb9-4580-a98e-ac46bd4385b4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:17.708487 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644', 'status': 'completed', 'code': 200} Nov 12 01:11:17.729540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a78508bc-634a-4bcc-af88-cf79af6ce7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.731419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-a78508bc-634a-4bcc-af88-cf79af6ce7b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 1096 time: 0.0568683 Nov 12 01:11:17.817611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-767d64cc-86a2-47a5-963c-27c4d20d3397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d46d17f-2c14-4631-9447-ae5cb9550644 HTTP/1.1" status: 200 len: 217 time: 0.0722816 Nov 12 01:11:17.821953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] For port e5b6f635-cd08-49d8-bcbc-09e4627e15b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:17.831450 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.859920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7471c8f6-d43d-43c3-98a3-f340fefe7233 req-d71092a2-0699-46cb-887e-9cd236819543 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 210 time: 0.0411208 Nov 12 01:11:17.906675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e86fb-32c2-473b-8878-ca14f9f0353d None None] Pushing event updated for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.910546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-10e22e79-b1cb-4c4c-9929-bd2c4853f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.912771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-10e22e79-b1cb-4c4c-9929-bd2c4853f350 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0784221 Nov 12 01:11:17.922304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.937187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:16Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:17.950773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.981055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa3aad-ee84-4fe2-9e81-c54c8f8b7990 None None] The sync data for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 is: [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:16Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:17.986514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-0fe3305e-4b89-420e-be37-af132303e4f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331903 Nov 12 01:11:17.989946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ef4a90e1-82db-4f38-8715-c528e7dd7ee5 None None] Provisioning complete for port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:17.990993 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef4a90e1-82db-4f38-8715-c528e7dd7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.012112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff02052-3af3-43cd-9c4c-0c92c953118d req-033cbdd0-ad65-47c4-8f46-71eedd2a9f5b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.013563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aff02052-3af3-43cd-9c4c-0c92c953118d req-033cbdd0-ad65-47c4-8f46-71eedd2a9f5b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 944 time: 0.1059582 Nov 12 01:11:18.135392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aff02052-3af3-43cd-9c4c-0c92c953118d req-5b6bb05c-9b2a-456d-b7a4-22d242d3212a tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026554 Nov 12 01:11:18.144363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-edfce4d6-c5ef-4eaa-83e3-058283a42196 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488230 Nov 12 01:11:18.145709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Allocated IP 172.25.6.234 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4ece3dff-d580-4255-b893-18433c967092) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:18.267199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30a4a310-c347-49ed-8038-9d6b3559aeff req-fb931a83-9457-47fb-a9bb-6eb32599ab82 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108992 Nov 12 01:11:18.288770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.380776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.440296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:18.449431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:18.462344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abbb8f-dbae-44d9-b9ae-e2973167f3d4 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:18.486123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:18.500202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-4dd0b1b5-0654-402b-966d-38c5eecc5a1a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.501759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-4dd0b1b5-0654-402b-966d-38c5eecc5a1a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.39 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 797 time: 0.1773589 Nov 12 01:11:18.514683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event updated for resources: {'Port': ['ID=4ece3dff-d580-4255-b893-18433c967092,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:18.519351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-bcfb0fe2-7a76-435a-8644-a8e8792bff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.521447 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-bcfb0fe2-7a76-435a-8644-a8e8792bff4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 1096 time: 0.1941354 Nov 12 01:11:18.546832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b6a7e386-b846-4041-9072-572f2e9668cb None None] Provisioning complete for port 4ece3dff-d580-4255-b893-18433c967092 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:18.547203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e386-b846-4041-9072-572f2e9668cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.616689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7e386-b846-4041-9072-572f2e9668cb None None] Port 4ece3dff-d580-4255-b893-18433c967092 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:18.630153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-20e6012a-f8f9-4c82-9d38-7b9bd9e8e584 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97667779b64d4b98a1748a2ca825fef3 HTTP/1.1" status: 200 len: 475 time: 0.1107481 Nov 12 01:11:18.641529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'port': {'device_id': '008dfbcf-f115-46e5-ad71-8721b1336058', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'admin_state_up': True, 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'security_groups': ['c2f4aeb9-3803-448c-af9f-5574ba66ca93', 'a5d9243a-3101-4c9d-9bc4-b59ed495bfb7']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:18.801662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-46fa14a6-e608-4705-97ad-6dfbc5714319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.803251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-46fa14a6-e608-4705-97ad-6dfbc5714319 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.2630949 Nov 12 01:11:18.813884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:18.822418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.002911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5b6f635-cd08-49d8-bcbc-09e4627e15b5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:19.016728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-8e085653-3d01-428a-aeeb-5ecdabb3937c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d46d17f-2c14-4631-9447-ae5cb9550644 HTTP/1.1" status: 200 len: 217 time: 0.0615263 Nov 12 01:11:19.041420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c9246ae-2fd5-43c2-823a-88ce40ccf58a req-e6f703f0-3601-4dd5-b6be-2ef65ad19183 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 210 time: 0.0366776 Nov 12 01:11:19.125110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.20.0.5 (271e402b-910b-45fd-af72-00ec4d67cb84/6a17c7e3-0ad2-49f4-87d0-f92641251c4f/14bbfdfd-6577-436d-a4c0-372abac96934) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:19.138965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.181528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:19.182163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.207684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-0e6aca64-1349-41fc-88d7-2786438aa6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.210558 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-0e6aca64-1349-41fc-88d7-2786438aa6dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.1807816 Nov 12 01:11:19.282606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-d039d530-72f2-431f-a9b6-11d13e904f0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472636 Nov 12 01:11:19.431419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f7711-ee35-4187-aa3e-7f3beca6be3e req-e2625710-bc46-46a3-b49e-3a56e8f079fc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.433062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e20f7711-ee35-4187-aa3e-7f3beca6be3e req-e2625710-bc46-46a3-b49e-3a56e8f079fc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 944 time: 0.1386843 Nov 12 01:11:19.510332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.524474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e20f7711-ee35-4187-aa3e-7f3beca6be3e req-3860a93b-83ef-4e4c-b72f-fcab5eb4e1c0 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848792 Nov 12 01:11:19.570377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.596528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-8f9a1c66-9d34-4791-ab80-9ddc8753f5f3 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526178 Nov 12 01:11:19.616870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.632229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 271e402b-910b-45fd-af72-00ec4d67cb84 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:19.632229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:19.635097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:19.640921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:19.708695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.709551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.731245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-9de9e5f0-e556-475c-9a76-2838950553c0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0937974 Nov 12 01:11:19.750358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Request body: {'port': {'device_id': '008dfbcf-f115-46e5-ad71-8721b1336058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:19.818707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-802ce1bf-70a9-4953-9d41-d6c900265058 req-86b167cd-e07c-4a3c-a2fc-24988fa9329e service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147574 Nov 12 01:11:19.827439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.900649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Router 54cb169c-14de-469f-a861-b223e7ab78f4 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:20.047055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cecc00ba-41e6-4536-817b-920a303d5cd1 None None] Provisioning complete for port 14bbfdfd-6577-436d-a4c0-372abac96934 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:20.047630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:20.048020 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cecc00ba-41e6-4536-817b-920a303d5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.057451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] Sync routers for ids ['54cb169c-14de-469f-a861-b223e7ab78f4'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:20.079335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.081969 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] Routers {'54cb169c-14de-469f-a861-b223e7ab78f4'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:20.082490 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e4acd048-5970-4b4b-81a1-f010c290ff6f tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8782518 Nov 12 01:11:20.083788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['54cb169c-14de-469f-a861-b223e7ab78f4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.084521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.094751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cecc00ba-41e6-4536-817b-920a303d5cd1 None None] Port 14bbfdfd-6577-436d-a4c0-372abac96934 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:20.255732 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.258693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0efd50-4107-4db8-a92f-44707c1acc74 req-d32d6a48-b765-4777-8a35-acc512cf1592 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.260507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a0efd50-4107-4db8-a92f-44707c1acc74 req-d32d6a48-b765-4777-8a35-acc512cf1592 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 970 time: 0.0958629 Nov 12 01:11:20.273086 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] Routers {'54cb169c-14de-469f-a861-b223e7ab78f4'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:20.273976 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['54cb169c-14de-469f-a861-b223e7ab78f4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.311871 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.312794 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0480390-e231-4c94-9fd1-5a4861aa5727 None None] The sync data for ids ['54cb169c-14de-469f-a861-b223e7ab78f4'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:20.319361 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-75ca9bfa-a609-449f-a6c9-71b3293ef0ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/54cb169c-14de-469f-a861-b223e7ab78f4 HTTP/1.1" status: 200 len: 924 time: 0.2304454 Nov 12 01:11:20.319361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.319974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bbfdfd-6577-436d-a4c0-372abac96934 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:20.331640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.363704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5db0d734-5f8f-44b5-a59d-422382795872 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cb169c-14de-469f-a861-b223e7ab78f4 HTTP/1.1" status: 200 len: 205 time: 0.0409980 Nov 12 01:11:20.366260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.371003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Transition to ACTIVE for port object 14bbfdfd-6577-436d-a4c0-372abac96934 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:11:20.381293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.396353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a0efd50-4107-4db8-a92f-44707c1acc74 req-4a1c0d54-8f19-43e2-8ac6-826cac15ed84 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1163359 Nov 12 01:11:20.445000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:20.526415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.693802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.765033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port 4ece3dff-d580-4255-b893-18433c967092 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:20.765423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.850175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.863086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for 4ece3dff-d580-4255-b893-18433c967092 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:20.973928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Attempting to bind port 14bbfdfd-6577-436d-a4c0-372abac96934 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:20.974510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Attempting to bind port 14bbfdfd-6577-436d-a4c0-372abac96934 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:20.974510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Attempting to bind port 14bbfdfd-6577-436d-a4c0-372abac96934 on network 271e402b-910b-45fd-af72-00ec4d67cb84 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:20.987350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f10d7d-b5a1-4e8f-8a20-8778fa1e1924 req-1a48e209-55bb-4258-9fad-344a79d1e452 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.988942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95f10d7d-b5a1-4e8f-8a20-8778fa1e1924 req-1a48e209-55bb-4258-9fad-344a79d1e452 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 944 time: 0.0783825 Nov 12 01:11:20.990030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Port 14bbfdfd-6577-436d-a4c0-372abac96934 on network 271e402b-910b-45fd-af72-00ec4d67cb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:11:20.990700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Attempting to bind port 14bbfdfd-6577-436d-a4c0-372abac96934 on network 271e402b-910b-45fd-af72-00ec4d67cb84 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:20.995891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:20.996262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Checking segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:20.996646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Bound using segment: {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:20.997076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Bound port: 14bbfdfd-6577-436d-a4c0-372abac96934, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:20.997431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.064528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.094491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=4ece3dff-d580-4255-b893-18433c967092,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.100143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95f10d7d-b5a1-4e8f-8a20-8778fa1e1924 req-9f930dd6-5ffb-493b-88c3-77bf71a9b52d tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929565 Nov 12 01:11:21.127887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:21.144624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f2de0-2ae3-4339-95ee-3bfa91aa4e5c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:21.146040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=14bbfdfd-6577-436d-a4c0-372abac96934,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:21.154014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.179597 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.196034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.198158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.199393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 1131 time: 1.4545975 Nov 12 01:11:21.199865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:21.202348 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f36ab4-1cec-43be-a3de-09ea45c5c277" -d '{"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:21.305362 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4c21e-3ca2-445a-a6b8-b7a0a34f32f3 x-openstack-request-id: req-32f4c21e-3ca2-445a-a6b8-b7a0a34f32f3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:21.305654 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:21.305905 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32f4c21e-3ca2-445a-a6b8-b7a0a34f32f3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:21.306306 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934', 'status': 'completed', 'code': 200} Nov 12 01:11:21.337832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-877c759f-c949-488b-8da0-17aa161838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.339661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-877c759f-c949-488b-8da0-17aa161838d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1134 time: 0.0786994 Nov 12 01:11:21.340561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a7e17-0ba3-444a-ace1-da7a291eb0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:21.340784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.344720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.400013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.400729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router 54cb169c-14de-469f-a861-b223e7ab78f4 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:21.408780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-448d0f8e-7e29-4786-b0cb-6d2a5b9d7a68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 217 time: 0.0566447 Nov 12 01:11:21.408909 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.414209 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41c73fb5-eba4-4737-8b7d-b32b07bbb06c tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/54cb169c-14de-469f-a861-b223e7ab78f4 HTTP/1.1" status: 204 len: 168 time: 1.0424781 Nov 12 01:11:21.414209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:21.418851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268032993', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:21.458839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.460226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.511576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-849f8aca-6ab9-4e55-8071-1000cffe21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.513478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-849f8aca-6ab9-4e55-8071-1000cffe21cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 200 len: 834 time: 0.0978713 Nov 12 01:11:21.533542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.602189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff0cdf-bd31-4759-9984-145556b082f1 req-61c21ef0-8e77-43dc-9b22-02e2b8e62035 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.603740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdff0cdf-bd31-4759-9984-145556b082f1 req-61c21ef0-8e77-43dc-9b22-02e2b8e62035 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 982 time: 0.0880964 Nov 12 01:11:21.610167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-051420dc-7020-4daf-9dc5-86754ba9aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.612766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-051420dc-7020-4daf-9dc5-86754ba9aa96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271e402b-910b-45fd-af72-00ec4d67cb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872891 Nov 12 01:11:21.720358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.740104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdff0cdf-bd31-4759-9984-145556b082f1 req-ad78c6dd-e45f-4d98-aa6b-a4c5811dd305 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1247332 Nov 12 01:11:21.758537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-2f301c7a-add5-4110-b035-804cbb32af18 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369617 Nov 12 01:11:21.857532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-44dc24c3-f4cd-4026-b33c-60917a65ade3 req-766999a0-4646-4da7-a02c-e1418ddc39a3 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916114 Nov 12 01:11:21.896266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d46d17f-2c14-4631-9447-ae5cb9550644 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:21.964915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.969063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-cfe2482c-ecf6-4604-ae03-a001bfe951ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.970681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-cfe2482c-ecf6-4604-ae03-a001bfe951ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1134 time: 0.0480709 Nov 12 01:11:21.988995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.022157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d46d17f-2c14-4631-9447-ae5cb9550644,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:22.038889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '0d46d17f-2c14-4631-9447-ae5cb9550644', 'network_id': 'f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964', 'port_id': '0d46d17f-2c14-4631-9447-ae5cb9550644', 'mac_address': 'fa:16:3e:23:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882aca3-16b8-49d1-a186-62377a7fb39f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:22.080529 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:22.097295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.112081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-b0a629a9-229b-4ea5-b6ad-7a29f511d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.113021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d46d17f-2c14-4631-9447-ae5cb9550644 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:22.115155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-b0a629a9-229b-4ea5-b6ad-7a29f511d482 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 898 time: 0.1330657 Nov 12 01:11:22.121038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 172.25.6.153 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:22.135681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d46d17f-2c14-4631-9447-ae5cb9550644,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:22.148202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.204585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-6a1a677e-019e-4a68-a379-b0177586f6bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 217 time: 0.0762465 Nov 12 01:11:22.234980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.300855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae8ae-8ea1-4b4d-9323-c881b564b51f req-77ae2580-ee0b-4efd-9793-e750a792e93b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.309200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9cae8ae-8ea1-4b4d-9323-c881b564b51f req-77ae2580-ee0b-4efd-9793-e750a792e93b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 945 time: 0.1009357 Nov 12 01:11:22.312975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.341055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-d4b286fa-68de-46d8-8b51-7b5bcc158bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.342610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-d4b286fa-68de-46d8-8b51-7b5bcc158bf9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 200 len: 834 time: 0.1034858 Nov 12 01:11:22.355861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.396778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:22.398682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9cae8ae-8ea1-4b4d-9323-c881b564b51f req-247d1125-2339-44aa-9642-4785a1129778 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886085 Nov 12 01:11:22.402795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:22.407239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:22.414110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.421859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-8d5ea5c2-c596-43fb-abf3-d3188d61270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.424287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-8d5ea5c2-c596-43fb-abf3-d3188d61270b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271e402b-910b-45fd-af72-00ec4d67cb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628121 Nov 12 01:11:22.448799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['0d46d17f-2c14-4631-9447-ae5cb9550644'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:22.455750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18461877-8155-471e-8680-39c1f5f7ac7a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:22.587798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-6ffc2385-aebb-49b4-b216-11d9922ab2ea service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535633 Nov 12 01:11:22.594761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-94f12fae-28b5-4f79-aba7-13d7f65d75ce None None] Provisioning complete for port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:22.595054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94f12fae-28b5-4f79-aba7-13d7f65d75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.665260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-94f12fae-28b5-4f79-aba7-13d7f65d75ce None None] Port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:22.727928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6f36ab4-1cec-43be-a3de-09ea45c5c277 req-200a6411-bcb7-41f4-9bb2-0db1c821cdb6 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305470 Nov 12 01:11:22.876418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3815e5-631f-467f-a306-1c80845b2b5a req-123ae367-0650-4817-9761-20607ea91bb4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.878138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e3815e5-631f-467f-a306-1c80845b2b5a req-123ae367-0650-4817-9761-20607ea91bb4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 982 time: 0.0541399 Nov 12 01:11:22.944037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e3815e5-631f-467f-a306-1c80845b2b5a req-488aebc6-5b51-4d33-8988-053c3161faff tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0590231 Nov 12 01:11:23.082426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.288108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.448872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router 371ad976-b314-44ca-b774-624d447580bd is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:23.572726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846210b-2644-4380-bc4a-eec7986c7e6b req-8b7915d0-84ca-4017-9316-f492037c5605 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.574398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3846210b-2644-4380-bc4a-eec7986c7e6b req-8b7915d0-84ca-4017-9316-f492037c5605 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 945 time: 0.0576582 Nov 12 01:11:23.609759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:23.634319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Sync routers for ids ['371ad976-b314-44ca-b774-624d447580bd'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:23.645025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3846210b-2644-4380-bc4a-eec7986c7e6b req-1ba33ada-3120-45e8-89b0-6885799db49e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Nov 12 01:11:23.649969 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.651839 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-38bed312-99e6-4483-b3e4-4a30a3b811ac tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2363775 Nov 12 01:11:23.664849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57144) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.664950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Routers {'371ad976-b314-44ca-b774-624d447580bd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:23.664950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['371ad976-b314-44ca-b774-624d447580bd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:23.798088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Set router 371ad976-b314-44ca-b774-624d447580bd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:23.810002 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe4e7a35-b195-4973-a341-efa42df2c1bc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/371ad976-b314-44ca-b774-624d447580bd HTTP/1.1" status: 200 len: 908 time: 0.1537166 Nov 12 01:11:23.812689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:23.817950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268032993', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': True}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:23.843077 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.844159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.905221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.915945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d46d17f-2c14-4631-9447-ae5cb9550644 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:24.022262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 0d46d17f-2c14-4631-9447-ae5cb9550644 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:24.029290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 0d46d17f-2c14-4631-9447-ae5cb9550644 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:24.029660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.086603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.092780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ad976-b314-44ca-b774-624d447580bd', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:22Z', 'revision_number': 3, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port': {'id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ad976-b314-44ca-b774-624d447580bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:24.122694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Checking router: 371ad976-b314-44ca-b774-624d447580bd for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:24.122889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb09b78-c429-4edb-b714-7373cc828ab9 req-ff0e54f5-10f7-42e6-aab8-97e91e0d5193 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:24.123046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Updating router 371ad976-b314-44ca-b774-624d447580bd port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:24.125080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bb09b78-c429-4edb-b714-7373cc828ab9 req-ff0e54f5-10f7-42e6-aab8-97e91e0d5193 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 982 time: 0.0741696 Nov 12 01:11:24.192110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.193777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.235694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bb09b78-c429-4edb-b714-7373cc828ab9 req-697bbbd5-14a7-47e7-b926-4d7ade228cbd tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1023958 Nov 12 01:11:24.244835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:24.247051 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c145fd2-3ddd-4939-b391-78930b580fb0" -d '{"events": [{"server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "name": "network-vif-plugged", "status": "completed", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:24.328208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d46d17f-2c14-4631-9447-ae5cb9550644,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:24.330094 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad26a77-3e0b-4d0e-998a-bd9337576926 x-openstack-request-id: req-1ad26a77-3e0b-4d0e-998a-bd9337576926 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:24.330381 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "name": "network-vif-plugged", "status": "completed", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:24.330711 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ad26a77-3e0b-4d0e-998a-bd9337576926 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:24.331019 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644', 'code': 200} Nov 12 01:11:24.335062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.421272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.444690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ec790-0828-487d-9c54-15a5d52c7ad3 req-c9edc849-0911-4511-8954-68177a397d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:24.446270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-242ec790-0828-487d-9c54-15a5d52c7ad3 req-c9edc849-0911-4511-8954-68177a397d8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 1098 time: 0.0579967 Nov 12 01:11:24.447380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.530030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.596328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-242ec790-0828-487d-9c54-15a5d52c7ad3 req-caa6d9c9-5da8-479d-9668-219e670ac267 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989771 Nov 12 01:11:24.720483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-5ec02525-e6ab-4bd4-948f-fc3b93047c17 req-a607a8b0-545c-45a7-b522-916f59a829a7 service neutron] (102677) timed out ('10.222.0.32', 52858) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:11:24.786635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd8e5-d521-4b34-a903-1f8f605500db req-96ea89be-69e9-4c05-ad55-3bea5da4e8df tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:24.788413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-401dd8e5-d521-4b34-a903-1f8f605500db req-96ea89be-69e9-4c05-ad55-3bea5da4e8df tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.0610831 Nov 12 01:11:24.803563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.811572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.861069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3522b-d1f5-49dd-91f5-5116412f9a47 None None] Pushing event updated for resources: {'Port': ['ID=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.883309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Attempting to bind port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:24.883863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Attempting to bind port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:24.884446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Attempting to bind port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:24.886306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-401dd8e5-d521-4b34-a903-1f8f605500db req-5a23f07e-510d-4253-a8d2-42c53d323d27 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891933 Nov 12 01:11:24.900455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 172.25.6.116 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/6ce04e07-5d70-456a-8d75-0ba326062a15) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:24.900804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:24.902772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:24.902772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.902772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:24.903147 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Bound port: e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:24.904805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.910346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00de7cd-74c8-48c3-b718-4d8bac6174f5 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:24.974300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] For port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:24.978742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] For port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:24.983855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.049176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bb32c-99f9-486a-b8a4-456a25e943ea None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:25.058449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.068416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3522b-d1f5-49dd-91f5-5116412f9a47 None None] Pushing event updated for resources: {'Port': ['ID=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.074537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] Provisioning complete for port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:25.074909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.078578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Routers {'371ad976-b314-44ca-b774-624d447580bd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:25.079208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['371ad976-b314-44ca-b774-624d447580bd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:25.103723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.143964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:25.148291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:25.153068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:25.172523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420c1a4-9f92-4f45-a066-4344613dbf5f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:25.199831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=6ce04e07-5d70-456a-8d75-0ba326062a15,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.280497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] Set router 371ad976-b314-44ca-b774-624d447580bd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:25.282722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.477006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] For port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:25.478642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be437a-ba8d-487e-9bc1-02acba799028 req-3c0a8347-154f-4189-a254-7a2873b8540b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:25.480320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5be437a-ba8d-487e-9bc1-02acba799028 req-3c0a8347-154f-4189-a254-7a2873b8540b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 982 time: 0.1400721 Nov 12 01:11:25.495940 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.525953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.578851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a5ce-f87a-4f21-92e1-bf03f238f917 None None] Pushing event updated for resources: {'Port': ['ID=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.586409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ad976-b314-44ca-b774-624d447580bd', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:22Z', 'revision_number': 3, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port': {'id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ad976-b314-44ca-b774-624d447580bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:25.631397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24c12a-c98c-4f25-82f4-c479e566acc6 None None] The sync data for ids ['371ad976-b314-44ca-b774-624d447580bd'] in n-d-712141-15 is: [{'id': '371ad976-b314-44ca-b774-624d447580bd', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:22Z', 'revision_number': 3, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port': {'id': 'e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ad976-b314-44ca-b774-624d447580bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:21Z', 'updated_at': '2021-11-12T01:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:25.659558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5be437a-ba8d-487e-9bc1-02acba799028 req-44c9d47d-7998-4fc2-9343-11d9c2dc7b6c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1641793 Nov 12 01:11:25.683371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f51e5985-7050-49ef-85a2-0de5d68d260b None None] Provisioning complete for port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:25.683747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f51e5985-7050-49ef-85a2-0de5d68d260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.825470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f51e5985-7050-49ef-85a2-0de5d68d260b None None] Provisioning complete for port 6ce04e07-5d70-456a-8d75-0ba326062a15 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:25.825470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f51e5985-7050-49ef-85a2-0de5d68d260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.897776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.910698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f51e5985-7050-49ef-85a2-0de5d68d260b None None] Port 6ce04e07-5d70-456a-8d75-0ba326062a15 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:25.923134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 14bbfdfd-6577-436d-a4c0-372abac96934 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:26.125106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=14bbfdfd-6577-436d-a4c0-372abac96934,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:26.151555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '14bbfdfd-6577-436d-a4c0-372abac96934', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'port_id': '14bbfdfd-6577-436d-a4c0-372abac96934', 'mac_address': 'fa:16:3e:ab:97:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:26.161224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02cbf-9e20-45db-8916-1eb846e08c46 req-1fc605b8-aa94-4af3-a018-af74d4b9a5bb tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:26.163177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cca02cbf-9e20-45db-8916-1eb846e08c46 req-1fc605b8-aa94-4af3-a018-af74d4b9a5bb tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.0801172 Nov 12 01:11:26.221774 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.241253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bbfdfd-6577-436d-a4c0-372abac96934 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:26.252083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cca02cbf-9e20-45db-8916-1eb846e08c46 req-b438b370-110a-43ea-9694-16dc18fbcc22 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Nov 12 01:11:26.265746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:26.278739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=14bbfdfd-6577-436d-a4c0-372abac96934,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:26.281342 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.356326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:26.428289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:26.444045 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Sync routers for ids ['3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:26.458353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.460087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d6ac580b-5ad5-499e-9662-33207ecfa253 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6463056 Nov 12 01:11:26.463067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57194) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:26.464941 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Routers {'3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:26.465580 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:26.615709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['14bbfdfd-6577-436d-a4c0-372abac96934'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:26.674860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Set router 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:26.744421 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-975dea0c-66eb-4362-9bf6-7155c34ddfdc tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 HTTP/1.1" status: 200 len: 907 time: 0.2791095 Nov 12 01:11:26.744817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57206) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:26.975642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:27.130831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:27.131258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.190591 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8cba6-6a4a-407b-8e9c-cfdb6deca416', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '6ce04e07-5d70-456a-8d75-0ba326062a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:23Z', 'updated_at': '2021-11-12T01:11:25Z', 'revision_number': 3, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port': {'id': '6ce04e07-5d70-456a-8d75-0ba326062a15', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8cba6-6a4a-407b-8e9c-cfdb6deca416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:24Z', 'updated_at': '2021-11-12T01:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:27.243834 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Checking router: 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:27.244416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Updating router 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 port 6ce04e07-5d70-456a-8d75-0ba326062a15 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:27.272490 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.363861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e7e00-e6a6-4697-b065-387fa87bc4c2 req-36d71aac-939d-40b9-9c1a-4faf054df5b4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:27.365573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f0e7e00-e6a6-4697-b065-387fa87bc4c2 req-36d71aac-939d-40b9-9c1a-4faf054df5b4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 983 time: 0.5144749 Nov 12 01:11:27.381247 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.525457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f0e7e00-e6a6-4697-b065-387fa87bc4c2 req-f3f7c16c-5b93-471d-bf3a-fbfc77b51663 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1522465 Nov 12 01:11:27.575162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.683270 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.695250 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.751998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Deleting port 6ce04e07-5d70-456a-8d75-0ba326062a15 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:27.752562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.763609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8498a-f8c6-47be-89c2-40143000fa76 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:27.767603 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Attempting to bind port 6ce04e07-5d70-456a-8d75-0ba326062a15 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:27.768266 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Attempting to bind port 6ce04e07-5d70-456a-8d75-0ba326062a15 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:27.768886 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Attempting to bind port 6ce04e07-5d70-456a-8d75-0ba326062a15 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:27.779122 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:27.779829 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:27.780442 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.781099 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:27.782022 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Bound port: 6ce04e07-5d70-456a-8d75-0ba326062a15, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:27.782641 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.873424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-436f3ab8-cc89-4a7b-9d46-fd530101bd5a None None] Provisioning complete for port 6ce04e07-5d70-456a-8d75-0ba326062a15 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:27.873997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-436f3ab8-cc89-4a7b-9d46-fd530101bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.878293 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] For port 6ce04e07-5d70-456a-8d75-0ba326062a15, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:27.883581 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] For port 6ce04e07-5d70-456a-8d75-0ba326062a15, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6ce04e07-5d70-456a-8d75-0ba326062a15,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:27.903648 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.910616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aacf73-b739-4076-97d6-f371e12c7a1a None None] Pushing event updated for resources: {'Port': ['ID=6ce04e07-5d70-456a-8d75-0ba326062a15,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:27.919480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.932472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 14bbfdfd-6577-436d-a4c0-372abac96934 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:27.956608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Calling delete_port for 6ce04e07-5d70-456a-8d75-0ba326062a15 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:27.996334 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aacf73-b739-4076-97d6-f371e12c7a1a None None] Pushing event updated for resources: {'Port': ['ID=6ce04e07-5d70-456a-8d75-0ba326062a15,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:28.030703 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Routers {'3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:28.031596 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:28.060212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614b09c-81a5-441f-a2a0-0a5d535ca9b2 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:28.112716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-436f3ab8-cc89-4a7b-9d46-fd530101bd5a None None] Port 6ce04e07-5d70-456a-8d75-0ba326062a15 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:28.162968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 14bbfdfd-6577-436d-a4c0-372abac96934 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:28.167659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] Set router 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:28.168819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 14bbfdfd-6577-436d-a4c0-372abac96934 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:28.169296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.238605 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8cba6-6a4a-407b-8e9c-cfdb6deca416', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:23Z', 'updated_at': '2021-11-12T01:11:27Z', 'revision_number': 4, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:28.283938 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0308017-6e05-4c05-a04b-2b04cc233b20 None None] The sync data for ids ['3bc8cba6-6a4a-407b-8e9c-cfdb6deca416'] in n-d-712141-15 is: [{'id': '3bc8cba6-6a4a-407b-8e9c-cfdb6deca416', 'name': 'tempest-snat-router-268032993', 'tenant_id': 'b32d6448cc5e4979aa743f5361873d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:23Z', 'updated_at': '2021-11-12T01:11:27Z', 'revision_number': 4, 'project_id': 'b32d6448cc5e4979aa743f5361873d05', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:28.288166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.292137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d0152462-5af2-4b3c-b41d-d69b2e8c01bf None None] Provisioning complete for port 6ce04e07-5d70-456a-8d75-0ba326062a15 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:28.292722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0152462-5af2-4b3c-b41d-d69b2e8c01bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.300851 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.324874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ce04e07-5d70-456a-8d75-0ba326062a15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:28.425145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.437009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=14bbfdfd-6577-436d-a4c0-372abac96934,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:28.439077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702debf-256e-4bce-8217-487b1b00b054 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:28.444430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:28.448813 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687318b-f38c-43df-a066-1a2ff5cc7d2f" -d '{"events": [{"server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "name": "network-vif-plugged", "status": "completed", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:28.452048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d0152462-5af2-4b3c-b41d-d69b2e8c01bf None None] Port 6ce04e07-5d70-456a-8d75-0ba326062a15 was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:11:28.456510 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.538208 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc09025-5f6c-4ac4-95a8-883f723bbc8c x-openstack-request-id: req-4cc09025-5f6c-4ac4-95a8-883f723bbc8c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:28.538507 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "name": "network-vif-plugged", "status": "completed", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:28.539401 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cc09025-5f6c-4ac4-95a8-883f723bbc8c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:28.539808 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934', 'code': 200} Nov 12 01:11:28.564784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.568425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.569736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:28.632431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.632431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:28.636868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.640496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16b8a495-1242-468e-a7d0-d3acc79b192e tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/routers/3bc8cba6-6a4a-407b-8e9c-cfdb6deca416 HTTP/1.1" status: 204 len: 168 time: 1.8921046 Nov 12 01:11:28.641145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57230) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:28.741684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac93e8-4800-45ed-9f55-771ee0851204 req-87296309-1332-438f-b2c9-1df6fb7be476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.743235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bac93e8-4800-45ed-9f55-771ee0851204 req-87296309-1332-438f-b2c9-1df6fb7be476 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.1222980 Nov 12 01:11:28.751765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301d9f-6421-4899-9a6d-95379508a4a3 req-66791414-dade-4843-a12e-0605f1cdfcb9 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.760579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71301d9f-6421-4899-9a6d-95379508a4a3 req-66791414-dade-4843-a12e-0605f1cdfcb9 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.0954299 Nov 12 01:11:28.767852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.899977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71301d9f-6421-4899-9a6d-95379508a4a3 req-8f868cd0-14bf-4c98-9cd2-31f1a8841f86 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1321497 Nov 12 01:11:28.907045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bac93e8-4800-45ed-9f55-771ee0851204 req-35c3c6e5-1b0f-4225-94ce-68dd57b62b39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1388714 Nov 12 01:11:28.909477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.999931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Deleting port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:29.000301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.101334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] For port e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:29.101825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.118494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Calling delete_port for e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:29.410234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.448936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event deleted for resources: {'Port': ['ID=e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:29.488449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa59190-12f2-4827-ab32-d435294a7def None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:29.563826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.698984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.701619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.752650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.753350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 371ad976-b314-44ca-b774-624d447580bd {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:29.758383 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.759961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb9ade36-8135-4398-af2f-83b620cb18d5 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "DELETE /v2.0/routers/371ad976-b314-44ca-b774-624d447580bd HTTP/1.1" status: 204 len: 168 time: 1.1180341 Nov 12 01:11:29.763997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:29.770082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1429385949', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:29.800260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.801477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.871003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.069762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6de620-1b83-48f6-9caa-bd1d83f9a9b1 req-ccce9f47-bd37-466a-9222-8342a11cac86 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.072118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed6de620-1b83-48f6-9caa-bd1d83f9a9b1 req-ccce9f47-bd37-466a-9222-8342a11cac86 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.0636489 Nov 12 01:11:30.091276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.151571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed6de620-1b83-48f6-9caa-bd1d83f9a9b1 req-ba9ab1ee-ca74-4d4b-8bbc-6b876a012f3d tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0731270 Nov 12 01:11:30.321883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.343311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.487392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Allocated IP 172.25.6.125 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d0680097-6594-448a-8c8d-78438a3c0d04) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:30.623812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.665258 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.707629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:30.711703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:30.715199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:30.730550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a643e-56a1-4185-aec7-9c7e709f3fac None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:30.748681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event updated for resources: {'Port': ['ID=d0680097-6594-448a-8c8d-78438a3c0d04,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:30.818576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-68343bda-fe70-4de1-b4e6-50bb7cd94953 None None] Provisioning complete for port d0680097-6594-448a-8c8d-78438a3c0d04 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:30.819204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68343bda-fe70-4de1-b4e6-50bb7cd94953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.887834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-68343bda-fe70-4de1-b4e6-50bb7cd94953 None None] Port d0680097-6594-448a-8c8d-78438a3c0d04 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:30.916771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:30.946484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:30.946484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e23db7b2-2bf4-4ff6-98a7-7a74c7e9855d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:31.280470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746eed2-227d-411d-bf3f-8fc315b9ebe7 req-03c951b5-27b4-4303-bd7a-b05d8151ffb2 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.286739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d746eed2-227d-411d-bf3f-8fc315b9ebe7 req-03c951b5-27b4-4303-bd7a-b05d8151ffb2 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.0667515 Nov 12 01:11:31.367732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.385832 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d746eed2-227d-411d-bf3f-8fc315b9ebe7 req-6facd991-503b-4140-a174-905559e32808 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0838621 Nov 12 01:11:31.522976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b282a-a1ae-4c44-b47f-815455b8c12c req-3f78d8f6-44da-4fef-9bb3-2daf04a285ce tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.526134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa5b282a-a1ae-4c44-b47f-815455b8c12c req-3f78d8f6-44da-4fef-9bb3-2daf04a285ce tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.0617340 Nov 12 01:11:31.617061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa5b282a-a1ae-4c44-b47f-815455b8c12c req-0d8cb745-f593-4063-86b5-86bec777f324 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0834937 Nov 12 01:11:31.677657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.771491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c086387d-bb7c-46ec-83cd-561f38efa8ef tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.779673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c086387d-bb7c-46ec-83cd-561f38efa8ef tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.0581379 Nov 12 01:11:31.794381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c5705b52-917a-4530-a584-f975e290023b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.837062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Router 6d246aa7-b1c3-411d-9c8f-e7693a7862ba is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:31.884546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c5705b52-917a-4530-a584-f975e290023b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.893523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c5705b52-917a-4530-a584-f975e290023b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.952208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5705b52-917a-4530-a584-f975e290023b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6696de7-22da-4005-9710-db8581b3ad72,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:31.972153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41a7f5c8-96b5-4831-b577-83f736f24191 req-c5705b52-917a-4530-a584-f975e290023b tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1894770 Nov 12 01:11:31.975409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:31.987675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57280) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:31.996617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] Sync routers for ids ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:32.010960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] Routers {'6d246aa7-b1c3-411d-9c8f-e7693a7862ba'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:32.011969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.054984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.066054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] Routers {'6d246aa7-b1c3-411d-9c8f-e7693a7862ba'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:32.067104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.083813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.085334 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d2533eb-c1db-4a8a-807f-e8317b673fbf tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3200614 Nov 12 01:11:32.088500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57282) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:32.093954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:32.105523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d913c2da-ee4f-43dc-b705-a571b73372fa tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.106517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.107584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07caaca-4018-4a7f-825c-f4d50346acdc None None] The sync data for ids ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:32.116585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d913c2da-ee4f-43dc-b705-a571b73372fa tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1131 time: 0.1265783 Nov 12 01:11:32.119374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57284) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:32.124632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '14bbfdfd-6577-436d-a4c0-372abac96934', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:32.160256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-e0200d9b-9324-4b93-af22-e0dcd5622560 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244614 Nov 12 01:11:32.174862 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.286897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-55a48b2f-1c81-4a54-abaa-9f0f7d7bbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.288687 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-55a48b2f-1c81-4a54-abaa-9f0f7d7bbbd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 1097 time: 0.0992944 Nov 12 01:11:32.413526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-f3c47e1a-923e-41ca-af68-0640eb4ba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.415037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-f3c47e1a-923e-41ca-af68-0640eb4ba544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.1015713 Nov 12 01:11:32.442907 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.478315 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-b87700e4-923e-49fc-99bd-ca5c5f36e9ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9 HTTP/1.1" status: 200 len: 217 time: 0.0534561 Nov 12 01:11:32.530619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.549989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-a77c1972-2ab5-4e22-a8f5-008509f124be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.551742 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-a77c1972-2ab5-4e22-a8f5-008509f124be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0629206 Nov 12 01:11:32.565659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.625549 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-ba143364-35c0-42da-8786-ec6ff2322059 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399201 Nov 12 01:11:32.740591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-b1dc340c-72a9-42cd-916e-cf23effdc8d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036291 Nov 12 01:11:32.857952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cf55c45d-1598-4bc0-8c1e-b6f5261e2fdd req-e177d2ef-7052-4047-90e3-2bcb193c8c5f service neutron] 10.222.0.32 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097369 Nov 12 01:11:32.930624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.25.6.253 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/25dce065-d077-4e63-a2e0-ef7d6b766de0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:33.064026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.101553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.116572 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.120279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.141556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:33.144856 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:33.147964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:33.191090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=25dce065-d077-4e63-a2e0-ef7d6b766de0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:33.267006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router 6d246aa7-b1c3-411d-9c8f-e7693a7862ba has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:33.418553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:33.432888 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] Sync routers for ids ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:33.437124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.441674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-690e8d73-e8f4-4f5f-b28c-4fea5010573f tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "PUT /v2.0/routers/6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 200 len: 926 time: 1.3516910 Nov 12 01:11:33.442651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:33.447373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] Routers {'6d246aa7-b1c3-411d-9c8f-e7693a7862ba'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:33.448385 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.487896 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.498249 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] Routers {'6d246aa7-b1c3-411d-9c8f-e7693a7862ba'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:33.499150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.559875 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:33.560832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cafc08-c9b5-4760-b505-a1ffba5f462b None None] The sync data for ids ['6d246aa7-b1c3-411d-9c8f-e7693a7862ba'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:33.576797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a293b832-e7f8-4c8f-a2c6-87a1bb8eb27a tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 200 len: 926 time: 0.1328540 Nov 12 01:11:33.579554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:33.664476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.667539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75033ae-5125-4b42-80d0-47b4d3a49c5c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.669341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a75033ae-5125-4b42-80d0-47b4d3a49c5c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=6d246aa7-b1c3-411d-9c8f-e7693a7862ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0884638 Nov 12 01:11:33.674942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:33.758574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.808368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c52c68-fcf7-424f-862a-cc31bea784f3 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.813901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-44c52c68-fcf7-424f-862a-cc31bea784f3 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1304944 Nov 12 01:11:33.814582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:33.866143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bd381cd7-943b-47eb-8ca4-d0d9b679fcbe tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 200 len: 205 time: 0.0464308 Nov 12 01:11:33.866397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:34.008403 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.013454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.019793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.149834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=25dce065-d077-4e63-a2e0-ef7d6b766de0,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:34.157473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.293124 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Floating IP 69241421-3d0e-4984-8118-c45b4775792c associated. External IP: 172.25.6.253, port: 14bbfdfd-6577-436d-a4c0-372abac96934. Nov 12 01:11:34.453852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.523504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port d0680097-6594-448a-8c8d-78438a3c0d04 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:34.523844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.554525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router 10c86978-2555-4153-9e63-a55701681382 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:34.612317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.636035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for d0680097-6594-448a-8c8d-78438a3c0d04 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:34.857383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.882920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5821a79-e71c-4d22-9ac6-8f9adbee9016 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:34.920256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=d0680097-6594-448a-8c8d-78438a3c0d04,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:35.006766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.114760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.117362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.152490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:35.164683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Sync routers for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:35.177447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:35.178380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.178781 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.179369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router 6d246aa7-b1c3-411d-9c8f-e7693a7862ba {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:35.184578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.193675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.195663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bf195432-2e63-4fdb-b9b0-eb33de73f6d8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 204 len: 168 time: 1.3282549 Nov 12 01:11:35.199683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.205966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-957659909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:35.224633 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-42bcefc2-3b29-4a88-99fa-34860e6a553c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1039224 Nov 12 01:11:35.225871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:35.228307 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3656352-a8cb-4dc0-875c-ce838eeb121a" -d '{"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:35.231035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.245519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.246905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.290406 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98396738-1d5f-4476-94e6-b1d2695fe975 x-openstack-request-id: req-98396738-1d5f-4476-94e6-b1d2695fe975 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:35.290705 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:35.290962 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98396738-1d5f-4476-94e6-b1d2695fe975 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:35.291543 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934', 'status': 'completed', 'code': 200} Nov 12 01:11:35.339567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.355180 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.383651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.417993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-f3b7ae28-65e6-43ed-89ed-7278c6241e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.420022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-f3b7ae28-65e6-43ed-89ed-7278c6241e56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.0803351 Nov 12 01:11:35.433512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.433512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b263e18-a429-4179-bff4-a0e34b2e2f91 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2318087 Nov 12 01:11:35.444302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.446054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:35.449644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:35.569724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.575151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.577661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.578209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.578742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.579283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.581767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.582340 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.582864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.583381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.587424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cfb1915e-446a-42e0-97d6-0560520bcc08 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7069 time: 0.3553381 Nov 12 01:11:35.596650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57334) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.813564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.814207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.814781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.815802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.816294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.816953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.817574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.818023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.818468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.819469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.821867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '69241421-3d0e-4984-8118-c45b4775792c', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10c86978-2555-4153-9e63-a55701681382', 'port_id': '14bbfdfd-6577-436d-a4c0-372abac96934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'mac_address': 'fa:16:3e:ab:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008dfbcf-f115-46e5-ad71-8721b1336058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:11:33Z', 'updated_at': '2021-11-12T01:11:33Z', 'revision_number': 0, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.826047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2353a312-5faf-4ceb-9600-614749138c43 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6544 time: 0.2236614 Nov 12 01:11:35.826682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57336) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:35.852450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.854309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Checking router: 10c86978-2555-4153-9e63-a55701681382 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:35.859969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-4a226626-b895-440c-ae07-7926ccff980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.862701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-4a226626-b895-440c-ae07-7926ccff980c service neutron] 10.222.0.39 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 898 time: 0.4285021 Nov 12 01:11:35.864914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:35.865594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.989508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-8069ea2f-6593-4ce6-8d80-ac94f53ef12f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 999 time: 0.1105709 Nov 12 01:11:35.996962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:36.066984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-39e82d22-8fc4-45eb-8df2-3e332f3aab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.068881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-39e82d22-8fc4-45eb-8df2-3e332f3aab21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 200 len: 834 time: 0.0712271 Nov 12 01:11:36.189655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e6756c0c-c05a-4778-b3e2-5602cde704eb tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5752 time: 0.3617043 Nov 12 01:11:36.190299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57346) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.204386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-5e127e8e-5e48-4e83-bfcb-00b287885338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.206149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-5e127e8e-5e48-4e83-bfcb-00b287885338 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271e402b-910b-45fd-af72-00ec4d67cb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263921 Nov 12 01:11:36.240817 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.246514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b776d6a-7164-4414-addc-972d16479baf tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.247098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b776d6a-7164-4414-addc-972d16479baf tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.264162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b776d6a-7164-4414-addc-972d16479baf tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=10c86978-2555-4153-9e63-a55701681382 HTTP/1.1" status: 200 len: 1991 time: 0.0575278 Nov 12 01:11:36.321238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.402729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-b69c1e8c-61ec-4415-8d4b-a6500a616f2b service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710849 Nov 12 01:11:36.431123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '69241421-3d0e-4984-8118-c45b4775792c', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10c86978-2555-4153-9e63-a55701681382', 'port_id': '14bbfdfd-6577-436d-a4c0-372abac96934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'mac_address': 'fa:16:3e:ab:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008dfbcf-f115-46e5-ad71-8721b1336058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:11:33Z', 'updated_at': '2021-11-12T01:11:33Z', 'revision_number': 0, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:36.459692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b753193-8ebe-4f7e-a619-944f226a3c4a None None] The sync data for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 is: [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '69241421-3d0e-4984-8118-c45b4775792c', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10c86978-2555-4153-9e63-a55701681382', 'port_id': '14bbfdfd-6577-436d-a4c0-372abac96934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'mac_address': 'fa:16:3e:ab:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008dfbcf-f115-46e5-ad71-8721b1336058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:11:33Z', 'updated_at': '2021-11-12T01:11:33Z', 'revision_number': 0, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:36.507542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Allocated IP 172.25.6.174 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/d232f6c9-21b0-45ec-97b2-69ceca854a0d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:36.560984 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3656352-a8cb-4dc0-875c-ce838eeb121a req-c49f5f83-4bf5-4f7e-9e1d-9fdad7caa40b service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371439 Nov 12 01:11:36.636258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.680393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.709583 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313810a-74ac-4359-b968-7996c4440c22 None None] New status for floating IP 69241421-3d0e-4984-8118-c45b4775792c: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:11:36.733339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:36.737605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:36.739807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event updated for resources: {'Port': ['ID=d232f6c9-21b0-45ec-97b2-69ceca854a0d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:36.750502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:36.760244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cee085-66ef-4930-aa4e-57d6b8e72e48 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:36.856044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9ce081bb-416d-48f5-bd3d-c8e45bd3bf28 None None] Provisioning complete for port d232f6c9-21b0-45ec-97b2-69ceca854a0d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:36.856801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ce081bb-416d-48f5-bd3d-c8e45bd3bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.896974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9ce081bb-416d-48f5-bd3d-c8e45bd3bf28 None None] Port d232f6c9-21b0-45ec-97b2-69ceca854a0d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:37.030024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.260162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.269651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.415773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Router 188e3468-70ea-40fb-8428-1b735f9cb1cc is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:37.536548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:37.543493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.544848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7b528287-11ff-45d9-80e2-84e5a3e01482 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "PUT /v2.0/routers/188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 200 len: 883 time: 2.0999031 Nov 12 01:11:37.547481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:37.550275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] Sync routers for ids ['188e3468-70ea-40fb-8428-1b735f9cb1cc'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:37.571236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] Routers {'188e3468-70ea-40fb-8428-1b735f9cb1cc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:37.572433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['188e3468-70ea-40fb-8428-1b735f9cb1cc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:37.616967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:37.627444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] Routers {'188e3468-70ea-40fb-8428-1b735f9cb1cc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:37.633898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['188e3468-70ea-40fb-8428-1b735f9cb1cc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:37.667052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:37.667726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9b6ce-1733-40c9-8e2d-64e93b01b2eb None None] The sync data for ids ['188e3468-70ea-40fb-8428-1b735f9cb1cc'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:37.980227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b7b77708-278b-4bf9-b514-1d6caa9733c9 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 200 len: 924 time: 0.4314885 Nov 12 01:11:37.982965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.027476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472ea92-885f-4982-829e-73ef2716c072 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.029050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8472ea92-885f-4982-829e-73ef2716c072 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=188e3468-70ea-40fb-8428-1b735f9cb1cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0451524 Nov 12 01:11:38.032685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57362) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.147991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab08804-5df9-4ed8-9f87-38850128ea7a tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.151277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fab08804-5df9-4ed8-9f87-38850128ea7a tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1141801 Nov 12 01:11:38.152117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57372) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.184377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.189935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3faeade1-368c-4030-8b65-d5bbe65b6f60 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 200 len: 205 time: 0.0280843 Nov 12 01:11:38.311989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.417452 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.479823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port d232f6c9-21b0-45ec-97b2-69ceca854a0d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:38.480189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.557687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.571226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for d232f6c9-21b0-45ec-97b2-69ceca854a0d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:38.747718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.772356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=d232f6c9-21b0-45ec-97b2-69ceca854a0d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.795051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55036a4a-436f-4844-829d-19ac863f75ca None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:38.855002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.952726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.955141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.014072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.014804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router 188e3468-70ea-40fb-8428-1b735f9cb1cc {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:39.022712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.028178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57382) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.032952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2021039548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:39.036668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a0ba30bd-e94c-453b-8fa6-bb244968a2ea tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 204 len: 168 time: 0.8510699 Nov 12 01:11:39.060799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.062895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.121232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.126475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.148455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.149698 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5d2b4605-567f-4ecb-b111-09758c6bfd74 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1204102 Nov 12 01:11:39.154276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.159937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': True}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:39.226687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f3132a6-6b53-4202-8f5c-9802872780b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.320403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd3507-8026-4a3c-88b0-b471e7d09bb2 req-7d392298-f853-4f0f-85d3-674137935d30 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.321977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66bd3507-8026-4a3c-88b0-b471e7d09bb2 req-7d392298-f853-4f0f-85d3-674137935d30 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1099 time: 0.1545761 Nov 12 01:11:39.446968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.464394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66bd3507-8026-4a3c-88b0-b471e7d09bb2 req-3aa0ad73-5ad4-4f9f-bc0f-a98dd9061d4b tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152761 Nov 12 01:11:39.487667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.659386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port cb97e714-9f4a-416b-9839-2beec959fc98 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:39.659739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.685485 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.709635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.761374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.761749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.773993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for cb97e714-9f4a-416b-9839-2beec959fc98 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:39.845412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 172.25.6.217 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b4aaae36-6048-49ac-abe2-8a1da4052c51) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:39.970916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.020301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.027544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.051187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=cb97e714-9f4a-416b-9839-2beec959fc98,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:40.070369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:40.072947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:40.080679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:40.111684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96682bb4-1c06-4901-a321-4890ac5a23f5 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:40.117002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=b4aaae36-6048-49ac-abe2-8a1da4052c51,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:40.161851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5eb556e6-eaaa-43b7-804f-c6130c35721f None None] Provisioning complete for port b4aaae36-6048-49ac-abe2-8a1da4052c51 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:40.162410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5eb556e6-eaaa-43b7-804f-c6130c35721f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.179246 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.180342 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 09ca84f0-f57a-4a2a-82dc-819e5a9c5233 disassociated (deleted). External IP: 172.25.6.120, port: 3720589d-8060-4f75-84d9-ec45bccc5da0. Nov 12 01:11:40.207887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5eb556e6-eaaa-43b7-804f-c6130c35721f None None] Port b4aaae36-6048-49ac-abe2-8a1da4052c51 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:40.444424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.502323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router 7d42aa15-f189-4865-9af5-84acac18223a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:40.635726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:40.640923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.662895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Sync routers for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:40.683068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82e4ed84-c8d3-4839-b5f9-5e8475bfcedb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/floatingips/09ca84f0-f57a-4a2a-82dc-819e5a9c5233 HTTP/1.1" status: 204 len: 168 time: 1.1931589 Nov 12 01:11:40.683754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:40.686694 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:40.687812 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:40.689262 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:40.749157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.754057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.761693 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2081c4-3ae5-4309-abd7-89b24bd84d11 x-openstack-request-id: req-4b2081c4-3ae5-4309-abd7-89b24bd84d11 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:40.762092 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:40.762668 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b2081c4-3ae5-4309-abd7-89b24bd84d11 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:40.763885 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:11:40.973619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-2490118b-4127-4fca-81cf-508657656faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.974095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-2490118b-4127-4fca-81cf-508657656faf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 1099 time: 0.1280029 Nov 12 01:11:41.075130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:41.124717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c266f1-96a2-4ac1-beaa-25d047015ad7 req-72097c35-8145-41ce-a6b4-84eac820af97 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.127797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74c266f1-96a2-4ac1-beaa-25d047015ad7 req-72097c35-8145-41ce-a6b4-84eac820af97 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 947 time: 0.1694005 Nov 12 01:11:41.207298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-b0331c2f-ed9e-42c8-b604-e05ddd47b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.208606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-b0331c2f-ed9e-42c8-b604-e05ddd47b0a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 200 len: 897 time: 0.2155354 Nov 12 01:11:41.214654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router 5768016c-c832-4b1a-96a6-fc4ad01f7869 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:41.232242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74c266f1-96a2-4ac1-beaa-25d047015ad7 req-dc254132-2b56-45e9-829a-934c3c1fc930 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903177 Nov 12 01:11:41.271864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-58a14a34-4cc3-4794-8f59-aac55c9976cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 200 len: 217 time: 0.0501666 Nov 12 01:11:41.385994 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.430490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Checking router: 7d42aa15-f189-4865-9af5-84acac18223a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:41.442788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:41.443800 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.646314 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:41.740963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-97a357c5-0519-4671-9d29-c99367a67967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.742521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-97a357c5-0519-4671-9d29-c99367a67967 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 200 len: 834 time: 0.4285932 Nov 12 01:11:41.789581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:41.794685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.796772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5dde70ce-a6fa-4b18-a331-12bc244fee40 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "PUT /v2.0/routers/5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 200 len: 919 time: 2.6402144 Nov 12 01:11:41.802399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57422) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:41.803402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] Sync routers for ids ['5768016c-c832-4b1a-96a6-fc4ad01f7869'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:41.817786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] Routers {'5768016c-c832-4b1a-96a6-fc4ad01f7869'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:41.818474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5768016c-c832-4b1a-96a6-fc4ad01f7869'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.822700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-7ed6179c-3cea-439e-9956-167f18400d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.824430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-7ed6179c-3cea-439e-9956-167f18400d7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=738db14d-2263-4799-8eb6-2226839e8ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691571 Nov 12 01:11:41.860713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.876774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] Routers {'5768016c-c832-4b1a-96a6-fc4ad01f7869'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:41.877737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5768016c-c832-4b1a-96a6-fc4ad01f7869'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.946573 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.953006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:41.954023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb186c-b17d-4ece-ac22-7301a71684b3 None None] The sync data for ids ['5768016c-c832-4b1a-96a6-fc4ad01f7869'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:41.986780 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344875-ebf1-4896-8053-3a3028e2bcce None None] The sync data for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 is: [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:18Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'a6cab3ea-628e-4076-a8b1-ed09588c35c0', 'name': '', 'network_id': '738db14d-2263-4799-8eb6-2226839e8ac0', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:83:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:16Z', 'updated_at': '2021-11-12T01:09:23Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'e1cecb0d-5b91-475e-ba30-19d0abb6d990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:42.010361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-4c652747-e361-474a-bb92-7051e2a68b29 service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739824 Nov 12 01:11:42.011886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.012272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-950a6654-e828-4f70-a3b3-f8ac9bb8d8c4 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 200 len: 925 time: 0.2081850 Nov 12 01:11:42.057651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-a55d20bd-6045-4cd1-9dab-5d8629ba29fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442214 Nov 12 01:11:42.111660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-703eced4-7280-43ea-be18-ec989bfcbbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.138964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1358b05-3852-4ff3-ae43-2e23230a8019 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.143552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1358b05-3852-4ff3-ae43-2e23230a8019 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=5768016c-c832-4b1a-96a6-fc4ad01f7869&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1275294 Nov 12 01:11:42.143552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.159193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274ade-2527-4233-97e3-7c78283b30dc req-68e31a9b-8f39-4da7-be59-7c234dd161f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.160772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-68e31a9b-8f39-4da7-be59-7c234dd161f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d0a5fd6a5a74b818b6c710975959930&device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 1097 time: 0.0476472 Nov 12 01:11:42.188842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06dbd385-bfa4-49ae-9a79-4f9b3abc1cd9 req-f7ed3054-73e1-4d57-9e6e-b3390fb4045f service neutron] 10.222.0.39 "GET /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656361 Nov 12 01:11:42.276876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f2cb9-644b-43f7-911f-d8c312ca5f69 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.282812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e9f2cb9-644b-43f7-911f-d8c312ca5f69 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1381109 Nov 12 01:11:42.283095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.316898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ae03ec8-263e-450a-865b-ec5599aa4094 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 200 len: 205 time: 0.0325704 Nov 12 01:11:42.320882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.394318 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20c244-ad90-40fa-96da-43c9300ddd1e None None] New status for floating IP 09ca84f0-f57a-4a2a-82dc-819e5a9c5233: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:11:42.488837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48ef7-000f-4362-9a68-350d929bfa3d req-30bfad55-0aec-4160-ad20-49298e3f398e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.496418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a48ef7-000f-4362-9a68-350d929bfa3d req-30bfad55-0aec-4160-ad20-49298e3f398e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 947 time: 0.1135411 Nov 12 01:11:42.569021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3a48ef7-000f-4362-9a68-350d929bfa3d req-cf45bd23-46c1-42e3-946a-5d227d1f2454 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716219 Nov 12 01:11:42.594987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.717233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274ade-2527-4233-97e3-7c78283b30dc req-d44396ad-34cb-4d64-8712-8e284679f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.718347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-d44396ad-34cb-4d64-8712-8e284679f674 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 200 len: 916 time: 0.5340686 Nov 12 01:11:42.734202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.777299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-623c10c7-2890-4b5d-83b4-d387415d6353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34ede25d-ea46-498e-b594-413af81a515c HTTP/1.1" status: 200 len: 217 time: 0.0489473 Nov 12 01:11:42.803439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port b4aaae36-6048-49ac-abe2-8a1da4052c51 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:42.803794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.837669 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.864951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274ade-2527-4233-97e3-7c78283b30dc req-d9e44481-befa-4280-9097-d5bc02cc6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.866576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-d9e44481-befa-4280-9097-d5bc02cc6985 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 200 len: 855 time: 0.0553236 Nov 12 01:11:42.923883 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-a04d1945-63b6-4efe-ae8e-ec5555c59351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455801 Nov 12 01:11:42.931927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-abde6362-8508-4d1d-83b3-aee8e1ae9b70 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.933619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-abde6362-8508-4d1d-83b3-aee8e1ae9b70 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 947 time: 0.1041212 Nov 12 01:11:43.039083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-f6d55b9d-b8dc-4773-9305-f2bf33867daf service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053636 Nov 12 01:11:43.040211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.059949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for b4aaae36-6048-49ac-abe2-8a1da4052c51 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:43.125297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:43.125641 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.166407 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5f274ade-2527-4233-97e3-7c78283b30dc req-cef09892-380c-42fa-8f72-bb93961c6084 service neutron] 10.222.0.39 "GET /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192164 Nov 12 01:11:43.301607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 3720589d-8060-4f75-84d9-ec45bccc5da0, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3720589d-8060-4f75-84d9-ec45bccc5da0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:43.302321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.336899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 3720589d-8060-4f75-84d9-ec45bccc5da0 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:43.406553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.454553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=b4aaae36-6048-49ac-abe2-8a1da4052c51,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:43.469226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb39ae-61f6-4f7c-a498-e505f070e18a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:43.549972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.667869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.677620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.759137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.769322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.770090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router 5768016c-c832-4b1a-96a6-fc4ad01f7869 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:43.797400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.798516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-757e531f-cf9c-4cdb-a5d3-4a3e9041dd33 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 204 len: 168 time: 1.4766252 Nov 12 01:11:43.802490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:43.807373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-227232933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:43.814516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=3720589d-8060-4f75-84d9-ec45bccc5da0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:43.827542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198f80-65de-44ce-9b19-80db2d947ffa req-7c2bab0a-ba3c-4ded-a85b-b78848e9a3e8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.829207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46198f80-65de-44ce-9b19-80db2d947ffa req-7c2bab0a-ba3c-4ded-a85b-b78848e9a3e8 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad82e93-44e9-43f3-bca1-3c300a4a3ade HTTP/1.1" status: 200 len: 868 time: 0.1571496 Nov 12 01:11:43.873545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.876354 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.920851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] No DVR routers for this DVR port 3720589d-8060-4f75-84d9-ec45bccc5da0 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:43.930640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.935471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71b7cb20-735b-49b3-9e85-448e22236f18 req-31e8865a-41b1-4ed7-b12e-2760059107a6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "DELETE /v2.0/ports/3720589d-8060-4f75-84d9-ec45bccc5da0 HTTP/1.1" status: 204 len: 173 time: 0.9947462 Nov 12 01:11:43.936590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-deleted', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:43.940427 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd1e78-0a44-41c3-bffc-5c5ba6cceae6" -d '{"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-deleted", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:44.002048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46198f80-65de-44ce-9b19-80db2d947ffa req-2cff2055-36a9-41fd-a805-647d4350c2e7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325264 Nov 12 01:11:44.028951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.032974 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84691639-b8a3-4088-aa3a-2847fece98a3 x-openstack-request-id: req-84691639-b8a3-4088-aa3a-2847fece98a3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:44.033543 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad82e93-44e9-43f3-bca1-3c300a4a3ade", "name": "network-vif-deleted", "tag": "3720589d-8060-4f75-84d9-ec45bccc5da0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:44.034109 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84691639-b8a3-4088-aa3a-2847fece98a3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:44.035692 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad82e93-44e9-43f3-bca1-3c300a4a3ade', 'name': 'network-vif-deleted', 'tag': '3720589d-8060-4f75-84d9-ec45bccc5da0', 'status': 'completed', 'code': 200} Nov 12 01:11:44.037593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.058942 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.079425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.087037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24ef664a-af3f-4a8b-9e22-ea214b63d139 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2827311 Nov 12 01:11:44.089442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:44.095679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:44.422217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.657557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.687030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.809214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Allocated IP 172.25.6.49 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b4c1b125-4e61-4156-ae9a-941be33f14ef) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:44.882952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.937612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.974785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.994196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:44.997491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:45.018976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:45.024350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99006964-d819-4994-93d6-a7beecfc5dea None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:45.100895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0241b1e1-4eda-40ce-b64b-c7e882daac93 None None] Provisioning complete for port b4c1b125-4e61-4156-ae9a-941be33f14ef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:45.103946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0241b1e1-4eda-40ce-b64b-c7e882daac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.109234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c1b125-4e61-4156-ae9a-941be33f14ef,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:45.183017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:45.257403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0241b1e1-4eda-40ce-b64b-c7e882daac93 None None] Port b4c1b125-4e61-4156-ae9a-941be33f14ef cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:45.681285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.716711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.959788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.969312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.005704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port a6cab3ea-628e-4076-a8b1-ed09588c35c0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:46.006306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.029110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:46.055716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 3720589d-8060-4f75-84d9-ec45bccc5da0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:46.056332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3720589d-8060-4f75-84d9-ec45bccc5da0 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:46.119199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Router 116112fd-4744-4e05-a673-35d28809a896 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:46.136470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port a6cab3ea-628e-4076-a8b1-ed09588c35c0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=a6cab3ea-628e-4076-a8b1-ed09588c35c0,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:46.137182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.161844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for a6cab3ea-628e-4076-a8b1-ed09588c35c0 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:46.256608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:46.262833 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.266187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] Sync routers for ids ['116112fd-4744-4e05-a673-35d28809a896'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:46.291998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cbd9b02a-3f6c-45b8-abc6-368ad6ce850c tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "PUT /v2.0/routers/116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 200 len: 918 time: 2.1991327 Nov 12 01:11:46.295958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.304896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] Routers {'116112fd-4744-4e05-a673-35d28809a896'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:46.308550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['116112fd-4744-4e05-a673-35d28809a896'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.415534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.426858 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.442103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] Routers {'116112fd-4744-4e05-a673-35d28809a896'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:46.442911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['116112fd-4744-4e05-a673-35d28809a896'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.463431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=a6cab3ea-628e-4076-a8b1-ed09588c35c0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:46.545472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:46.546981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c27a-86ba-4c31-a96b-74bf795ee5de None None] The sync data for ids ['116112fd-4744-4e05-a673-35d28809a896'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:46.585177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-44d7ad4e-c183-47c0-b15c-c041490cd057 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 200 len: 924 time: 0.2867558 Nov 12 01:11:46.587936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.670371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e668075c-0a8e-4e41-b03e-c9beaff783dd tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.675178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e668075c-0a8e-4e41-b03e-c9beaff783dd tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=116112fd-4744-4e05-a673-35d28809a896&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0859451 Nov 12 01:11:46.675960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.725596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.853631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed7db0-ac7f-4a71-af34-95d6a71fdb44 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.859111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d5ed7db0-ac7f-4a71-af34-95d6a71fdb44 tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/networks/f0be5289-a6b9-4840-b7ef-fc86dac80546 HTTP/1.1" status: 200 len: 881 time: 0.1781425 Nov 12 01:11:46.859458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:46.930951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-53349a42-9aaa-4b3a-9b55-2948895648bb tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 200 len: 205 time: 0.0681298 Nov 12 01:11:46.931440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.063108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.102692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router 7d42aa15-f189-4865-9af5-84acac18223a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:47.229338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.235996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:47.245206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f0e0344-d99f-4056-9c5f-3a8753af646b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/7d42aa15-f189-4865-9af5-84acac18223a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580211 Nov 12 01:11:47.245833 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.251894 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Sync routers for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:47.264502 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:47.265836 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:47.313334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port b4c1b125-4e61-4156-ae9a-941be33f14ef {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:47.313879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.344468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting subnet e1cecb0d-5b91-475e-ba30-19d0abb6d990 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:47.348830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.411928 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:47.447551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.472809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.490755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for b4c1b125-4e61-4156-ae9a-941be33f14ef owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:47.582488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.697076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.722115 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:11:46Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:47.749406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cecb0d-5b91-475e-ba30-19d0abb6d990,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.757816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.763860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f18881-d85b-4bc8-8bd4-27494c505160 None None] Network 738db14d-2263-4799-8eb6-2226839e8ac0 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:47.764832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Checking router: 7d42aa15-f189-4865-9af5-84acac18223a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:47.776383 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Routers {'7d42aa15-f189-4865-9af5-84acac18223a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:47.777266 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['7d42aa15-f189-4865-9af5-84acac18223a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:47.777396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-acc30e2f-4d46-4fb9-a00c-ca15ea8c65ba tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/subnets/e1cecb0d-5b91-475e-ba30-19d0abb6d990 HTTP/1.1" status: 204 len: 168 time: 0.5300441 Nov 12 01:11:47.778192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.808921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.841687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=b4c1b125-4e61-4156-ae9a-941be33f14ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.900927 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] Set router 7d42aa15-f189-4865-9af5-84acac18223a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:47.932654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.954192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df018171-15c4-42b0-a300-dc22dae586eb None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:48.086550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.089328 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.112680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.174477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] DHCP port deletion for 738db14d-2263-4799-8eb6-2226839e8ac0 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:48.191603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.192936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router 116112fd-4744-4e05-a673-35d28809a896 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:48.211636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.214711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1370aa2a-485c-4ac4-9ca9-3d338f3bc522 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 204 len: 168 time: 1.2822971 Nov 12 01:11:48.220582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:48.228106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901184184', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:48.260823 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72c36975-a763-48af-aaa8-26736e194333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:11:46Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:48.280541 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.282443 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.295136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Deleting port 3b7e4282-bf97-4a1c-a683-580cddab553d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:48.298769 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.307373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.340292 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c36975-a763-48af-aaa8-26736e194333 None None] The sync data for ids ['7d42aa15-f189-4865-9af5-84acac18223a'] in n-d-712141-15 is: [{'id': '7d42aa15-f189-4865-9af5-84acac18223a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550042330', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:11:46Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '64baf805-e022-4046-bdf3-c2a04b34b4af', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d42aa15-f189-4865-9af5-84acac18223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:12Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:48.375418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.423680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 64baf805-e022-4046-bdf3-c2a04b34b4af {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:48.424307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.492696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] For port 3b7e4282-bf97-4a1c-a683-580cddab553d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3b7e4282-bf97-4a1c-a683-580cddab553d,segment=NetworkSegment(11d6fa90-8f38-4932-a74a-c4f329292687),segment_id=11d6fa90-8f38-4932-a74a-c4f329292687)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:48.494777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.529320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Calling delete_port for 3b7e4282-bf97-4a1c-a683-580cddab553d owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:48.620293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.635931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 64baf805-e022-4046-bdf3-c2a04b34b4af, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=64baf805-e022-4046-bdf3-c2a04b34b4af,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:48.640028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.651006 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.663863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 64baf805-e022-4046-bdf3-c2a04b34b4af owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:48.685142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] Pushing event deleted for resources: {'Port': ['ID=3b7e4282-bf97-4a1c-a683-580cddab553d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:48.689610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d2baa-6e01-42d6-9b17-b65b6622f658 None None] No DVR routers for this DVR port 3b7e4282-bf97-4a1c-a683-580cddab553d on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:48.970648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6cab3ea-628e-4076-a8b1-ed09588c35c0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:49.008927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: a6cab3ea-628e-4076-a8b1-ed09588c35c0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:49.009801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device a6cab3ea-628e-4076-a8b1-ed09588c35c0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:49.010425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3b7e4282-bf97-4a1c-a683-580cddab553d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:49.033121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3b7e4282-bf97-4a1c-a683-580cddab553d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:49.033854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3b7e4282-bf97-4a1c-a683-580cddab553d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:49.063689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.081261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.107784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=64baf805-e022-4046-bdf3-c2a04b34b4af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.124289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.131074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8dbd0-7db3-4d56-b8a0-84085b5dfca9 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:49.243357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.275094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Allocated IP 172.25.6.221 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0b21f5d7-98fe-4927-91c4-a6e860ec14ae) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:49.376166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.378850 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.440013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.440524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Fanout notify agent at l3_agent the message router_deleted on router 7d42aa15-f189-4865-9af5-84acac18223a {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:49.447625 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.457236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.461923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d4ff467b-d750-489a-8ad9-f3e864ed1e45 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/routers/7d42aa15-f189-4865-9af5-84acac18223a HTTP/1.1" status: 204 len: 168 time: 1.6824028 Nov 12 01:11:49.462397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:49.549310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.562592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.606442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:49.613844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:49.618568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:49.620421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event updated for resources: {'Port': ['ID=0b21f5d7-98fe-4927-91c4-a6e860ec14ae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.631205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527c1d2-7ddc-4328-b746-c7ef19b9fa3b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:49.730930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-84a4e29c-29a0-4f70-b18a-25eed86ba5b7 None None] Provisioning complete for port 0b21f5d7-98fe-4927-91c4-a6e860ec14ae triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:49.731703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a4e29c-29a0-4f70-b18a-25eed86ba5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.788306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-84a4e29c-29a0-4f70-b18a-25eed86ba5b7 None None] Port 0b21f5d7-98fe-4927-91c4-a6e860ec14ae cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:49.788646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.854657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738db14d-2263-4799-8eb6-2226839e8ac0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:49.868342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d6fa90-8f38-4932-a74a-c4f329292687') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:49.868635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d6fa90-8f38-4932-a74a-c4f329292687') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:49.884331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.910562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.919707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:49.919707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:49.922984 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:50.047426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.058745 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.062436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/networks/738db14d-2263-4799-8eb6-2226839e8ac0 HTTP/1.1" status: 204 len: 168 time: 0.5989826 Nov 12 01:11:50.066497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57544) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:50.079657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05834b62-6abe-4d3f-862b-8ba670d2b09c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Network': ['ID=738db14d-2263-4799-8eb6-2226839e8ac0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:50.094214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.170480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.204462 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.297251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.301014 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.319485 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/security-groups/5b8a34cd-0590-4787-bec5-ea07fb9cc6f5 HTTP/1.1" status: 204 len: 168 time: 0.2517200 Nov 12 01:11:50.333604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165427a-115d-40a9-97fd-fb8c4a32fbab tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a34cd-0590-4787-bec5-ea07fb9cc6f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:50.661489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.813387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Router e9193362-6e9e-4552-bd3d-db7271798870 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:50.879513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 64baf805-e022-4046-bdf3-c2a04b34b4af no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:50.905342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 64baf805-e022-4046-bdf3-c2a04b34b4af {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:50.905978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 64baf805-e022-4046-bdf3-c2a04b34b4af not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:50.964591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:50.977620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] Sync routers for ids ['e9193362-6e9e-4552-bd3d-db7271798870'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:50.992136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.994039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5040d6ba-a695-4198-a634-9f0862f7f579 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7723365 Nov 12 01:11:50.994248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] Routers {'e9193362-6e9e-4552-bd3d-db7271798870'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:50.995079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e9193362-6e9e-4552-bd3d-db7271798870'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:50.996969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57556) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:51.001565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:51.037103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.053708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] Routers {'e9193362-6e9e-4552-bd3d-db7271798870'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:51.055130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e9193362-6e9e-4552-bd3d-db7271798870'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.108463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.110160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41f3af-5bfe-4b5e-84b4-770338d087e0 None None] The sync data for ids ['e9193362-6e9e-4552-bd3d-db7271798870'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:51.399561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.438995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.514016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Deleting port 0b21f5d7-98fe-4927-91c4-a6e860ec14ae {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:51.514366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.636558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.654972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Calling delete_port for 0b21f5d7-98fe-4927-91c4-a6e860ec14ae owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:51.820175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57568) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:51.825709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287953279', 'description': 'tempest-secgroup-smoke-287953279 description', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:51.856139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.000853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.049051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Pushing event deleted for resources: {'Port': ['ID=0b21f5d7-98fe-4927-91c4-a6e860ec14ae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.069151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.069558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13ae33-eb70-48fc-8f33-ddda1e36a169 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:52.078778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.122478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d614606-9c73-4778-8c5f-8a8feb303697,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.152851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.153680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.154861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0dc52cfc-8936-4267-84a7-69dcb42cedd2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3336351 Nov 12 01:11:52.158176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.163830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:52.234731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.338258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.345097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.380759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9d2d4-6745-45eb-997f-1c21d5254f4d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.392242 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.393548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e10c02dd-14a9-4c7b-9057-5f8d8e394cf0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341859 Nov 12 01:11:52.398721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.407877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:52.476632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.532032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33195588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33210146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63081'] for router, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.540349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33195597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33195702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33210155'] for router, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.562543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.567869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.594132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.599182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993403 Nov 12 01:11:52.599868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57582) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.609395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:52.624982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b899d4-311d-47c7-baf5-96671cd2527e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de46623e-b4cb-4cef-a600-469bd3a8c5d5,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.691267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.731282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Router e9193362-6e9e-4552-bd3d-db7271798870 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:52.817228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.826669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.830047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:52.843509 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] Sync routers for ids ['e9193362-6e9e-4552-bd3d-db7271798870'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:52.849485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.851076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05176479-6a0e-4f21-9737-eee093bfb7d1 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "PUT /v2.0/routers/e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 200 len: 709 time: 1.8530455 Nov 12 01:11:52.853597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.867802 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] Routers {'e9193362-6e9e-4552-bd3d-db7271798870'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:52.868707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e9193362-6e9e-4552-bd3d-db7271798870'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.899453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e14859-da55-47f5-9819-d399c7603d88,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.915076 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.916253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.922209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dead6203-9baf-4838-8c28-78278b1fc966 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166416 Nov 12 01:11:52.923027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.928081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:52.939275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] Routers {'e9193362-6e9e-4552-bd3d-db7271798870'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:52.940348 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['e9193362-6e9e-4552-bd3d-db7271798870'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.959687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.063626 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d169c95e-09ef-48e4-a0c1-de16720bbbaf tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/routers/e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 200 len: 744 time: 0.2035065 Nov 12 01:11:53.064417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.146104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a451e106-77bb-4e0e-ad5c-68fd1afc390b tempest-RoutersIpV6AdminTest-1390360185 tempest-RoutersIpV6AdminTest-1390360185-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&device_id=e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 200 len: 205 time: 0.0776613 Nov 12 01:11:53.146387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.156672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.156893 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.157536 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66db23-0a84-4c17-b61d-f214c13b9e75 None None] The sync data for ids ['e9193362-6e9e-4552-bd3d-db7271798870'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:53.169162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.183771 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4097f020-94ff-4a84-9660-ce4d3a5f5a89 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 200 len: 205 time: 0.0361323 Nov 12 01:11:53.187298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.207302 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.213376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2887335 Nov 12 01:11:53.215422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.221628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:53.251706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be7e39-ce74-412e-9996-53e0e0bd1669 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f78f8c1-e5a8-4d71-b133-e998d6443f61,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.259448 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:11:53.274595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.353589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.365327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.392405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea47385-9a1b-4bd3-94d5-273af60b2b7b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.406704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.411894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-033d0707-817f-4023-9b8b-48353a610e9a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1912868 Nov 12 01:11:53.412746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.418561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '5d614606-9c73-4778-8c5f-8a8feb303697', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:53.451468 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:11:53.465467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.574741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.579001 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.600028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447c3c26-de07-4e45-8903-17cfc08f9340,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.609725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.611045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0d91b3be-2431-47be-b642-5b09b9b3ab3f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973124 Nov 12 01:11:53.614781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.620956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'network': {'name': 'tempest-network-smoke--150584810', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:53.662700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:53.670024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.709622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.712312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:53.726763 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.727143 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Added segment 499a43aa-e619-4653-a64e-9d85c6337ef6 of type vlan for network b716995b-f923-4021-80cc-ca5d8c0de6d9 Nov 12 01:11:53.771772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.802966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.809095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:53.810136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.884421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.887021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Network': ['ID=b716995b-f923-4021-80cc-ca5d8c0de6d9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.887650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.892392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bccecfee-2110-4591-afc8-fb5df39b88f1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2758179 Nov 12 01:11:53.895659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.899557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:53.915416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'admin_state_up': True, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:53.957701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.959459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Fanout notify agent at l3_agent the message router_deleted on router e9193362-6e9e-4552-bd3d-db7271798870 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:53.970499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.971612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.976284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.980579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31b99a9d-1b4c-4bb5-b125-a8e6c7a7ab43 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 204 len: 168 time: 0.7892687 Nov 12 01:11:53.984500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.020551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be245584-736c-4fe4-bb4d-3cb78df69707 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 200 len: 205 time: 0.0339134 Nov 12 01:11:54.022852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.048530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.067028 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-5b145312-7529-4df6-8c3d-5bf8bb76b525 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.068520 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5b145312-7529-4df6-8c3d-5bf8bb76b525 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/e9193362-6e9e-4552-bd3d-db7271798870 HTTP/1.1" status: 404 len: 336 time: 0.0445826 Nov 12 01:11:54.071148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57614) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.109724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cbbe3d15-2986-4bb1-8f1c-fba249bfd07e tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 200 len: 205 time: 0.0372946 Nov 12 01:11:54.110458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.162357 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-f7b2d1ed-f9d3-41b4-8167-2cc51a3105fd tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.166468 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f7b2d1ed-f9d3-41b4-8167-2cc51a3105fd tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/116112fd-4744-4e05-a673-35d28809a896 HTTP/1.1" status: 404 len: 336 time: 0.0548873 Nov 12 01:11:54.167251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.201832 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e26a5d1-e3f9-45df-b2db-34a5a2973cb3 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 200 len: 205 time: 0.0332081 Nov 12 01:11:54.202571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.260752 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-5c587c57-02cc-4d43-b84f-0405756f0b26 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.265310 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c587c57-02cc-4d43-b84f-0405756f0b26 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/5768016c-c832-4b1a-96a6-fc4ad01f7869 HTTP/1.1" status: 404 len: 336 time: 0.0615270 Nov 12 01:11:54.265988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57626) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.279433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.310362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8c89e3a9-ebd1-40c2-b2bb-1a6f98bdd12a tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 200 len: 205 time: 0.0430973 Nov 12 01:11:54.311652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.355113 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ddbd9297-ace1-4a73-81dc-afaa969776ef tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.359623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ddbd9297-ace1-4a73-81dc-afaa969776ef tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/188e3468-70ea-40fb-8428-1b735f9cb1cc HTTP/1.1" status: 404 len: 336 time: 0.0469041 Nov 12 01:11:54.360335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57632) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.400023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.400873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-90fde8d9-86e5-4040-8708-189408028dc8 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 200 len: 205 time: 0.0390539 Nov 12 01:11:54.483646 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a6b3e1bd-df49-4f32-82e6-fb97e1229ef9 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.487336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a6b3e1bd-df49-4f32-82e6-fb97e1229ef9 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/6d246aa7-b1c3-411d-9c8f-e7693a7862ba HTTP/1.1" status: 404 len: 336 time: 0.0837188 Nov 12 01:11:54.489086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.520198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828fc96-5e28-4e6f-83b9-e749cd363e28 req-58440d2e-1f05-4785-9aee-67dc6ea90240 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:54.521737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0828fc96-5e28-4e6f-83b9-e749cd363e28 req-58440d2e-1f05-4785-9aee-67dc6ea90240 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.1024675 Nov 12 01:11:54.532486 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d9d74bfd-5eff-44a5-bc6e-368dcc6d7512 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cb169c-14de-469f-a861-b223e7ab78f4 HTTP/1.1" status: 200 len: 205 time: 0.0394845 Nov 12 01:11:54.533329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.574906 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c4be0faf-758e-40ca-8d39-fbedbe352130 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] delete failed (client error): The resource could not be found. Nov 12 01:11:54.581288 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c4be0faf-758e-40ca-8d39-fbedbe352130 tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/routers/54cb169c-14de-469f-a861-b223e7ab78f4 HTTP/1.1" status: 404 len: 336 time: 0.0467861 Nov 12 01:11:54.582779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0828fc96-5e28-4e6f-83b9-e749cd363e28 req-f3f5d7ce-58be-4e68-ab07-5dce262fc525 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542846 Nov 12 01:11:54.583127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.621294 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f4430a-26bd-4b82-9223-4a09cbeb8c6a tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] DELETE failed (client error): The resource could not be found. Nov 12 01:11:54.621763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f4430a-26bd-4b82-9223-4a09cbeb8c6a tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:11:54.642663 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d2f4430a-26bd-4b82-9223-4a09cbeb8c6a tempest-RoutersIpV6AdminTest-937709200 tempest-RoutersIpV6AdminTest-937709200-project] 10.222.0.11 "DELETE /v2.0/subnets/d4de8ad3-845e-49b8-ac5b-68fc930dd80e HTTP/1.1" status: 404 len: 337 time: 0.0574422 Nov 12 01:11:54.733516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.766616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.940402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.164 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/2a9b9fa0-4b13-4b63-a844-8c2cca63936f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:55.020136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:55.110218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.165537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.178437 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5340cd8-d5c4-4c88-9f35-fb711a078c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.212596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:55.216293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:55.223146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:55.226251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.248005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d824878-a257-4d0b-9526-0ea2d8602e51 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:55.271925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5340cd8-d5c4-4c88-9f35-fb711a078c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.276751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b5340cd8-d5c4-4c88-9f35-fb711a078c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.310141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b5340cd8-d5c4-4c88-9f35-fb711a078c44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dc09b1a736f4d4bb0a888baaefbad8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864203 Nov 12 01:11:55.310779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:55.361867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5340cd8-d5c4-4c88-9f35-fb711a078c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1b5cb-049c-4619-b937-2e746af5c3e3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.366706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc4cbcc7-599f-48b6-907b-0f0ce0ef2a3c None None] Provisioning complete for port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.367349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbcc7-599f-48b6-907b-0f0ce0ef2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.410799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cbcc7-599f-48b6-907b-0f0ce0ef2a3c None None] Port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:55.419866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.444415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.505365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.508162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.511806 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94d1b5cb-049c-4619-b937-2e746af5c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1975622 Nov 12 01:11:55.511959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.527678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773ad59-23df-4067-83c4-a17c40271b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1b5cb-049c-4619-b937-2e746af5c3e3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.854399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a77e6-e182-4d4b-8fd7-300448927168 req-cb054505-3bdd-49ee-bf78-ba783aa8f78b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.856299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d52a77e6-e182-4d4b-8fd7-300448927168 req-cb054505-3bdd-49ee-bf78-ba783aa8f78b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.1487675 Nov 12 01:11:55.884146 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.908540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:55.961895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d52a77e6-e182-4d4b-8fd7-300448927168 req-0f848edd-613c-4f8d-b367-d773c2992d2f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 Nov 12 01:11:55.964346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d216219e-ae09-47cc-a833-97589ca4adc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b32d6448cc5e4979aa743f5361873d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519817 Nov 12 01:11:55.964994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.019292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.044481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.058300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router d197eb86-7f87-41ab-a112-ebc546597eda is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:11:56.104339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.107289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.108525 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a45cd25-b976-4530-ad53-29163dcced28 HTTP/1.1" status: 204 len: 168 time: 0.1426008 Nov 12 01:11:56.121544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378366-d563-43c0-8308-d5ac6ba5c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45cd25-b976-4530-ad53-29163dcced28,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:56.192883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:56.207419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Sync routers for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:56.220947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.222269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:56.223224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:56.226077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57676) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.226314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-86dd9182-bcc5-4773-be76-d5e45ce67842 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3294961 Nov 12 01:11:56.256330 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f6f13bf-3d7a-45bf-a890-951f4a25f966 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bd1ab7096c2e42c98ca002e8b7be3b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286660 Nov 12 01:11:56.259155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.350965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:56.388732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590923f9-81ef-428d-a65c-9a12cc6acaa3 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:56.394773 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-590923f9-81ef-428d-a65c-9a12cc6acaa3 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310117 Nov 12 01:11:56.395328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57682) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.446120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:56.448756 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0468b6e0-4ce8-488c-9577-1741c3378117 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513363 Nov 12 01:11:56.449297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168857210', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:56.557709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:11:55Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:56.593989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Checking router: d197eb86-7f87-41ab-a112-ebc546597eda for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:56.594339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Updating router d197eb86-7f87-41ab-a112-ebc546597eda port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:11:56.600557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:56.604343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.621792 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.630958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-c5223c1d-d4a6-4624-9acb-e6a19fd5952c tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:56.632586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-c5223c1d-d4a6-4624-9acb-e6a19fd5952c tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.1165030 Nov 12 01:11:56.877633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Deleting port 0d46d17f-2c14-4631-9447-ae5cb9550644 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:56.878059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.962732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.970402 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.005232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76dc0df-8838-4051-b666-8edf1a16f467 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:57.043618 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.094753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Attempting to bind port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:57.095188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Attempting to bind port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:57.095460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Attempting to bind port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:57.109831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701dae9-81c3-4af1-ba78-58ff463ffc7b None None] Pushing event updated for resources: {'Port': ['ID=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.112355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:57.114165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:57.114763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.115704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:57.115704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Bound port: 2a9b9fa0-4b13-4b63-a844-8c2cca63936f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:57.116109 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.162770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e89e8439-0cf8-4cd8-8c1c-542ae78a6328 None None] Provisioning complete for port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:57.163220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e89e8439-0cf8-4cd8-8c1c-542ae78a6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.184672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:57.211540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] For port 0d46d17f-2c14-4631-9447-ae5cb9550644, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=0d46d17f-2c14-4631-9447-ae5cb9550644,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:57.212813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.232030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e89e8439-0cf8-4cd8-8c1c-542ae78a6328 None None] Port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:57.247048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] For port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:57.251030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] For port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:57.257032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.315535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290d2ee-3752-434f-acec-6ffdbf14bfa7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:57.325541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2113188389'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:57.358911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:57.359561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:57.375182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:57.379234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.390320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.433218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701dae9-81c3-4af1-ba78-58ff463ffc7b None None] Pushing event updated for resources: {'Port': ['ID=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.494718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.501039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.529519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:57.558462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4553ace3-2e15-4572-a7e4-733b600530dc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.563122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.563854 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Added segment ae7304e4-81e0-4822-b4ed-83452128f791 of type vlan for network 76f0b0dc-049c-493f-aba0-41415070d285 Nov 12 01:11:57.624704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.664272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.672083 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.673415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.689095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] Provisioning complete for port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:57.690944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.703881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Calling delete_port for 0d46d17f-2c14-4631-9447-ae5cb9550644 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:57.719961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Subnet': ['ID=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.737718 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5519214 Nov 12 01:11:57.773758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:57.777242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f59c06-ca49-4a4b-9a00-8a6866472751 req-d36e4438-239b-4ac8-9ab6-b09ecd5c5c60 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.778768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f59c06-ca49-4a4b-9a00-8a6866472751 req-d36e4438-239b-4ac8-9ab6-b09ecd5c5c60 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8afad9-0d3b-4b30-a841-010391dfcadb HTTP/1.1" status: 200 len: 946 time: 0.6941981 Nov 12 01:11:57.780474 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'subnet': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:57.784414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:57.792520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:57.793040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network hostable DHCP agents. Network: b716995b-f923-4021-80cc-ca5d8c0de6d9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:57.818726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7367b-518a-4258-a0e8-917ade664ff7 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Network': ['ID=76f0b0dc-049c-493f-aba0-41415070d285,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:57.853047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 76f0b0dc-049c-493f-aba0-41415070d285 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:57.869021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6f59c06-ca49-4a4b-9a00-8a6866472751 req-6c0783fe-b8c5-4cec-94f5-8d1c5bc30995 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708985 Nov 12 01:11:57.896974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.902821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:57.921052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b716995b-f923-4021-80cc-ca5d8c0de6d9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:57.927294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.928248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.954195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:57.959206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.960259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ff05b-a4ba-4974-995c-3dc5b5598f0f None None] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:57.988213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] For port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:58.018008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.048727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b8007e0-4110-4918-8d8b-2936a8c1aaee tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6033463 Nov 12 01:11:58.051542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.053079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57724) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.090937 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c', '0d46d17f-2c14-4631-9447-ae5cb9550644'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:58.093033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9', '31c6e9a9-2e4c-4536-a632-9aaa886823b0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:58.096719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event deleted for resources: {'Port': ['ID=0d46d17f-2c14-4631-9447-ae5cb9550644,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.181316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] No DVR routers for this DVR port 0d46d17f-2c14-4631-9447-ae5cb9550644 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:58.184379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.190879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ed0cd36-2a22-41d5-b088-4d602bf39e08 req-dc05e738-2c37-4ca7-a240-756e555b191b tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "DELETE /v2.0/ports/0d46d17f-2c14-4631-9447-ae5cb9550644 HTTP/1.1" status: 204 len: 173 time: 1.5504527 Nov 12 01:11:58.191812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'name': 'network-vif-deleted', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:58.194932 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d9598-2012-4fe9-92d2-88e263558341" -d '{"events": [{"server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "name": "network-vif-deleted", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:58.294409 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ed2fd-241c-49fb-94b4-af4090be401a x-openstack-request-id: req-346ed2fd-241c-49fb-94b4-af4090be401a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:58.294580 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8afad9-0d3b-4b30-a841-010391dfcadb", "name": "network-vif-deleted", "tag": "0d46d17f-2c14-4631-9447-ae5cb9550644", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:58.294771 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-346ed2fd-241c-49fb-94b4-af4090be401a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:58.295104 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8afad9-0d3b-4b30-a841-010391dfcadb', 'name': 'network-vif-deleted', 'tag': '0d46d17f-2c14-4631-9447-ae5cb9550644', 'status': 'completed', 'code': 200} Nov 12 01:11:58.319568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20671084-fdab-4506-a9e1-7778b07c250a None None] Pushing event updated for resources: {'Port': ['ID=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.505791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-b716995b-f923-4021-80cc-ca5d8c0de6d9', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:58.506922 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.515818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.521981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:11:55Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:58.571723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135c36-3e43-4ef1-95dd-c06f52af66e8 None None] The sync data for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 is: [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:11:55Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:58.721971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Subnet': ['ID=be866eeb-8154-4fa2-b723-e18ea45cbf06,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.780650 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Checking segment: {'id': 'ae7304e4-81e0-4822-b4ed-83452128f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:58.781167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network hostable DHCP agents. Network: 76f0b0dc-049c-493f-aba0-41415070d285, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:58.839081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Allocated IP 172.20.0.2 (b716995b-f923-4021-80cc-ca5d8c0de6d9/5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313/23ac2689-1d71-4822-8a9b-acb7acd49d2e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:58.874294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:58.964406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 76f0b0dc-049c-493f-aba0-41415070d285) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:58.969338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:58.970189 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.995910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.006350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1294481164'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:59.020597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6c31d3a0-fc3b-4fba-b706-f12dbe5a9035 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2392476 Nov 12 01:11:59.068652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.087319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cce267-d187-4fe3-a603-16cc75e41597 None None] Network 76f0b0dc-049c-493f-aba0-41415070d285 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:59.136997 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:59.348943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:59.352554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.389448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port 9ce53905-21f2-4f03-8bd5-d318b3eab37a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:59.479849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.500923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.602220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.1 (b716995b-f923-4021-80cc-ca5d8c0de6d9/5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313/b0ed2d23-3119-427f-9702-3bdd723997b5) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:59.648344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::107 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/9ce53905-21f2-4f03-8bd5-d318b3eab37a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:59.744012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:59.747690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:59.750529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Pushing event updated for resources: {'Port': ['ID=23ac2689-1d71-4822-8a9b-acb7acd49d2e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.758108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:59.771758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-76f0b0dc-049c-493f-aba0-41415070d285', 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'tenant_id': '700bb49f5e8445a78c118b1569abd18c', 'fixed_ips': [{'subnet_id': 'be866eeb-8154-4fa2-b723-e18ea45cbf06'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:59.772678 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.893790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.985360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.987856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.033502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Attempting to bind port 23ac2689-1d71-4822-8a9b-acb7acd49d2e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:00.040289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Attempting to bind port 23ac2689-1d71-4822-8a9b-acb7acd49d2e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:00.040904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Attempting to bind port 23ac2689-1d71-4822-8a9b-acb7acd49d2e on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:00.047630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.058360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:00.058360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:00.070924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.071520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Bound using segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:00.072259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Bound port: 23ac2689-1d71-4822-8a9b-acb7acd49d2e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:00.072758 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.081026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:00.087618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:00.109441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:00.130559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d46d17f-2c14-4631-9447-ae5cb9550644 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:00.146722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=9ce53905-21f2-4f03-8bd5-d318b3eab37a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.168670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:00.170429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:00.179822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:00.187867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.188615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.194894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.212036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 0d46d17f-2c14-4631-9447-ae5cb9550644 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:00.212562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 0d46d17f-2c14-4631-9447-ae5cb9550644 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:00.232406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6983a076-8655-4ea4-8e08-7a6807b1a843 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2352612 Nov 12 01:12:00.234547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.251807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1701745775', 'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:1f:0e:09'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:00.259967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.349836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Allocated IP 2001:db8::2 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/3f35bf26-e451-4794-ab54-977dcf09ae1f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:00.379788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] For port 23ac2689-1d71-4822-8a9b-acb7acd49d2e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:00.414560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] For port 23ac2689-1d71-4822-8a9b-acb7acd49d2e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23ac2689-1d71-4822-8a9b-acb7acd49d2e,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:00.469632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.507843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:00.622417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.673092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.696281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port 3625003c-396a-4031-a33a-6179a3bf7746 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:01.022547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ee290-a8d2-4ebe-90c6-e669af75b8c2 None None] Pushing event updated for resources: {'Port': ['ID=23ac2689-1d71-4822-8a9b-acb7acd49d2e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.066517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a9b9fa0-4b13-4b63-a844-8c2cca63936f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:01.195714 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.205284 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.247364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:01.248443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.292933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:01.294141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::ad (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/3625003c-396a-4031-a33a-6179a3bf7746) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:01.301790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:01.307083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Pushing event updated for resources: {'Port': ['ID=3f35bf26-e451-4794-ab54-977dcf09ae1f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.311629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:01.350754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.360659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.407579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Attempting to bind port 3f35bf26-e451-4794-ab54-977dcf09ae1f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:01.408163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Attempting to bind port 3f35bf26-e451-4794-ab54-977dcf09ae1f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'ae7304e4-81e0-4822-b4ed-83452128f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:01.408634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Attempting to bind port 3f35bf26-e451-4794-ab54-977dcf09ae1f on network 76f0b0dc-049c-493f-aba0-41415070d285 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:01.496638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:01.497158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Checking segment: {'id': 'ae7304e4-81e0-4822-b4ed-83452128f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:01.497673 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.500708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Bound using segment: {'id': 'ae7304e4-81e0-4822-b4ed-83452128f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:01.503721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Bound port: 3f35bf26-e451-4794-ab54-977dcf09ae1f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7304e4-81e0-4822-b4ed-83452128f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '76f0b0dc-049c-493f-aba0-41415070d285'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:01.504531 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.517355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.550548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.557266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.565927 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.595298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:01.620974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:01.625833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:01.632829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.633515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.669297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=3625003c-396a-4031-a33a-6179a3bf7746,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.674734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] For port 3f35bf26-e451-4794-ab54-977dcf09ae1f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:01.683634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] For port 3f35bf26-e451-4794-ab54-977dcf09ae1f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3f35bf26-e451-4794-ab54-977dcf09ae1f,segment=NetworkSegment(ae7304e4-81e0-4822-b4ed-83452128f791),segment_id=ae7304e4-81e0-4822-b4ed-83452128f791)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:01.684489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3f7c48d-a2c9-45fe-9774-6024318cdb70 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4464717 Nov 12 01:12:01.685213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.693535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.827598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c388e-1287-4962-92a2-80c68a5cd21a None None] Pushing event updated for resources: {'Port': ['ID=3f35bf26-e451-4794-ab54-977dcf09ae1f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.842918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:01.853894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:01.874313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867e6ab-daef-440d-bed5-10e796b13fd1 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.895306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867e6ab-daef-440d-bed5-10e796b13fd1 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.905344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867e6ab-daef-440d-bed5-10e796b13fd1 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.920796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1867e6ab-daef-440d-bed5-10e796b13fd1 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2340093 Nov 12 01:12:01.921524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:02.124115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port 3625003c-396a-4031-a33a-6179a3bf7746 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:02.124470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.128387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router d197eb86-7f87-41ab-a112-ebc546597eda has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:02.275357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3abd6-25d9-4a3d-aade-14d28dff570c None None] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:02.312466 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.341973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for 3625003c-396a-4031-a33a-6179a3bf7746 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:02.386568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Provisioning complete for port 23ac2689-1d71-4822-8a9b-acb7acd49d2e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:02.386839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.393225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:02.403996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Sync routers for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:02.411282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a158a198-8651-4ae9-9d73-b511c9e5d50b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/d197eb86-7f87-41ab-a112-ebc546597eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3539131 Nov 12 01:12:02.424165 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:02.424957 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:02.561390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.615158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.670508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.693546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=3625003c-396a-4031-a33a-6179a3bf7746,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:02.733687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] For port 23ac2689-1d71-4822-8a9b-acb7acd49d2e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23ac2689-1d71-4822-8a9b-acb7acd49d2e,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:02.741060 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.767959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:02.899881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Pushing event updated for resources: {'Port': ['ID=23ac2689-1d71-4822-8a9b-acb7acd49d2e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:02.918157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.918579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.918975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.919316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.919652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.925631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.926041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.926393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.929269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.929669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.930019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:02.934932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e461f12-29f6-4074-97af-aea60316ff7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:03.019991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.027836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-35154e6b-ac80-4996-81b4-00977d43bf4e tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/3625003c-396a-4031-a33a-6179a3bf7746 HTTP/1.1" status: 204 len: 168 time: 1.1014240 Nov 12 01:12:03.029666 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.068454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-07f2e2e4-be68-44c8-854c-1b5dd308e717 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287953279&fields=id&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 267 time: 0.2646971 Nov 12 01:12:03.098206 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5ca658-ce61-46b2-aaf9-8118a5c9cd20 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] GET failed (client error): The resource could not be found. Nov 12 01:12:03.105565 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b5ca658-ce61-46b2-aaf9-8118a5c9cd20 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports/3625003c-396a-4031-a33a-6179a3bf7746 HTTP/1.1" status: 404 len: 333 time: 0.0702858 Nov 12 01:12:03.107455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.113201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1841160304'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:03.246196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3f35bf26-e451-4794-ab54-977dcf09ae1f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:03.317167 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:01Z', 'revision_number': 2, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:03.379861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3f35bf26-e451-4794-ab54-977dcf09ae1f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:03.381284 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.412993 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Checking router: d197eb86-7f87-41ab-a112-ebc546597eda for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:03.413599 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Updating router d197eb86-7f87-41ab-a112-ebc546597eda port b0ed2d23-3119-427f-9702-3bdd723997b5 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:03.433126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-85c6b8d7-2d56-4d78-8baf-5771caefe6e5 None None] Provisioning complete for port 23ac2689-1d71-4822-8a9b-acb7acd49d2e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:03.433783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-85c6b8d7-2d56-4d78-8baf-5771caefe6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.447082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-e3f8aed3-da1c-45b1-91e0-c059119b2d48 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:03.471849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-e3f8aed3-da1c-45b1-91e0-c059119b2d48 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 796 time: 0.3656585 Nov 12 01:12:03.499383 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.509512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-5cd3359d-5167-4c40-a8d4-0fbb91bb5f54 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/quotas/bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 375 time: 0.0351231 Nov 12 01:12:03.671041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.765753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:03.780435 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.820523 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 3f35bf26-e451-4794-ab54-977dcf09ae1f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3f35bf26-e451-4794-ab54-977dcf09ae1f,segment=NetworkSegment(ae7304e4-81e0-4822-b4ed-83452128f791),segment_id=ae7304e4-81e0-4822-b4ed-83452128f791)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:03.832596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-09ee772c-6463-4196-b349-d4cc7560e771 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3213687 Nov 12 01:12:03.850832 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.853598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23ac2689-1d71-4822-8a9b-acb7acd49d2e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:03.865350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port eece6bd2-cf3e-4208-92a6-f6bd96bf215c yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:03.937589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d1a07-e2c4-4e25-85dd-fbd502850a00 None None] Network 76f0b0dc-049c-493f-aba0-41415070d285 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:04.070514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-85c6b8d7-2d56-4d78-8baf-5771caefe6e5 None None] Provisioning complete for port b0ed2d23-3119-427f-9702-3bdd723997b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:04.071172 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-85c6b8d7-2d56-4d78-8baf-5771caefe6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.157792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 23ac2689-1d71-4822-8a9b-acb7acd49d2e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:04.161192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.179325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=3f35bf26-e451-4794-ab54-977dcf09ae1f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.226456 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.243077 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.274040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::204 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/eece6bd2-cf3e-4208-92a6-f6bd96bf215c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:04.306115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-85c6b8d7-2d56-4d78-8baf-5771caefe6e5 None None] Port b0ed2d23-3119-427f-9702-3bdd723997b5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:04.323741 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Pushing event updated for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.342725 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.343070 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.343429 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.343741 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.344479 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.345067 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.345550 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.346037 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.346830 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.347658 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.348512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.349993 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:04.416186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-7f518226-f75b-4f0b-abfc-0c14ba5687d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420816 Nov 12 01:12:04.454416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Attempting to bind port b0ed2d23-3119-427f-9702-3bdd723997b5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:04.455496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Attempting to bind port b0ed2d23-3119-427f-9702-3bdd723997b5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:04.456018 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Attempting to bind port b0ed2d23-3119-427f-9702-3bdd723997b5 on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:04.462522 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:04.463221 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:04.463837 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.464407 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Bound using segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:04.465749 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Bound port: b0ed2d23-3119-427f-9702-3bdd723997b5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:04.466316 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.538035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Provisioning complete for port 3f35bf26-e451-4794-ab54-977dcf09ae1f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:04.538601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.544645 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] For port b0ed2d23-3119-427f-9702-3bdd723997b5, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:04.548455 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] For port b0ed2d23-3119-427f-9702-3bdd723997b5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0ed2d23-3119-427f-9702-3bdd723997b5,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:04.556949 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.670915 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227d7b0-1f55-49c6-bb48-a7e86b9288e3 None None] Pushing event updated for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.699191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.702383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-32b244a1-cf84-4648-b1fa-c0d3f8bd0dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670729 Nov 12 01:12:04.710959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:04.711666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:11:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:04.748638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.896913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:04.911756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:04.918545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:04.930762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.931756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.957039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=eece6bd2-cf3e-4208-92a6-f6bd96bf215c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.975738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b2889861-968b-4519-b837-d015d49764c6 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8666258 Nov 12 01:12:04.978617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.995497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:1f:0e:09'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:05.048186 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:05.174184 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Provisioning complete for port b0ed2d23-3119-427f-9702-3bdd723997b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:05.174928 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.241266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9898f686-cbdb-42ef-bcf2-0b7ad7e92fc4 req-46ed4ffd-79a9-41ff-a46b-c273a08a7d6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 210 time: 0.1366611 Nov 12 01:12:05.253458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3f35bf26-e451-4794-ab54-977dcf09ae1f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:05.332450 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.471682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.500610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3f35bf26-e451-4794-ab54-977dcf09ae1f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:05.505915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.606489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] For port b0ed2d23-3119-427f-9702-3bdd723997b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0ed2d23-3119-427f-9702-3bdd723997b5,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:05.627610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.656727 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.877161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:04Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:05.906918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7ec07-bbde-4629-9711-a1cfeb41d337 None None] Pushing event updated for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.921251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23ac2689-1d71-4822-8a9b-acb7acd49d2e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:05.923065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Provisioning complete for port 9ce53905-21f2-4f03-8bd5-d318b3eab37a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:05.923364 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.970261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Port 9ce53905-21f2-4f03-8bd5-d318b3eab37a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:06.022945 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc45f-b77a-4d28-908f-e467bbdc7934 None None] The sync data for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 is: [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:04Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:06.046689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Provisioning complete for port 3f35bf26-e451-4794-ab54-977dcf09ae1f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.047298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.198173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 23ac2689-1d71-4822-8a9b-acb7acd49d2e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.198559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.432334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f110c5ad-7cb7-4dac-bbe2-38eb9fed021a req-6b7130bd-7120-4cc3-9f79-1221af7e51fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 210 time: 0.0817804 Nov 12 01:12:06.445504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Provisioning complete for port b0ed2d23-3119-427f-9702-3bdd723997b5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.446580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26e60a62-ddfb-44e1-9389-129604c45a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.460493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.470575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.561906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] In _notify_port_updated(), no bound segment for port eece6bd2-cf3e-4208-92a6-f6bd96bf215c on network 76f0b0dc-049c-493f-aba0-41415070d285 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:06.569556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013fdc8-166d-49b7-a007-783dca5bb022 req-18ff09fd-b7c1-44da-880d-0fae090c70f6 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.570875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.572112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.578446 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "PUT /v2.0/ports/eece6bd2-cf3e-4208-92a6-f6bd96bf215c HTTP/1.1" status: 200 len: 1003 time: 1.5952573 Nov 12 01:12:06.582160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.583118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8013fdc8-166d-49b7-a007-783dca5bb022 req-18ff09fd-b7c1-44da-880d-0fae090c70f6 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 945 time: 0.1494167 Nov 12 01:12:06.654385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987207-634e-4983-8229-8ab3bfaeea05 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=eece6bd2-cf3e-4208-92a6-f6bd96bf215c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.761976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port eece6bd2-cf3e-4208-92a6-f6bd96bf215c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:06.761976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.801436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5485bdc6-7f2d-4de6-ae54-a9237b51ba31 None None] Provisioning complete for port 9ce53905-21f2-4f03-8bd5-d318b3eab37a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:06.813141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5485bdc6-7f2d-4de6-ae54-a9237b51ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.818965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8013fdc8-166d-49b7-a007-783dca5bb022 req-c743e53c-a554-44ea-8a39-c5fbe38c2a03 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346175 Nov 12 01:12:06.903516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5485bdc6-7f2d-4de6-ae54-a9237b51ba31 None None] Port 9ce53905-21f2-4f03-8bd5-d318b3eab37a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:06.912918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5485bdc6-7f2d-4de6-ae54-a9237b51ba31 None None] Could not find standard attr ID for object 3625003c-396a-4031-a33a-6179a3bf7746. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:12:06.961815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.990465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for eece6bd2-cf3e-4208-92a6-f6bd96bf215c owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:07.153088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0ed2d23-3119-427f-9702-3bdd723997b5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:07.226484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b0ed2d23-3119-427f-9702-3bdd723997b5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:07.226902 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.301018 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.312908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-439b4602-4d77-4d7b-964e-fcdf19054a38 None None] Provisioning complete for port eece6bd2-cf3e-4208-92a6-f6bd96bf215c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:07.313675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-439b4602-4d77-4d7b-964e-fcdf19054a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.353728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-439b4602-4d77-4d7b-964e-fcdf19054a38 None None] Port eece6bd2-cf3e-4208-92a6-f6bd96bf215c was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:12:07.532534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=eece6bd2-cf3e-4208-92a6-f6bd96bf215c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:07.698941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.705571 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-db735ed1-c78a-4f1f-a4d7-4c7d276a1e32 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/eece6bd2-cf3e-4208-92a6-f6bd96bf215c HTTP/1.1" status: 204 len: 168 time: 1.1216984 Nov 12 01:12:07.708669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.765828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-486c86c8-cac1-46d0-bf78-2d4d4b1a4d68 req-1f466740-a8dd-46da-8007-ac97bfb369d7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 210 time: 0.0965071 Nov 12 01:12:07.822297 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2460ff0-a9bb-4e95-8040-1e7d2e098d3f tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] GET failed (client error): The resource could not be found. Nov 12 01:12:07.824173 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f2460ff0-a9bb-4e95-8040-1e7d2e098d3f tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports/eece6bd2-cf3e-4208-92a6-f6bd96bf215c HTTP/1.1" status: 404 len: 333 time: 0.1139464 Nov 12 01:12:07.829934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.839354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-a2d62fa5-4b78-4a00-9ec8-cd30dc902319 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.841137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-a2d62fa5-4b78-4a00-9ec8-cd30dc902319 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 796 time: 0.3934274 Nov 12 01:12:07.857759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1990023106'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:07.986123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-4c515319-1ce1-4272-b25b-b0b8c2c2c581 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.988507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-4c515319-1ce1-4272-b25b-b0b8c2c2c581 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 945 time: 0.3034818 Nov 12 01:12:08.060320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-cc3c196b-4137-4762-a9cf-7ceceab435d4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 379 time: 0.2076871 Nov 12 01:12:08.116454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb5368-93fa-475d-a286-f543690d270a req-21757095-6a57-440a-8c56-62e861fc139e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:08.123610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77cb5368-93fa-475d-a286-f543690d270a req-21757095-6a57-440a-8c56-62e861fc139e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 945 time: 0.1526029 Nov 12 01:12:08.135434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'port': {'device_id': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'admin_state_up': True, 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'security_groups': ['5d614606-9c73-4778-8c5f-8a8feb303697']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:08.175987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:08.180271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.210879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Deleting port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:08.211316 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.215085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port a28aae37-5d69-4b27-831a-8ac59f22794b yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:08.241947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1495846c-8824-43db-b4d8-930aa41d761f None None] Could not find standard attr ID for object eece6bd2-cf3e-4208-92a6-f6bd96bf215c. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:12:08.297593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77cb5368-93fa-475d-a286-f543690d270a req-8aee6c91-2541-4413-9434-1ff043c7a715 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342988 Nov 12 01:12:08.419018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:08.422778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.672310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.3 (b716995b-f923-4021-80cc-ca5d8c0de6d9/5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313/b7acb6b6-fa28-4789-a2dd-950746cc511c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:08.872115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] For port 31c6e9a9-2e4c-4536-a632-9aaa886823b0, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=31c6e9a9-2e4c-4536-a632-9aaa886823b0,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:08.872704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.872944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6653abab-79a7-40a8-b0b3-991e58e80947 req-8210809b-5e9a-4609-b737-b312d7d2a328 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 210 time: 0.0383463 Nov 12 01:12:08.876098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.911381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Calling delete_port for 31c6e9a9-2e4c-4536-a632-9aaa886823b0 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:08.913673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::290 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/a28aae37-5d69-4b27-831a-8ac59f22794b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:08.942791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.002465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:09.007755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:09.010784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:09.067537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.151245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:09.152082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.177250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-d79d7c49-bf55-4046-99fc-e71fabaac718 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880818 Nov 12 01:12:09.199441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Request body: {'port': {'device_id': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:09.230024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d74e9a6-a7b8-4e36-8ff0-6d35f00458d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.233627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.247019 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.250135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9', '31c6e9a9-2e4c-4536-a632-9aaa886823b0'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:09.254875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:09.297891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.302042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event deleted for resources: {'Port': ['ID=31c6e9a9-2e4c-4536-a632-9aaa886823b0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.382987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] No DVR routers for this DVR port 31c6e9a9-2e4c-4536-a632-9aaa886823b0 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:09.388711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.393350 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ccdaa1dc-8e0e-4f9f-9c86-4d19496a7e5f req-1853a933-8bf5-4faa-abdc-00bb258ebcd4 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "DELETE /v2.0/ports/31c6e9a9-2e4c-4536-a632-9aaa886823b0 HTTP/1.1" status: 204 len: 173 time: 1.3982503 Nov 12 01:12:09.394170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'name': 'network-vif-deleted', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:09.429552 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b88c1b-4e51-4394-83ff-c707137cbf83" -d '{"events": [{"server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "name": "network-vif-deleted", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:09.506735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.562766 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a18521-9f75-4041-8674-30913cdde09a x-openstack-request-id: req-f8a18521-9f75-4041-8674-30913cdde09a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:09.563093 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ca307-3673-4001-a371-2fd051bf976e", "name": "network-vif-deleted", "tag": "31c6e9a9-2e4c-4536-a632-9aaa886823b0", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:09.563309 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8a18521-9f75-4041-8674-30913cdde09a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:09.563718 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ca307-3673-4001-a371-2fd051bf976e', 'name': 'network-vif-deleted', 'tag': '31c6e9a9-2e4c-4536-a632-9aaa886823b0', 'status': 'completed', 'code': 200} Nov 12 01:12:09.569431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42288c7b-4ae8-4ec6-ab20-8f43fcc93426 req-7a72d135-40ff-4dfe-82de-77273ced6035 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b6ca307-3673-4001-a371-2fd051bf976e HTTP/1.1" status: 200 len: 210 time: 0.0300462 Nov 12 01:12:09.589046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:09.611027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:09.620010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:09.632905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:09.633854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.666679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-62420106-091b-4d67-bea1-7c989f227e3e None None] Provisioning complete for port b7acb6b6-fa28-4789-a2dd-950746cc511c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:09.667043 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62420106-091b-4d67-bea1-7c989f227e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.685491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=a28aae37-5d69-4b27-831a-8ac59f22794b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.697747 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f5e0afa6-59f0-48ba-9a81-bf29ea434635 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8645000 Nov 12 01:12:09.702763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57862) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:09.714015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1f:0e:09'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:09.761616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-62420106-091b-4d67-bea1-7c989f227e3e None None] Port b7acb6b6-fa28-4789-a2dd-950746cc511c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:09.786393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7acb6b6-fa28-4789-a2dd-950746cc511c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:09.796248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.815511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Transition to ACTIVE for port object b7acb6b6-fa28-4789-a2dd-950746cc511c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:12:09.820564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.879114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.982618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.035167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:10.035780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:10.036602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:10.052845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:12:10.053672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:10.080020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:10.080552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:10.081097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Bound using segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:10.081741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Bound port: b7acb6b6-fa28-4789-a2dd-950746cc511c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:10.082279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.258354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:10.264400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:10.274491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac790b-4f15-44f4-91cd-3ed73fee68c1 req-45de1a8e-0238-4f6b-b15a-168ef57e4617 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.276728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38ac790b-4f15-44f4-91cd-3ed73fee68c1 req-45de1a8e-0238-4f6b-b15a-168ef57e4617 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 943 time: 0.2172227 Nov 12 01:12:10.284703 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.336415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-11de38d8-b6f3-471d-bae8-8dad7521ec2c None None] Provisioning complete for port a28aae37-5d69-4b27-831a-8ac59f22794b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:10.337684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11de38d8-b6f3-471d-bae8-8dad7521ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.354907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.355814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.357560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 1092 time: 1.1685896 Nov 12 01:12:10.360684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:10.369192 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.373498 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a22363-c6b5-485a-abfb-927b69d43f49" -d '{"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:10.376872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.422910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] In _notify_port_updated(), no bound segment for port a28aae37-5d69-4b27-831a-8ac59f22794b on network 76f0b0dc-049c-493f-aba0-41415070d285 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:10.429575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.430695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.435157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "PUT /v2.0/ports/a28aae37-5d69-4b27-831a-8ac59f22794b HTTP/1.1" status: 200 len: 1003 time: 0.7313755 Nov 12 01:12:10.439457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.508279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-11de38d8-b6f3-471d-bae8-8dad7521ec2c None None] Port a28aae37-5d69-4b27-831a-8ac59f22794b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:10.508524 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2205f4ad-b2fc-4033-9a72-0b3b66f29d15 x-openstack-request-id: req-2205f4ad-b2fc-4033-9a72-0b3b66f29d15 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:10.508711 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:10.508972 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2205f4ad-b2fc-4033-9a72-0b3b66f29d15 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:10.515835 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'status': 'completed', 'code': 200} Nov 12 01:12:10.569877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c5ee-2bcd-41f1-a451-75cae5fe5371 service neutron] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.573420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02af83-cafd-464e-ba8d-3d1be3514d7c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=a28aae37-5d69-4b27-831a-8ac59f22794b,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.598598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38ac790b-4f15-44f4-91cd-3ed73fee68c1 req-8d79f16b-01a6-4ebe-afe4-3886c81db4a9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096583 Nov 12 01:12:10.611185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-17a98bf8-238d-4582-a143-9e66c568ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.614717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-17a98bf8-238d-4582-a143-9e66c568ee36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1095 time: 0.1480961 Nov 12 01:12:10.649227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port a28aae37-5d69-4b27-831a-8ac59f22794b {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:10.649523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.735696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-5ee88a78-7636-4bfc-a984-c3aa35e57e1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 217 time: 0.0760040 Nov 12 01:12:10.837388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.861859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for a28aae37-5d69-4b27-831a-8ac59f22794b owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:10.886297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-e150a290-6672-4bf6-838a-c6e7dda3825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.888105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-e150a290-6672-4bf6-838a-c6e7dda3825c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.1435349 Nov 12 01:12:10.981612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-3cb89eb0-1097-485d-96b5-e6ccfc5ae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.981612 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-3cb89eb0-1097-485d-96b5-e6ccfc5ae7e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864899 Nov 12 01:12:11.003687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-da564c97-ea2e-4b77-8d76-1cddfa21596c None None] Provisioning complete for port a28aae37-5d69-4b27-831a-8ac59f22794b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:11.004739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da564c97-ea2e-4b77-8d76-1cddfa21596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.047300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-da564c97-ea2e-4b77-8d76-1cddfa21596c None None] Port a28aae37-5d69-4b27-831a-8ac59f22794b cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:11.087446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.130718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=a28aae37-5d69-4b27-831a-8ac59f22794b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:11.173391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.180527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ae7a2c7b-90c1-43d5-96d0-e8e8e706fafe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/a28aae37-5d69-4b27-831a-8ac59f22794b HTTP/1.1" status: 204 len: 168 time: 0.7370403 Nov 12 01:12:11.180965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.205350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d6c81-7eeb-4077-8c8a-1fd8ac1efb8f req-57427592-798d-477a-9680-88c3c4d07041 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.210801 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4731dd38-cc22-451c-99d6-3ab1c6341222 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] GET failed (client error): The resource could not be found. Nov 12 01:12:11.216173 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4731dd38-cc22-451c-99d6-3ab1c6341222 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports/a28aae37-5d69-4b27-831a-8ac59f22794b HTTP/1.1" status: 404 len: 333 time: 0.0305378 Nov 12 01:12:11.216482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57892) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.217013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-210d6c81-7eeb-4077-8c8a-1fd8ac1efb8f req-57427592-798d-477a-9680-88c3c4d07041 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.1149359 Nov 12 01:12:11.222011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-169395692'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:11.224914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-bfa4168e-0219-4bdf-ba01-4753c350a762 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248261 Nov 12 01:12:11.328900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-210d6c81-7eeb-4077-8c8a-1fd8ac1efb8f req-a63a24a1-f3bd-45da-9136-6641033d8e88 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993152 Nov 12 01:12:11.394746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:11.401414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.413332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a0e41cb2-a37b-48f0-9d67-31a50cbb5dd3 req-1dc55a41-7c94-4bc3-874f-a8bb59ab7143 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726012 Nov 12 01:12:11.427327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port ef308c76-d363-42be-ac88-2bd41ef11540 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:11.532195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-56237a5d-4b49-4115-85fa-af2dd0272313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.534546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-56237a5d-4b49-4115-85fa-af2dd0272313 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1095 time: 0.0484281 Nov 12 01:12:11.571601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::3c3 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/ef308c76-d363-42be-ac88-2bd41ef11540) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:11.672187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-94f495e0-390e-4eb6-a983-b7495c9b6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.674158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-94f495e0-390e-4eb6-a983-b7495c9b6357 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.1242368 Nov 12 01:12:11.728822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-f5963a49-1c52-4f24-b3f3-c245d8791d68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 217 time: 0.0452487 Nov 12 01:12:11.770894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.789039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 31c6e9a9-2e4c-4536-a632-9aaa886823b0 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:11.814103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-18195aec-d40b-4f23-95be-bc079f8a84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.816282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-18195aec-d40b-4f23-95be-bc079f8a84b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.0764141 Nov 12 01:12:11.822728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 31c6e9a9-2e4c-4536-a632-9aaa886823b0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:11.823690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 31c6e9a9-2e4c-4536-a632-9aaa886823b0 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:11.825885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.828696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5b8d-55d2-47ec-85a5-cdeadff56d5d req-f57a9fb0-d0d7-49d9-9506-0e8256cbcb48 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.830756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c04e5b8d-55d2-47ec-85a5-cdeadff56d5d req-f57a9fb0-d0d7-49d9-9506-0e8256cbcb48 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 943 time: 0.1039250 Nov 12 01:12:11.885258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:11.887172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:11.907017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:11.915344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.915823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.924851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=ef308c76-d363-42be-ac88-2bd41ef11540,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:11.940469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.940964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.941431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.941859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.942306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.942641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.942985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.943323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.943662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.943993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.944357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.944692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:11.959485 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-25d3f284-29cb-41a0-9a0a-0671106facab tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7417626 Nov 12 01:12:11.965810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57906) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.971179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'network_id': '76f0b0dc-049c-493f-aba0-41415070d285', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-516595440'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:12.116500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1dfddef-8b07-47b0-9ad4-c7c36373558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.136884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Made reservation on behalf of 700bb49f5e8445a78c118b1569abd18c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:12.141743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.165917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] device_id is not set on port c83dcead-811f-42cd-88c0-7a953a684a78 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:12.299707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c04e5b8d-55d2-47ec-85a5-cdeadff56d5d req-bb956c94-9dda-41e1-90d7-9c3859d01828 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591823 Nov 12 01:12:12.303378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-f620b53e-edae-4328-9cd2-1a7f151e939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.305276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-f620b53e-edae-4328-9cd2-1a7f151e939e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4734664 Nov 12 01:12:12.357917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Allocated IP 2001:db8::61 (76f0b0dc-049c-493f-aba0-41415070d285/be866eeb-8154-4fa2-b723-e18ea45cbf06/c83dcead-811f-42cd-88c0-7a953a684a78) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:12.425854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-78216443-2148-4ac2-8e4b-b74c67f27fca None None] Provisioning complete for port ef308c76-d363-42be-ac88-2bd41ef11540 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:12.426158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78216443-2148-4ac2-8e4b-b74c67f27fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.441322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-684a6fda-988e-41e3-8ae8-658367cf72d8 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270735 Nov 12 01:12:12.530067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-78216443-2148-4ac2-8e4b-b74c67f27fca None None] Port ef308c76-d363-42be-ac88-2bd41ef11540 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:12.611978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.612637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777a52-09de-4ce5-88b2-a835d0252a37 req-47f5b74d-0d97-49fb-8421-15bc37de49c5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.614287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f777a52-09de-4ce5-88b2-a835d0252a37 req-47f5b74d-0d97-49fb-8421-15bc37de49c5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.1478806 Nov 12 01:12:12.616603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4a22363-c6b5-485a-abfb-927b69d43f49 req-82b26c2d-23ef-4aab-be7a-d29916f9e15c service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606150 Nov 12 01:12:12.668535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.708029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f777a52-09de-4ce5-88b2-a835d0252a37 req-f04b0470-9a4e-4e28-8af3-7e1afe1d8cc5 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854170 Nov 12 01:12:12.731597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Network 76f0b0dc-049c-493f-aba0-41415070d285 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:12.732127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-745d994c-8c5f-4bd6-9ad9-ad5495176d05 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.733971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-745d994c-8c5f-4bd6-9ad9-ad5495176d05 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 945 time: 0.0726840 Nov 12 01:12:12.735774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:12.737973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=c83dcead-811f-42cd-88c0-7a953a684a78,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.747698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:12.755423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.756307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.778606 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2afab698-46d7-4df7-a58b-9d7909c825fe tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8108659 Nov 12 01:12:12.781407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:12.794118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:1f:0e:09'}, {'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:32:2a:61'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:12.839399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.892701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Deleting port 34ede25d-ea46-498e-b594-413af81a515c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:12.893099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.002300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.013236 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] For port 34ede25d-ea46-498e-b594-413af81a515c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=34ede25d-ea46-498e-b594-413af81a515c,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:13.013236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.029639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Calling delete_port for 34ede25d-ea46-498e-b594-413af81a515c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:13.165023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a9724fe2-11d2-4443-b87c-686d18e65aba None None] Provisioning complete for port c83dcead-811f-42cd-88c0-7a953a684a78 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:13.165512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9724fe2-11d2-4443-b87c-686d18e65aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.208872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a9724fe2-11d2-4443-b87c-686d18e65aba None None] Port c83dcead-811f-42cd-88c0-7a953a684a78 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:13.221028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.244094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.246287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['34ede25d-ea46-498e-b594-413af81a515c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:13.250122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.251764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event deleted for resources: {'Port': ['ID=34ede25d-ea46-498e-b594-413af81a515c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.253150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:13.307048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] No DVR routers for this DVR port 34ede25d-ea46-498e-b594-413af81a515c on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:13.309784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event updated for resources: {'Port': ['ID=c83dcead-811f-42cd-88c0-7a953a684a78,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.311476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.315033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c41c2461-1619-42d6-aebe-de1d8caa1f33 req-edfc1332-6f2f-4c27-b487-86864f047efc tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.39 "DELETE /v2.0/ports/34ede25d-ea46-498e-b594-413af81a515c HTTP/1.1" status: 204 len: 173 time: 0.5717757 Nov 12 01:12:13.315528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'name': 'network-vif-deleted', 'tag': '34ede25d-ea46-498e-b594-413af81a515c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:13.318410 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba48f2f-4066-4a70-aad0-5e8213cc3956" -d '{"events": [{"server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "name": "network-vif-deleted", "tag": "34ede25d-ea46-498e-b594-413af81a515c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:13.320134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] In _notify_port_updated(), no bound segment for port c83dcead-811f-42cd-88c0-7a953a684a78 on network 76f0b0dc-049c-493f-aba0-41415070d285 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:13.326754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.327504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.333218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33e5ef21-6ebe-43ae-9921-eab59b743985 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "PUT /v2.0/ports/c83dcead-811f-42cd-88c0-7a953a684a78 HTTP/1.1" status: 200 len: 1066 time: 0.5452461 Nov 12 01:12:13.333218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57928) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.433006 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a9517a-5d83-4761-ac90-d70c472bb10c x-openstack-request-id: req-96a9517a-5d83-4761-ac90-d70c472bb10c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:13.433310 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2c314c-db11-4727-a67a-21ac19fb54fc", "name": "network-vif-deleted", "tag": "34ede25d-ea46-498e-b594-413af81a515c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:13.433557 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96a9517a-5d83-4761-ac90-d70c472bb10c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:13.433966 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2c314c-db11-4727-a67a-21ac19fb54fc', 'name': 'network-vif-deleted', 'tag': '34ede25d-ea46-498e-b594-413af81a515c', 'status': 'completed', 'code': 200} Nov 12 01:12:13.537918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482477e2-8317-4d01-8ab0-0277b4e419ce req-763699c6-b2b7-4b1e-95b8-41a38b21aa55 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.540242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-482477e2-8317-4d01-8ab0-0277b4e419ce req-763699c6-b2b7-4b1e-95b8-41a38b21aa55 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 943 time: 0.0890234 Nov 12 01:12:13.549743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port c83dcead-811f-42cd-88c0-7a953a684a78 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:13.550117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.625807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-482477e2-8317-4d01-8ab0-0277b4e419ce req-5db19bce-641e-4a55-aa29-6e030fc4f95f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737333 Nov 12 01:12:13.718989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.739106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for c83dcead-811f-42cd-88c0-7a953a684a78 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:13.820852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.860115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-71ad5095-ef33-4c88-8818-cc0a534cbb99 req-cbb53328-3a19-41e2-a19f-9364114b4b89 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c2c314c-db11-4727-a67a-21ac19fb54fc HTTP/1.1" status: 200 len: 210 time: 0.0497556 Nov 12 01:12:13.861714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-20926b40-af99-469f-9e42-9266567e7335 None None] Provisioning complete for port c83dcead-811f-42cd-88c0-7a953a684a78 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:13.862261 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20926b40-af99-469f-9e42-9266567e7335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.922017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-20926b40-af99-469f-9e42-9266567e7335 None None] Port c83dcead-811f-42cd-88c0-7a953a684a78 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:13.968993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5d81b73-be7f-4599-bf00-617807219416 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4361 time: 0.1392360 Nov 12 01:12:13.971878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.978262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'network': {'name': 'tempest-network-smoke--288676687', 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'port_security_enabled': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:14.035839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:14.037109 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.040674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.086182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.094997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:14.127341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=c83dcead-811f-42cd-88c0-7a953a684a78,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.165708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:12:14.173602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.173953 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Added segment f7a7666a-9430-4d8b-853b-afd6a3af7ed9 of type vlan for network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 Nov 12 01:12:14.250478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.315796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:14.323396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.331197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:14.331932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.340333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'port_id': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'mac_address': 'fa:16:3e:8c:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:12:14.397348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.417193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7acb6b6-fa28-4789-a2dd-950746cc511c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:14.440739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:14.446188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.452722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Network': ['ID=227de913-0fff-4d6b-82d4-ab0d21cd73e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.462818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf2f629e-1b1e-4057-b07e-ce4b5d2d6ce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4856262 Nov 12 01:12:14.467132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.468335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:14.476124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.479514 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c8c715b5-6df3-41ef-bdb2-f1e6ac266981 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/c83dcead-811f-42cd-88c0-7a953a684a78 HTTP/1.1" status: 204 len: 168 time: 1.1453700 Nov 12 01:12:14.480225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'admin_state_up': True, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:14.482277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.515620 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea198458-af76-4bb5-9ca0-2f8aac3bd1c2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] GET failed (client error): The resource could not be found. Nov 12 01:12:14.522669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 57952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.523251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea198458-af76-4bb5-9ca0-2f8aac3bd1c2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports/c83dcead-811f-42cd-88c0-7a953a684a78 HTTP/1.1" status: 404 len: 333 time: 0.0372603 Nov 12 01:12:14.532577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.533705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.581867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.664882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.704383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b7acb6b6-fa28-4789-a2dd-950746cc511c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:14.882197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.899401 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.911737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port ef308c76-d363-42be-ac88-2bd41ef11540 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:14.912099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.964174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301e5d0-6541-4ac6-8485-fe37a90a9ba7 req-034e464d-e22f-4f7f-8994-93f4c802b648 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:14.971819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1301e5d0-6541-4ac6-8485-fe37a90a9ba7 req-034e464d-e22f-4f7f-8994-93f4c802b648 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.2097907 Nov 12 01:12:15.186174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.192858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1301e5d0-6541-4ac6-8485-fe37a90a9ba7 req-24bf6083-3430-4256-9048-7b4b2954c1a3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197661 Nov 12 01:12:15.206788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for ef308c76-d363-42be-ac88-2bd41ef11540 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:15.419284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.442911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.527692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.580541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=ef308c76-d363-42be-ac88-2bd41ef11540,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.609852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.616371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f650d61e-98e2-48bd-b366-9b34d2bb66f3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/ef308c76-d363-42be-ac88-2bd41ef11540 HTTP/1.1" status: 204 len: 168 time: 1.0890150 Nov 12 01:12:15.617084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.672951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.25.6.27 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5ae6908d-93d5-411a-86bf-2e6bc4b6e276) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:15.703487 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-765818cc-5cea-4f5f-b3c6-ee2b8699c629 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] GET failed (client error): The resource could not be found. Nov 12 01:12:15.709726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-765818cc-5cea-4f5f-b3c6-ee2b8699c629 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "GET /v2.0/ports/ef308c76-d363-42be-ac88-2bd41ef11540 HTTP/1.1" status: 404 len: 333 time: 0.0910120 Nov 12 01:12:15.710579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57976) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.880750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.892396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port 9ce53905-21f2-4f03-8bd5-d318b3eab37a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:15.892742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.948555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.023864 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.028381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:16.034534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:16.039469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:16.046548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.063977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd787b0d-4ed1-4fe0-ba69-c3cc0af30a85 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:16.074135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for 9ce53905-21f2-4f03-8bd5-d318b3eab37a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:16.076814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.077088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.077536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.078000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.078340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.078671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.079146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.079482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.079808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.080159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.080479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.080825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:16.165626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:16.310318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b7acb6b6-fa28-4789-a2dd-950746cc511c completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:12:16.317382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5438ce3e-4890-4b4b-9dfe-3c51aa882f0d None None] Provisioning complete for port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:16.318081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5438ce3e-4890-4b4b-9dfe-3c51aa882f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.327832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b7acb6b6-fa28-4789-a2dd-950746cc511c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:16.330161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.407781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.423945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5438ce3e-4890-4b4b-9dfe-3c51aa882f0d None None] Port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:16.471248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c89c45-b252-4000-9975-2665b84cad40 req-fdf061a2-25f9-4c40-98dd-850e2c536735 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:16.473207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4c89c45-b252-4000-9975-2665b84cad40 req-fdf061a2-25f9-4c40-98dd-850e2c536735 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.1597817 Nov 12 01:12:16.490855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=9ce53905-21f2-4f03-8bd5-d318b3eab37a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.537628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.540702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.549604 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-87483c10-c889-44c8-87fd-9513ab84b60c tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/ports/9ce53905-21f2-4f03-8bd5-d318b3eab37a HTTP/1.1" status: 204 len: 168 time: 0.8377833 Nov 12 01:12:16.552478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 57990) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:16.577684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4c89c45-b252-4000-9975-2665b84cad40 req-28d1a2c4-adff-4e41-a37a-adeda973efa2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983367 Nov 12 01:12:16.584534 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.590510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:16.613680 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae6b81-bb61-40a3-8cac-73c0df0432a0" -d '{"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-plugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:16.673934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.680553 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.683960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 34ede25d-ea46-498e-b594-413af81a515c no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:16.692865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting subnet be866eeb-8154-4fa2-b723-e18ea45cbf06 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:16.701958 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.723287 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729d64d-4c87-49ee-a3b1-0290bccf0814 x-openstack-request-id: req-e729d64d-4c87-49ee-a3b1-0290bccf0814 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:16.723846 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-plugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:16.724305 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e729d64d-4c87-49ee-a3b1-0290bccf0814 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:16.724864 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'code': 200} Nov 12 01:12:16.727383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 34ede25d-ea46-498e-b594-413af81a515c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:16.727905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 34ede25d-ea46-498e-b594-413af81a515c not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:16.811549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.818893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:16.877611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dd269-cd1f-4273-8aba-a256eb8fe2b3 req-76c76743-f037-4c7d-9311-0e8a8c379866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:16.879487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-261dd269-cd1f-4273-8aba-a256eb8fe2b3 req-76c76743-f037-4c7d-9311-0e8a8c379866 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1097 time: 0.0953069 Nov 12 01:12:16.983062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.037046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-261dd269-cd1f-4273-8aba-a256eb8fe2b3 req-6cb02660-8cb2-4137-aa59-e542cd889dbd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498594 Nov 12 01:12:17.059988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.078442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.109208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Subnet': ['ID=be866eeb-8154-4fa2-b723-e18ea45cbf06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.114732 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.120573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a075b105-81a9-4d5b-86d3-298688018dc2 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/subnets/be866eeb-8154-4fa2-b723-e18ea45cbf06 HTTP/1.1" status: 204 len: 168 time: 0.5668747 Nov 12 01:12:17.121452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31699a-b504-40e6-b4e4-6cceee63181c None None] Network 76f0b0dc-049c-493f-aba0-41415070d285 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:17.123010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58000) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.271139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.295909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:12:17.450772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Deleting port 3f35bf26-e451-4794-ab54-977dcf09ae1f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:17.451576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.455829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] DHCP port deletion for 76f0b0dc-049c-493f-aba0-41415070d285 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:17.548827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] For port 3f35bf26-e451-4794-ab54-977dcf09ae1f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3f35bf26-e451-4794-ab54-977dcf09ae1f,segment=NetworkSegment(ae7304e4-81e0-4822-b4ed-83452128f791),segment_id=ae7304e4-81e0-4822-b4ed-83452128f791)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:17.551257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.582439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Deleting port 3f35bf26-e451-4794-ab54-977dcf09ae1f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:17.583432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.585036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Calling delete_port for 3f35bf26-e451-4794-ab54-977dcf09ae1f owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:17.709213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.725200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] No DVR routers for this DVR port 3f35bf26-e451-4794-ab54-977dcf09ae1f on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:17.758926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] For port 3f35bf26-e451-4794-ab54-977dcf09ae1f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3f35bf26-e451-4794-ab54-977dcf09ae1f,segment=NetworkSegment(ae7304e4-81e0-4822-b4ed-83452128f791),segment_id=ae7304e4-81e0-4822-b4ed-83452128f791)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:17.759428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.762754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Port': ['ID=3f35bf26-e451-4794-ab54-977dcf09ae1f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.797791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Calling delete_port for 3f35bf26-e451-4794-ab54-977dcf09ae1f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:17.874803 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:17.884911 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:12:17.896630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.924534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] Pushing event deleted for resources: {'Port': ['ID=3f35bf26-e451-4794-ab54-977dcf09ae1f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.939652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8002295-3c61-4d3c-b78f-7546f6cb17d5 None None] No DVR routers for this DVR port 3f35bf26-e451-4794-ab54-977dcf09ae1f on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:17.946789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:17.948280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0b0dc-049c-493f-aba0-41415070d285']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:17.965101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Sync routers for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:17.976863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:17.979164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:18.005363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7304e4-81e0-4822-b4ed-83452128f791') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:18.005813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7304e4-81e0-4822-b4ed-83452128f791') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:18.007482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.008836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da9fabd3-b6e1-40d3-a3c0-1ec53994b81b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5380437 Nov 12 01:12:18.018140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.019735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b92e4-ecd3-4bb1-a472-f55a40108132 req-34e5522b-d633-4fbc-b047-64678a082e1e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:18.021400 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2b92e4-ecd3-4bb1-a472-f55a40108132 req-34e5522b-d633-4fbc-b047-64678a082e1e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.0958874 Nov 12 01:12:18.096861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8d2b92e4-ecd3-4bb1-a472-f55a40108132 req-5ecb230b-6ed7-4468-b94f-9a9a56930794 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620694 Nov 12 01:12:18.140351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.165805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:18.188173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.201583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:18.202235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.206990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9719d4e-e3ac-42cb-9226-01e4625443d8 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:18.209152 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b9719d4e-e3ac-42cb-9226-01e4625443d8 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=97667779b64d4b98a1748a2ca825fef3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1885343 Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:18.210135 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:18.212170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.317384 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.327865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.338063 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] 10.222.0.11 "DELETE /v2.0/networks/76f0b0dc-049c-493f-aba0-41415070d285 HTTP/1.1" status: 204 len: 168 time: 1.2140026 Nov 12 01:12:18.364110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ed77-714c-4cd3-a6d8-d50fa7d715d3 tempest-AllowedAddressPairIpV6TestJSON-796533160 tempest-AllowedAddressPairIpV6TestJSON-796533160-project] Pushing event deleted for resources: {'Network': ['ID=76f0b0dc-049c-493f-aba0-41415070d285,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.467620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:18.507762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Checking router: a49478f6-b2cd-496d-8e4f-7ba5d2066ecd for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:18.508566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Updating router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:18.561710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.581232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec7add3-ecf3-4095-8170-2439bf7a0c10 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:18.583475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9ec7add3-ecf3-4095-8170-2439bf7a0c10 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3701611 Nov 12 01:12:18.586662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58024) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.673376 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1dcafee4-f2a0-4ae6-96a3-a63663abc5b1 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830448 Nov 12 01:12:18.673656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.733100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58030) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.733671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9d772c7f-3664-48c8-b800-5500b0861491 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=97667779b64d4b98a1748a2ca825fef3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585611 Nov 12 01:12:18.831872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.899724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3364e-3952-49e6-b8af-9cdabd32b110 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:18.901403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-38e3364e-3952-49e6-b8af-9cdabd32b110 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664615 Nov 12 01:12:18.904529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.966225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-295e2d4f-ef03-4337-9985-53d5563c3cda tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532689 Nov 12 01:12:18.966943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.978523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271784305', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:19.014317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.020832 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.092128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ff21d-e9f1-4bd3-afec-660fe1b44acf None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:19.167413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f59c3236-b043-44b3-82de-a1c643f04210 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=700bb49f5e8445a78c118b1569abd18c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341248 Nov 12 01:12:19.170537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.173634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3f35bf26-e451-4794-ab54-977dcf09ae1f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:19.181376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Attempting to bind port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:19.182000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Attempting to bind port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:19.182612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Attempting to bind port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:19.193913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:19.202333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.202659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d740e7-5737-47f0-b1fb-0d9f3666c0d4 None None] Pushing event updated for resources: {'Port': ['ID=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.246395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3f35bf26-e451-4794-ab54-977dcf09ae1f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:19.246756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3f35bf26-e451-4794-ab54-977dcf09ae1f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:19.250673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:19.251049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:19.251527 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.251832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:19.252881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Bound port: 5ae6908d-93d5-411a-86bf-2e6bc4b6e276, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:19.253319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.313283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] For port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:19.323303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] For port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:19.335400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.374413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.405775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b411d1-4375-483f-be71-f7a76751c577 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:19.418572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] Provisioning complete for port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:19.419749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.466125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.488957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:19.489628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:19.521223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.591152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.596657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.598821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4553ace3-2e15-4572-a7e4-733b600530dc HTTP/1.1" status: 204 len: 168 time: 0.4269855 Nov 12 01:12:19.608935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef96e-f21f-491b-aa78-177f989772d1 req-bc33301d-e6b3-4c3f-84a0-8f2ee863bedf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.610620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86ef96e-f21f-491b-aa78-177f989772d1 req-bc33301d-e6b3-4c3f-84a0-8f2ee863bedf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.3734956 Nov 12 01:12:19.612346 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d740e7-5737-47f0-b1fb-0d9f3666c0d4 None None] Pushing event updated for resources: {'Port': ['ID=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.649089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42afa2-7361-4fcf-8f30-affd4dd49489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4553ace3-2e15-4572-a7e4-733b600530dc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.733637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Subnet': ['ID=c8796cfe-3f4e-41ac-a956-c9861c725c55,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.753106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Checking segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:19.753500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network hostable DHCP agents. Network: 227de913-0fff-4d6b-82d4-ab0d21cd73e5, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:19.787739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d86ef96e-f21f-491b-aa78-177f989772d1 req-8c7f9df7-cf8b-4c7c-91e8-e391edebcf3b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663163 Nov 12 01:12:19.797505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:19.822757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 227de913-0fff-4d6b-82d4-ab0d21cd73e5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:19.841797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.842411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.873905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af814d8d-c609-49a2-b97a-a7418b2d9f26 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9092350 Nov 12 01:12:19.875019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58062) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.918920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7822d-8378-4194-bc07-0428c4ac4a05 None None] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:19.924335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4207-860c-4722-9f53-84eee8acdd52 req-64f30c44-4f18-45e4-825e-bfbde62d1f85 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.926162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-229c4207-860c-4722-9f53-84eee8acdd52 req-64f30c44-4f18-45e4-825e-bfbde62d1f85 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.0874608 Nov 12 01:12:20.108257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-229c4207-860c-4722-9f53-84eee8acdd52 req-e5353e94-f970-413d-b561-37485472d97e tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699989 Nov 12 01:12:20.122064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331777d3-8fbf-4361-b227-3b624e0fd6fe req-6eca10fb-7cb0-4839-83ac-9e38301baaf4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:20.124783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-331777d3-8fbf-4361-b227-3b624e0fd6fe req-6eca10fb-7cb0-4839-83ac-9e38301baaf4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.1567156 Nov 12 01:12:20.223117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-331777d3-8fbf-4361-b227-3b624e0fd6fe req-8e30a963-37b4-4136-9c04-9b267d049764 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920238 Nov 12 01:12:20.260731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:20.332180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d6418-13a4-43f7-9c42-d4b63d726949 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:20.335088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4e6d6418-13a4-43f7-9c42-d4b63d726949 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1092 time: 0.0727699 Nov 12 01:12:20.338171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:20.353832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:20.414906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.477089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:20.556716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.662068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.678343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] For port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:20.701109 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.854601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'fixed_ips': [{'subnet_id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:20.854601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.916264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a103f3-6c65-448a-8a5b-330a0e9d832d None None] Pushing event updated for resources: {'Port': ['ID=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.931156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.116 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/bddcefa5-d939-4bf2-9c9e-ad34bfee10ff) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:20.937220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-12503963-deda-4b82-9875-ac9179ef53c0 None None] Provisioning complete for port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:20.937812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12503963-deda-4b82-9875-ac9179ef53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.087087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.115261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:21.194333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41d016-8b21-4396-b6ba-c5a3e60ee14d None None] The sync data for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 is: [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 3, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:21.201585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.365055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Allocated IP 172.20.0.18 (227de913-0fff-4d6b-82d4-ab0d21cd73e5/c8796cfe-3f4e-41ac-a956-c9861c725c55/0fd32c18-3dbf-41c6-9a2c-562d32d1eddf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:21.373360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.388897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-565860485'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.446478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:21.456952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28554-060c-4883-b047-2eeab7b3cb01 req-4f8bd2d7-c9f1-4941-b705-3ff37b535829 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:21.458680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66d28554-060c-4883-b047-2eeab7b3cb01 req-4f8bd2d7-c9f1-4941-b705-3ff37b535829 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.1906836 Nov 12 01:12:21.471040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:21.474857 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:21.493710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-043e1adb-8182-4fc8-bff4-a5d9bebb0a0f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:21.497442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-043e1adb-8182-4fc8-bff4-a5d9bebb0a0f tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.2361381 Nov 12 01:12:21.540861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Made reservation on behalf of e5738381204f49768509bd4c35a1980f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:21.544008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.546217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=bddcefa5-d939-4bf2-9c9e-ad34bfee10ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.601824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.786465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66d28554-060c-4883-b047-2eeab7b3cb01 req-3daf5218-6423-4d0e-8071-7c2f05fa5d54 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660246 Nov 12 01:12:21.842911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.940623 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.953268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.052765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Deleting port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:22.053347 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.065342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Pushing event updated for resources: {'Port': ['ID=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.089820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:22.092586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:22.095295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:22.116876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.134210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.191500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Attempting to bind port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:22.192454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Attempting to bind port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:22.193557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Attempting to bind port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf on network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:22.211102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:22.211925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Checking segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:22.212626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.213242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Bound using segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:22.213936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Bound port: 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:22.215847 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.218267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:22.257181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.257448 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Added segment a05c1136-ce2c-42ed-8c19-417e3762e0e8 of type vlan for network 226dc16e-c7a2-444b-b32f-d38629879fd8 Nov 12 01:12:22.288805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ccc97-610c-4648-b423-2d1dad4e3ae4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.367997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] For port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:22.373115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] For port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:22.378864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.406554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.492672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.495308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.503484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:22.511979 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.532208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d132ea-4b0f-4278-83fd-cad37fd3990a None None] Pushing event updated for resources: {'Port': ['ID=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.673690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5854878 Nov 12 01:12:22.680638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58118) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.683150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.20.0.17 (227de913-0fff-4d6b-82d4-ab0d21cd73e5/c8796cfe-3f4e-41ac-a956-c9861c725c55/2f60eba8-72f1-401a-9396-3c1e8286702f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:22.693002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Request body: {'subnet': {'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:22.699696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b522a29-e42f-4b43-ae26-9b6ad1e0d191 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'Network': ['ID=226dc16e-c7a2-444b-b32f-d38629879fd8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.714425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:22.774738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] For port e24aa6f5-dd58-4aa7-921b-7417de1c74b9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,segment=NetworkSegment(de63fefc-3c93-413a-b17c-a308566d1339),segment_id=de63fefc-3c93-413a-b17c-a308566d1339)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:22.775390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.838686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.992902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Calling delete_port for e24aa6f5-dd58-4aa7-921b-7417de1c74b9 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:23.003118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Made reservation on behalf of e5738381204f49768509bd4c35a1980f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:23.007827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.321145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:23.350908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.418737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:23.420469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.425170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.444503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b02f-dad1-4fdf-abe5-6c6cc97869e4 req-cc52688a-69b6-4613-b865-21f11bcebab2 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:23.446229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94e7b02f-dad1-4fdf-abe5-6c6cc97869e4 req-cc52688a-69b6-4613-b865-21f11bcebab2 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed6a27cb-09ca-4953-9cc7-99e73efcc6dc HTTP/1.1" status: 200 len: 945 time: 0.3941555 Nov 12 01:12:23.451527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e24aa6f5-dd58-4aa7-921b-7417de1c74b9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:23.478151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.483811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Pushing event deleted for resources: {'Port': ['ID=e24aa6f5-dd58-4aa7-921b-7417de1c74b9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.546931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.577775 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.599744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] No DVR routers for this DVR port e24aa6f5-dd58-4aa7-921b-7417de1c74b9 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:23.604034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:23.605484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.609356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-23a4197b-dd42-4f72-8d00-1cceca96be82 req-7171c9ac-47c4-468a-99a7-f248ec6acc13 tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.32 "DELETE /v2.0/ports/e24aa6f5-dd58-4aa7-921b-7417de1c74b9 HTTP/1.1" status: 204 len: 173 time: 2.1001694 Nov 12 01:12:23.610028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'name': 'network-vif-deleted', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:23.613058 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5897ae7d-0c8d-416f-94a9-d80bf4c45392" -d '{"events": [{"server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "name": "network-vif-deleted", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:23.617598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:23.620604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:23.644091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335018-d6be-450b-bf7f-c50262fc6044 req-564b07a5-1fb3-4e76-9955-e40d984d3fdf tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:23.645757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21335018-d6be-450b-bf7f-c50262fc6044 req-564b07a5-1fb3-4e76-9955-e40d984d3fdf tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.2740986 Nov 12 01:12:23.661772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94e7b02f-dad1-4fdf-abe5-6c6cc97869e4 req-40712f06-6df0-4e4b-aa3e-99148d17a7af tempest-AttachVolumeNegativeTest-232444793 tempest-AttachVolumeNegativeTest-232444793-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716356 Nov 12 01:12:23.673920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:23.681400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.682457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:23.717266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.738449 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.763122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.775350 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ab2bb-e88f-4b30-afa4-3cd262721e11 x-openstack-request-id: req-3c1ab2bb-e88f-4b30-afa4-3cd262721e11 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:23.775720 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6a27cb-09ca-4953-9cc7-99e73efcc6dc", "name": "network-vif-deleted", "tag": "e24aa6f5-dd58-4aa7-921b-7417de1c74b9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:23.775988 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c1ab2bb-e88f-4b30-afa4-3cd262721e11 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:23.776587 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6a27cb-09ca-4953-9cc7-99e73efcc6dc', 'name': 'network-vif-deleted', 'tag': 'e24aa6f5-dd58-4aa7-921b-7417de1c74b9', 'status': 'completed', 'code': 200} Nov 12 01:12:23.835375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.865664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:23.866453 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.901518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.011763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.490862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a385f9a-a5d9-41a3-b5c3-0a09dd012d27 None None] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:24.502225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=bddcefa5-d939-4bf2-9c9e-ad34bfee10ff,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.538861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-21335018-d6be-450b-bf7f-c50262fc6044 req-6a43311f-fb6b-4af0-b8c7-5d55e97463eb tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8125374 Nov 12 01:12:24.563291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.582603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.600578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7a251549-a824-44b0-b6a3-470d4959b9ed None None] Provisioning complete for port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:24.600948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a251549-a824-44b0-b6a3-470d4959b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.602601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.628347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'Subnet': ['ID=15772d20-f0d9-47d2-bf72-3ead3e53b3f1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.659669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Checking segment: {'id': 'a05c1136-ce2c-42ed-8c19-417e3762e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:24.660034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Network hostable DHCP agents. Network: 226dc16e-c7a2-444b-b32f-d38629879fd8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:24.725876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.742281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:24.775677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.777183 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 7b06dc91-f287-4633-9a8e-d75a92524a8e associated. External IP: 172.25.6.116, port: b7acb6b6-fa28-4789-a2dd-950746cc511c. Nov 12 01:12:24.787262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 226dc16e-c7a2-444b-b32f-d38629879fd8) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:24.797685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.812632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0f0b7-39c7-47a2-a65a-e566d6fef2df None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:24.826050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-925ea1bd-e100-43fe-bde6-94513d02fa69 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.827653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-925ea1bd-e100-43fe-bde6-94513d02fa69 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.2360318 Nov 12 01:12:24.841250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.842153 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.855224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Deleting subnet 4882aca3-16b8-49d1-a186-62377a7fb39f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:24.868004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.941185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-83ed30af-ae1d-4ba7-a8f2-21684d86e94c tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2556298 Nov 12 01:12:24.943730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.951122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Request body: {'port': {'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-719339304'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:24.975505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.081412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:25.092223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-226dc16e-c7a2-444b-b32f-d38629879fd8', 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8', 'tenant_id': 'e5738381204f49768509bd4c35a1980f', 'fixed_ips': [{'subnet_id': '15772d20-f0d9-47d2-bf72-3ead3e53b3f1'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:25.093304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.098114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:25.100648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:25.197295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.245735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Deleting port 61175812-c3ff-4643-af6f-a73c04e69821 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:25.246133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.410177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:25.435232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Made reservation on behalf of e5738381204f49768509bd4c35a1980f for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:25.440329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.440852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] For port 61175812-c3ff-4643-af6f-a73c04e69821, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=61175812-c3ff-4643-af6f-a73c04e69821,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:25.441226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.471390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router d197eb86-7f87-41ab-a112-ebc546597eda has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:25.487803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.570956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] device_id is not set on port 1ff44062-b773-4dc6-814d-9898c7bcca52 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:25.612283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-915d8b6e-0b44-42fe-a36a-5bcc0568eb0c None None] Provisioning complete for port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.612879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-915d8b6e-0b44-42fe-a36a-5bcc0568eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.653439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4882aca3-16b8-49d1-a186-62377a7fb39f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:25.672644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.683195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d929ffe9-3d48-40bc-a381-2e4577bc538f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4882aca3-16b8-49d1-a186-62377a7fb39f HTTP/1.1" status: 204 len: 168 time: 0.9546289 Nov 12 01:12:25.683978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.714019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:25.714220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.746748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Allocated IP 2001:db8::2 (226dc16e-c7a2-444b-b32f-d38629879fd8/15772d20-f0d9-47d2-bf72-3ead3e53b3f1/081c2657-01f0-4ce0-9edc-92e08e6404f5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:25.841880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:25.855695 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4a65f13c-de3d-4dd1-a2f7-c076dd6c34bc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "PUT /v2.0/routers/a49478f6-b2cd-496d-8e4f-7ba5d2066ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9790406 Nov 12 01:12:25.866651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Sync routers for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:25.880236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e24aa6f5-dd58-4aa7-921b-7417de1c74b9 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:25.889414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:25.890045 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:25.994420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.994835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.995740 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Floating IP cdd38977-ff0a-43b3-994f-3b319d699d59 disassociated. External IP: 172.25.6.20, port: 61175812-c3ff-4643-af6f-a73c04e69821. Nov 12 01:12:25.997315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Calling delete_port for 61175812-c3ff-4643-af6f-a73c04e69821 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:26.067983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: e24aa6f5-dd58-4aa7-921b-7417de1c74b9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:26.068372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e24aa6f5-dd58-4aa7-921b-7417de1c74b9 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:26.087849 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.140051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10f35-a0fd-43d1-9f52-04953520b7d6 req-a2d02052-a201-4727-9066-a88d6e0c7bea tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:26.147771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0e10f35-a0fd-43d1-9f52-04953520b7d6 req-a2d02052-a201-4727-9066-a88d6e0c7bea tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1670c0b-2eef-4ca8-9b34-37fa748d1020 HTTP/1.1" status: 200 len: 946 time: 0.4549572 Nov 12 01:12:26.295533 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:26.333654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.334509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.376630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-78146c18-d44a-49cf-8548-ffa11ba20e40 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:26.379000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-78146c18-d44a-49cf-8548-ffa11ba20e40 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/networks?id=227de913-0fff-4d6b-82d4-ab0d21cd73e5 HTTP/1.1" status: 200 len: 797 time: 0.2008581 Nov 12 01:12:26.390432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:26.437960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event deleted for resources: {'Port': ['ID=61175812-c3ff-4643-af6f-a73c04e69821,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:26.470894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-de611a5e-1170-4553-9f44-982be30b636a tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/quotas/97667779b64d4b98a1748a2ca825fef3 HTTP/1.1" status: 200 len: 375 time: 0.0743654 Nov 12 01:12:26.490602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.506155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Sync routers for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:26.514602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.581242 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:23Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2f60eba8-72f1-401a-9396-3c1e8286702f', 'name': '', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:8b:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:24Z', 'revision_number': 2, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:26.614388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0e10f35-a0fd-43d1-9f52-04953520b7d6 req-12b925cb-276a-4f19-9719-7ef9b5a8818b tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "GET /v2.0/security-groups?id=1633ffe4-7c7a-4942-a973-16bfd9c8f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478271 Nov 12 01:12:26.619716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a906cfd8-325e-42d3-8f29-8c566c456ad6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2800972 Nov 12 01:12:26.622367 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Checking router: a49478f6-b2cd-496d-8e4f-7ba5d2066ecd for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:26.622943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Updating router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd port 2f60eba8-72f1-401a-9396-3c1e8286702f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:12:26.657373 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.664973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:26.671683 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e576b-5356-43ca-908d-28984afb27d2" -d '{"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:26.684272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Router 10ae2327-77b2-40d5-9f27-230de546553a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:26.707055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Allocated IP 2001:db8::264 (226dc16e-c7a2-444b-b32f-d38629879fd8/15772d20-f0d9-47d2-bf72-3ead3e53b3f1/1ff44062-b773-4dc6-814d-9898c7bcca52) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:26.741237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-915d8b6e-0b44-42fe-a36a-5bcc0568eb0c None None] Provisioning complete for port 2f60eba8-72f1-401a-9396-3c1e8286702f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:26.741946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-915d8b6e-0b44-42fe-a36a-5bcc0568eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.751378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:26.780139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:26.780476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:26.910768 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.947902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Pushing event updated for resources: {'Port': ['ID=081c2657-01f0-4ce0-9edc-92e08e6404f5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:26.954955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:26.959379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:27.014354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-915d8b6e-0b44-42fe-a36a-5bcc0568eb0c None None] Port 2f60eba8-72f1-401a-9396-3c1e8286702f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:27.020650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.035601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:27.050450 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Sync routers for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:27.069920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.086591 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:27.087813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.097234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] No DVR routers for this DVR port 61175812-c3ff-4643-af6f-a73c04e69821 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:27.102884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.118564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de63fefc-3c93-413a-b17c-a308566d1339') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.118985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-99d8faba-a8f8-4d8d-b744-d185c6f5312e req-b1bfdbaf-e0ec-40d7-a09c-51b04e1c0c41 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.32 "DELETE /v2.0/ports/61175812-c3ff-4643-af6f-a73c04e69821 HTTP/1.1" status: 204 len: 173 time: 2.1315796 Nov 12 01:12:27.119587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de63fefc-3c93-413a-b17c-a308566d1339') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:27.119712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'name': 'network-vif-deleted', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:27.128925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.130214 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a4b1c-1af6-474d-a95d-ca5d5142852a" -d '{"events": [{"server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "name": "network-vif-deleted", "tag": "61175812-c3ff-4643-af6f-a73c04e69821"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:27.184836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.197948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:27.256230 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.334968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'Port': ['ID=1ff44062-b773-4dc6-814d-9898c7bcca52,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:27.356465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:27.365270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.407201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-46e388a6-c0c4-4fea-8636-bb1076b8e371 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8859861 Nov 12 01:12:27.416639 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:27.435615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:27.444464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:27.455651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:27.456952 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.500617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04593e4-7201-48d4-bf57-732d4e70c5f5 req-f8944d50-6f20-4091-975a-3afe75e69d87 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:27.504863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04593e4-7201-48d4-bf57-732d4e70c5f5 req-f8944d50-6f20-4091-975a-3afe75e69d87 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.4058716 Nov 12 01:12:27.507276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:27.508378 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.513887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Attempting to bind port 081c2657-01f0-4ce0-9edc-92e08e6404f5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:27.514254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Attempting to bind port 081c2657-01f0-4ce0-9edc-92e08e6404f5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a05c1136-ce2c-42ed-8c19-417e3762e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:27.515027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Attempting to bind port 081c2657-01f0-4ce0-9edc-92e08e6404f5 on network 226dc16e-c7a2-444b-b32f-d38629879fd8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:27.515878 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:27.519519 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.522982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:27.523898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-74bde52d-5aee-47ae-aba7-5837b05f1f69 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5772154 Nov 12 01:12:27.526573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Checking segment: {'id': 'a05c1136-ce2c-42ed-8c19-417e3762e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:27.527075 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.527211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:27.527446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Bound using segment: {'id': 'a05c1136-ce2c-42ed-8c19-417e3762e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:27.528093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Bound port: 081c2657-01f0-4ce0-9edc-92e08e6404f5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05c1136-ce2c-42ed-8c19-417e3762e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:27.531501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.545127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Request body: {'port': {'network_id': '226dc16e-c7a2-444b-b32f-d38629879fd8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-384582461', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:27.548908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bcfcea43-293a-4056-8dd4-c479d3555606 None None] Provisioning complete for port 2f60eba8-72f1-401a-9396-3c1e8286702f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:27.549053 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] bootfile-name is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:27.549249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bcfcea43-293a-4056-8dd4-c479d3555606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.552184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] tftp-server is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:27.554773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] server-ip-address is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:27.746211 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17c93-67fd-4de4-bf8c-b60e9765f2a4 None None] Pushing event updated for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:27.792541 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] For port 081c2657-01f0-4ce0-9edc-92e08e6404f5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:27.800308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] For port 081c2657-01f0-4ce0-9edc-92e08e6404f5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=081c2657-01f0-4ce0-9edc-92e08e6404f5,segment=NetworkSegment(a05c1136-ce2c-42ed-8c19-417e3762e0e8),segment_id=a05c1136-ce2c-42ed-8c19-417e3762e0e8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:27.816363 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.877563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Made reservation on behalf of e5738381204f49768509bd4c35a1980f for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:27.882313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.909595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Attempting to bind port 2f60eba8-72f1-401a-9396-3c1e8286702f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:27.910384 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Attempting to bind port 2f60eba8-72f1-401a-9396-3c1e8286702f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:27.911982 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Attempting to bind port 2f60eba8-72f1-401a-9396-3c1e8286702f on network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:27.914188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] device_id is not set on port 6e0b51a3-9ead-4751-ba29-6b3864526e4c yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:27.935230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04593e4-7201-48d4-bf57-732d4e70c5f5 req-c589d557-a7bf-49ee-82b8-3e1a0c8779ea tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472848 Nov 12 01:12:27.947104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:27.947892 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Checking segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:27.949517 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.950887 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Bound using segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:27.951775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Bound port: 2f60eba8-72f1-401a-9396-3c1e8286702f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:27.954615 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.015374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:28.035987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcea43-293a-4056-8dd4-c479d3555606 None None] Port 2f60eba8-72f1-401a-9396-3c1e8286702f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:28.074813 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a18b59e-5783-4f2f-8aa3-5e314c72883f x-openstack-request-id: req-3a18b59e-5783-4f2f-8aa3-5e314c72883f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:28.075159 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:28.075355 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a18b59e-5783-4f2f-8aa3-5e314c72883f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:28.075757 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'status': 'completed', 'code': 200} Nov 12 01:12:28.098042 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.103763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fdf43-5275-41b8-88f9-79b682fed48e None None] Pushing event updated for resources: {'Port': ['ID=081c2657-01f0-4ce0-9edc-92e08e6404f5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:28.137024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '7b06dc91-f287-4633-9a8e-d75a92524a8e', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'port_id': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'mac_address': 'fa:16:3e:8c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:22Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.143706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.149226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] 10.222.0.11 "DELETE /v2.0/networks/f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964 HTTP/1.1" status: 204 len: 168 time: 2.4541216 Nov 12 01:12:28.151020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331bf48-26a6-4944-bb3c-eb4a2ad8a1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ef2bb9-0a85-4f1d-b97e-eb0dfacee964,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:28.159732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c771cc04-e721-4bb3-b061-54d6a1dc6801 service neutron] 10.222.0.11 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341392 Nov 12 01:12:28.160714 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66522445-aa1b-4764-a395-d396977bdf02 x-openstack-request-id: req-66522445-aa1b-4764-a395-d396977bdf02 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:28.161245 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1670c0b-2eef-4ca8-9b34-37fa748d1020", "name": "network-vif-deleted", "tag": "61175812-c3ff-4643-af6f-a73c04e69821", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:28.164432 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66522445-aa1b-4764-a395-d396977bdf02 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:28.164888 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1670c0b-2eef-4ca8-9b34-37fa748d1020', 'name': 'network-vif-deleted', 'tag': '61175812-c3ff-4643-af6f-a73c04e69821', 'status': 'completed', 'code': 200} Nov 12 01:12:28.240709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Checking router: d197eb86-7f87-41ab-a112-ebc546597eda for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:28.263684 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] For port 2f60eba8-72f1-401a-9396-3c1e8286702f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:28.287498 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] For port 2f60eba8-72f1-401a-9396-3c1e8286702f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2f60eba8-72f1-401a-9396-3c1e8286702f,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:28.290411 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.291539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:28.294764 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.325591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-be825083-fe24-4ee5-887b-f306ba15427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:28.327584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-be825083-fe24-4ee5-887b-f306ba15427d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1097 time: 0.2505326 Nov 12 01:12:28.345911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:28.358924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.384011 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Checking router: 10ae2327-77b2-40d5-9f27-230de546553a for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:28.459655 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:28.460775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.524127 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:28.524820 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:28.625790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:28.657406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:28.675681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-b2e4a5cf-8b36-4c38-96be-a1b794a210d8 service neutron] 10.222.0.11 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032494 Nov 12 01:12:28.720488 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17c93-67fd-4de4-bf8c-b60e9765f2a4 None None] Pushing event updated for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:28.724470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-caaebc29-6079-4544-bac2-1aa6b38e6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:28.748953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-caaebc29-6079-4544-bac2-1aa6b38e6755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.3632479 Nov 12 01:12:28.869605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] Provisioning complete for port 2f60eba8-72f1-401a-9396-3c1e8286702f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:28.870562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.904213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dc320fe7-3a3b-4cbb-8407-58aa8f2ed486 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d0a5fd6a5a74b818b6c710975959930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438667 Nov 12 01:12:28.906971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:29.069745 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-c654448a-7025-4013-86de-41dfd26788a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 999 time: 0.3118625 Nov 12 01:12:29.108310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8d02d43-4710-4ca4-9727-4b14c21a9585 req-7abdfc51-9890-412f-a252-42a4cdbfa2fc tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 210 time: 0.0869274 Nov 12 01:12:29.161901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:29.164639 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.191529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-75604052-8ec3-4607-8734-2fbe71440a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:29.193484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-75604052-8ec3-4607-8734-2fbe71440a28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.0996659 Nov 12 01:12:29.212717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.291104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-3dad362b-983e-45d8-abc4-34db9ad0f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:29.296251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-3dad362b-983e-45d8-abc4-34db9ad0f19a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934050 Nov 12 01:12:29.398906 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.483227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba1d0e33-0ce9-44bb-9f35-ba3682faa2e6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 200 len: 991 time: 1.4626741 Nov 12 01:12:29.563559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '7b06dc91-f287-4633-9a8e-d75a92524a8e', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'port_id': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'mac_address': 'fa:16:3e:8c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:22Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:29.569083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] For port 2f60eba8-72f1-401a-9396-3c1e8286702f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2f60eba8-72f1-401a-9396-3c1e8286702f,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:29.675466 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:29.692653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.709628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Allocated IP 2001:db8::399 (226dc16e-c7a2-444b-b32f-d38629879fd8/15772d20-f0d9-47d2-bf72-3ead3e53b3f1/6e0b51a3-9ead-4751-ba29-6b3864526e4c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:29.732459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dd6ea-aafe-4247-a5ee-5cbf1c9434c4 None None] The sync data for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 is: [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '7b06dc91-f287-4633-9a8e-d75a92524a8e', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'port_id': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'mac_address': 'fa:16:3e:8c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:22Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:29.747297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 081c2657-01f0-4ce0-9edc-92e08e6404f5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:29.974323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61175812-c3ff-4643-af6f-a73c04e69821 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:30.056806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Deleting port bc32a947-6857-4481-8ef4-5d5d0d3e6f74 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:30.057026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.059934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8ea82-c05d-4edf-91d0-40c7425bfecc None None] Pushing event updated for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:30.194139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 61175812-c3ff-4643-af6f-a73c04e69821 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:30.194484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 61175812-c3ff-4643-af6f-a73c04e69821 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:30.236898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5147c-2072-4805-a71a-33d7f41a6342 None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:30.252446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f4fee475-bf4c-4f65-b4a4-2cf6eba4ad13 None None] Provisioning complete for port 2f60eba8-72f1-401a-9396-3c1e8286702f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:30.252822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4fee475-bf4c-4f65-b4a4-2cf6eba4ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.313158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.319842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.326308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bc6f2e4-07f8-4e68-874c-7b2b53b5786a HTTP/1.1" status: 204 len: 168 time: 1.4159863 Nov 12 01:12:30.403509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6e2fd00-6331-4b84-a642-ab599743e251 req-4db99a67-5e76-4553-a543-6bafc2b23c86 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 210 time: 0.1038108 Nov 12 01:12:30.415453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcffc5-39ca-4256-a3f4-66956173fe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc6f2e4-07f8-4e68-874c-7b2b53b5786a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:30.481414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-74fc9314-18c1-4cf4-923f-034331e8f4a5 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1754653 Nov 12 01:12:30.487072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:30.572566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2064f-9568-4905-8a6a-2f7cf657358e None None] New status for floating IP 7b06dc91-f287-4633-9a8e-d75a92524a8e: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:12:30.584930 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:30.650108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.651245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.663761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 081c2657-01f0-4ce0-9edc-92e08e6404f5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:30.670300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Calling delete_port for bc32a947-6857-4481-8ef4-5d5d0d3e6f74 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:30.671720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.680741 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36722aeb-a7cc-426a-ba46-b37c0211d00f None None] The sync data for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 is: [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:06:49Z', 'revision_number': 4, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'fbbd6e4a-46fe-4346-b13f-fa684febcccf', 'name': '', 'network_id': '032f4ec1-a229-407d-85d8-a9441297d1f1', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:47Z', 'updated_at': '2021-11-12T01:07:02Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'subnets': [{'id': '2b963c6d-8274-4dd2-9de6-cfd0eb40b730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:30.749538 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:23Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2f60eba8-72f1-401a-9396-3c1e8286702f', 'name': '', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:8b:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:28Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:30.841134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61579bce-da1d-4203-969d-86976cfcfcb2 None None] The sync data for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 is: [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:23Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2f60eba8-72f1-401a-9396-3c1e8286702f', 'name': '', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:8b:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:22Z', 'updated_at': '2021-11-12T01:12:28Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:30.860251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff2e576b-5356-43ca-908d-28984afb27d2 req-143ebce5-52eb-4494-9daa-3430c91045d0 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618318 Nov 12 01:12:30.891488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c9ec9173-e6eb-4a5b-bd66-1efbe78c3a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 200 len: 991 time: 0.4029217 Nov 12 01:12:30.996105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.269343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.394551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.408709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:31.427258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:31.507819 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5d19e-f8da-417d-8ccf-4c2edddc3de7 None None] New status for floating IP cdd38977-ff0a-43b3-994f-3b319d699d59: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:12:31.530300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:31.539583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:31.543132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.552809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.565189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'Port': ['ID=6e0b51a3-9ead-4751-ba29-6b3864526e4c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.599974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a08060ff-1cf4-4e70-b2de-67c542d852f1 req-645eca69-c7d2-40ca-8e15-bf6403e25e76 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 210 time: 0.0805418 Nov 12 01:12:31.617381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-99f9d5f3-6408-4d2c-9f3e-664da7d89081 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:31.619690 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-99f9d5f3-6408-4d2c-9f3e-664da7d89081 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.32 "GET /v2.0/networks?id=227de913-0fff-4d6b-82d4-ab0d21cd73e5 HTTP/1.1" status: 200 len: 797 time: 0.5166624 Nov 12 01:12:31.678992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 081c2657-01f0-4ce0-9edc-92e08e6404f5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=081c2657-01f0-4ce0-9edc-92e08e6404f5,segment=NetworkSegment(a05c1136-ce2c-42ed-8c19-417e3762e0e8),segment_id=a05c1136-ce2c-42ed-8c19-417e3762e0e8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:31.694549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.765491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Request body: {'port': {'device_id': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'admin_state_up': True, 'tenant_id': '97667779b64d4b98a1748a2ca825fef3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:31.776549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.782268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.786272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "DELETE /v2.0/floatingips/cdd38977-ff0a-43b3-994f-3b319d699d59 HTTP/1.1" status: 204 len: 168 time: 3.4774902 Nov 12 01:12:31.803310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-590e8eb3-84df-42d3-967e-90423f93127e None None] Provisioning complete for port 081c2657-01f0-4ce0-9edc-92e08e6404f5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:31.803788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-590e8eb3-84df-42d3-967e-90423f93127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.807723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b068d-e93b-470e-bdad-a0f78723bab3 tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event deleted for resources: {'Port': ['ID=bc32a947-6857-4481-8ef4-5d5d0d3e6f74,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.833879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96d5c4ff-ee47-401e-b088-84d392a1a428 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.3038683 Nov 12 01:12:31.835679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58294) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:31.922023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=081c2657-01f0-4ce0-9edc-92e08e6404f5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.945630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.012812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.013535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2f60eba8-72f1-401a-9396-3c1e8286702f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:32.153392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2f60eba8-72f1-401a-9396-3c1e8286702f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:32.154087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.218661 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.269206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.274731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7af4d96b-22ac-4e6e-90eb-3ee3438ec838 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 200 len: 993 time: 0.3265777 Nov 12 01:12:32.312168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e30d-0ce9-4e7b-9a3a-631be6728ff4 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.320926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e30d-0ce9-4e7b-9a3a-631be6728ff4 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.334198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8e30d-0ce9-4e7b-9a3a-631be6728ff4 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.347605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-66a8e30d-0ce9-4e7b-9a3a-631be6728ff4 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5091467 Nov 12 01:12:32.352824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.465961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Made reservation on behalf of 97667779b64d4b98a1748a2ca825fef3 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:32.470707 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.534480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.537270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.538506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] 10.222.0.11 "DELETE /v2.0/security-groups/1633ffe4-7c7a-4942-a973-16bfd9c8f67e HTTP/1.1" status: 204 len: 168 time: 0.5244098 Nov 12 01:12:32.539264 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.582714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Provisioning complete for port 6e0b51a3-9ead-4751-ba29-6b3864526e4c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:32.583953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.596421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6c51-e6a9-4ef1-b227-719894d7703c tempest-TestServerBasicOps-1888097485 tempest-TestServerBasicOps-1888097485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1633ffe4-7c7a-4942-a973-16bfd9c8f67e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:32.635017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.675191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Deleting port 6e0b51a3-9ead-4751-ba29-6b3864526e4c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:32.675558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.748254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Port 6e0b51a3-9ead-4751-ba29-6b3864526e4c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:32.816733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Provisioning complete for port 1ff44062-b773-4dc6-814d-9898c7bcca52 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:32.817105 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.886585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Port 1ff44062-b773-4dc6-814d-9898c7bcca52 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:32.920248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Provisioning complete for port 081c2657-01f0-4ce0-9edc-92e08e6404f5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:32.920620 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-520f59cd-cca7-40a4-ae02-fd340a5e8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.927160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Allocated IP 172.20.0.20 (227de913-0fff-4d6b-82d4-ab0d21cd73e5/c8796cfe-3f4e-41ac-a956-c9861c725c55/a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:32.931335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2103a33a-dc88-4a04-bbe4-a5cb8e41b6ec req-d3a9ceab-4209-43fd-8225-304f233f65c2 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 210 time: 0.1729388 Nov 12 01:12:33.171377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.190910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Calling delete_port for 6e0b51a3-9ead-4751-ba29-6b3864526e4c owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:33.238215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.245267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2e865d9e-5a10-4a0b-9c8e-1e0209e62f30 None None] Provisioning complete for port 1ff44062-b773-4dc6-814d-9898c7bcca52 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:33.245267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e865d9e-5a10-4a0b-9c8e-1e0209e62f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.288805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.350412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2e865d9e-5a10-4a0b-9c8e-1e0209e62f30 None None] Port 1ff44062-b773-4dc6-814d-9898c7bcca52 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:33.359426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:33.363638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:33.372998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:33.407123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event updated for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.489607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.490366 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.555831 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-859a06fb-369e-4106-9d6e-18631bea3045 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8597558 Nov 12 01:12:33.583054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Request body: {'port': {'device_id': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:33.672680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.699057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-859efff0-ea06-4954-8e90-dc62099e1214 None None] Provisioning complete for port 6e0b51a3-9ead-4751-ba29-6b3864526e4c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:33.707297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-859efff0-ea06-4954-8e90-dc62099e1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.855915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-859efff0-ea06-4954-8e90-dc62099e1214 None None] Port 6e0b51a3-9ead-4751-ba29-6b3864526e4c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:33.902399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.925907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 081c2657-01f0-4ce0-9edc-92e08e6404f5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:33.982893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event deleted for resources: {'Port': ['ID=6e0b51a3-9ead-4751-ba29-6b3864526e4c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.020357 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.024991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ec53c4a8-2107-4774-bfcb-cbb84c381cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "DELETE /v2.0/ports/6e0b51a3-9ead-4751-ba29-6b3864526e4c HTTP/1.1" status: 204 len: 168 time: 1.6682947 Nov 12 01:12:34.031347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:34.038083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Request body: {'port': {'name': 'tempest-new-port-name-825731403', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:34.038898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] bootfile-name is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:34.039425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] tftp-server is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:34.039785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] server-ip-address is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:34.101444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-600e5047-5c05-4c25-ab41-7acba2c89a84 None None] Provisioning complete for port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:34.101947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-600e5047-5c05-4c25-ab41-7acba2c89a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.163110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 081c2657-01f0-4ce0-9edc-92e08e6404f5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:34.163110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.250868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-600e5047-5c05-4c25-ab41-7acba2c89a84 None None] Port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:34.311080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.380240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:34.391470 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.431305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Transition to ACTIVE for port object a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:12:34.437182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.488086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57cf1-205e-492e-8bec-229fec28caea req-06cc8bcf-0ff7-44d5-ae8a-9bdfdbbe71f0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.489845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89c57cf1-205e-492e-8bec-229fec28caea req-06cc8bcf-0ff7-44d5-ae8a-9bdfdbbe71f0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 895 time: 0.3242822 Nov 12 01:12:34.552140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.674152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.678135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Attempting to bind port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:34.678526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Attempting to bind port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:34.678872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Attempting to bind port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 on network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:34.691601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 on network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:12:34.691930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Attempting to bind port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 on network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:34.703877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:34.706354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Checking segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:34.708291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Bound using segment: {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:34.708773 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Bound port: a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:34.710556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.825105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:34.830002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:34.844509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.866377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:34.868145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.870060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] 10.222.0.32 "PUT /v2.0/ports/a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 HTTP/1.1" status: 200 len: 1056 time: 1.3054895 Nov 12 01:12:34.870873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:34.873665 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59fa556-0db6-4d22-b88f-fa2683a37e71" -d '{"events": [{"name": "network-changed", "server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:34.964084 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad5a03b-3f01-4c7c-a847-72bccf09b74a x-openstack-request-id: req-dad5a03b-3f01-4c7c-a847-72bccf09b74a {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:34.964676 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:34.965083 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dad5a03b-3f01-4c7c-a847-72bccf09b74a {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:34.965701 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8', 'status': 'completed', 'code': 200} Nov 12 01:12:35.027342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7675c-8219-4f88-b243-b2115735cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.073319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.076603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-ec0fb4e2-ab0c-4379-9993-b69c1690fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.080167 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-ec0fb4e2-ab0c-4379-9993-b69c1690fdc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 1059 time: 0.0778885 Nov 12 01:12:35.084474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.154029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-8ad3ac63-db89-4bfb-ad9d-7fa537310e58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 HTTP/1.1" status: 200 len: 217 time: 0.0657368 Nov 12 01:12:35.202530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.203253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] In _notify_port_updated(), no bound segment for port 1ff44062-b773-4dc6-814d-9898c7bcca52 on network 226dc16e-c7a2-444b-b32f-d38629879fd8 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:35.214563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.215504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.217597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "PUT /v2.0/ports/1ff44062-b773-4dc6-814d-9898c7bcca52 HTTP/1.1" status: 200 len: 1129 time: 1.1847622 Nov 12 01:12:35.225336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:35.247785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e80ff-2b9d-4435-a1ce-a8673fa10600 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event updated for resources: {'Port': ['ID=1ff44062-b773-4dc6-814d-9898c7bcca52,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.297873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Deleting port fbbd6e4a-46fe-4346-b13f-fa684febcccf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:35.298070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.374962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3313a0-3058-492c-8105-3d0fe80155fb tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.380507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e3313a0-3058-492c-8105-3d0fe80155fb tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "GET /v2.0/ports/1ff44062-b773-4dc6-814d-9898c7bcca52 HTTP/1.1" status: 200 len: 1129 time: 0.1486564 Nov 12 01:12:35.383818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58388) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:35.394568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-1ad4ff8e-e018-4b6b-bf24-0e645d5e3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.396143 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-1ad4ff8e-e018-4b6b-bf24-0e645d5e3717 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c8796cfe-3f4e-41ac-a956-c9861c725c55 HTTP/1.1" status: 200 len: 837 time: 0.2352393 Nov 12 01:12:35.448958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] For port fbbd6e4a-46fe-4346-b13f-fa684febcccf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fbbd6e4a-46fe-4346-b13f-fa684febcccf,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:35.449943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.476197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Calling delete_port for fbbd6e4a-46fe-4346-b13f-fa684febcccf owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:35.541690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-db5ae35f-3228-4a18-84d9-dd36ede6e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.543328 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-db5ae35f-3228-4a18-84d9-dd36ede6e16b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=227de913-0fff-4d6b-82d4-ab0d21cd73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1112158 Nov 12 01:12:35.646447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Deleting port 1ff44062-b773-4dc6-814d-9898c7bcca52 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:35.655648 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.760957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc157a5-58b7-4bf1-a865-d9c075245aae req-b77a2c12-814b-417b-8a71-c1f2c0e195b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.763375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-afc157a5-58b7-4bf1-a865-d9c075245aae req-b77a2c12-814b-417b-8a71-c1f2c0e195b1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 907 time: 0.0785747 Nov 12 01:12:35.768471 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-c103dc6d-5efa-4f23-95ae-c8cedcbb8098 service neutron] 10.222.0.32 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081647 Nov 12 01:12:35.783548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f182577-ab2e-4cb2-89e2-6a22aa4d8b5b None None] Provisioning complete for port 1ff44062-b773-4dc6-814d-9898c7bcca52 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:35.784025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f182577-ab2e-4cb2-89e2-6a22aa4d8b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.843839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.848955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f182577-ab2e-4cb2-89e2-6a22aa4d8b5b None None] Port 1ff44062-b773-4dc6-814d-9898c7bcca52 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:35.887907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Calling delete_port for 1ff44062-b773-4dc6-814d-9898c7bcca52 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:35.909791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.945067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbd6e4a-46fe-4346-b13f-fa684febcccf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:35.995299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70a6b520-6325-48c0-ae22-9d3b09fb6247 req-8b12f8c8-b39a-4b72-9f65-5373b77c7faa service neutron] 10.222.0.32 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161589 Nov 12 01:12:36.115697 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:36.158890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-c208cbc8-4797-4854-be54-2f0832dd0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:36.163204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-c208cbc8-4797-4854-be54-2f0832dd0278 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 1059 time: 0.1041923 Nov 12 01:12:36.186182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.228962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event deleted for resources: {'Port': ['ID=1ff44062-b773-4dc6-814d-9898c7bcca52,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:36.260643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.357176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.362921 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77dab362-e1f7-4ad6-a48f-23d930e81b75 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "DELETE /v2.0/ports/1ff44062-b773-4dc6-814d-9898c7bcca52 HTTP/1.1" status: 204 len: 168 time: 0.9779742 Nov 12 01:12:36.367216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58408) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:36.466511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Deleting subnet 15772d20-f0d9-47d2-bf72-3ead3e53b3f1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:36.473739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.477896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-9d74d04a-93fb-4387-9c87-d8222a423495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:36.479862 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-9d74d04a-93fb-4387-9c87-d8222a423495 service neutron] 10.222.0.32 "GET /v2.0/networks?id=227de913-0fff-4d6b-82d4-ab0d21cd73e5 HTTP/1.1" status: 200 len: 898 time: 0.3041434 Nov 12 01:12:36.564706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-992a4690-62a8-4c51-9a16-c36f0ca53ebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 HTTP/1.1" status: 200 len: 217 time: 0.0590537 Nov 12 01:12:36.597243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.622910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Router 10ae2327-77b2-40d5-9f27-230de546553a has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:36.737741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-566ece7c-437f-4d40-9d28-9300c73c89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:36.739249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-566ece7c-437f-4d40-9d28-9300c73c89f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c8796cfe-3f4e-41ac-a956-c9861c725c55 HTTP/1.1" status: 200 len: 837 time: 0.1033108 Nov 12 01:12:36.810220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.893658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-5d85c9bc-4516-4685-a862-e5659586f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:36.895478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-5d85c9bc-4516-4685-a862-e5659586f546 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=227de913-0fff-4d6b-82d4-ab0d21cd73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1433372 Nov 12 01:12:36.954130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.988455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event deleted for resources: {'Subnet': ['ID=15772d20-f0d9-47d2-bf72-3ead3e53b3f1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:37.089323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1cc97-0c91-403a-b223-ff9147ae8fd6 None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:37.094217 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.102094 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-903cf143-3ab3-492a-97cc-36e6f8fb6f97 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "DELETE /v2.0/subnets/15772d20-f0d9-47d2-bf72-3ead3e53b3f1 HTTP/1.1" status: 204 len: 168 time: 0.7334330 Nov 12 01:12:37.104659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58432) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:37.120161 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-413c3cba-cc77-436d-9fd9-9fda2497d7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144918 Nov 12 01:12:37.264930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.318928 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c59fa556-0db6-4d22-b88f-fa2683a37e71 req-cc853d44-2a3e-4670-bef9-2f2c6b64dbdd service neutron] 10.222.0.32 "GET /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847901 Nov 12 01:12:37.365960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:37.373325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f2a041b4-1756-46d0-afbf-76dde2214b67 admin admin] 10.222.0.11 "PUT /v2.0/routers/10ae2327-77b2-40d5-9f27-230de546553a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7358823 Nov 12 01:12:37.378399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Sync routers for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:37.378647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:37.400652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:37.400865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844da69-39c1-4ae6-a3c5-c3325b326b5e req-3d83fdb4-d3bd-4bfa-b2ee-050a07d6af11 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:37.402431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f844da69-39c1-4ae6-a3c5-c3325b326b5e req-3d83fdb4-d3bd-4bfa-b2ee-050a07d6af11 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 907 time: 0.1735864 Nov 12 01:12:37.403316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:37.468402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Deleting port 081c2657-01f0-4ce0-9edc-92e08e6404f5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:37.469492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.484383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] DHCP port deletion for 226dc16e-c7a2-444b-b32f-d38629879fd8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:37.561817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] For port 081c2657-01f0-4ce0-9edc-92e08e6404f5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=081c2657-01f0-4ce0-9edc-92e08e6404f5,segment=NetworkSegment(a05c1136-ce2c-42ed-8c19-417e3762e0e8),segment_id=a05c1136-ce2c-42ed-8c19-417e3762e0e8)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:37.562360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.579889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Calling delete_port for 081c2657-01f0-4ce0-9edc-92e08e6404f5 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:37.605306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:37.627843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.708982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.843507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Deleting port 081c2657-01f0-4ce0-9edc-92e08e6404f5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:37.843883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.848307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event deleted for resources: {'Port': ['ID=081c2657-01f0-4ce0-9edc-92e08e6404f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:37.858236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] No DVR routers for this DVR port 081c2657-01f0-4ce0-9edc-92e08e6404f5 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:37.912035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.990519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] For port 081c2657-01f0-4ce0-9edc-92e08e6404f5, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:37.990924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.005946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Calling delete_port for 081c2657-01f0-4ce0-9edc-92e08e6404f5 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:38.008848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Port 081c2657-01f0-4ce0-9edc-92e08e6404f5 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:12:38.013105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Deleting port 9fa2501c-23e6-404c-8606-dd114a96ca6b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:38.014297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.014514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.021543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 081c2657-01f0-4ce0-9edc-92e08e6404f5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:38.022371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.053483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226dc16e-c7a2-444b-b32f-d38629879fd8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.069011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05c1136-ce2c-42ed-8c19-417e3762e0e8') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.069329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05c1136-ce2c-42ed-8c19-417e3762e0e8') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.083103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.106284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.114631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:38.115559 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:38.191652 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:38.195133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.205146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] For port 9fa2501c-23e6-404c-8606-dd114a96ca6b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9fa2501c-23e6-404c-8606-dd114a96ca6b,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:38.206033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.224377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Calling delete_port for 9fa2501c-23e6-404c-8606-dd114a96ca6b owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:38.225672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.232579 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] 10.222.0.11 "DELETE /v2.0/networks/226dc16e-c7a2-444b-b32f-d38629879fd8 HTTP/1.1" status: 204 len: 168 time: 1.1245496 Nov 12 01:12:38.232579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fcb96-48ad-4e29-a410-d207833aae64 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250 tempest-ExtraDHCPOptionsIpV6TestJSON-75679250-project] Pushing event deleted for resources: {'Network': ['ID=226dc16e-c7a2-444b-b32f-d38629879fd8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:38.321604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 081c2657-01f0-4ce0-9edc-92e08e6404f5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:38.322242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 081c2657-01f0-4ce0-9edc-92e08e6404f5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:38.378748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Network 226dc16e-c7a2-444b-b32f-d38629879fd8 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:12:38.379216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] No DVR routers for this DVR port 081c2657-01f0-4ce0-9edc-92e08e6404f5 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:38.383656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc761-51db-488e-b36c-76c06f4046e6 None None] Pushing event deleted for resources: {'Port': ['ID=081c2657-01f0-4ce0-9edc-92e08e6404f5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:38.442622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:12:35Z', 'revision_number': 5, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port': {'id': '9fa2501c-23e6-404c-8606-dd114a96ca6b', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ae2327-77b2-40d5-9f27-230de546553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:40Z', 'updated_at': '2021-11-12T01:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.481877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Checking router: 10ae2327-77b2-40d5-9f27-230de546553a for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:38.497306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Routers {'10ae2327-77b2-40d5-9f27-230de546553a'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:38.499074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10ae2327-77b2-40d5-9f27-230de546553a'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.642985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5bd1-c73c-4529-93bc-93b5d0cae970 req-558b21fe-b6f2-4084-ad35-f7f48550e2ca tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:38.644688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db2f5bd1-c73c-4529-93bc-93b5d0cae970 req-558b21fe-b6f2-4084-ad35-f7f48550e2ca tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 907 time: 0.1102846 Nov 12 01:12:38.645499 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.681367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa2501c-23e6-404c-8606-dd114a96ca6b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:38.706067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e61f6a-326e-4718-b109-21716e8da84d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:38.773269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.783477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] Set router 10ae2327-77b2-40d5-9f27-230de546553a gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:38.914578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:12:37Z', 'revision_number': 6, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:38.939962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.942812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.946504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206c214-c423-4aca-a6ef-dd0e11d6f2a5 None None] The sync data for ids ['10ae2327-77b2-40d5-9f27-230de546553a'] in n-d-712141-15 is: [{'id': '10ae2327-77b2-40d5-9f27-230de546553a', 'name': 'tempest-TestServerBasicOps-1296011534-router', 'tenant_id': '8b82ce91d9ba412f9dc353a5b971221a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:38Z', 'updated_at': '2021-11-12T01:12:37Z', 'revision_number': 6, 'project_id': '8b82ce91d9ba412f9dc353a5b971221a', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:38.989751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58486) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.016874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.017985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ae2327-77b2-40d5-9f27-230de546553a {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:39.031159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.034987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-79ee258b-4f91-4ced-b95f-308d39e32899 admin admin] 10.222.0.11 "DELETE /v2.0/routers/10ae2327-77b2-40d5-9f27-230de546553a HTTP/1.1" status: 204 len: 168 time: 1.6552670 Nov 12 01:12:39.037676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58490) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.104160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Deleting subnet 2b963c6d-8274-4dd2-9de6-cfd0eb40b730 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:39.108184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.169904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.246621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a708ac0-153d-4c26-ab01-1d62b203261f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.311114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e47b9a5a-f0bf-4075-92a4-7f959a86fe4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5738381204f49768509bd4c35a1980f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192945 Nov 12 01:12:39.313500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.374564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.437386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.485706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.487397 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.525265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.530856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2b963c6d-8274-4dd2-9de6-cfd0eb40b730 HTTP/1.1" status: 204 len: 168 time: 0.4897144 Nov 12 01:12:39.534152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db8d72-af1e-43dd-a964-8be06b945476 None None] Network 032f4ec1-a229-407d-85d8-a9441297d1f1 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:39.548699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58514) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:39.565934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c21e6-3546-4064-8c77-dc92a55fe536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b963c6d-8274-4dd2-9de6-cfd0eb40b730,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:39.599092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.603974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.609117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a5ccc97-610c-4648-b423-2d1dad4e3ae4 HTTP/1.1" status: 204 len: 168 time: 0.2941701 Nov 12 01:12:39.626366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842f1c-4fc4-45df-8077-6667c8289e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ccc97-610c-4648-b423-2d1dad4e3ae4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:39.806756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:39.914693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:12:39.995431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] DHCP port deletion for 032f4ec1-a229-407d-85d8-a9441297d1f1 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:40.019587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d7b49-3525-411a-b7d2-d8c68fe5d806 req-0b6f75c5-7570-4cb5-bcf4-7b356585dded tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:40.027750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-969d7b49-3525-411a-b7d2-d8c68fe5d806 req-0b6f75c5-7570-4cb5-bcf4-7b356585dded tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 907 time: 0.2519701 Nov 12 01:12:40.030459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Deleting port 0c8e068c-b03c-4861-81e0-b0238c5738b3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:40.031622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.104332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:12:40.135352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fbbd6e4a-46fe-4346-b13f-fa684febcccf no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:40.213768 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] For port 0c8e068c-b03c-4861-81e0-b0238c5738b3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0c8e068c-b03c-4861-81e0-b0238c5738b3,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.214901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.226462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fbbd6e4a-46fe-4346-b13f-fa684febcccf {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:40.227731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fbbd6e4a-46fe-4346-b13f-fa684febcccf not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:40.228260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9fa2501c-23e6-404c-8606-dd114a96ca6b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:40.238433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Calling delete_port for 0c8e068c-b03c-4861-81e0-b0238c5738b3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:40.272613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9fa2501c-23e6-404c-8606-dd114a96ca6b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:40.273415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9fa2501c-23e6-404c-8606-dd114a96ca6b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:40.324889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Deleting port 0c8e068c-b03c-4861-81e0-b0238c5738b3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:40.325175 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.405172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.462898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8e068c-b03c-4861-81e0-b0238c5738b3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.473162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.486171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] No DVR routers for this DVR port 0c8e068c-b03c-4861-81e0-b0238c5738b3 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:40.525325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] For port 0c8e068c-b03c-4861-81e0-b0238c5738b3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0c8e068c-b03c-4861-81e0-b0238c5738b3,segment=NetworkSegment(e89897b6-a5d2-4730-9605-9c9d023aa61f),segment_id=e89897b6-a5d2-4730-9605-9c9d023aa61f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.525735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.528973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8', 'network_id': '227de913-0fff-4d6b-82d4-ab0d21cd73e5', 'port_id': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8', 'mac_address': 'fa:16:3e:b8:22:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8796cfe-3f4e-41ac-a956-c9861c725c55', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:12:40.570311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Calling delete_port for 0c8e068c-b03c-4861-81e0-b0238c5738b3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:40.610395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.641881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.671662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032f4ec1-a229-407d-85d8-a9441297d1f1']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:40.678524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:40.691421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89897b6-a5d2-4730-9605-9c9d023aa61f') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:40.691749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89897b6-a5d2-4730-9605-9c9d023aa61f') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:40.721724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.729071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.737613 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.754465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.766498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:40.767539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:40.772307 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:40.825711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.840326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] No DVR routers for this DVR port 0c8e068c-b03c-4861-81e0-b0238c5738b3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:40.849074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.899477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc10aa-564c-4035-9bd1-58f1f19fb48b None None] Pushing event deleted for resources: {'Port': ['ID=0c8e068c-b03c-4861-81e0-b0238c5738b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:40.965292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:41.262912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a66e3-21b4-4529-b5eb-4aa500060752 req-5dd98139-a11b-48b2-a019-58ff1b2f1f39 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:41.264775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-486a66e3-21b4-4529-b5eb-4aa500060752 req-5dd98139-a11b-48b2-a019-58ff1b2f1f39 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 908 time: 0.1007693 Nov 12 01:12:41.296016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.419415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.435925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.443148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] 10.222.0.11 "DELETE /v2.0/networks/032f4ec1-a229-407d-85d8-a9441297d1f1 HTTP/1.1" status: 204 len: 168 time: 1.8901861 Nov 12 01:12:41.443806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:41.454203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732351-50b5-47ed-8f48-d3a538754c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=032f4ec1-a229-407d-85d8-a9441297d1f1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.536377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1015734071'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:41.605513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Made reservation on behalf of 352e04b5ee5b4f55be15c0cfde006b07 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:41.609883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.627094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.858300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.865798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0c8e068c-b03c-4861-81e0-b0238c5738b3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:41.879460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.912437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0c8e068c-b03c-4861-81e0-b0238c5738b3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:41.913180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0c8e068c-b03c-4861-81e0-b0238c5738b3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:41.934561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:41.972957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f78782-c1d9-4cec-9946-a5be9884b6a0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.004835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:42.015163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:12:42.021064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:42.021658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.036751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.036751 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Added segment 04037531-0d1c-4749-845a-b99da533ca24 of type vlan for network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a Nov 12 01:12:42.095801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-e6370af1-02c7-49d3-a9b7-9e17d0da72d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1548693 Nov 12 01:12:42.118411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.130691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58564) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.168977 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4dae-ca4a-4dd2-9778-94a308254517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.173974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.223145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:42.226859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.228846 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0e8e4-b6a1-45c3-a220-f822b1ad7b26" -d '{"events": [{"server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:42.232610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.233238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.279678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:42.297957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-f4fed746-1877-4fc2-a574-5339958a5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.300000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-f4fed746-1877-4fc2-a574-5339958a5830 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.1713796 Nov 12 01:12:42.304502 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c491bff6-84cb-402c-83e6-5b38a6bc31b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.319114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.364660 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1088b-32b4-4373-bba7-235de2ea4bf8 x-openstack-request-id: req-0ab1088b-32b4-4373-bba7-235de2ea4bf8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:42.364953 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "name": "network-vif-plugged", "status": "completed", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:42.365211 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ab1088b-32b4-4373-bba7-235de2ea4bf8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:42.365618 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8', 'code': 200} Nov 12 01:12:42.408459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1101594 Nov 12 01:12:42.412809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58572) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.420906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cbc7b-f9c1-4e81-be78-5a846ea6cd93 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'Network': ['ID=ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.422102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Request body: {'subnet': {'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:42.425840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.434403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:42.569333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.616980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b2462-3a1e-4c12-8692-9f91261ffc46 req-4a4c20d5-7bf2-4efc-8819-9c42b2b6f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.618616 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ed4b2462-3a1e-4c12-8692-9f91261ffc46 req-4a4c20d5-7bf2-4efc-8819-9c42b2b6f084 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 1061 time: 0.1674643 Nov 12 01:12:42.620944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c491bff6-84cb-402c-83e6-5b38a6bc31b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.630174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c491bff6-84cb-402c-83e6-5b38a6bc31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.671560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb12e3-5f41-4812-8ff8-2095d0864cf1 req-c0927bad-b1c6-45f1-9a3e-7202ea8a948e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.673476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62fb12e3-5f41-4812-8ff8-2095d0864cf1 req-c0927bad-b1c6-45f1-9a3e-7202ea8a948e tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.2363019 Nov 12 01:12:42.696518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Made reservation on behalf of 352e04b5ee5b4f55be15c0cfde006b07 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:42.709311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.716363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491bff6-84cb-402c-83e6-5b38a6bc31b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4446112-d03b-46c7-93cd-467e6c949222,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.718594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-ad5474c7-b283-48e4-9a4c-22d981ec1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.721328 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c491bff6-84cb-402c-83e6-5b38a6bc31b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89a89946d7644101b7551073d557d58e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5885344 Nov 12 01:12:42.722522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-ad5474c7-b283-48e4-9a4c-22d981ec1048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 898 time: 0.3210487 Nov 12 01:12:42.739457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:42.849129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.858728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.883108 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.883943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-7cda3a2c-54d0-4d5c-ba83-01afd4790a07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 1001 time: 0.1420012 Nov 12 01:12:42.967558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.971177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:42.972382 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4446112-d03b-46c7-93cd-467e6c949222 HTTP/1.1" status: 204 len: 168 time: 0.2316620 Nov 12 01:12:42.991832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b809e57-db3c-4355-bcfa-2d1c883172d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4446112-d03b-46c7-93cd-467e6c949222,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:42.994281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-bb510d3f-5ed8-4c4d-996b-815a4731dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.997314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-bb510d3f-5ed8-4c4d-996b-815a4731dbcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 200 len: 834 time: 0.1040850 Nov 12 01:12:43.063361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.126168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'Subnet': ['ID=a2b68216-7026-4a89-a2ae-efa1c454a0dd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.170012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Checking segment: {'id': '04037531-0d1c-4749-845a-b99da533ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:43.170560 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Network hostable DHCP agents. Network: ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:43.171754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-2f2ca104-686e-4794-ab22-78b189973a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:43.174740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-2f2ca104-686e-4794-ab22-78b189973a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271e402b-910b-45fd-af72-00ec4d67cb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684401 Nov 12 01:12:43.201330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:43.218093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:43.224231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:43.225672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.231754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e2610-c1bc-447b-b3e7-694d11dfc1c5 None None] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:43.243128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Deleting port d955b7b5-72cd-4f11-bf37-e70851420622 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:43.243471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.267090 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad5a6d74-4cdd-4004-ad56-3db454fe7dda tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8507071 Nov 12 01:12:43.269274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.277173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Request body: {'port': {'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1951169897'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:43.379558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] For port d955b7b5-72cd-4f11-bf37-e70851420622, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d955b7b5-72cd-4f11-bf37-e70851420622,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:43.380202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.403602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Calling delete_port for d955b7b5-72cd-4f11-bf37-e70851420622 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:43.409356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-677685b0-7368-4216-b04e-c9864db60c33 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186272 Nov 12 01:12:43.518681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.527896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a', 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a', 'tenant_id': '352e04b5ee5b4f55be15c0cfde006b07', 'fixed_ips': [{'subnet_id': 'a2b68216-7026-4a89-a2ae-efa1c454a0dd'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:43.529080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.533839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c39e04cf-26e9-4582-b03b-76901c8db8b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.573762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Made reservation on behalf of 352e04b5ee5b4f55be15c0cfde006b07 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:43.579442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.655903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] device_id is not set on port 99a8a2e2-67d4-49ce-92a1-be727467102a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:43.679045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe4f31cc-c361-4615-9c2f-2ccea3876f64 req-81bfd62b-91e3-4aee-8560-70ff9c22b242 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601860 Nov 12 01:12:43.780479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Allocated IP 172.20.0.2 (ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a/a2b68216-7026-4a89-a2ae-efa1c454a0dd/db370285-cb15-44a6-9d5d-5b0c6c594428) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:43.870895 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c39e04cf-26e9-4582-b03b-76901c8db8b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.873120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.875297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c39e04cf-26e9-4582-b03b-76901c8db8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:43.889252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730e635-cfa4-4e63-a0af-6f82c4bf8ee9 req-40494fde-8e17-4eb4-9a32-a9dda8d739f4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:43.891087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6730e635-cfa4-4e63-a0af-6f82c4bf8ee9 req-40494fde-8e17-4eb4-9a32-a9dda8d739f4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.0958788 Nov 12 01:12:43.929297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e04cf-26e9-4582-b03b-76901c8db8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df493caf-9460-4cb8-947f-362292488b20,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.932546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d955b7b5-72cd-4f11-bf37-e70851420622,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:43.934658 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c39e04cf-26e9-4582-b03b-76901c8db8b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3af3a47c9c4b4f7da22a2a863b25f9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148312 Nov 12 01:12:43.942115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:44.061233 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.064469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.091781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.175439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.176976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.183722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.187508 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df493caf-9460-4cb8-947f-362292488b20 HTTP/1.1" status: 204 len: 168 time: 0.2455235 Nov 12 01:12:44.187679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.237257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8ff5-b84f-41e8-8293-c4e539451143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df493caf-9460-4cb8-947f-362292488b20,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.247049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:44.254901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:44.291886 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-07ef84e0-5661-4076-9ccd-d87b2d961dd8 {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:12:44.292237 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:12:44.308667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:44.310111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3e52-08e8-4f86-af95-a91978226b50 req-27fa8845-bf3d-4c44-9bb3-14b353ed8024 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:44.312222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d2f3e52-08e8-4f86-af95-a91978226b50 req-27fa8845-bf3d-4c44-9bb3-14b353ed8024 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.1875701 Nov 12 01:12:44.364517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.419940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Attempting to bind port db370285-cb15-44a6-9d5d-5b0c6c594428 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:44.420344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Attempting to bind port db370285-cb15-44a6-9d5d-5b0c6c594428 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '04037531-0d1c-4749-845a-b99da533ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:44.420681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Attempting to bind port db370285-cb15-44a6-9d5d-5b0c6c594428 on network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:44.424764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Pushing event updated for resources: {'Port': ['ID=db370285-cb15-44a6-9d5d-5b0c6c594428,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.430430 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:44.430801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Checking segment: {'id': '04037531-0d1c-4749-845a-b99da533ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:44.431207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.431592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Bound using segment: {'id': '04037531-0d1c-4749-845a-b99da533ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:44.432365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Bound port: db370285-cb15-44a6-9d5d-5b0c6c594428, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04037531-0d1c-4749-845a-b99da533ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:44.432753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.530630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] For port db370285-cb15-44a6-9d5d-5b0c6c594428, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:44.536908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] For port db370285-cb15-44a6-9d5d-5b0c6c594428, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=db370285-cb15-44a6-9d5d-5b0c6c594428,segment=NetworkSegment(04037531-0d1c-4749-845a-b99da533ca24),segment_id=04037531-0d1c-4749-845a-b99da533ca24)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:44.542820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.613694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbeae1-4d2a-4f92-9784-905aff42821b None None] Pushing event updated for resources: {'Port': ['ID=db370285-cb15-44a6-9d5d-5b0c6c594428,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:44.644943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4987e0-c667-47b3-b169-0bcae3625c63 req-cff182d3-0c5a-49b0-a475-e539ab075640 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:44.646641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b4987e0-c667-47b3-b169-0bcae3625c63 req-cff182d3-0c5a-49b0-a475-e539ab075640 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 1061 time: 0.1199248 Nov 12 01:12:44.794283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.823293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] device_id is not set on port c32b3609-5693-4af9-82dd-0329ce6c1f8c yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:44.926221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.078641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Allocated IP 172.20.0.4 (ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a/a2b68216-7026-4a89-a2ae-efa1c454a0dd/c32b3609-5693-4af9-82dd-0329ce6c1f8c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:45.219908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832c4b1-bf1c-47f4-ad4a-a22f5565991d req-3940c9c5-0bef-4679-84d2-ae0a65928cac tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:45.222003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0832c4b1-bf1c-47f4-ad4a-a22f5565991d req-3940c9c5-0bef-4679-84d2-ae0a65928cac tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.0759349 Nov 12 01:12:45.223956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Router 34a046db-291f-4157-b1dd-3bc61ad192dd has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:45.364841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0832c4b1-bf1c-47f4-ad4a-a22f5565991d req-f431d87a-7e67-440e-a174-569e4473e747 tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1351533 Nov 12 01:12:45.366972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.394919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:45.410209 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Sync routers for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:45.411065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.420447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e37cf3d2-9c7e-4b1e-9edc-79f570488d1d admin admin] 10.222.0.11 "PUT /v2.0/routers/34a046db-291f-4157-b1dd-3bc61ad192dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9749742 Nov 12 01:12:45.421076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.425526 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:45.426510 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:45.522360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.580318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.605235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e7cae-90e0-439f-aab8-c92cbd91052f tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:45.623648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-695e7cae-90e0-439f-aab8-c92cbd91052f tempest-TestSecurityGroupsBasicOps-2133903533 tempest-TestSecurityGroupsBasicOps-2133903533-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 1056 time: 0.1983812 Nov 12 01:12:45.641037 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:45.671125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:45.678176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:45.686820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:45.813092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:45.815849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.822871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'Port': ['ID=c32b3609-5693-4af9-82dd-0329ce6c1f8c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.824155 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.871587 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ef3b3989-9612-42ac-aaeb-fa457cdddff0 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6009710 Nov 12 01:12:45.874638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58634) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.890007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Request body: {'port': {'network_id': 'ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-399689543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:45.890723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] bootfile-name is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:45.891201 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] tftp-server is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:45.891652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] server-ip-address is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:45.992986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Deleting port 3bd3870a-bc40-4091-938b-ce16c2c9a395 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:45.993319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.202968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] For port 3bd3870a-bc40-4091-938b-ce16c2c9a395, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3bd3870a-bc40-4091-938b-ce16c2c9a395,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:46.203319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.208143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device db370285-cb15-44a6-9d5d-5b0c6c594428 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:46.245592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Calling delete_port for 3bd3870a-bc40-4091-938b-ce16c2c9a395 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:46.271936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Made reservation on behalf of 352e04b5ee5b4f55be15c0cfde006b07 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:46.281122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.313299 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:12:43Z', 'revision_number': 5, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port': {'id': '3bd3870a-bc40-4091-938b-ce16c2c9a395', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:00Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:46.337985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] device_id is not set on port 2cc0fc05-9070-4fae-9c77-35cc7f8922b3 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:46.432707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Checking router: 34a046db-291f-4157-b1dd-3bc61ad192dd for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:46.448725 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Routers {'34a046db-291f-4157-b1dd-3bc61ad192dd'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:46.449952 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['34a046db-291f-4157-b1dd-3bc61ad192dd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:46.457424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port db370285-cb15-44a6-9d5d-5b0c6c594428 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:46.457791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.628759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.632458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a281d-03d1-46de-a660-a5d1bd1bbd18 req-ecc60eff-5e05-4e5c-8320-22c7de01a180 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:46.634958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f93a281d-03d1-46de-a660-a5d1bd1bbd18 req-ecc60eff-5e05-4e5c-8320-22c7de01a180 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.5412068 Nov 12 01:12:46.654262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f8696-a3af-45ce-971a-5b1c8b6052bc None None] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:46.682229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Allocated IP 172.20.0.11 (ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a/a2b68216-7026-4a89-a2ae-efa1c454a0dd/2cc0fc05-9070-4fae-9c77-35cc7f8922b3) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:46.687199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port db370285-cb15-44a6-9d5d-5b0c6c594428, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=db370285-cb15-44a6-9d5d-5b0c6c594428,segment=NetworkSegment(04037531-0d1c-4749-845a-b99da533ca24),segment_id=04037531-0d1c-4749-845a-b99da533ca24)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:46.708382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.714345 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] Set router 34a046db-291f-4157-b1dd-3bc61ad192dd gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:46.843760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.875177 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:12:45Z', 'revision_number': 6, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:46.877795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b196ad9e-c887-4e56-80fa-f990aa1bd2d8 None None] Provisioning complete for port db370285-cb15-44a6-9d5d-5b0c6c594428 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:46.877968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b196ad9e-c887-4e56-80fa-f990aa1bd2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.886695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd3870a-bc40-4091-938b-ce16c2c9a395,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:46.929035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99023253-7046-4bab-a0c8-162837e581ed None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:46.970314 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469902c-52fb-4135-881e-518e7dc65929 None None] The sync data for ids ['34a046db-291f-4157-b1dd-3bc61ad192dd'] in n-d-712141-15 is: [{'id': '34a046db-291f-4157-b1dd-3bc61ad192dd', 'name': 'tempest-TestServerBasicOps-1505467369-router', 'tenant_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:57Z', 'updated_at': '2021-11-12T01:12:45Z', 'revision_number': 6, 'project_id': '78c44ee3786f4c9c8d4cf646f7816d67', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:46.973422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=db370285-cb15-44a6-9d5d-5b0c6c594428,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.156050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.164776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.265565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.375982 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:47.398608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:47.405395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:47.429106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.433085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.462459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'Port': ['ID=2cc0fc05-9070-4fae-9c77-35cc7f8922b3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.495966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-9b42700c-6c83-4067-a06f-4b3e0fdbdce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:47.498024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-9b42700c-6c83-4067-a06f-4b3e0fdbdce0 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.2574697 Nov 12 01:12:47.541394 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.543027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a046db-291f-4157-b1dd-3bc61ad192dd {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:47.579193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.582911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-93b86193-8c06-4b2c-84cd-959222269d60 admin admin] 10.222.0.11 "DELETE /v2.0/routers/34a046db-291f-4157-b1dd-3bc61ad192dd HTTP/1.1" status: 204 len: 168 time: 2.1598663 Nov 12 01:12:47.583566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.587394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:47.588348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.644806 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3334b470-9e75-4f22-8727-8e40f0ea4200 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7689178 Nov 12 01:12:47.647472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.676767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Deleting subnet ebf7c348-abf1-4b65-be2e-cd11c2b7786e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:47.681340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.751504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-301c01a5-557a-476d-8f17-01fb98e95418 None None] Provisioning complete for port db370285-cb15-44a6-9d5d-5b0c6c594428 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:47.752191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-301c01a5-557a-476d-8f17-01fb98e95418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.782540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.836793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:47.839204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.864510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0b3fe-e76d-48ca-8d90-7b1183fec9c7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:47.893701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0b3fe-e76d-48ca-8d90-7b1183fec9c7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:47.909195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0b3fe-e76d-48ca-8d90-7b1183fec9c7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:47.920480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fbc0b3fe-e76d-48ca-8d90-7b1183fec9c7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2718532 Nov 12 01:12:47.922555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.016121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-301c01a5-557a-476d-8f17-01fb98e95418 None None] Provisioning complete for port c32b3609-5693-4af9-82dd-0329ce6c1f8c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:48.016495 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-301c01a5-557a-476d-8f17-01fb98e95418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.075867 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.285152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.389457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf7c348-abf1-4b65-be2e-cd11c2b7786e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.407423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.421285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-21e9b60f-073c-4ab1-b87a-fb172c400d4c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ebf7c348-abf1-4b65-be2e-cd11c2b7786e HTTP/1.1" status: 204 len: 168 time: 0.8346167 Nov 12 01:12:48.429396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.478460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:48.479158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.506556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Deleting port 2cc0fc05-9070-4fae-9c77-35cc7f8922b3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:48.506902 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.546313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:48.574478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-301c01a5-557a-476d-8f17-01fb98e95418 None None] Port c32b3609-5693-4af9-82dd-0329ce6c1f8c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:48.576810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device db370285-cb15-44a6-9d5d-5b0c6c594428 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:48.581951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab8d51-ca8f-420e-a31f-a323493632f4 None None] Network 455c392a-6359-44d3-b112-3a2e457ad72b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:48.630689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.709270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65af2-2e4c-400e-81b7-c3c257c25a20 req-8a5cbbd0-381d-4637-a68d-af688af8111c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:48.723951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cdf65af2-2e4c-400e-81b7-c3c257c25a20 req-8a5cbbd0-381d-4637-a68d-af688af8111c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 909 time: 0.8925712 Nov 12 01:12:48.768438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.793009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Calling delete_port for 2cc0fc05-9070-4fae-9c77-35cc7f8922b3 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:48.810454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Deleting port 78dd7992-05eb-4cdc-9f76-e354c095666f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:48.811145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.815840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Provisioning complete for port 2cc0fc05-9070-4fae-9c77-35cc7f8922b3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:48.816778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.881442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port db370285-cb15-44a6-9d5d-5b0c6c594428 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:48.881931 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.906447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] For port 78dd7992-05eb-4cdc-9f76-e354c095666f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=78dd7992-05eb-4cdc-9f76-e354c095666f,segment=NetworkSegment(2f3269fe-b5f6-400d-af8b-d2017c77d85a),segment_id=2f3269fe-b5f6-400d-af8b-d2017c77d85a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:48.907156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.922674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Calling delete_port for 78dd7992-05eb-4cdc-9f76-e354c095666f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:48.939616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Port 2cc0fc05-9070-4fae-9c77-35cc7f8922b3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:48.990870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Provisioning complete for port c32b3609-5693-4af9-82dd-0329ce6c1f8c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:48.991661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.056181 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.081062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65cc584-169c-4a73-b5b5-f11a29beecf4 None None] DHCP port deletion for 455c392a-6359-44d3-b112-3a2e457ad72b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:49.095005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Pushing event deleted for resources: {'Port': ['ID=78dd7992-05eb-4cdc-9f76-e354c095666f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.101534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] No DVR routers for this DVR port 78dd7992-05eb-4cdc-9f76-e354c095666f on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:49.130134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.139875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc74e571-1a92-4e1d-8851-703d8e49738e None None] Port c32b3609-5693-4af9-82dd-0329ce6c1f8c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:49.140455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.183033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.274864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event deleted for resources: {'Port': ['ID=2cc0fc05-9070-4fae-9c77-35cc7f8922b3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.280297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.303601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3bd3870a-bc40-4091-938b-ce16c2c9a395 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:49.326786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3bd3870a-bc40-4091-938b-ce16c2c9a395 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:49.327127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3bd3870a-bc40-4091-938b-ce16c2c9a395 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:49.327547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d955b7b5-72cd-4f11-bf37-e70851420622 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:49.336710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] No DVR routers for this DVR port a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:49.348288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.354259 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cdce650e-db8a-4ee8-84e5-3ef1c8e72543 req-0bb1364d-8196-41d1-a363-5079b626ec18 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.32 "DELETE /v2.0/ports/a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 HTTP/1.1" status: 204 len: 173 time: 1.8468792 Nov 12 01:12:49.354762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'name': 'network-vif-deleted', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:49.357354 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f229432a-b5d2-4a00-9038-aef462890da9" -d '{"events": [{"server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "name": "network-vif-deleted", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:49.411321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d955b7b5-72cd-4f11-bf37-e70851420622 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:49.411813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d955b7b5-72cd-4f11-bf37-e70851420622 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:49.412711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455c392a-6359-44d3-b112-3a2e457ad72b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.417677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.431952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3269fe-b5f6-400d-af8b-d2017c77d85a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.432785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3269fe-b5f6-400d-af8b-d2017c77d85a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:49.436425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-92fba68a-043b-47ff-b715-4bf77902350c tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "DELETE /v2.0/ports/2cc0fc05-9070-4fae-9c77-35cc7f8922b3 HTTP/1.1" status: 204 len: 168 time: 1.4906902 Nov 12 01:12:49.437734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.461013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Request body: {'port': {'name': 'tempest-new-port-name-87844895', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:49.462551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] bootfile-name is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:49.463123 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] tftp-server is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:49.463811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.api.validators [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] server-ip-address is not in valid_values {{(pid=102676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:12:49.502956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.523678 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c69583-9f96-4ac9-9521-e67444cd3676 x-openstack-request-id: req-f0c69583-9f96-4ac9-9521-e67444cd3676 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:49.524492 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede21b5e-f610-473f-867c-727e71ec5e5d", "name": "network-vif-deleted", "tag": "a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:49.524492 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0c69583-9f96-4ac9-9521-e67444cd3676 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:49.524753 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede21b5e-f610-473f-867c-727e71ec5e5d', 'name': 'network-vif-deleted', 'tag': 'a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8', 'status': 'completed', 'code': 200} Nov 12 01:12:49.531622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:49.553291 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:49.679504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.695374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.709427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.717370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] 10.222.0.11 "DELETE /v2.0/networks/455c392a-6359-44d3-b112-3a2e457ad72b HTTP/1.1" status: 204 len: 168 time: 1.2865605 Nov 12 01:12:49.741015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e04d6-0638-4458-93ef-23fdf2dc236a admin admin] Pushing event deleted for resources: {'Network': ['ID=455c392a-6359-44d3-b112-3a2e457ad72b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.982043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 78dd7992-05eb-4cdc-9f76-e354c095666f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:50.034418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 78dd7992-05eb-4cdc-9f76-e354c095666f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:50.034875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 78dd7992-05eb-4cdc-9f76-e354c095666f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:50.063670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7badb304-c2ac-4935-86f6-3fb0fb4bb31e req-4b82ed82-13fb-4d24-a194-deed428bf04b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=ede21b5e-f610-473f-867c-727e71ec5e5d HTTP/1.1" status: 200 len: 210 time: 0.1482120 Nov 12 01:12:50.216462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.219538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.230616 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.271535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0f3f26b1-53ac-44a6-b84e-2bc36cf44a37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b82ce91d9ba412f9dc353a5b971221a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525844 Nov 12 01:12:50.274037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.379114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event updated for resources: {'Port': ['ID=c32b3609-5693-4af9-82dd-0329ce6c1f8c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:50.398526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] In _notify_port_updated(), no bound segment for port c32b3609-5693-4af9-82dd-0329ce6c1f8c on network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:50.416562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:50.418226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.419253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.436499 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7a5ca5cd-316c-4b35-b019-c88cd8102d39 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "PUT /v2.0/ports/c32b3609-5693-4af9-82dd-0329ce6c1f8c HTTP/1.1" status: 200 len: 1134 time: 0.9898911 Nov 12 01:12:50.438159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58728) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.460416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.541355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630605d0-3aac-4b8a-9aa9-736fb93e75a6 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:50.545053 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-630605d0-3aac-4b8a-9aa9-736fb93e75a6 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "GET /v2.0/ports/c32b3609-5693-4af9-82dd-0329ce6c1f8c HTTP/1.1" status: 200 len: 1134 time: 0.0956936 Nov 12 01:12:50.551853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:50.570702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.578743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.581153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64f94822-da0d-4c94-bf44-a577a39835ad HTTP/1.1" status: 204 len: 168 time: 0.3056347 Nov 12 01:12:50.602990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1f4b6-40d0-40ad-a961-0224a8d83c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f94822-da0d-4c94-bf44-a577a39835ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:50.755817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Deleting port c32b3609-5693-4af9-82dd-0329ce6c1f8c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:50.755817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.801785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dcd4e812-029f-4dfc-870b-ca859a2af05b None None] Provisioning complete for port c32b3609-5693-4af9-82dd-0329ce6c1f8c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:50.802131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e812-029f-4dfc-870b-ca859a2af05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.899358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4e812-029f-4dfc-870b-ca859a2af05b None None] Port c32b3609-5693-4af9-82dd-0329ce6c1f8c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:50.929830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.943931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Calling delete_port for c32b3609-5693-4af9-82dd-0329ce6c1f8c owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:51.170524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.188156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.241983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event deleted for resources: {'Port': ['ID=c32b3609-5693-4af9-82dd-0329ce6c1f8c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:51.297527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.429257 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.442261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-52b21e28-aad6-4f79-b80d-d6eae05eaf8d tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "DELETE /v2.0/ports/c32b3609-5693-4af9-82dd-0329ce6c1f8c HTTP/1.1" status: 204 len: 168 time: 0.8890691 Nov 12 01:12:51.443203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.525861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-20abbe94-99fa-42d5-b082-4a6fd0eededc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78c44ee3786f4c9c8d4cf646f7816d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784215 Nov 12 01:12:51.526748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:51.554894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Deleting subnet a2b68216-7026-4a89-a2ae-efa1c454a0dd {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:51.559196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.638211 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.735907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.767326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.847378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.951884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.983341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:51.985079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:52.001380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.006745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "DELETE /v2.0/subnets/a2b68216-7026-4a89-a2ae-efa1c454a0dd HTTP/1.1" status: 204 len: 168 time: 0.5593045 Nov 12 01:12:52.014548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:52.015358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.022052 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.023837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10abead2-a2b3-496d-b77f-881f3d678d4f HTTP/1.1" status: 204 len: 168 time: 0.4934099 Nov 12 01:12:52.031355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62bc70-1943-4c98-b3d3-e3b538666060 None None] Network ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:52.092579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049573-1fa5-40e9-974f-2295375716dd tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b68216-7026-4a89-a2ae-efa1c454a0dd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:52.103904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:52.104514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device a8c2ac8f-f8bf-4aeb-8e40-4e95a5a701c8 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:52.133295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630ae45-5166-434d-b19e-003a4427561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10abead2-a2b3-496d-b77f-881f3d678d4f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:52.301361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.434630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] DHCP port deletion for ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:52.527106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Deleting port db370285-cb15-44a6-9d5d-5b0c6c594428 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:52.533131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.604537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port 2f60eba8-72f1-401a-9396-3c1e8286702f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:52.604814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.614975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Deleting port db370285-cb15-44a6-9d5d-5b0c6c594428 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:52.616758 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.816495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] For port db370285-cb15-44a6-9d5d-5b0c6c594428, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=db370285-cb15-44a6-9d5d-5b0c6c594428,segment=NetworkSegment(04037531-0d1c-4749-845a-b99da533ca24),segment_id=04037531-0d1c-4749-845a-b99da533ca24)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:52.817874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.823588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] For port db370285-cb15-44a6-9d5d-5b0c6c594428, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=db370285-cb15-44a6-9d5d-5b0c6c594428,segment=NetworkSegment(04037531-0d1c-4749-845a-b99da533ca24),segment_id=04037531-0d1c-4749-845a-b99da533ca24)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:52.824683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.844729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port 2f60eba8-72f1-401a-9396-3c1e8286702f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2f60eba8-72f1-401a-9396-3c1e8286702f,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:52.845171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.857466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Calling delete_port for db370285-cb15-44a6-9d5d-5b0c6c594428 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:52.865184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Calling delete_port for db370285-cb15-44a6-9d5d-5b0c6c594428 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:52.874401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for 2f60eba8-72f1-401a-9396-3c1e8286702f owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:53.176168 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.180032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.259476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] No DVR routers for this DVR port db370285-cb15-44a6-9d5d-5b0c6c594428 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:53.278836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.298105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] Pushing event deleted for resources: {'Port': ['ID=db370285-cb15-44a6-9d5d-5b0c6c594428,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.313866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779fa98-e1f4-4f99-8e52-777081f8149e None None] No DVR routers for this DVR port db370285-cb15-44a6-9d5d-5b0c6c594428 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:53.349340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=2f60eba8-72f1-401a-9396-3c1e8286702f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.376327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event deleted for resources: {'Port': ['ID=db370285-cb15-44a6-9d5d-5b0c6c594428,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.533477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.561168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:53.675107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:53.717273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04037531-0d1c-4749-845a-b99da533ca24') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:53.717934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04037531-0d1c-4749-845a-b99da533ca24') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:53.743089 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.768535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.777089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:53.778471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:53.788158 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:53.882935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.901481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.933991 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.941620 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] 10.222.0.11 "DELETE /v2.0/networks/ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a HTTP/1.1" status: 204 len: 168 time: 1.9164677 Nov 12 01:12:53.964479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ecc5-312d-47fe-b7ec-143ff32331e7 tempest-ExtraDHCPOptionsTestJSON-1580936766 tempest-ExtraDHCPOptionsTestJSON-1580936766-project] Pushing event deleted for resources: {'Network': ['ID=ec5cc7fb-9ce0-476e-8931-2a2ee488ae3a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.033918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device db370285-cb15-44a6-9d5d-5b0c6c594428 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:54.074266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631620178-network', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:54.102017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:54.105067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.117260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: db370285-cb15-44a6-9d5d-5b0c6c594428 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:54.119507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device db370285-cb15-44a6-9d5d-5b0c6c594428 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:54.121683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.211513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:54.273579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.280351 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.310867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:54.330946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fe52b-b54b-4551-a0c9-f76fca4b1168,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.347889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.353431 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Added segment f520ee71-b6d5-4458-9bb2-594caae4b44d of type vlan for network 8ab7e994-e140-4689-8770-b45ebcdf1103 Nov 12 01:12:54.427622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.431337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:54.453892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Sync routers for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:54.465379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a52751a-47a9-4ea1-b0cb-fd57851f13c3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "PUT /v2.0/routers/a49478f6-b2cd-496d-8e4f-7ba5d2066ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2712529 Nov 12 01:12:54.466332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:54.473012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.474624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:54.475167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:54.476297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:54.478484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.570917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting subnet c8796cfe-3f4e-41ac-a956-c9861c725c55 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:54.585030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.633776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:54.692043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.700114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:54.703826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab7e994-e140-4689-8770-b45ebcdf1103,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.735717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-31d1e95e-21fb-497c-b041-041abc83bc14 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1549201 Nov 12 01:12:54.739127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58820) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:54.748292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Request body: {'subnet': {'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631620178-subnet', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:54.795092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:54.802322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.888307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:54.922881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.031008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:53Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:55.074410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Checking router: a49478f6-b2cd-496d-8e4f-7ba5d2066ecd for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:55.074725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.085435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Routers {'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:55.086221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:55.194935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Subnet': ['ID=c8796cfe-3f4e-41ac-a956-c9861c725c55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:55.205939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857aa4d-47d3-4b15-8881-633a0c4432c0 None None] Network 227de913-0fff-4d6b-82d4-ab0d21cd73e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:55.211119 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.215956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-39fc0f1a-67c1-4d93-9a09-6c4cf8044408 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/subnets/c8796cfe-3f4e-41ac-a956-c9861c725c55 HTTP/1.1" status: 204 len: 168 time: 0.7485247 Nov 12 01:12:55.219205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:55.227767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b7b4008-7056-4f78-afa7-d8a6d79981fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=352e04b5ee5b4f55be15c0cfde006b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891874 Nov 12 01:12:55.235450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:55.298310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] Set router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:55.304797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.406807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a24efb-9901-48a5-82ac-c1ca61fd592d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:55.431958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:55.432336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Network hostable DHCP agents. Network: 8ab7e994-e140-4689-8770-b45ebcdf1103, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:55.460546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:55.471286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8ab7e994-e140-4689-8770-b45ebcdf1103) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:55.476532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:55.477269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.503686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.508667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb9aceb4-75df-45b2-a34f-0e19fee9fbf5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7675383 Nov 12 01:12:55.512322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:55.520471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0404eb-cb6f-4717-a03b-1e0af10cefbe None None] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:55.547465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:55.631130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.632335 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.735812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.754044 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.778295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] DHCP port deletion for 227de913-0fff-4d6b-82d4-ab0d21cd73e5 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:55.830407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.857380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d932-8a76-4c63-b60f-4ce713678167 req-501dac86-064a-4db4-841a-8c10e46fe682 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:55.865099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7295d932-8a76-4c63-b60f-4ce713678167 req-501dac86-064a-4db4-841a-8c10e46fe682 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.2122307 Nov 12 01:12:55.907222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.981198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:55.992458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7295d932-8a76-4c63-b60f-4ce713678167 req-ebefef73-31ad-48ef-8d2c-af521ebaa23c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224809 Nov 12 01:12:55.995981 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.999623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.013012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3f78782-c1d9-4cec-9946-a5be9884b6a0 HTTP/1.1" status: 204 len: 168 time: 0.5985010 Nov 12 01:12:56.029285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:56.063200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ee88c-d37a-4796-b932-881bb036c8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f78782-c1d9-4cec-9946-a5be9884b6a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:56.153461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:56.510051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:53Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:56.606347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695369d-0066-4ab1-945e-2b5a655c2250 None None] The sync data for ids ['a49478f6-b2cd-496d-8e4f-7ba5d2066ecd'] in n-d-712141-15 is: [{'id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-110960195', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:14Z', 'updated_at': '2021-11-12T01:12:53Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': '5ae6908d-93d5-411a-86bf-2e6bc4b6e276', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49478f6-b2cd-496d-8e4f-7ba5d2066ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:15Z', 'updated_at': '2021-11-12T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:56.617413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8ab7e994-e140-4689-8770-b45ebcdf1103', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:12:56.618327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.048897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Allocated IP 172.20.0.2 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/c72f22db-05ff-41c2-9c9c-989d14769ed0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:57.061772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Deleting port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:57.062370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.233694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:57.234569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.266887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] For port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,segment=NetworkSegment(f7a7666a-9430-4d8b-853b-afd6a3af7ed9),segment_id=f7a7666a-9430-4d8b-853b-afd6a3af7ed9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:57.267637 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.294172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Calling delete_port for 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:57.433894 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.442060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port 5ae6908d-93d5-411a-86bf-2e6bc4b6e276, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:57.442552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.445049 n-d-712141-15 neutron-server[102678]: INFO neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No ports have port_id starting with 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf Nov 12 01:12:57.472920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:57.479227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] Pushing event deleted for resources: {'Port': ['ID=0fd32c18-3dbf-41c6-9a2c-562d32d1eddf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:57.487457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820ee74-d17f-4e95-a3c3-fe46db4edce3 None None] No DVR routers for this DVR port 0fd32c18-3dbf-41c6-9a2c-562d32d1eddf on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:57.618333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:57.659787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ec308c70-6791-488f-9bc3-57d340b2d2fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 200 len: 993 time: 1.6292288 Nov 12 01:12:57.737220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.838010 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.842853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.852300 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.887557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.945133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2f60eba8-72f1-401a-9396-3c1e8286702f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:57.995971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=5ae6908d-93d5-411a-86bf-2e6bc4b6e276,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.074733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-826348513'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:58.089473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:58.091580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345a95c-5eb6-41a2-92d7-a125f8946894 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:58.110668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2f60eba8-72f1-401a-9396-3c1e8286702f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:58.116012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Allocated IP 172.25.6.127 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b57cb546-c16b-4caf-8b5f-2ef0eea646f4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:12:58.119863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.120792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2f60eba8-72f1-401a-9396-3c1e8286702f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:58.153535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Made reservation on behalf of 90dbd23269f24930958081561404d914 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:58.154576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:58.157791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.161878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:58.199791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Pushing event updated for resources: {'Port': ['ID=c72f22db-05ff-41c2-9c9c-989d14769ed0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.276351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.281048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.315976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.338777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Attempting to bind port c72f22db-05ff-41c2-9c9c-989d14769ed0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:12:58.339361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Attempting to bind port c72f22db-05ff-41c2-9c9c-989d14769ed0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:12:58.340024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Attempting to bind port c72f22db-05ff-41c2-9c9c-989d14769ed0 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:12:58.350417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:12:58.351297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:58.352112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.352858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:12:58.353836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Bound port: c72f22db-05ff-41c2-9c9c-989d14769ed0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:12:58.354587 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.371906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d52c-c2c4-4b20-8934-3e325ba6c5fd req-5d5b6675-c1c1-4a7e-bf7a-0c16b1064472 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:58.382526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.384367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc56d52c-c2c4-4b20-8934-3e325ba6c5fd req-5d5b6675-c1c1-4a7e-bf7a-0c16b1064472 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1097 time: 0.1230099 Nov 12 01:12:58.412758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.413497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Fanout notify agent at l3_agent the message router_deleted on router a49478f6-b2cd-496d-8e4f-7ba5d2066ecd {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:58.439236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.449725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b0088a80-fba3-4beb-a65b-aceff1495615 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/routers/a49478f6-b2cd-496d-8e4f-7ba5d2066ecd HTTP/1.1" status: 204 len: 168 time: 3.2299309 Nov 12 01:12:58.456500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58896) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.474907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.485205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] For port c72f22db-05ff-41c2-9c9c-989d14769ed0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:58.496771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] For port c72f22db-05ff-41c2-9c9c-989d14769ed0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c72f22db-05ff-41c2-9c9c-989d14769ed0,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:12:58.507390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.512728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc56d52c-c2c4-4b20-8934-3e325ba6c5fd req-6c548582-b983-4093-b6df-c8e693e5c516 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273499 Nov 12 01:12:58.601798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fa331-5aeb-43a5-95b4-4b4ca2033fd6 None None] Pushing event updated for resources: {'Port': ['ID=c72f22db-05ff-41c2-9c9c-989d14769ed0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.672318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.782275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.855706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1daf2265-3d4c-49f3-a3af-271204ed9466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.960584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.963173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.991320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.026203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:59.044144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1daf2265-3d4c-49f3-a3af-271204ed9466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.051894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:12:59.052237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1daf2265-3d4c-49f3-a3af-271204ed9466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.095051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2643e5-2766-4b88-af2c-42a52c7021ac,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.102657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.103221 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Added segment e1180fb3-c03a-405c-a07b-c867ed7d5dcf of type vlan for network c369444f-023d-476b-9877-a3004f56078e Nov 12 01:12:59.108584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:59.112163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:12:59.113017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1daf2265-3d4c-49f3-a3af-271204ed9466 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d3a40809fb54a2baab0c87298f5dea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369569 Nov 12 01:12:59.115176 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf2265-3d4c-49f3-a3af-271204ed9466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf4f1d8-9e7c-494f-9d83-a2a186b1923a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.119800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.132004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227de913-0fff-4d6b-82d4-ab0d21cd73e5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:59.135198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Pushing event updated for resources: {'Port': ['ID=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.185854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620af34e-ced6-40c6-9cbd-743472a00bb5 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:59.239295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:59.239594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a7666a-9430-4d8b-853b-afd6a3af7ed9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:59.256554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.308260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.342617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.376272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.378293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dfc9a31a-6845-47ee-a631-df02d7187df6 None None] Provisioning complete for port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:59.381042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a31a-6845-47ee-a631-df02d7187df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.383301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.403743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:59.404177 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:59.415275 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:59.449557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.453991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.456306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddf4f1d8-9e7c-494f-9d83-a2a186b1923a HTTP/1.1" status: 204 len: 168 time: 0.3350947 Nov 12 01:12:59.466648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283fad-7f02-4411-8caf-53db7f6652ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf4f1d8-9e7c-494f-9d83-a2a186b1923a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.533168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9a31a-6845-47ee-a631-df02d7187df6 None None] Port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:59.645009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.655648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:59.656483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.759417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Network': ['ID=c369444f-023d-476b-9877-a3004f56078e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.774813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c369444f-023d-476b-9877-a3004f56078e details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:59.795087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.806389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.809612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/networks/227de913-0fff-4d6b-82d4-ab0d21cd73e5 HTTP/1.1" status: 204 len: 168 time: 1.3425376 Nov 12 01:12:59.812835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.828562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-51ed734b-bc53-4c84-aa83-06b2eab529d0 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2080419 Nov 12 01:12:59.836878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58932) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.867280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'subnet': {'network_id': 'c369444f-023d-476b-9877-a3004f56078e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:59.940790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789526-4a66-4f55-8d91-1e8c7fd22a93 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Network': ['ID=227de913-0fff-4d6b-82d4-ab0d21cd73e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:00.051126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c72f22db-05ff-41c2-9c9c-989d14769ed0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:00.117334 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port 25dce065-d077-4e63-a2e0-ef7d6b766de0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:00.117706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.169706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c72f22db-05ff-41c2-9c9c-989d14769ed0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:00.173584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.191525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58936) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:00.233282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eac5484-c95e-4848-968f-d4b8ae56681e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.264921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.265556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.281428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for 25dce065-d077-4e63-a2e0-ef7d6b766de0 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:00.349509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.409533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port c72f22db-05ff-41c2-9c9c-989d14769ed0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c72f22db-05ff-41c2-9c9c-989d14769ed0,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:00.416233 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.521897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=c72f22db-05ff-41c2-9c9c-989d14769ed0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:00.550974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.562568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:00.587540 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-5f800611-c89e-49f6-b97e-508a572b1fbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7521842 Nov 12 01:13:00.590563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eac5484-c95e-4848-968f-d4b8ae56681e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.598321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Made reservation on behalf of 90dbd23269f24930958081561404d914 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:00.602808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.604535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:00.605062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ae6908d-93d5-411a-86bf-2e6bc4b6e276 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:00.621793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-c332321b-893f-468e-98d3-d926a9a84a82 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:13:00.641488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-c332321b-893f-468e-98d3-d926a9a84a82 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371151 Nov 12 01:13:00.641675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=25dce065-d077-4e63-a2e0-ef7d6b766de0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:00.659505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3eac5484-c95e-4848-968f-d4b8ae56681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.662204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.711361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.711619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8094d31-8440-4928-a50c-95511115d099 None None] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:00.711774 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Floating IP 69241421-3d0e-4984-8118-c45b4775792c disassociated (deleted). External IP: 172.25.6.253, port: 14bbfdfd-6577-436d-a4c0-372abac96934. Nov 12 01:13:00.758932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3eac5484-c95e-4848-968f-d4b8ae56681e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efe926dc858e4ffe8e39ef20da26c509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631030 Nov 12 01:13:00.831874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1542cb8e-c784-43c0-b35f-7f9f44eb1d75 None None] Provisioning complete for port c72f22db-05ff-41c2-9c9c-989d14769ed0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:00.832152 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1542cb8e-c784-43c0-b35f-7f9f44eb1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.854822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:00.991156 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.046176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac5484-c95e-4848-968f-d4b8ae56681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e931c32-87a8-4a60-98e2-ce77f40b858f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:01.054296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.135842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.221687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router 10c86978-2555-4153-9e63-a55701681382 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:01.222432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Subnet': ['ID=4e2e011b-e986-43fe-9508-476d31ff6811,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:01.335237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Checking segment: {'id': 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c369444f-023d-476b-9877-a3004f56078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:01.335744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network hostable DHCP agents. Network: c369444f-023d-476b-9877-a3004f56078e, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:01.367975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:01.374335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.380795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Sync routers for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:01.395187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network c369444f-023d-476b-9877-a3004f56078e is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:01.403783 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.406872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.408509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e931c32-87a8-4a60-98e2-ce77f40b858f HTTP/1.1" status: 204 len: 168 time: 0.5523841 Nov 12 01:13:01.409942 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:01.412393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:01.427304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4132223-0f1d-4ec0-a2d7-7fee7d136f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e931c32-87a8-4a60-98e2-ce77f40b858f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:01.438201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c369444f-023d-476b-9877-a3004f56078e) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:01.441113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cebd4b57-6ed3-4e9d-a726-377b6c7972a4 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/floatingips/69241421-3d0e-4984-8118-c45b4775792c HTTP/1.1" status: 204 len: 168 time: 1.6269269 Nov 12 01:13:01.442759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:01.446440 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c" -d '{"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:01.462074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67a802-b66e-4b30-9624-afd5196b596a None None] Network c369444f-023d-476b-9877-a3004f56078e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:01.463735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.499698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:01.500412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.652092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:01.652892 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-10b07628-a5ce-4b37-a39b-6ffc8c6de2df tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7994804 Nov 12 01:13:01.658669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1483199971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:01.735113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a89f0198-b112-4dbe-ba96-893089ee39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:01.745106 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a89f0198-b112-4dbe-ba96-893089ee39d4 service neutron] 10.222.0.11 "GET /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 1094 time: 0.0745435 Nov 12 01:13:01.754854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Request body: {'binding': {'host': 'n-h1-712141-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:01.756242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Unknown quota resources ['binding']. {{(pid=102676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:13:01.810125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.812292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.823416 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:01.924890 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd0aca-bcb8-4d10-ba65-ee56d4b2171b x-openstack-request-id: req-4ccd0aca-bcb8-4d10-ba65-ee56d4b2171b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:01.925353 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:01.925697 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ccd0aca-bcb8-4d10-ba65-ee56d4b2171b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:01.926336 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934', 'status': 'completed', 'code': 200} Nov 12 01:13:02.038370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.044092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.077314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c72f22db-05ff-41c2-9c9c-989d14769ed0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:02.091647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.100293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-edc1c41e-b668-4dbd-8921-e6202be9b210 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4499347 Nov 12 01:13:02.100994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 58964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:02.115771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c369444f-023d-476b-9877-a3004f56078e', 'network_id': 'c369444f-023d-476b-9877-a3004f56078e', 'tenant_id': '90dbd23269f24930958081561404d914', 'fixed_ips': [{'subnet_id': '4e2e011b-e986-43fe-9508-476d31ff6811'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:02.117483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.212426 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6e9b6176-1187-4e72-947a-4151da7c50cc None None] Provisioning complete for port c72f22db-05ff-41c2-9c9c-989d14769ed0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:02.212936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6176-1187-4e72-947a-4151da7c50cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.421659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:02.436310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on host n-h1-712141-15 for vnic_type normal with profile None {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:02.437120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:02.437551 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:02.455854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:02.468605 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:02.495810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:02.499774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:02.500374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Bound using segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:02.501629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Bound port: b7acb6b6-fa28-4789-a2dd-950746cc511c, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:02.591079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d014f-5ba5-472e-9a3f-ba21237b2d21 req-321b93b9-cc58-4675-9bc7-4439dac1cd1b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:02.600935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b15d014f-5ba5-472e-9a3f-ba21237b2d21 req-321b93b9-cc58-4675-9bc7-4439dac1cd1b tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.4818656 Nov 12 01:13:02.648181 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Checking router: 10c86978-2555-4153-9e63-a55701681382 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:02.657974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c72f22db-05ff-41c2-9c9c-989d14769ed0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:02.658711 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.664110 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.701519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:02.702818 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:02.709807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:02.730260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-cd0c949b-8b85-402c-98cc-344956502742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:02.733861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-cd0c949b-8b85-402c-98cc-344956502742 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97667779b64d4b98a1748a2ca825fef3&device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 1136 time: 0.7261627 Nov 12 01:13:02.813733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b15d014f-5ba5-472e-9a3f-ba21237b2d21 req-7c8a8159-4dc8-4959-a66d-755d7557bf99 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2106936 Nov 12 01:13:02.918057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Allocated IP 172.20.0.2 (c369444f-023d-476b-9877-a3004f56078e/4e2e011b-e986-43fe-9508-476d31ff6811/c13cd06d-258c-4027-a29e-74dbf9a83648) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:02.943015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:02.950552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:02.960921 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:02.976550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.976983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.982013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-902d7248-623f-4964-ae8d-09e934529459 service neutron] 10.222.0.11 "POST /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c/bindings HTTP/1.1" status: 201 len: 390 time: 1.2357311 Nov 12 01:13:02.987891 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:02.994690 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d59f7bc0-f4e4-456e-9b84-bc10cc0fab28 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4801202 Nov 12 01:13:02.995620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 58984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:03.000223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:03.087107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:03.088116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:03.362563 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:03.443478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-955519a1-f90c-42c7-9077-2e7cd3c90a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:03.444780 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914eea98-152a-4fd4-b210-a27a4729007c None None] The sync data for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 is: [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:11:11Z', 'revision_number': 4, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'e5b6f635-cd08-49d8-bcbc-09e4627e15b5', 'name': '', 'network_id': '271e402b-910b-45fd-af72-00ec4d67cb84', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'mac_address': 'fa:16:3e:41:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:10Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'subnets': [{'id': '6a17c7e3-0ad2-49f4-87d0-f92641251c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:03.445342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-955519a1-f90c-42c7-9077-2e7cd3c90a45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 200 len: 898 time: 0.6978004 Nov 12 01:13:03.515508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.523898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-9027d44f-6d0e-4571-b654-b6a6b96a9d51 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:03.525693 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-9027d44f-6d0e-4571-b654-b6a6b96a9d51 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.39 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.1907225 Nov 12 01:13:03.533088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.549080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-472b24dd-6fb2-42db-9a8d-5fdab47680b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:03.551029 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-472b24dd-6fb2-42db-9a8d-5fdab47680b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1097 time: 0.1955869 Nov 12 01:13:03.610092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Pushing event updated for resources: {'Port': ['ID=c13cd06d-258c-4027-a29e-74dbf9a83648,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:03.631152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Network c369444f-023d-476b-9877-a3004f56078e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:03.635708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:03.678980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-0ce3c078-7d9c-4381-be03-ba70fbef44c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 200 len: 217 time: 0.1899619 Nov 12 01:13:03.684330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.685116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.685116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.685806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.686404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.686404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.686866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.687040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.687340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.688107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.688107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.688611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:03.696015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:03.821114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816d65-77b2-4688-93e7-9854db38683f req-07793386-061d-451b-9d30-b11ddc77bf93 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:03.824213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96816d65-77b2-4688-93e7-9854db38683f req-07793386-061d-451b-9d30-b11ddc77bf93 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.4820654 Nov 12 01:13:03.846489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Attempting to bind port c13cd06d-258c-4027-a29e-74dbf9a83648 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:03.846489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Attempting to bind port c13cd06d-258c-4027-a29e-74dbf9a83648 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c369444f-023d-476b-9877-a3004f56078e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:03.846489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Attempting to bind port c13cd06d-258c-4027-a29e-74dbf9a83648 on network c369444f-023d-476b-9877-a3004f56078e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:03.855916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:03.856311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Checking segment: {'id': 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c369444f-023d-476b-9877-a3004f56078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:03.856899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.857415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Bound using segment: {'id': 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c369444f-023d-476b-9877-a3004f56078e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:03.858261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Bound port: c13cd06d-258c-4027-a29e-74dbf9a83648, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c369444f-023d-476b-9877-a3004f56078e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:03.858785 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.934632 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:04.107372 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50f28-f96f-486e-b771-9163e9fd1a8d None None] New status for floating IP 69241421-3d0e-4984-8118-c45b4775792c: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:04.140883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] For port c13cd06d-258c-4027-a29e-74dbf9a83648, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:04.145703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] For port c13cd06d-258c-4027-a29e-74dbf9a83648, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c13cd06d-258c-4027-a29e-74dbf9a83648,segment=NetworkSegment(e1180fb3-c03a-405c-a07b-c867ed7d5dcf),segment_id=e1180fb3-c03a-405c-a07b-c867ed7d5dcf)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:04.156198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.353193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6421ca-dc2f-4f39-a368-b8343d6dc237 None None] Pushing event updated for resources: {'Port': ['ID=c13cd06d-258c-4027-a29e-74dbf9a83648,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:04.477100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:12:59Z', 'revision_number': 3, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:04.529838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:04.530437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Updating router 1ecf4f73-a0b0-4e09-9062-92910a569229 port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:04.559227 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-5bb19ab4-5938-40e6-9053-686f599f22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:04.561312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-5bb19ab4-5938-40e6-9053-686f599f22e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.9987762 Nov 12 01:13:04.567057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-dfa2f26c-d249-416f-93a9-7feaedded2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:04.570599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-dfa2f26c-d249-416f-93a9-7feaedded2bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 200 len: 834 time: 0.8690112 Nov 12 01:13:04.611766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.677518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96816d65-77b2-4688-93e7-9854db38683f req-d6536101-e9a4-405f-b7e8-1eaafc582181 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8422647 Nov 12 01:13:04.718201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-bd3e3e9d-6e7a-4551-9b58-17d0894f5baf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 1001 time: 0.1204629 Nov 12 01:13:04.748410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port 14bbfdfd-6577-436d-a4c0-372abac96934 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:04.748795 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.804735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Allocated IP 172.20.0.1 (c369444f-023d-476b-9877-a3004f56078e/4e2e011b-e986-43fe-9508-476d31ff6811/0f229296-8ffa-4f16-a558-5c13864912c2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:04.960753 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.974265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97daeb-310b-4956-8ec6-74b26155cec2 req-7114260e-8752-4864-aaa1-b1b16271bc2f tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:04.975242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-1177a17c-cc56-45c9-87a3-6fb4161eb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:04.976788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-1177a17c-cc56-45c9-87a3-6fb4161eb291 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.2460203 Nov 12 01:13:04.989093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e97daeb-310b-4956-8ec6-74b26155cec2 req-7114260e-8752-4864-aaa1-b1b16271bc2f tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 984 time: 0.4342330 Nov 12 01:13:05.075654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.147627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.167547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-cbb18a71-805b-4fb3-b58b-a14fb1353e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.171655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-cbb18a71-805b-4fb3-b58b-a14fb1353e52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271e402b-910b-45fd-af72-00ec4d67cb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5850868 Nov 12 01:13:05.191354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port 14bbfdfd-6577-436d-a4c0-372abac96934, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=14bbfdfd-6577-436d-a4c0-372abac96934,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:05.191722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.224263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.225466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for 14bbfdfd-6577-436d-a4c0-372abac96934 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:05.228912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-cd64a86b-d3be-402d-8c47-810bfa3637b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.230454 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-cd64a86b-d3be-402d-8c47-810bfa3637b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436845 Nov 12 01:13:05.233136 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.413750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network c369444f-023d-476b-9877-a3004f56078e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:05.516351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:05.524214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:05.539492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=0f229296-8ffa-4f16-a558-5c13864912c2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:05.540136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Allocated IP 172.20.0.1 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/df86fdf1-5415-4c90-8eb4-e387e7961a4e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:05.620399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e97daeb-310b-4956-8ec6-74b26155cec2 req-8665c2dc-07a1-4592-8b56-ceed4b53c0f6 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7&id=c2f4aeb9-3803-448c-af9f-5574ba66ca93&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.6299217 Nov 12 01:13:05.697853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.709408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f629434-76d1-47fc-8cc9-d8057402731b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:05.729479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Attempting to bind port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:05.729987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Attempting to bind port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:05.730493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Attempting to bind port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:05.738175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584c465-a74a-4448-af93-df912cd9b996 None None] Pushing event updated for resources: {'Port': ['ID=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:05.743103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:05.743549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:05.743876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.744291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:05.745282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Bound port: b57cb546-c16b-4caf-8b5f-2ef0eea646f4, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:05.745670 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.751099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-c2a6e25b-15c1-4442-bf8b-afba22165ce2 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860032 Nov 12 01:13:05.814669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.822591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-b3e51670-e5a1-4a18-b117-16deec9ec37b service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808837 Nov 12 01:13:05.880113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6687abe9-8510-436b-87a0-b49b32035a19 None None] Provisioning complete for port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:05.880656 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6687abe9-8510-436b-87a0-b49b32035a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.120477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] For port b57cb546-c16b-4caf-8b5f-2ef0eea646f4, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:06.139800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.144287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c13cd06d-258c-4027-a29e-74dbf9a83648 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:06.170391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acc60d-f823-41d6-8994-de400e21d423 None None] Network c369444f-023d-476b-9877-a3004f56078e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:06.227787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.293852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6687abe9-8510-436b-87a0-b49b32035a19 None None] Port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:06.298757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] For port b57cb546-c16b-4caf-8b5f-2ef0eea646f4, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:06.306850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=14bbfdfd-6577-436d-a4c0-372abac96934,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.334456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.336760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-08693982-0822-4520-a1a6-ce89d9fbe870 service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967127 Nov 12 01:13:06.426042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 14bbfdfd-6577-436d-a4c0-372abac96934 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:06.465918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7331cc5-c4fc-40ec-940a-2e1b2557a12c req-503948dd-180a-4498-9e17-bd1c66f3d020 service neutron] 10.222.0.39 "GET /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969507 Nov 12 01:13:06.511561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.541839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 14bbfdfd-6577-436d-a4c0-372abac96934 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:06.543130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 14bbfdfd-6577-436d-a4c0-372abac96934 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:06.557797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805bf9d-f1f7-4de9-8ab2-63f0a8e82562 req-1ff81b15-d449-437c-8cb7-cbb97b90e179 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.569546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d805bf9d-f1f7-4de9-8ab2-63f0a8e82562 req-1ff81b15-d449-437c-8cb7-cbb97b90e179 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.4720707 Nov 12 01:13:06.570481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd644d-a09a-41f0-80e8-5e5a8a51cdea None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:06.585812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.626786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-27e30b30-5578-4e32-86b5-bd798dcc9f36 None None] Provisioning complete for port c13cd06d-258c-4027-a29e-74dbf9a83648 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:06.627501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27e30b30-5578-4e32-86b5-bd798dcc9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.673214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c13cd06d-258c-4027-a29e-74dbf9a83648 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:06.673753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.682108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584c465-a74a-4448-af93-df912cd9b996 None None] Pushing event updated for resources: {'Port': ['ID=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.743218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:06.744032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:06.794913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] No DVR routers for this DVR port 14bbfdfd-6577-436d-a4c0-372abac96934 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:06.832092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.836932 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-19fe3e02-3ea2-45e6-a0a0-37189b34bb52 req-1d82723b-4d42-4bd8-95fe-0bd561afb26c tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.39 "DELETE /v2.0/ports/14bbfdfd-6577-436d-a4c0-372abac96934 HTTP/1.1" status: 204 len: 173 time: 3.2961242 Nov 12 01:13:06.838618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'name': 'network-vif-deleted', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:06.841344 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e18392-86e7-4c31-8b8f-8ffbb5d947a4" -d '{"events": [{"server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "name": "network-vif-deleted", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:06.887839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Pushing event updated for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.898402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:06.932760 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:06.937903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:06.954613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a0c2ed04-a9aa-4491-88c9-0382765da4ba tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.963124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a0c2ed04-a9aa-4491-88c9-0382765da4ba tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1097 time: 0.5464692 Nov 12 01:13:06.977829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-15'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:07.053708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:07.092900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.170784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d805bf9d-f1f7-4de9-8ab2-63f0a8e82562 req-e098bdde-1fc9-4829-a6ae-fe7536cb224d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6002362 Nov 12 01:13:07.184528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-570499e8-01a5-4102-a4e1-4ec4e24d12c7 req-5826d6dd-eaf9-4cf2-b6e0-3fe40020e5cb tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "GET /v2.0/ports?device_id=008dfbcf-f115-46e5-ad71-8721b1336058 HTTP/1.1" status: 200 len: 210 time: 0.3006132 Nov 12 01:13:07.314993 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c98c2c-3b12-428e-8f55-674c552230bd x-openstack-request-id: req-98c98c2c-3b12-428e-8f55-674c552230bd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:07.316194 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008dfbcf-f115-46e5-ad71-8721b1336058", "name": "network-vif-deleted", "tag": "14bbfdfd-6577-436d-a4c0-372abac96934", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:07.316712 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98c98c2c-3b12-428e-8f55-674c552230bd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:07.317344 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008dfbcf-f115-46e5-ad71-8721b1336058', 'name': 'network-vif-deleted', 'tag': '14bbfdfd-6577-436d-a4c0-372abac96934', 'status': 'completed', 'code': 200} Nov 12 01:13:07.393805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.469459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.617564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port c13cd06d-258c-4027-a29e-74dbf9a83648, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c13cd06d-258c-4027-a29e-74dbf9a83648,segment=NetworkSegment(e1180fb3-c03a-405c-a07b-c867ed7d5dcf),segment_id=e1180fb3-c03a-405c-a07b-c867ed7d5dcf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:07.629042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.638568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27e30b30-5578-4e32-86b5-bd798dcc9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.692335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.699546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.772932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:07.775649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.847993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=0f229296-8ffa-4f16-a558-5c13864912c2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:07.911841 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.926520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:07.970954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=c13cd06d-258c-4027-a29e-74dbf9a83648,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.117593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-27e30b30-5578-4e32-86b5-bd798dcc9f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:13:08.118413 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-27e30b30-5578-4e32-86b5-bd798dcc9f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:13:08.128240 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.132280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:12:59Z', 'revision_number': 3, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:08.180854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5cec3-ae69-4f09-a0a5-075eb1de0cb9 None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:12:59Z', 'revision_number': 3, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:08.194056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network c369444f-023d-476b-9877-a3004f56078e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:08.196895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:08.372835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.376050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59090) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:08.377948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.403233 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.683074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35369b8-80cf-43f9-a440-07f89937bbdd req-9ea110a2-fd2b-4c02-b013-a6d409ed5af4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:08.685229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a35369b8-80cf-43f9-a440-07f89937bbdd req-9ea110a2-fd2b-4c02-b013-a6d409ed5af4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 943 time: 0.2939961 Nov 12 01:13:08.886485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Provisioning complete for port df86fdf1-5415-4c90-8eb4-e387e7961a4e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:08.887054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.913488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Router cc708fd4-3081-4577-a248-96d5e1b760ef is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:08.939746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a35369b8-80cf-43f9-a440-07f89937bbdd req-a330acd6-0393-4e37-8f82-6556e06c3462 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903982 Nov 12 01:13:09.018806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Port df86fdf1-5415-4c90-8eb4-e387e7961a4e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:09.054485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Provisioning complete for port 0f229296-8ffa-4f16-a558-5c13864912c2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:09.055096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.108570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:09.118914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.144615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Port 0f229296-8ffa-4f16-a558-5c13864912c2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:09.170848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Provisioning complete for port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:09.171235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.262634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.277589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93b59686-403e-4c09-a7c3-fd9519aec5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.299191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:09.312891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e39a4889-3b5e-4600-8303-40a542c5232c tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "PUT /v2.0/routers/cc708fd4-3081-4577-a248-96d5e1b760ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2083964 Nov 12 01:13:09.319836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:09.327790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:09.337347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'port': {'network_id': 'c369444f-023d-476b-9877-a3004f56078e', 'name': 'tempest-FloatingIPNegativeTestJSON-617718351'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:09.347566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.352420 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d231af36-19d1-4580-8030-621ba6618943" -d '{"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-unplugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:09.372102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] Sync routers for ids ['cc708fd4-3081-4577-a248-96d5e1b760ef'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:09.430900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] Routers {'cc708fd4-3081-4577-a248-96d5e1b760ef'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:09.436408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc708fd4-3081-4577-a248-96d5e1b760ef'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:09.440612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] For port b57cb546-c16b-4caf-8b5f-2ef0eea646f4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:09.456958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.486142 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add86b42-d416-4d6d-8340-f6f77c744b27 x-openstack-request-id: req-add86b42-d416-4d6d-8340-f6f77c744b27 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:09.486717 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-unplugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:09.487118 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-add86b42-d416-4d6d-8340-f6f77c744b27 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:09.487671 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'code': 200} Nov 12 01:13:09.498600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Pushing event updated for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:09.515730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on host n-h2-712141-15 for vnic_type normal with profile {"migrating_to": "n-h1-712141-15"} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:09.516402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:09.517119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:09.544538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.550193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:09.550778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Attempting to bind port b7acb6b6-fa28-4789-a2dd-950746cc511c on network b716995b-f923-4021-80cc-ca5d8c0de6d9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:09.585364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:09.586070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Checking segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:09.588278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:09.592153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Bound using segment: {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:09.592985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Bound port: b7acb6b6-fa28-4789-a2dd-950746cc511c, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499a43aa-e619-4653-a64e-9d85c6337ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:09.593430 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.595114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Made reservation on behalf of 90dbd23269f24930958081561404d914 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:09.604493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.653689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:09.661234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:09.678762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] Routers {'cc708fd4-3081-4577-a248-96d5e1b760ef'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:09.679413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc708fd4-3081-4577-a248-96d5e1b760ef'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:09.697085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Provisioning complete for port c13cd06d-258c-4027-a29e-74dbf9a83648 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:09.697462 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.699934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] device_id is not set on port 88def06b-abde-4ff1-ae78-be9ec8516583 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:09.734592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:09.734889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f33e07-6bba-45cb-b310-08f0e14ee1d8 None None] The sync data for ids ['cc708fd4-3081-4577-a248-96d5e1b760ef'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:09.889771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509891d-ce5a-472d-a37e-d8d8e001c7db None None] Pushing event updated for resources: {'Port': ['ID=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.038791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.054390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.055952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Allocated IP 172.20.0.14 (c369444f-023d-476b-9877-a3004f56078e/4e2e011b-e986-43fe-9508-476d31ff6811/88def06b-abde-4ff1-ae78-be9ec8516583) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:10.073240 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/security-groups/a5d9243a-3101-4c9d-9bc4-b59ed495bfb7 HTTP/1.1" status: 204 len: 168 time: 1.6905243 Nov 12 01:13:10.087426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:10.178082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c13cd06d-258c-4027-a29e-74dbf9a83648 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:10.202517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:10.219554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:10.236749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76c65b-ff3c-433b-bf50-75fddc59d6d3 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d9243a-3101-4c9d-9bc4-b59ed495bfb7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.258787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.276637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Provisioning complete for port b7acb6b6-fa28-4789-a2dd-950746cc511c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:10.277894 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.363212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c13cd06d-258c-4027-a29e-74dbf9a83648 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:10.363884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.429005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.483303 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd369-761f-4067-9021-92b4065f4a8e req-713171cc-5fd8-4a2e-b3f1-bfa6937d4d3a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.492377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f44cd369-761f-4067-9021-92b4065f4a8e req-713171cc-5fd8-4a2e-b3f1-bfa6937d4d3a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 943 time: 0.3427179 Nov 12 01:13:10.521451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:10.547064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=8']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.614471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.716319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:10.720651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:10.728494 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd95183-1994-4540-b591-c3ba6c0b81d9" -d '{"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-plugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:10.744680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.790645 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.791929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.793621 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-e691cc85-024b-4ea5-8290-e72da7528f6b service neutron] 10.222.0.32 "PUT /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 1123 time: 3.8207402 Nov 12 01:13:10.795148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:10.798379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.848595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-18a397d2-54d7-46db-94f4-6abf909e1040 admin admin] 10.222.0.11 "PUT /v2.0/routers/1ecf4f73-a0b0-4e09-9062-92910a569229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8480308 Nov 12 01:13:10.889264 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f507c8-22dc-4ba6-b511-724e1f11d84b x-openstack-request-id: req-05f507c8-22dc-4ba6-b511-724e1f11d84b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:10.890590 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-plugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:10.892208 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05f507c8-22dc-4ba6-b511-724e1f11d84b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:10.893002 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'code': 200} Nov 12 01:13:10.922451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f44cd369-761f-4067-9021-92b4065f4a8e req-0e011304-d7f6-4f30-b044-10f4639104f7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303781 Nov 12 01:13:10.948524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b57cb546-c16b-4caf-8b5f-2ef0eea646f4 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:10.999996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b7acb6b6-fa28-4789-a2dd-950746cc511c'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:11.001772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.032617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.036027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.040825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2f4aeb9-3803-448c-af9f-5574ba66ca93 HTTP/1.1" status: 204 len: 168 time: 0.9519129 Nov 12 01:13:11.044017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:11.062082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f53f-e414-4237-9207-1abd8552f317 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4aeb9-3803-448c-af9f-5574ba66ca93,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.135580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.268098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network c369444f-023d-476b-9877-a3004f56078e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:11.287634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:11.303933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:11.371755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=88def06b-abde-4ff1-ae78-be9ec8516583,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.432859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:11.433523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.461586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ec1706e2-b0eb-49a6-97e2-c055990bb153 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1379156 Nov 12 01:13:11.467456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:11.479044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:11.529346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.715956 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531037a1-8328-4147-a23b-30f262857575 None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:11.747942 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:11.752018 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:12:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:11.815095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:11.852378 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:11.853221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.899095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Provisioning complete for port 0f229296-8ffa-4f16-a558-5c13864912c2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:11.900417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.928623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.084908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:12.085145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:12.087411 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f13a7d9-ffa0-49de-b08e-bf6270637e90" -d '{"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:12.191035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cda71-ef71-4acd-878a-4c9257d3ef66 req-e275b320-05a4-4b23-864d-09e3e203a768 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.194510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-73c26b8e-42c8-4641-b93f-236b4cbe4145 None None] Port 0f229296-8ffa-4f16-a558-5c13864912c2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:12.200164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5cda71-ef71-4acd-878a-4c9257d3ef66 req-e275b320-05a4-4b23-864d-09e3e203a768 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.1155372 Nov 12 01:13:12.222691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Allocated IP 172.25.6.11 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3fd9e1e4-2804-415d-8a25-035a828d4e26) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:12.345348 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1304a8cd-f4bd-483c-a69d-551f6178df3b x-openstack-request-id: req-1304a8cd-f4bd-483c-a69d-551f6178df3b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:12.345801 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:12.346522 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1304a8cd-f4bd-483c-a69d-551f6178df3b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:12.346656 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'status': 'completed', 'code': 200} Nov 12 01:13:12.450822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7344e7f9-a57d-4cf2-a638-b64918c4cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.533605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5cda71-ef71-4acd-878a-4c9257d3ef66 req-3dbc529b-a0e1-4ec7-b207-e467623cc4b1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324132 Nov 12 01:13:12.562107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-bf82701e-fa7a-45ef-8688-5620eacdfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.567836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-bf82701e-fa7a-45ef-8688-5620eacdfeb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1128 time: 0.2176511 Nov 12 01:13:12.568612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Provisioning complete for port b7acb6b6-fa28-4789-a2dd-950746cc511c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:12.568984 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.655858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.668964 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 2, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:12.723340 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531037a1-8328-4147-a23b-30f262857575 None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:12.724441 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531037a1-8328-4147-a23b-30f262857575 None None] Updating router 1ecf4f73-a0b0-4e09-9062-92910a569229 port df86fdf1-5415-4c90-8eb4-e387e7961a4e binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:12.732568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b57cb546-c16b-4caf-8b5f-2ef0eea646f4 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:12.743200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.793196 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.873430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:12.874133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=3fd9e1e4-2804-415d-8a25-035a828d4e26,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:12.899342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-e33323bd-a9c6-450a-b925-569f9ba08911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.901056 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-e33323bd-a9c6-450a-b925-569f9ba08911 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.3206165 Nov 12 01:13:12.901270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-143017461-network', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:12.924881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:12.928615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:12.934645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.939270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:13.041989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Made reservation on behalf of c7b680bb36574fe2ac34eb9eb690fdf2 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:13.049356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.085823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-c9cb377c-7a1e-4264-ba4d-bedc91bea492 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 1001 time: 0.1646659 Nov 12 01:13:13.101344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.104030 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.152040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:13.153221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.177686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.178520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-fe62cb54-5617-4f74-8d35-8979af94e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:13.181814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-fe62cb54-5617-4f74-8d35-8979af94e5a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.0860538 Nov 12 01:13:13.244261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Provisioning complete for port 88def06b-abde-4ff1-ae78-be9ec8516583 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.244641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.252148 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.285785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.333838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-b1aa4c8a-0643-4795-88ba-89bf89af8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:13.335494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-b1aa4c8a-0643-4795-88ba-89bf89af8871 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402617 Nov 12 01:13:13.383858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Port 88def06b-abde-4ff1-ae78-be9ec8516583 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:13.425859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Provisioning complete for port df86fdf1-5415-4c90-8eb4-e387e7961a4e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:13.426836 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.491650 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.520435 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.536402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-102b240d-854c-4682-ba7e-ce13dc4d518b None None] Port df86fdf1-5415-4c90-8eb4-e387e7961a4e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:13.597959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-7ca802bf-c320-4896-b462-2fc2affbe306 service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892610 Nov 12 01:13:13.750126 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Pushing event updated for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:13.796877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.808362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.822051 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.824708 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3f13a7d9-ffa0-49de-b08e-bf6270637e90 req-4f1dc1d4-7db7-4914-837d-8ed2bbbf40ca service neutron] 10.222.0.39 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098887 Nov 12 01:13:13.831627 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.835914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.836646 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.837193 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.839238 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.839810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.840390 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.840951 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.841490 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.842039 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.842574 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:13.850419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03e9d9-d6f0-4b0c-9c09-c493cd6b15bc req-b963e77e-a6b1-4f9d-a424-b550952eec4a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:13.856676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea03e9d9-d6f0-4b0c-9c09-c493cd6b15bc req-b963e77e-a6b1-4f9d-a424-b550952eec4a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.1381550 Nov 12 01:13:13.878646 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-531037a1-8328-4147-a23b-30f262857575 None None] Attempting to bind port df86fdf1-5415-4c90-8eb4-e387e7961a4e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:13.879412 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-531037a1-8328-4147-a23b-30f262857575 None None] Attempting to bind port df86fdf1-5415-4c90-8eb4-e387e7961a4e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:13.880134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531037a1-8328-4147-a23b-30f262857575 None None] Attempting to bind port df86fdf1-5415-4c90-8eb4-e387e7961a4e on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:13.887375 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531037a1-8328-4147-a23b-30f262857575 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:13.888344 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531037a1-8328-4147-a23b-30f262857575 None None] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:13.889056 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.889670 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531037a1-8328-4147-a23b-30f262857575 None None] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:13.890410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-531037a1-8328-4147-a23b-30f262857575 None None] Bound port: df86fdf1-5415-4c90-8eb4-e387e7961a4e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:13.891024 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:13.998031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port e5b6f635-cd08-49d8-bcbc-09e4627e15b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:13.998699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.006767 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-531037a1-8328-4147-a23b-30f262857575 None None] For port df86fdf1-5415-4c90-8eb4-e387e7961a4e, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:14.011735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-531037a1-8328-4147-a23b-30f262857575 None None] For port df86fdf1-5415-4c90-8eb4-e387e7961a4e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df86fdf1-5415-4c90-8eb4-e387e7961a4e,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:14.019059 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-531037a1-8328-4147-a23b-30f262857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.020985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:14.043045 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.043045 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Added segment 904de8a9-9e41-4e34-8770-699ed93d970c of type vlan for network 6c681cd4-d5e8-479b-9a74-4d1990901305 Nov 12 01:13:14.067943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:14.106360 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.135312 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] Provisioning complete for port df86fdf1-5415-4c90-8eb4-e387e7961a4e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:14.136721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.145615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.198042 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:14.199001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:14.210898 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6024246-1f76-4d46-b5cf-aa5ed7d35c08 None None] Pushing event updated for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.250241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port e5b6f635-cd08-49d8-bcbc-09e4627e15b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:14.251128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.269240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.280130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for e5b6f635-cd08-49d8-bcbc-09e4627e15b5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:14.332724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea03e9d9-d6f0-4b0c-9c09-c493cd6b15bc req-f1ac71d9-7833-458d-90f0-0f93b57ecaa0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4425774 Nov 12 01:13:14.352806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.366951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.369076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:14.371886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.394412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7d6c8-278f-41f7-9ab9-01aec82e2066,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.451350 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:14.577412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:14.632351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.640006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c has no active binding in host n-h1-712141-15 {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 01:13:14.713457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] For port df86fdf1-5415-4c90-8eb4-e387e7961a4e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df86fdf1-5415-4c90-8eb4-e387e7961a4e,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:14.721233 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.730642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8430324 Nov 12 01:13:14.750240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:14.766344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Request body: {'subnet': {'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-143017461-subnet', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:14.781701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=3fd9e1e4-2804-415d-8a25-035a828d4e26,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.808040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc0e64-3f80-4722-a739-03aba8ee4adb admin admin] Pushing event updated for resources: {'Network': ['ID=6c681cd4-d5e8-479b-9a74-4d1990901305,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.823802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.831078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:14.849230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.872678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Made reservation on behalf of c7b680bb36574fe2ac34eb9eb690fdf2 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:14.875456 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.876895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a6312-992c-488f-96d6-0bb189707f5f None None] Pushing event updated for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.909431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.912541 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-531037a1-8328-4147-a23b-30f262857575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:14.915125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=e5b6f635-cd08-49d8-bcbc-09e4627e15b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.932587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-36c48ec3-368e-4f29-be74-f282aa50dbfe tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4564044 Nov 12 01:13:14.936618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-63e35f29-3497-4619-96db-08871b0684a1 None None] Provisioning complete for port df86fdf1-5415-4c90-8eb4-e387e7961a4e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:14.937039 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63e35f29-3497-4619-96db-08871b0684a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.942584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59238) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:14.944146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.997556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ea39d11b-1e77-48bc-a5e2-67f1466c999f tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'floatingip': {'port_id': '88def06b-abde-4ff1-ae78-be9ec8516583', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:15.031231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531037a1-8328-4147-a23b-30f262857575 None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:13Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:15.253239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.272634 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea39d11b-1e77-48bc-a5e2-67f1466c999f tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.295867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.296696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.297208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.297747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.311427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.312594 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.313518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.317396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.319731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.320225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.322245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.322842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:15.351817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Checking segment: {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:15.352477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Network hostable DHCP agents. Network: 6c681cd4-d5e8-479b-9a74-4d1990901305, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:15.356018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b053b2-7b7a-4c66-8a97-c2edf1be6588,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:15.406008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:15.422134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 6c681cd4-d5e8-479b-9a74-4d1990901305) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:15.428277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:15.429116 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.430727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9972d7-f95c-43fa-95ec-064cd6fc6fb7 None None] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:15.497632 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ea39d11b-1e77-48bc-a5e2-67f1466c999f tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] update failed (client error): The resource could not be found. Nov 12 01:13:15.502214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea39d11b-1e77-48bc-a5e2-67f1466c999f tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "PUT /v2.0/floatingips/dfba6eff-0855-490e-93b8-5f7a9fd319f6 HTTP/1.1" status: 404 len: 507 time: 0.5080433 Nov 12 01:13:15.502832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59250) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:15.561430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb03546b-eabf-44da-ac7b-b853915c7929 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8007441 Nov 12 01:13:15.572665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:15.581795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:15.681965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bcbda-08f9-4e0a-af6d-7ae430311c2b req-c04a6f3e-3a27-4b2a-8e4a-c807c74e63fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:15.685656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-6c681cd4-d5e8-479b-9a74-4d1990901305', 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'fixed_ips': [{'subnet_id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:15.687119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.694136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a88bcbda-08f9-4e0a-af6d-7ae430311c2b req-c04a6f3e-3a27-4b2a-8e4a-c807c74e63fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.2384446 Nov 12 01:13:15.706847 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.708033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.860402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.978023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.979450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Allocated IP 172.20.0.2 (6c681cd4-d5e8-479b-9a74-4d1990901305/13b053b2-7b7a-4c66-8a97-c2edf1be6588/d58285ed-1d97-487e-89ae-e939bd938a07) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:16.037908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a88bcbda-08f9-4e0a-af6d-7ae430311c2b req-96ce3d47-a6d3-4d1f-8b5e-e81747984b40 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404126 Nov 12 01:13:16.141836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-45fad5ba-86a6-4abc-b60b-35c495842408 service neutron] 10.222.0.39 "GET /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 385 time: 0.1406085 Nov 12 01:13:16.310640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.319080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.373779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting port 3fd9e1e4-2804-415d-8a25-035a828d4e26 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:16.374866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.485656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:16.495134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:16.498816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:16.514644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Pushing event updated for resources: {'Port': ['ID=d58285ed-1d97-487e-89ae-e939bd938a07,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:16.598343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Attempting to bind port d58285ed-1d97-487e-89ae-e939bd938a07 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:16.598911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Attempting to bind port d58285ed-1d97-487e-89ae-e939bd938a07 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:16.600503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Attempting to bind port d58285ed-1d97-487e-89ae-e939bd938a07 on network 6c681cd4-d5e8-479b-9a74-4d1990901305 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:16.612533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:16.612900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Checking segment: {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:16.613330 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.613685 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Bound using segment: {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:16.614911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Bound port: d58285ed-1d97-487e-89ae-e939bd938a07, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:16.615349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.730935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] For port d58285ed-1d97-487e-89ae-e939bd938a07, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:16.735299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] For port d58285ed-1d97-487e-89ae-e939bd938a07, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d58285ed-1d97-487e-89ae-e939bd938a07,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:16.742552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.754279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.846724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.854270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.871721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c54e-520e-4b29-8ebd-798df3611ace None None] Pushing event updated for resources: {'Port': ['ID=d58285ed-1d97-487e-89ae-e939bd938a07,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:16.910382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Calling delete_port for 3fd9e1e4-2804-415d-8a25-035a828d4e26 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:16.981990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df86fdf1-5415-4c90-8eb4-e387e7961a4e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:17.127424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port df86fdf1-5415-4c90-8eb4-e387e7961a4e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:17.127809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.278844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.368791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:17.419290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:17.441331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.480902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Router 10c86978-2555-4153-9e63-a55701681382 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:17.535935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:17.538990 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ff260-6bce-4ae2-9653-f46b8926176c" -d '{"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-unplugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:17.558606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:17.561903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee540465-cd7f-4b70-80e2-9f3285441d3c req-98e08604-e0c5-4721-a858-f3ce1a76b273 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.569503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee540465-cd7f-4b70-80e2-9f3285441d3c req-98e08604-e0c5-4721-a858-f3ce1a76b273 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 945 time: 0.2717216 Nov 12 01:13:17.587990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.650252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.670187 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42adafb-7f9a-4d43-ada8-afd1c8d82fe7 x-openstack-request-id: req-d42adafb-7f9a-4d43-ada8-afd1c8d82fe7 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:17.670600 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-unplugged", "status": "completed", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:17.670955 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d42adafb-7f9a-4d43-ada8-afd1c8d82fe7 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:17.671479 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'code': 200} Nov 12 01:13:17.733846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Port': ['ID=3fd9e1e4-2804-415d-8a25-035a828d4e26,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:17.755653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee540465-cd7f-4b70-80e2-9f3285441d3c req-dc7977d6-df26-4fc8-8869-d9835159ef9d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851072 Nov 12 01:13:17.757308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Allocated IP 172.25.6.21 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/35ca5067-4fe6-492e-a009-c9e5d226bc51) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:17.887546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:17.897672 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-23f99dc5-8f82-45cf-8522-c42a3f124ae1 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "PUT /v2.0/routers/10c86978-2555-4153-9e63-a55701681382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8485255 Nov 12 01:13:17.897977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.900827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:17.901014 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.902124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-21c54a0e-3963-4778-bfc4-c1fb9bdb3e64 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "DELETE /v2.0/floatingips/dfba6eff-0855-490e-93b8-5f7a9fd319f6 HTTP/1.1" status: 204 len: 168 time: 2.3959603 Nov 12 01:13:17.909423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] Transition to ACTIVE for port object b7acb6b6-fa28-4789-a2dd-950746cc511c will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:17.911939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:17.912190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Sync routers for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:17.917810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-de952433-508a-414f-a7e8-3076bd7a9f61 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'floatingip': {'floating_network_id': 'c369444f-023d-476b-9877-a3004f56078e', 'port_id': '88def06b-abde-4ff1-ae78-be9ec8516583', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:17.929931 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.931304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:17.931951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:18.072695 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.148204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting subnet 6a17c7e3-0ad2-49f4-87d0-f92641251c4f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:18.174768 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.209296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:18.244850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.283832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:18.354675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.479389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:18.509290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Pushing event updated for resources: {'Port': ['ID=35ca5067-4fe6-492e-a009-c9e5d226bc51,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.557233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.557803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.558304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.558790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.559292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.559781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.560635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.561115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.561618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.562305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.562956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.563600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:18.570655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:18.605973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:18.616006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:18.621381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34889221-95a4-4e66-9aa5-808e4d17f505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.672448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353235e-c7d2-4b4d-b090-1de48174f549 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:18.712883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.715583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d58285ed-1d97-487e-89ae-e939bd938a07 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:18.734470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff08d80-310a-4656-90b4-83b1b773fa7a None None] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:18.756125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-de952433-508a-414f-a7e8-3076bd7a9f61 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.848687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.006088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] No DVR routers for this DVR port b7acb6b6-fa28-4789-a2dd-950746cc511c on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:19.122099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.210264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761d299-fbd6-4d28-8d10-85d988b1bf85 req-e9bbd346-f01c-429f-88b2-0ee1daecc141 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.211781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3761d299-fbd6-4d28-8d10-85d988b1bf85 req-e9bbd346-f01c-429f-88b2-0ee1daecc141 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.2509403 Nov 12 01:13:19.212603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Subnet': ['ID=6a17c7e3-0ad2-49f4-87d0-f92641251c4f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.226666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.232317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16daf25e-b664-4bcd-9660-540687d85050 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/subnets/6a17c7e3-0ad2-49f4-87d0-f92641251c4f HTTP/1.1" status: 204 len: 168 time: 1.3092871 Nov 12 01:13:19.238783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.271680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:19.296490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45268af7-2f60-43ca-9053-e0212ff7d05d None None] Network 271e402b-910b-45fd-af72-00ec4d67cb84 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:19.318840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34889221-95a4-4e66-9aa5-808e4d17f505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.357265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.376399 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34889221-95a4-4e66-9aa5-808e4d17f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.382097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] Provisioning complete for port d58285ed-1d97-487e-89ae-e939bd938a07 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:19.382097 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.394830 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c573ab1-565e-433a-b6fc-6c8677af1fc3 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c/bindings/n-h1-712141-15/activate HTTP/1.1" status: 200 len: 370 time: 3.2426462 Nov 12 01:13:19.419762 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-de952433-508a-414f-a7e8-3076bd7a9f61 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:13:19.428460 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-de952433-508a-414f-a7e8-3076bd7a9f61 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5152123 Nov 12 01:13:19.429173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59316) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.434484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '88def06b-abde-4ff1-ae78-be9ec8516583', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:19.465057 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.590124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-704ad1a6-a589-421f-b334-c88bc8c54e38 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.591824 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-704ad1a6-a589-421f-b334-c88bc8c54e38 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.1107051 Nov 12 01:13:19.596698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34889221-95a4-4e66-9aa5-808e4d17f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6811f-e729-45c2-8150-ae815f88261b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.661603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.730713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d58285ed-1d97-487e-89ae-e939bd938a07 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:19.730990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.741091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:19.757409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-34889221-95a4-4e66-9aa5-808e4d17f505 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee45431de7ce4f27b2ed1b179281fdc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4613562 Nov 12 01:13:19.762014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.770370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3761d299-fbd6-4d28-8d10-85d988b1bf85 req-24d0923a-9ec9-4a26-9778-d3ac18770fd1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207954 Nov 12 01:13:19.824727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.895322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.903355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c8420b4-7823-4a7a-8272-3fc8ff037337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.904967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8c8420b4-7823-4a7a-8272-3fc8ff037337 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 1096 time: 0.3027065 Nov 12 01:13:19.925495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.932704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Checking router: 10c86978-2555-4153-9e63-a55701681382 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:19.964663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Allocated IP 172.25.6.239 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4f3fe46b-902e-4879-be1c-ca68078f56de) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:20.004048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.004310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.081280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Routers {'10c86978-2555-4153-9e63-a55701681382'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:20.081958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10c86978-2555-4153-9e63-a55701681382'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:20.120299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-7cc02fab-cde3-40a6-8052-7cc2686721e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.122071 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-7cc02fab-cde3-40a6-8052-7cc2686721e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1096 time: 0.1824744 Nov 12 01:13:20.209656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.219948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Router 8834f6c0-d173-40c4-9d4c-26f41a79c319 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:20.258212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.259601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] DHCP port deletion for 271e402b-910b-45fd-af72-00ec4d67cb84 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:20.283486 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] For port d58285ed-1d97-487e-89ae-e939bd938a07, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d58285ed-1d97-487e-89ae-e939bd938a07,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:20.290399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.307483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.312577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.313839 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99e6811f-e729-45c2-8150-ae815f88261b HTTP/1.1" status: 204 len: 168 time: 0.5459740 Nov 12 01:13:20.342986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464257-9166-4d13-87fd-3e783605853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6811f-e729-45c2-8150-ae815f88261b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.353127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.366518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a24198a1-d35b-4a69-9798-0108c1b8db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.369539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-a24198a1-d35b-4a69-9798-0108c1b8db15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.2284579 Nov 12 01:13:20.370347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.510025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:20.516751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Deleting port fd8098d9-200d-4a02-8d58-54e9728b94ba {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:20.517608 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.524521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:20.533755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:20.536801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event updated for resources: {'Port': ['ID=4f3fe46b-902e-4879-be1c-ca68078f56de,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.546142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:20.562629 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Sync routers for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:20.583108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:20.589973 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:20.643256 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.644418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dce06358-04ed-466c-a2ab-8fd9ea656f27 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0700974 Nov 12 01:13:20.647391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:20.703362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-8455c86d-d7ee-4250-940d-3610edde8e57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 999 time: 0.3015015 Nov 12 01:13:20.736929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] For port fd8098d9-200d-4a02-8d58-54e9728b94ba, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fd8098d9-200d-4a02-8d58-54e9728b94ba,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:20.736929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.819776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Calling delete_port for fd8098d9-200d-4a02-8d58-54e9728b94ba owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:20.822001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:20.871075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] Set router 10c86978-2555-4153-9e63-a55701681382 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:20.887471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66d9c-5002-4f05-891b-561fc980cca7 None None] Pushing event updated for resources: {'Port': ['ID=d58285ed-1d97-487e-89ae-e939bd938a07,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.954863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d031e47e-202c-409a-84b2-dc9ca710c5e0 None None] Provisioning complete for port 35ca5067-4fe6-492e-a009-c9e5d226bc51 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:20.955307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d031e47e-202c-409a-84b2-dc9ca710c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.978832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-cb179e1b-407e-489a-bf5d-b62d33a29bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.982967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-cb179e1b-407e-489a-bf5d-b62d33a29bd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.2670813 Nov 12 01:13:21.078017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d031e47e-202c-409a-84b2-dc9ca710c5e0 None None] Port 35ca5067-4fe6-492e-a009-c9e5d226bc51 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:21.085449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:13:21.085805 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:13:21.107403 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:18Z', 'revision_number': 3, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:21.107694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59352) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:21.110930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Deleting port 66f0dda6-887d-445c-a959-58bd44b68711 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:21.111304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.140261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58e727bf-0849-444c-80fc-ca56b9a032e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.156785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d031e47e-202c-409a-84b2-dc9ca710c5e0 None None] Provisioning complete for port d58285ed-1d97-487e-89ae-e939bd938a07 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:21.157336 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d031e47e-202c-409a-84b2-dc9ca710c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.178350 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Checking router: 8834f6c0-d173-40c4-9d4c-26f41a79c319 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:21.178903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Updating router 8834f6c0-d173-40c4-9d4c-26f41a79c319 port 35ca5067-4fe6-492e-a009-c9e5d226bc51 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:21.220694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-ac88269e-32e0-467f-b76d-164a9c438395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:21.222674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-ac88269e-32e0-467f-b76d-164a9c438395 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716747 Nov 12 01:13:21.236675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting port 4f3fe46b-902e-4879-be1c-ca68078f56de {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:21.237450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.255060 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.352029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] For port 66f0dda6-887d-445c-a959-58bd44b68711, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=66f0dda6-887d-445c-a959-58bd44b68711,segment=NetworkSegment(6f937ff5-46b1-4a20-92f8-d3df5ee19e5d),segment_id=6f937ff5-46b1-4a20-92f8-d3df5ee19e5d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:21.356537 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.364404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164dac-d35f-4a74-a9bf-7b7fec9e80b7 req-13f513b9-7736-4558-b3a8-0376db5dc7b0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:21.366023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a164dac-d35f-4a74-a9bf-7b7fec9e80b7 req-13f513b9-7736-4558-b3a8-0376db5dc7b0 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.2180855 Nov 12 01:13:21.405978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Calling delete_port for 66f0dda6-887d-445c-a959-58bd44b68711 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:21.483123 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-815beb28-1a14-48b0-bf8c-6b1206f7ce8d service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490816 Nov 12 01:13:21.633449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.701134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.701134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.713047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] No DVR routers for this DVR port 66f0dda6-887d-445c-a959-58bd44b68711 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:21.735811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58e727bf-0849-444c-80fc-ca56b9a032e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.736737 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.737306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Calling delete_port for 4f3fe46b-902e-4879-be1c-ca68078f56de owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:21.753138 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.761165 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-ea4ddb8e-4e70-4c9d-a76d-8da971ad5e6e service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647948 Nov 12 01:13:21.774865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bdb70-e117-473f-90d2-ac3559c99fc0 None None] Pushing event deleted for resources: {'Port': ['ID=66f0dda6-887d-445c-a959-58bd44b68711,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.804516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58e727bf-0849-444c-80fc-ca56b9a032e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.823593 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943dfd2-d8b9-488c-a76c-09f966fd08fd None None] Pushing event updated for resources: {'Port': ['ID=35ca5067-4fe6-492e-a009-c9e5d226bc51,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.863508 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Attempting to bind port 35ca5067-4fe6-492e-a009-c9e5d226bc51 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:21.864265 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Attempting to bind port 35ca5067-4fe6-492e-a009-c9e5d226bc51 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:21.864820 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Attempting to bind port 35ca5067-4fe6-492e-a009-c9e5d226bc51 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:21.870810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:21.871478 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:21.872137 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.872689 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:21.873310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Bound port: 35ca5067-4fe6-492e-a009-c9e5d226bc51, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:21.873850 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.941245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e81836-b396-4d3f-87fb-c3fef60d5450 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:21.972108 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] For port 35ca5067-4fe6-492e-a009-c9e5d226bc51, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:21.974321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-58e727bf-0849-444c-80fc-ca56b9a032e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6925b2f034f4436287535505db515694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8637726 Nov 12 01:13:21.976640 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] For port 35ca5067-4fe6-492e-a009-c9e5d226bc51, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=35ca5067-4fe6-492e-a009-c9e5d226bc51,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:21.988233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:21.990658 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.068346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a164dac-d35f-4a74-a9bf-7b7fec9e80b7 req-9acc661f-21a2-49e1-9f2f-dc52ba4a4a5f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6864440 Nov 12 01:13:22.070547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e727bf-0849-444c-80fc-ca56b9a032e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe449f4-3f77-4f3a-bf02-d9348230ba66,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.097051 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:22.098659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:22.147056 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943dfd2-d8b9-488c-a76c-09f966fd08fd None None] Pushing event updated for resources: {'Port': ['ID=35ca5067-4fe6-492e-a009-c9e5d226bc51,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.216695 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.251299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Port': ['ID=fd8098d9-200d-4a02-8d58-54e9728b94ba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.297714 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:22.348742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.367810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-d395a03a-f09f-4fd2-bded-ae9de1c197a7 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:22.367810 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-d395a03a-f09f-4fd2-bded-ae9de1c197a7 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 1096 time: 0.2939956 Nov 12 01:13:22.443415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28704ca6-9556-400a-afef-452bb3d91a0f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:22.478843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.482666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.491946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e968f-732e-4cf3-918b-65dd8014457f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:22.553323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:22.599164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff7490-1f19-4180-84b2-52e5b0df4018 None None] The sync data for ids ['10c86978-2555-4153-9e63-a55701681382'] in n-d-712141-15 is: [{'id': '10c86978-2555-4153-9e63-a55701681382', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1537970845', 'tenant_id': '97667779b64d4b98a1748a2ca825fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': '97667779b64d4b98a1748a2ca825fef3', 'gw_port': {'id': 'fd8098d9-200d-4a02-8d58-54e9728b94ba', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c86978-2555-4153-9e63-a55701681382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:06Z', 'updated_at': '2021-11-12T01:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:22.616216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] Provisioning complete for port 35ca5067-4fe6-492e-a009-c9e5d226bc51 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:22.616753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.626289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.669725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.698179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Port': ['ID=4f3fe46b-902e-4879-be1c-ca68078f56de,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.746837 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.793125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] For port 35ca5067-4fe6-492e-a009-c9e5d226bc51, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=35ca5067-4fe6-492e-a009-c9e5d226bc51,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:22.797810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.800566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.800968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.804100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fe449f4-3f77-4f3a-bf02-d9348230ba66 HTTP/1.1" status: 204 len: 168 time: 0.8043585 Nov 12 01:13:22.808901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:18Z', 'revision_number': 3, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:22.835601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdb8b5-4981-4212-8e6f-46afb97a6f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe449f4-3f77-4f3a-bf02-d9348230ba66,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.883544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-58d34a10-ff43-4d02-8eb9-14d50811afed service neutron] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:22.887802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-58d34a10-ff43-4d02-8eb9-14d50811afed service neutron] Publish callbacks [] for binding, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.889850 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-ef63ca0e-a165-4270-871a-39aedf5a09bb req-58d34a10-ff43-4d02-8eb9-14d50811afed service neutron] 10.222.0.32 "DELETE /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c/bindings/n-h2-712141-15 HTTP/1.1" status: 204 len: 173 time: 0.5041544 Nov 12 01:13:22.893652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4224c5-a3cd-452d-ad8f-fb51e06c7fd3 None None] Pushing event updated for resources: {'Port': ['ID=35ca5067-4fe6-492e-a009-c9e5d226bc51,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.899587 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] create failed (client error): The resource could not be found. Nov 12 01:13:22.901178 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8ea2a482-bd2e-47e5-bfd5-69ba39befece tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4705486 Nov 12 01:13:22.907721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59380) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:22.921334 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02794d-1e86-4bb4-839f-bf51e3db6a32 None None] The sync data for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 is: [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:18Z', 'revision_number': 3, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:22.929872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.936571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:22.969872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d58285ed-1d97-487e-89ae-e939bd938a07 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:23.062924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port d58285ed-1d97-487e-89ae-e939bd938a07 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:23.063622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.119087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.119652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Fanout notify agent at l3_agent the message router_deleted on router 10c86978-2555-4153-9e63-a55701681382 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:23.138611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.142735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e20de914-8f92-404c-8e57-c10797ef7f70 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/routers/10c86978-2555-4153-9e63-a55701681382 HTTP/1.1" status: 204 len: 168 time: 3.8999639 Nov 12 01:13:23.143220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:23.252642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting port 88def06b-abde-4ff1-ae78-be9ec8516583 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:23.253253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.353844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Allocated IP 172.20.0.1 (6c681cd4-d5e8-479b-9a74-4d1990901305/13b053b2-7b7a-4c66-8a97-c2edf1be6588/318d1b6a-c25c-43e8-b151-39f9d1167084) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:23.444145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.462326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Calling delete_port for 88def06b-abde-4ff1-ae78-be9ec8516583 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:23.495004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 66f0dda6-887d-445c-a959-58bd44b68711 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:23.556128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 66f0dda6-887d-445c-a959-58bd44b68711 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:23.556877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 66f0dda6-887d-445c-a959-58bd44b68711 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:23.577444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.734753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.752790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.841791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:23.862393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:23.865370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:23.888357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Port': ['ID=88def06b-abde-4ff1-ae78-be9ec8516583,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:23.921285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.962031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Pushing event updated for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:23.973569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b82f7-1cc0-4e05-ba69-bc3628656174 req-17023844-acc0-4c6c-bbff-e35da55ed42c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:23.975224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e7b82f7-1cc0-4e05-ba69-bc3628656174 req-17023844-acc0-4c6c-bbff-e35da55ed42c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.7516203 Nov 12 01:13:24.130247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e7b82f7-1cc0-4e05-ba69-bc3628656174 req-5905a0a2-8b4a-41b4-91e0-84a6a53db989 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416080 Nov 12 01:13:24.130458 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.145135 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-81b0dff6-1715-4e8d-acd9-c499c6c70da1 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "DELETE /v2.0/ports/88def06b-abde-4ff1-ae78-be9ec8516583 HTTP/1.1" status: 204 len: 168 time: 1.2348723 Nov 12 01:13:24.154857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:24.352375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.483794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85834f48-abe7-46dc-bd26-f9a5ecc964f7 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:24.493480 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85834f48-abe7-46dc-bd26-f9a5ecc964f7 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc708fd4-3081-4577-a248-96d5e1b760ef HTTP/1.1" status: 200 len: 913 time: 0.3342447 Nov 12 01:13:24.498098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:24.663274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 35ca5067-4fe6-492e-a009-c9e5d226bc51 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:24.727167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.803037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 35ca5067-4fe6-492e-a009-c9e5d226bc51 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:24.803630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.953969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271e402b-910b-45fd-af72-00ec4d67cb84']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:25.014913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:25.015323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f937ff5-46b1-4a20-92f8-d3df5ee19e5d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:25.019210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd8098d9-200d-4a02-8d58-54e9728b94ba no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:25.042790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.070947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fd8098d9-200d-4a02-8d58-54e9728b94ba {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:25.071887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fd8098d9-200d-4a02-8d58-54e9728b94ba not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:25.072684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5b6f635-cd08-49d8-bcbc-09e4627e15b5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:25.106618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e5b6f635-cd08-49d8-bcbc-09e4627e15b5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:25.107328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5b6f635-cd08-49d8-bcbc-09e4627e15b5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:25.116676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c857-343d-49f9-9ea1-403ac3283034 req-f3acdf1b-2fa7-4204-8266-c4b7cd259890 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:25.119921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b55c857-343d-49f9-9ea1-403ac3283034 req-f3acdf1b-2fa7-4204-8266-c4b7cd259890 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1096 time: 0.6333108 Nov 12 01:13:25.121382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.183791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:25.184214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.185757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0119ab2d-37ea-407b-80f4-2989c88bbe19 None None] Provisioning complete for port 318d1b6a-c25c-43e8-b151-39f9d1167084 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:25.186388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0119ab2d-37ea-407b-80f4-2989c88bbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:25.191095 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:25.280742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0119ab2d-37ea-407b-80f4-2989c88bbe19 None None] Port 318d1b6a-c25c-43e8-b151-39f9d1167084 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:25.380597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b55c857-343d-49f9-9ea1-403ac3283034 req-8edbe979-eb03-4b9e-bb1c-ef0f4a458faa tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500372 Nov 12 01:13:25.428832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.487301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.507333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.523075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.544160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] 10.222.0.11 "DELETE /v2.0/networks/271e402b-910b-45fd-af72-00ec4d67cb84 HTTP/1.1" status: 204 len: 168 time: 2.3972242 Nov 12 01:13:25.640599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9aa1-de38-4796-acb2-c7e64e7b0405 tempest-TestSecurityGroupsBasicOps-167122842 tempest-TestSecurityGroupsBasicOps-167122842-project] Pushing event deleted for resources: {'Network': ['ID=271e402b-910b-45fd-af72-00ec4d67cb84,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:25.771717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310107-7c3b-4ca2-8801-468d2001c44e req-c1ed452c-dc24-4017-a520-eaf5fa9d0f1d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:25.774029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b310107-7c3b-4ca2-8801-468d2001c44e req-c1ed452c-dc24-4017-a520-eaf5fa9d0f1d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.2312543 Nov 12 01:13:25.981332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b310107-7c3b-4ca2-8801-468d2001c44e req-b1228f0c-2ef6-4381-845e-4c9c865dbb9c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979384 Nov 12 01:13:26.023346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.029418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:26.032854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.147973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting port 0f229296-8ffa-4f16-a558-5c13864912c2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:26.156735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:26.159315 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.193061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0912508f-ac60-4325-adba-b0590efc125d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 200 len: 991 time: 0.1620104 Nov 12 01:13:26.209144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.214058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Pushing event updated for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:26.366843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.399735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Calling delete_port for 0f229296-8ffa-4f16-a558-5c13864912c2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:26.426581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:26.428288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:26.521612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:26.666082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Router 8834f6c0-d173-40c4-9d4c-26f41a79c319 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:26.896133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b67ba144-3974-4c36-96d0-8c117b5f6921 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97667779b64d4b98a1748a2ca825fef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7377698 Nov 12 01:13:26.899678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:26.938189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8c9aa737-476a-438b-8f1c-372ea482c2e4 None None] Provisioning complete for port 318d1b6a-c25c-43e8-b151-39f9d1167084 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:26.939107 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9aa737-476a-438b-8f1c-372ea482c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.962120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:26.973279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-94bf4562-2294-4236-81ad-694c78014f01 admin admin] 10.222.0.11 "PUT /v2.0/routers/8834f6c0-d173-40c4-9d4c-26f41a79c319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3198016 Nov 12 01:13:27.001960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Sync routers for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:27.015629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.105454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:27.113730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:27.116027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.201736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8c9aa737-476a-438b-8f1c-372ea482c2e4 None None] Port 318d1b6a-c25c-43e8-b151-39f9d1167084 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:27.246834 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.249788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.251248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a35188c1-b30f-47ee-8546-7f550bcba2f8 HTTP/1.1" status: 204 len: 168 time: 0.3503780 Nov 12 01:13:27.271993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9c811-bdd1-4c6c-b6a2-9e8cca5f5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35188c1-b30f-47ee-8546-7f550bcba2f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:27.394639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:27.444591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.491958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Port': ['ID=0f229296-8ffa-4f16-a558-5c13864912c2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:27.496790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port bddcefa5-d939-4bf2-9c9e-ad34bfee10ff {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:27.497712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.730539 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.731133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.874282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for bddcefa5-d939-4bf2-9c9e-ad34bfee10ff owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:27.896642 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.919379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:25Z', 'revision_number': 4, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '318d1b6a-c25c-43e8-b151-39f9d1167084', 'name': '', 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'mac_address': 'fa:16:3e:91:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:22Z', 'updated_at': '2021-11-12T01:13:25Z', 'revision_number': 2, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'subnets': [{'id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:27.995037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Checking router: 8834f6c0-d173-40c4-9d4c-26f41a79c319 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:28.002510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Updating router 8834f6c0-d173-40c4-9d4c-26f41a79c319 port 318d1b6a-c25c-43e8-b151-39f9d1167084 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:28.077757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.137214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Router cc708fd4-3081-4577-a248-96d5e1b760ef has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:28.261229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:28.271209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:28.271735 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-11855c6f-bde5-4ac2-96c6-d3bf0e638815 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "PUT /v2.0/routers/cc708fd4-3081-4577-a248-96d5e1b760ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7683823 Nov 12 01:13:28.289499 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] Sync routers for ids ['cc708fd4-3081-4577-a248-96d5e1b760ef'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:28.309717 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] Routers {'cc708fd4-3081-4577-a248-96d5e1b760ef'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:28.311065 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc708fd4-3081-4577-a248-96d5e1b760ef'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.320843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.396906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=bddcefa5-d939-4bf2-9c9e-ad34bfee10ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.408401 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.430865 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] Routers {'cc708fd4-3081-4577-a248-96d5e1b760ef'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:28.432904 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cc708fd4-3081-4577-a248-96d5e1b760ef'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.490027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:28.524621 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.529106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05d69185-69f7-496d-bf81-132ddd8fdd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.531521 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c49b53-377d-4fb5-9c4b-82607be448c8 None None] The sync data for ids ['cc708fd4-3081-4577-a248-96d5e1b760ef'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:28.537939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.550393 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.551917 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 7b06dc91-f287-4633-9a8e-d75a92524a8e disassociated (deleted). External IP: 172.25.6.116, port: b7acb6b6-fa28-4789-a2dd-950746cc511c. Nov 12 01:13:28.744741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.755265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.835041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.838421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.874302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9742128-790e-49e9-b906-613f065e6e8c None None] Pushing event updated for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.910231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.910869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Fanout notify agent at l3_agent the message router_deleted on router cc708fd4-3081-4577-a248-96d5e1b760ef {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:28.919105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.936652 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0df8ff39-056f-4a76-8a8e-4bbfe65cecc9 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "DELETE /v2.0/routers/cc708fd4-3081-4577-a248-96d5e1b760ef HTTP/1.1" status: 204 len: 168 time: 0.6635237 Nov 12 01:13:28.941438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:28.956438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Attempting to bind port 318d1b6a-c25c-43e8-b151-39f9d1167084 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:28.956438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Attempting to bind port 318d1b6a-c25c-43e8-b151-39f9d1167084 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:28.956837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Attempting to bind port 318d1b6a-c25c-43e8-b151-39f9d1167084 on network 6c681cd4-d5e8-479b-9a74-4d1990901305 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:28.963576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:28.964611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Checking segment: {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:28.965217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.965809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Bound using segment: {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:28.966553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Bound port: 318d1b6a-c25c-43e8-b151-39f9d1167084, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904de8a9-9e41-4e34-8770-699ed93d970c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:28.967132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.036692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router d197eb86-7f87-41ab-a112-ebc546597eda has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:29.067449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] For port 318d1b6a-c25c-43e8-b151-39f9d1167084, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:29.072295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] For port 318d1b6a-c25c-43e8-b151-39f9d1167084, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=318d1b6a-c25c-43e8-b151-39f9d1167084,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:29.088088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.126432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting subnet 4e2e011b-e986-43fe-9508-476d31ff6811 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:29.130442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05d69185-69f7-496d-bf81-132ddd8fdd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.134840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.183074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9742128-790e-49e9-b906-613f065e6e8c None None] Pushing event updated for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.197007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05d69185-69f7-496d-bf81-132ddd8fdd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.277673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:29.279581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:29.358751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.362397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:29.366050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-05d69185-69f7-496d-bf81-132ddd8fdd20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beee8e7a4a794b5a9c8150a249ce8a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8749678 Nov 12 01:13:29.369756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:29.390996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.447156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d69185-69f7-496d-bf81-132ddd8fdd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d0996-f238-45e6-9b52-20647cb1efa2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.473803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c8603338-a64c-4976-9ff2-e70ef7164f6a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/floatingips/7b06dc91-f287-4633-9a8e-d75a92524a8e HTTP/1.1" status: 204 len: 168 time: 2.9461229 Nov 12 01:13:29.496338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:29.504278 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:29.579474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:29.599706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.673619 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38287e-ac15-401d-ac49-12e4b5469665 x-openstack-request-id: req-cb38287e-ac15-401d-ac49-12e4b5469665 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:29.673619 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:29.673619 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb38287e-ac15-401d-ac49-12e4b5469665 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:29.673619 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'status': 'completed', 'code': 200} Nov 12 01:13:29.729365 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.754811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Sync routers for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:29.782640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.866016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:29.866658 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:29.897510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.938404 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.941209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-a96107e7-1c50-424a-9662-0945bbfbfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:29.942943 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-a96107e7-1c50-424a-9662-0945bbfbfa56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 1096 time: 0.2347331 Nov 12 01:13:29.948314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59586) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:29.950777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "DELETE /v2.0/subnets/4e2e011b-e986-43fe-9508-476d31ff6811 HTTP/1.1" status: 204 len: 168 time: 1.0075946 Nov 12 01:13:29.962223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993f540-1693-4b58-8bf1-188c527787b4 None None] Network c369444f-023d-476b-9877-a3004f56078e requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:29.985645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e65f-2686-4f5f-a947-b2776a56cec5 tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2e011b-e986-43fe-9508-476d31ff6811,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.066760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] Provisioning complete for port 318d1b6a-c25c-43e8-b151-39f9d1167084 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:30.067130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.163600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49028d7-7136-483f-8853-d2ea193f5bed req-ff8841a6-327c-4fac-9433-b7c6270a89e3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.176138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a49028d7-7136-483f-8853-d2ea193f5bed req-ff8841a6-327c-4fac-9433-b7c6270a89e3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.0855327 Nov 12 01:13:30.263095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a49028d7-7136-483f-8853-d2ea193f5bed req-459112a6-4988-46f5-a57c-d552b2c87bc2 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d614606-9c73-4778-8c5f-8a8feb303697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841081 Nov 12 01:13:30.273266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.273266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.273978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d46d0996-f238-45e6-9b52-20647cb1efa2 HTTP/1.1" status: 204 len: 168 time: 0.9032154 Nov 12 01:13:30.309871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.325947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71646228-ce3b-4169-98fe-e68a7c158de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d0996-f238-45e6-9b52-20647cb1efa2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.370724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-ba8447bb-c398-439b-9ed7-a20dc1cd45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.370724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-ba8447bb-c398-439b-9ed7-a20dc1cd45d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 200 len: 897 time: 0.3911691 Nov 12 01:13:30.473455 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-7ad732d5-20b3-4b09-b78d-0f509c12a47b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 200 len: 217 time: 0.0922868 Nov 12 01:13:30.501338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:30.547566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-59c5c282-a0bb-4e99-9d39-7bd56b8a06a1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.560780 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-59c5c282-a0bb-4e99-9d39-7bd56b8a06a1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 944 time: 0.0974786 Nov 12 01:13:30.603981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Deleting port c13cd06d-258c-4027-a29e-74dbf9a83648 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:30.604357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.632861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-7764a773-dda0-4049-bd85-a5e02a658b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.636503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-7764a773-dda0-4049-bd85-a5e02a658b9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 200 len: 834 time: 0.1546376 Nov 12 01:13:30.653300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.767870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port b7acb6b6-fa28-4789-a2dd-950746cc511c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:30.768371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.833747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] For port c13cd06d-258c-4027-a29e-74dbf9a83648, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c13cd06d-258c-4027-a29e-74dbf9a83648,segment=NetworkSegment(e1180fb3-c03a-405c-a07b-c867ed7d5dcf),segment_id=e1180fb3-c03a-405c-a07b-c867ed7d5dcf)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:30.834159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.895945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-e227ddfe-09a5-4463-bb57-5ae312c611bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.898528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-e227ddfe-09a5-4463-bb57-5ae312c611bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b716995b-f923-4021-80cc-ca5d8c0de6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436285 Nov 12 01:13:30.903655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Calling delete_port for c13cd06d-258c-4027-a29e-74dbf9a83648 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:30.910311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port b7acb6b6-fa28-4789-a2dd-950746cc511c, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b7acb6b6-fa28-4789-a2dd-950746cc511c,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:30.910829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.929183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for b7acb6b6-fa28-4789-a2dd-950746cc511c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:31.033900 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.043445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-c7e0f723-8f8d-42cc-af36-cdf7f00e0a9d service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282449 Nov 12 01:13:31.069366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.128641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] DHCP port deletion for c369444f-023d-476b-9877-a3004f56078e request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:31.151322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:25Z', 'revision_number': 4, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '318d1b6a-c25c-43e8-b151-39f9d1167084', 'name': '', 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'mac_address': 'fa:16:3e:91:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:22Z', 'updated_at': '2021-11-12T01:13:29Z', 'revision_number': 4, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'subnets': [{'id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.154570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.155257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] For port 318d1b6a-c25c-43e8-b151-39f9d1167084, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=318d1b6a-c25c-43e8-b151-39f9d1167084,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:31.200222 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.208097 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=b7acb6b6-fa28-4789-a2dd-950746cc511c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.224368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea28a23-5aee-42da-acc1-cab30fc3a960 None None] The sync data for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 is: [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:13:25Z', 'revision_number': 4, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '318d1b6a-c25c-43e8-b151-39f9d1167084', 'name': '', 'network_id': '6c681cd4-d5e8-479b-9a74-4d1990901305', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'mac_address': 'fa:16:3e:91:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:22Z', 'updated_at': '2021-11-12T01:13:29Z', 'revision_number': 4, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'subnets': [{'id': '13b053b2-7b7a-4c66-8a97-c2edf1be6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:31.331777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] No DVR routers for this DVR port b7acb6b6-fa28-4789-a2dd-950746cc511c on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:31.354562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.363471 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8db0b75c-4f78-4c75-84ab-b1d481ca0e95 req-a99abc33-e588-40ce-8727-a0ae685e61ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "DELETE /v2.0/ports/b7acb6b6-fa28-4789-a2dd-950746cc511c HTTP/1.1" status: 204 len: 173 time: 0.7974615 Nov 12 01:13:31.364232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-deleted', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:31.367726 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc37f64-908e-4971-9061-bcb6f78686d3" -d '{"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-deleted", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:31.456650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-be806f37-66c1-4801-b9ab-5ca39f425062 None None] Provisioning complete for port 318d1b6a-c25c-43e8-b151-39f9d1167084 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:31.457021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-be806f37-66c1-4801-b9ab-5ca39f425062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.548299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53e20c19-d8ef-4b60-855b-670990a686ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.548966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d13f5ba-0117-4e62-9c0a-58897730d169 req-e1d02255-42f8-4c13-ba7a-a187d291dfe3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a19f00-d3c1-4f0e-9e7c-a295d9532733 HTTP/1.1" status: 200 len: 210 time: 0.0770798 Nov 12 01:13:31.589929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98dc7-8d19-4705-944c-c9b01d6359bb None None] Pushing event updated for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.602057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Deleting port c13cd06d-258c-4027-a29e-74dbf9a83648 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:31.603405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.706141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] For port c13cd06d-258c-4027-a29e-74dbf9a83648, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c13cd06d-258c-4027-a29e-74dbf9a83648,segment=NetworkSegment(e1180fb3-c03a-405c-a07b-c867ed7d5dcf),segment_id=e1180fb3-c03a-405c-a07b-c867ed7d5dcf)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:31.707596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.740944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Calling delete_port for c13cd06d-258c-4027-a29e-74dbf9a83648 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:31.826083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4f9c536e-b665-45f8-a30b-86da5eaf9aa5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b572dfb9d5e847dab7942dfbdb99c3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556255 Nov 12 01:13:31.832987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.848133 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.874869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9ab4f535-2a21-474c-b8a4-2cdba6e78ec7 req-c5015fec-7203-434c-bc00-8072147e7841 service neutron] 10.222.0.32 "GET /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064137 Nov 12 01:13:31.942294 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d8723-311f-4463-a679-20b3f2cdce0b x-openstack-request-id: req-dc8d8723-311f-4463-a679-20b3f2cdce0b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:31.942592 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a19f00-d3c1-4f0e-9e7c-a295d9532733", "name": "network-vif-deleted", "tag": "b7acb6b6-fa28-4789-a2dd-950746cc511c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:31.942912 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc8d8723-311f-4463-a679-20b3f2cdce0b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:31.944254 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a19f00-d3c1-4f0e-9e7c-a295d9532733', 'name': 'network-vif-deleted', 'tag': 'b7acb6b6-fa28-4789-a2dd-950746cc511c', 'status': 'completed', 'code': 200} Nov 12 01:13:31.951412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Port': ['ID=c13cd06d-258c-4027-a29e-74dbf9a83648,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.953689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.968482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] No DVR routers for this DVR port c13cd06d-258c-4027-a29e-74dbf9a83648 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:32.057481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.098556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53e20c19-d8ef-4b60-855b-670990a686ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.117269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.128874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Checking router: d197eb86-7f87-41ab-a112-ebc546597eda for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:32.163932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53e20c19-d8ef-4b60-855b-670990a686ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.188799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.226439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:32.227295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.230271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] Pushing event deleted for resources: {'Port': ['ID=c13cd06d-258c-4027-a29e-74dbf9a83648,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.241520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cc18e-c60e-48dd-adcc-2faaf52e491e None None] No DVR routers for this DVR port c13cd06d-258c-4027-a29e-74dbf9a83648 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:32.241833 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.244962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.253750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6696de7-22da-4005-9710-db8581b3ad72 HTTP/1.1" status: 204 len: 168 time: 0.4176176 Nov 12 01:13:32.278516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c6148-dc39-4161-be60-2a820549067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6696de7-22da-4005-9710-db8581b3ad72,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.315267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.322316 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53e20c19-d8ef-4b60-855b-670990a686ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef364e2bdb724272b0de77c68e4eb1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6641376 Nov 12 01:13:32.325006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59632) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:32.329576 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e20c19-d8ef-4b60-855b-670990a686ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2950ea23-194b-4422-a24f-968ac92a9aa3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.368807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c369444f-023d-476b-9877-a3004f56078e']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.392413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.392948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1180fb3-c03a-405c-a07b-c867ed7d5dcf') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:32.411825 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.447881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.459129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:32.459591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:32.468318 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:32.507809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.511469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:32.568487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.598798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.611694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.629632 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] 10.222.0.11 "DELETE /v2.0/networks/c369444f-023d-476b-9877-a3004f56078e HTTP/1.1" status: 204 len: 168 time: 2.6698189 Nov 12 01:13:32.636802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 318d1b6a-c25c-43e8-b151-39f9d1167084 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:32.683393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d71e-ce96-4925-bf3f-72cb33da89ae tempest-FloatingIPNegativeTestJSON-1771603011 tempest-FloatingIPNegativeTestJSON-1771603011-project] Pushing event deleted for resources: {'Network': ['ID=c369444f-023d-476b-9877-a3004f56078e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.692984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:32.723662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.728964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.736675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2950ea23-194b-4422-a24f-968ac92a9aa3 HTTP/1.1" status: 204 len: 168 time: 0.4100738 Nov 12 01:13:32.750378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb90aa-b863-45ea-97d2-46455e865505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950ea23-194b-4422-a24f-968ac92a9aa3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.841667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.998816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 318d1b6a-c25c-43e8-b151-39f9d1167084 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:32.999596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.331841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59656) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.370722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:33.464460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c13cd06d-258c-4027-a29e-74dbf9a83648 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:33.467129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923c036-ef94-4656-b4cc-416644b0d1d0 None None] The sync data for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 is: [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:12:00Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'b0ed2d23-3119-427f-9702-3bdd723997b5', 'name': '', 'network_id': 'b716995b-f923-4021-80cc-ca5d8c0de6d9', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:f4:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:59Z', 'updated_at': '2021-11-12T01:12:05Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': '5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:33.502738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c13cd06d-258c-4027-a29e-74dbf9a83648 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:33.503079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c13cd06d-258c-4027-a29e-74dbf9a83648 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:33.567503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.595015 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-019f2e0d-6b66-4518-aeac-db07a95c2715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.651733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.062504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port b0ed2d23-3119-427f-9702-3bdd723997b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:34.066913 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.158567 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7afa0e-7d63-4813-910c-ca76cdf26e2c None None] New status for floating IP 7b06dc91-f287-4633-9a8e-d75a92524a8e: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:34.172250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:34.173145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port b0ed2d23-3119-427f-9702-3bdd723997b5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b0ed2d23-3119-427f-9702-3bdd723997b5,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:34.173518 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.190945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for b0ed2d23-3119-427f-9702-3bdd723997b5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:34.211865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: b7acb6b6-fa28-4789-a2dd-950746cc511c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:34.212602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b7acb6b6-fa28-4789-a2dd-950746cc511c not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:34.268119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-f88f7cf9-688a-47dc-aad1-60d6541fc7b7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:34.269746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-f88f7cf9-688a-47dc-aad1-60d6541fc7b7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.5873065 Nov 12 01:13:34.273715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-019f2e0d-6b66-4518-aeac-db07a95c2715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.298720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-019f2e0d-6b66-4518-aeac-db07a95c2715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.350147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-79609c44-4a9b-4c7b-a15d-dce44dcae655 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0544052 Nov 12 01:13:34.393291 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c591c0f-b6ec-4463-be42-aa63f027bc08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90dbd23269f24930958081561404d914&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0596442 Nov 12 01:13:34.395695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.407326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-019f2e0d-6b66-4518-aeac-db07a95c2715 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0482e51000a94ac9b50a4a55e6b15b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8383341 Nov 12 01:13:34.412462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f2e0d-6b66-4518-aeac-db07a95c2715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f3418-33d8-4764-869e-c368a710cb77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.416890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.449054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4178c0d6-d86d-4691-b647-d95cc145f7cf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980160 Nov 12 01:13:34.475908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.509476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.510414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=b0ed2d23-3119-427f-9702-3bdd723997b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.543011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.578566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.608670 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.725086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a2e93cb2-1566-4df7-814d-bc8c3a22b370 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592552 Nov 12 01:13:34.758687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.761391 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.762632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d3f3418-33d8-4764-869e-c368a710cb77 HTTP/1.1" status: 204 len: 168 time: 0.3430049 Nov 12 01:13:34.817449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade1b11-ee9f-4137-85e2-4bcebb8bbe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f3418-33d8-4764-869e-c368a710cb77,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.870545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-ceba9a18-2b9e-4e36-8950-ba99c009f6f7 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370845 Nov 12 01:13:35.163635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.240901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.244209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.245755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be2643e5-2766-4b88-af2c-42a52c7021ac HTTP/1.1" status: 204 len: 168 time: 0.8489790 Nov 12 01:13:35.295633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f4e1-f290-47c6-a879-a0574fc00aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2643e5-2766-4b88-af2c-42a52c7021ac,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.306015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b4d5526-f747-489c-8a9e-4b6e8b0e068c req-1bb79539-c221-4519-9027-e6f18058511f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0483348 Nov 12 01:13:35.338301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.497444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router d197eb86-7f87-41ab-a112-ebc546597eda has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:35.689088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:35.695984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7dd04607-bcc2-40c8-9aad-b830b37d3f0b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/d197eb86-7f87-41ab-a112-ebc546597eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0011709 Nov 12 01:13:35.699033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:35.703626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Sync routers for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:35.727485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:35.728416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:35.771716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting subnet 5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:35.780852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.899492 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.929996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:36.062634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.212711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.254376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeaa561-4b7f-4153-be09-ffdd22e51e20 None None] Network b716995b-f923-4021-80cc-ca5d8c0de6d9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:36.256361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.283494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/subnets/5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313 HTTP/1.1" status: 204 len: 168 time: 0.5806487 Nov 12 01:13:36.283732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:36.406789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a131090-549c-421b-bf48-45d6386f83fe tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed1d9cc-33f3-4e41-9a6b-7bb6a1dcf313,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:36.559568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ee39e24-79c8-41ae-96b7-a1a6fe18e916 req-d5a3c4cb-5dde-4c61-9eda-295492e52323 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.1003718 Nov 12 01:13:36.617654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:13:34Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '2a9b9fa0-4b13-4b63-a844-8c2cca63936f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:11:54Z', 'updated_at': '2021-11-12T01:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:36.665582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.872540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.880748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Checking router: d197eb86-7f87-41ab-a112-ebc546597eda for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:36.894414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Routers {'d197eb86-7f87-41ab-a112-ebc546597eda'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:36.896155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['d197eb86-7f87-41ab-a112-ebc546597eda'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:36.942051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.113186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] Set router d197eb86-7f87-41ab-a112-ebc546597eda gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:37.264177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-98282321-848f-4b42-9dda-a7dd6dfb1c93 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:37.264451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] DHCP port deletion for b716995b-f923-4021-80cc-ca5d8c0de6d9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:37.266487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-98282321-848f-4b42-9dda-a7dd6dfb1c93 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.2956114 Nov 12 01:13:37.270906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:13:36Z', 'revision_number': 6, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:37.279845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:37.280255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.289448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': '95f0cee6-d400-4a83-bc38-5559f385da18', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.316115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'networks': [{'name': 'tempest-network--239843942'}, {'name': 'tempest-network--231369336'}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.316811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-network--239843942'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.317276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-network--231369336'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.337022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47688a07-4328-485a-9199-3ec9001e8a0c None None] The sync data for ids ['d197eb86-7f87-41ab-a112-ebc546597eda'] in n-d-712141-15 is: [{'id': 'd197eb86-7f87-41ab-a112-ebc546597eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837777626', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:11:53Z', 'updated_at': '2021-11-12T01:13:36Z', 'revision_number': 6, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:37.369484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Deleting port 23ac2689-1d71-4822-8a9b-acb7acd49d2e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:37.370744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.491753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] For port 23ac2689-1d71-4822-8a9b-acb7acd49d2e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23ac2689-1d71-4822-8a9b-acb7acd49d2e,segment=NetworkSegment(499a43aa-e619-4653-a64e-9d85c6337ef6),segment_id=499a43aa-e619-4653-a64e-9d85c6337ef6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:37.492509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.510750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Calling delete_port for 23ac2689-1d71-4822-8a9b-acb7acd49d2e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:37.550064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 2a9b9fa0-4b13-4b63-a844-8c2cca63936f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:37.550064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.578695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 2a9b9fa0-4b13-4b63-a844-8c2cca63936f owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:37.722333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.748198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11bc61cf-5668-4526-bf65-a06533e59e81 req-561decf0-8243-4e35-a55a-1c72f7f3faeb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0737860 Nov 12 01:13:37.808258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] Pushing event deleted for resources: {'Port': ['ID=23ac2689-1d71-4822-8a9b-acb7acd49d2e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.815891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4567718-6c6b-4b2a-aeae-2679b345456c None None] No DVR routers for this DVR port 23ac2689-1d71-4822-8a9b-acb7acd49d2e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:37.965741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'network': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:37.983010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.009846 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.011763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.100349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=2a9b9fa0-4b13-4b63-a844-8c2cca63936f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.121557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549faa86-193e-42a6-9d26-6f5a76bec327 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:38.231194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:38.236270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.265139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.388758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.392754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.394625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0ed2d23-3119-427f-9702-3bdd723997b5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:38.441985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b0ed2d23-3119-427f-9702-3bdd723997b5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:38.442565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b0ed2d23-3119-427f-9702-3bdd723997b5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:38.443195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a9b9fa0-4b13-4b63-a844-8c2cca63936f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:38.463398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.463926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Fanout notify agent at l3_agent the message router_deleted on router d197eb86-7f87-41ab-a112-ebc546597eda {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:38.469895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2a9b9fa0-4b13-4b63-a844-8c2cca63936f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:38.470660 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a9b9fa0-4b13-4b63-a844-8c2cca63936f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:38.471645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23ac2689-1d71-4822-8a9b-acb7acd49d2e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:38.472345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.473512 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-05014633-a40f-4126-9d22-51fc56cebbed tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/routers/d197eb86-7f87-41ab-a112-ebc546597eda HTTP/1.1" status: 204 len: 168 time: 2.1887200 Nov 12 01:13:38.476720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:38.514167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 23ac2689-1d71-4822-8a9b-acb7acd49d2e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:38.514770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23ac2689-1d71-4822-8a9b-acb7acd49d2e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:38.546022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.580632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.581620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.619185 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.665396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:38.690587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.690941 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment 161cf9e0-40ca-451e-a078-701f31a91a2f of type vlan for network e8cca00b-89df-4b4f-be9c-11cd94864c9b Nov 12 01:13:38.721881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.8 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/496b33f1-83b1-42a8-8fb8-efa5a853160a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:38.764289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.796012 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b716995b-f923-4021-80cc-ca5d8c0de6d9']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.817609 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8303ac72-c746-4075-a88b-1563fc221ef0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.817849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499a43aa-e619-4653-a64e-9d85c6337ef6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.817849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499a43aa-e619-4653-a64e-9d85c6337ef6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:38.845264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.845643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.872043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.904742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:38.908360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:38.914435 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:38.937317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:38.959229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1de144d2-f1f3-42bf-99e3-3f4aa1c1c5c8 req-c4b376d5-03b2-4fb9-a549-5c7cc4a878c5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0790634 Nov 12 01:13:38.977815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.978188 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment 67ebcfb2-2bc3-4b1c-a73c-82b5883a25e9 of type vlan for network 4b96ce6b-426a-4736-b1f9-6365570f10e5 Nov 12 01:13:39.021508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.050985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.064189 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.071862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/networks/b716995b-f923-4021-80cc-ca5d8c0de6d9 HTTP/1.1" status: 204 len: 168 time: 0.5880289 Nov 12 01:13:39.078221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.080830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7603-8732-4647-9987-2ef6a4dde8c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Network': ['ID=b716995b-f923-4021-80cc-ca5d8c0de6d9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.097795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.125045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.223714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.223980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.232296 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.237841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.238602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.248042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04f2857f-2634-4728-80aa-1bd0ca314818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.263434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bcced5b-4194-44ab-9262-77f34952fef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.314262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.365573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=e8cca00b-89df-4b4f-be9c-11cd94864c9b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.371028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.376453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bcced5b-4194-44ab-9262-77f34952fef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.385412 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bcced5b-4194-44ab-9262-77f34952fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.387051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e8cca00b-89df-4b4f-be9c-11cd94864c9b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:39.395346 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4478266 Nov 12 01:13:39.407634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.437559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:39.471038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcced5b-4194-44ab-9262-77f34952fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8094fe-c3bc-4881-b5e2-1f5550e6a36e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.471231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:39.494027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0bcced5b-4194-44ab-9262-77f34952fef9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e56033b857f426892898cfeb7161ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947353 Nov 12 01:13:39.513145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.513777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:39.518358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.526827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.604582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dfc9-7768-422d-9cfe-fa3b457881f8 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=4b96ce6b-426a-4736-b1f9-6365570f10e5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.606075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddf5ca-baee-422b-a39f-308004f799f2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.619283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddf5ca-baee-422b-a39f-308004f799f2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.619606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 4b96ce6b-426a-4736-b1f9-6365570f10e5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:39.641104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddf5ca-baee-422b-a39f-308004f799f2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.661035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddf5ca-baee-422b-a39f-308004f799f2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.666796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7bddf5ca-baee-422b-a39f-308004f799f2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2587016 Nov 12 01:13:39.667698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:39.710642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.711686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.714472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.770920 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4bfa7f78-a9b7-4572-819f-911973e22229 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4862332 Nov 12 01:13:39.778750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.800506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Request body: {'port': {'device_id': '95f0cee6-d400-4a83-bc38-5559f385da18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:39.824591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.863318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.865926 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.867156 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d614606-9c73-4778-8c5f-8a8feb303697 HTTP/1.1" status: 204 len: 168 time: 0.7875745 Nov 12 01:13:39.913001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28c6c0-3aea-492a-aa30-720aaacdce68 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d614606-9c73-4778-8c5f-8a8feb303697,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.920847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.940485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-500f99b5-c082-4ffc-b91d-8453f1324fd8 None None] Provisioning complete for port 496b33f1-83b1-42a8-8fb8-efa5a853160a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:39.941009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-500f99b5-c082-4ffc-b91d-8453f1324fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.014877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-500f99b5-c082-4ffc-b91d-8453f1324fd8 None None] Port 496b33f1-83b1-42a8-8fb8-efa5a853160a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:40.026995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.030197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.034845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf8094fe-c3bc-4881-b5e2-1f5550e6a36e HTTP/1.1" status: 204 len: 168 time: 0.5098319 Nov 12 01:13:40.041344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.067687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c86d5e-820d-4f1d-b542-945568caf7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8094fe-c3bc-4881-b5e2-1f5550e6a36e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.115719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cca00b-89df-4b4f-be9c-11cd94864c9b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.130566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161cf9e0-40ca-451e-a078-701f31a91a2f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.131241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161cf9e0-40ca-451e-a078-701f31a91a2f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.143445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.166945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.174997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:40.175564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:40.255623 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:40.355865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.379172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.381008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.384889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/e8cca00b-89df-4b4f-be9c-11cd94864c9b HTTP/1.1" status: 204 len: 168 time: 0.7157261 Nov 12 01:13:40.387786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.391514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819275116', 'description': 'tempest-secgroup-smoke-1819275116 description', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:40.414423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c472-0fc0-45a9-b115-552830319a41 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=e8cca00b-89df-4b4f-be9c-11cd94864c9b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.441067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2bd6-b912-40c9-865f-911d6c67b66a req-bedd3b84-bf1b-4dac-a9c5-0b03d2206d73 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.449100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dcd2bd6-b912-40c9-865f-911d6c67b66a req-bedd3b84-bf1b-4dac-a9c5-0b03d2206d73 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 931 time: 0.1722064 Nov 12 01:13:40.460631 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.566346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.575328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496b33f1-83b1-42a8-8fb8-efa5a853160a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:40.587050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7dcd2bd6-b912-40c9-865f-911d6c67b66a req-69d2de3b-eaf0-4903-9a68-0e178c2ab65b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342518 Nov 12 01:13:40.602436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.650444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Transition to ACTIVE for port object 496b33f1-83b1-42a8-8fb8-efa5a853160a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:40.664481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.668542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.670823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.699982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.745176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.746523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24b0b816-088c-4bec-846f-d8d2c897418d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.765010 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.768885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3814285 Nov 12 01:13:40.780238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.786368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:40.811756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467d457-a722-4a0e-b481-246610fea689 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620d87d8-1122-4d42-8e99-cf230a298f7b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.838954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b96ce6b-426a-4736-b1f9-6365570f10e5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.871488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ebcfb2-2bc3-4b1c-a73c-82b5883a25e9') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.871823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ebcfb2-2bc3-4b1c-a73c-82b5883a25e9') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:40.873685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Pushing event updated for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.922022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24b0b816-088c-4bec-846f-d8d2c897418d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.933539 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.934748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.968975 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.978906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:40.979327 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:40.990186 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:40.995188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24b0b816-088c-4bec-846f-d8d2c897418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.070126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.084419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.104532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Attempting to bind port 496b33f1-83b1-42a8-8fb8-efa5a853160a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:41.105133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Attempting to bind port 496b33f1-83b1-42a8-8fb8-efa5a853160a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:41.105622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Attempting to bind port 496b33f1-83b1-42a8-8fb8-efa5a853160a on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:41.116518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Port 496b33f1-83b1-42a8-8fb8-efa5a853160a on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:41.117125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Attempting to bind port 496b33f1-83b1-42a8-8fb8-efa5a853160a on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:41.127079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:41.127665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:41.128260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:41.132365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-24b0b816-088c-4bec-846f-d8d2c897418d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa0f6ae1b1b94d27aa97fcdec4c53ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4253254 Nov 12 01:13:41.133554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Bound port: 496b33f1-83b1-42a8-8fb8-efa5a853160a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:41.134549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.137355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.160671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.164113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808417 Nov 12 01:13:41.167641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0b816-088c-4bec-846f-d8d2c897418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ba372-6994-402a-bdac-6309272c1730,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.171525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.174488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4780b2-5b9d-4d90-bc1a-12e06ad1a565 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165474b1-156d-431c-9b03-b673f1e1dbd3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.175836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.180385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.219556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.224994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/4b96ce6b-426a-4736-b1f9-6365570f10e5 HTTP/1.1" status: 204 len: 168 time: 0.8361721 Nov 12 01:13:41.228179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59852) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.245710 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170f01-e997-424b-bcfb-61cac78a0f48 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=4b96ce6b-426a-4736-b1f9-6365570f10e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.318165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.340507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.350966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745111235', 'description': 'tempest-secgroup-smoke-1745111235 description', 'project_id': 'af5cdc4617964397ae28d01185fd2d54'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.377689 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.379983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c0599-e501-4ad8-bd83-61ea85022154 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.385031 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.386652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c0599-e501-4ad8-bd83-61ea85022154 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.391372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c20c0599-e501-4ad8-bd83-61ea85022154 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1589816 Nov 12 01:13:41.392707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.398119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2035134713'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.422246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:13:41.422246 n-d-712141-15 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:13:41.422246 n-d-712141-15 neutron-server[102677]: [parameters: {'project_id_1': '090d5cf8f51f46a4900cc9e23fcfd16b', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 13, 21, 402833)}] Nov 12 01:13:41.422246 n-d-712141-15 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:13:41.422792 n-d-712141-15 neutron-server[102677]: DEBUG oslo_db.api [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:13:41.428767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:41.472783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.480288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:41.498298 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.557865 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.562180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.563469 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.565343 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] 10.222.0.32 "PUT /v2.0/ports/496b33f1-83b1-42a8-8fb8-efa5a853160a HTTP/1.1" status: 200 len: 1092 time: 1.7798820 Nov 12 01:13:41.569591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:41.571973 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887ee80-048a-45a7-82d3-a527107e7164" -d '{"events": [{"name": "network-changed", "server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:41.582776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.599929 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.602948 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.605755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d9ba372-6994-402a-bdac-6309272c1730 HTTP/1.1" status: 204 len: 168 time: 0.4658186 Nov 12 01:13:41.677316 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0019f2-d360-4e13-a66e-8e4e4fc463ae x-openstack-request-id: req-cf0019f2-d360-4e13-a66e-8e4e4fc463ae {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:41.677820 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:41.678227 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf0019f2-d360-4e13-a66e-8e4e4fc463ae {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:41.678785 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a', 'status': 'completed', 'code': 200} Nov 12 01:13:41.714919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac10dda7-0bdf-4ffd-b17f-13da87579824,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.717273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d1a67-3717-4b52-801e-6e03d5f0a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ba372-6994-402a-bdac-6309272c1730,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.760907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.763590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9d3bb102-5803-4dee-8c23-b9e1bff64f3e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5888033 Nov 12 01:13:41.769876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8eabe-41f0-473d-9365-3d5487c8bf7d req-58830935-8fcf-4cc4-b753-db76f45501fe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.770397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cfab3-fa56-45a9-8863-5ee35e9ad040 service neutron] Pushing event updated for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.772230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41b8eabe-41f0-473d-9365-3d5487c8bf7d req-58830935-8fcf-4cc4-b753-db76f45501fe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.0868022 Nov 12 01:13:41.772759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.777420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.822391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.826632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-bcfa9d32-867c-4ee4-a453-d583592752f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.828705 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-bcfa9d32-867c-4ee4-a453-d583592752f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 1095 time: 0.1889372 Nov 12 01:13:41.831520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.880392 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.898977 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-1c9491a0-3244-4bc1-bd3b-9035692922da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a HTTP/1.1" status: 200 len: 217 time: 0.0577633 Nov 12 01:13:41.918339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41b8eabe-41f0-473d-9365-3d5487c8bf7d req-48b209a7-a92d-402d-a561-5378aed6c05c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323936 Nov 12 01:13:41.926027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.927342 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5808041 Nov 12 01:13:41.947425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.948035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d95b-6363-4192-8587-598909361979 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79117145-32e4-4074-af19-447bcd86b470,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:41.952382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.978525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.979661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:41.983839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.989159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.009815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4e3b2c63-31a9-48d5-8243-d47e3d6a53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.011355 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4e3b2c63-31a9-48d5-8243-d47e3d6a53c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.1025188 Nov 12 01:13:42.026739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ca69f-42d9-4c46-b053-4ba3b9b6bfe7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.046072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:42.054694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.055955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dccde1e2-3110-4151-8335-cfd19c461bad tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822309 Nov 12 01:13:42.058590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.067257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.075368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.108169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4490cff6-0456-4dc7-9747-b126c34a398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.110691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-4490cff6-0456-4dc7-9747-b126c34a398c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910821 Nov 12 01:13:42.111022 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.111379 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment c06ac51e-1df4-48e6-bc1d-c8c1b9494f24 of type vlan for network 762fcb2f-7617-4e64-a3fd-d847d1b1da1a Nov 12 01:13:42.113755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.133827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08740d4f-6b40-40e4-bc7f-4423b53de19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.140086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.149842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.170143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.190784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ef1ea-5581-4e2d-803b-ccd57748ca5b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.204855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.209014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59874) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.209311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1c3ce790-41dd-4f78-a698-4a7d19457937 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2605503 Nov 12 01:13:42.217505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.224107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.232149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.232786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.299173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.303059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.307923 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-c302f3ce-fc16-4178-9bd1-a5bd357283cb service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907775 Nov 12 01:13:42.315974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9220035 Nov 12 01:13:42.316526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59880) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.316773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516084c3-1135-4725-8ba9-f7e9c017c379 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=762fcb2f-7617-4e64-a3fd-d847d1b1da1a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.318395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.324291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-136230340'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.331429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 762fcb2f-7617-4e64-a3fd-d847d1b1da1a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:42.420409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894dde41-419c-43de-abe8-b13435d2c3d5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.449852 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:42.453408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.470528 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.471811 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8cc1983d-2409-435f-94c9-afcb6ba1d81f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020450 Nov 12 01:13:42.474973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.482020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.492357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.509963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.519867 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:13:42.528493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.532818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b27e6eb6-748a-4c0d-960a-2bb53b3e8533 req-45b73ff4-fd06-4ac4-8a06-6b82c199da11 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152390 Nov 12 01:13:42.536449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:42.545782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df8fa24-ccc1-4550-8d18-0189b152503c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.552855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.553184 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment e9bf1ffd-f5bd-4381-876b-29bb421ee74a of type vlan for network a826cbb4-e708-411b-ac34-a2340c8bd586 Nov 12 01:13:42.566155 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.567403 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf17541b-0800-482e-b100-696a97b5814d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3536463 Nov 12 01:13:42.570248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.575291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.630976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.636751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.672319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec1187e-07d6-4e50-bf6d-9b044246b827,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.680221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.693277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.694892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-85462af2-35ee-44eb-bf62-e31402f9e14e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2180455 Nov 12 01:13:42.697254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.698584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.703893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'security_group_rule': {'security_group_id': '620d87d8-1122-4d42-8e99-cf230a298f7b', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.738699 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Project bd1ab7096c2e42c98ca002e8b7be3b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:13:42.749261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.756273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ee80-048a-45a7-82d3-a527107e7164 req-8a6f4561-91be-4f7e-a74e-ef80fc804776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.758248 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-8a6f4561-91be-4f7e-a74e-ef80fc804776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 1095 time: 0.1533439 Nov 12 01:13:42.808660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.817036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.817798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.837793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.852934 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.878234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.898588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.899962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002127 Nov 12 01:13:42.903125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.909847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'network': {'name': 'tempest-network-smoke--464673327', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.914761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.927654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ae74-bd0e-461a-b6d3-3030052eed6e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a95c9d-1529-40d3-abaa-1b21ea8436f2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.949430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:42.953417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.958935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6360719 Nov 12 01:13:42.959482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.961720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.977313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'ports': [{'network_id': '762fcb2f-7617-4e64-a3fd-d847d1b1da1a', 'name': 'tempest-port--82163379', 'admin_state_up': True}, {'network_id': 'a826cbb4-e708-411b-ac34-a2340c8bd586', 'admin_state_up': False}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.979147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'port': {'network_id': '762fcb2f-7617-4e64-a3fd-d847d1b1da1a', 'name': 'tempest-port--82163379', 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.979798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'port': {'network_id': 'a826cbb4-e708-411b-ac34-a2340c8bd586', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:42.989473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932288-0892-4aa9-a018-2cc2a6e0f60e tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=a826cbb4-e708-411b-ac34-a2340c8bd586,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.003285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1b7193-ee55-48d7-b294-7139c7f1b6c6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.004181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a826cbb4-e708-411b-ac34-a2340c8bd586 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:43.012721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ee80-048a-45a7-82d3-a527107e7164 req-1d2ccf8c-9e88-4b88-9a30-4200d81d00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.014250 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-1d2ccf8c-9e88-4b88-9a30-4200d81d00ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.2474449 Nov 12 01:13:43.023284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.024590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba66b3b6-7b88-4ada-aa0d-16dcdb001328 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4533706 Nov 12 01:13:43.033753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:43.069872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:43.091401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-af82d359-365d-411e-84d9-06bad7e0fb52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a HTTP/1.1" status: 200 len: 217 time: 0.0656686 Nov 12 01:13:43.158334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ee80-048a-45a7-82d3-a527107e7164 req-bc80fe9b-b4c1-49dd-a5ed-1cf0b3d9da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.161043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-bc80fe9b-b4c1-49dd-a5ed-1cf0b3d9da01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0625370 Nov 12 01:13:43.210560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:43.228111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ee80-048a-45a7-82d3-a527107e7164 req-5f977289-28b6-4e12-920b-7e39c757b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.229728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-5f977289-28b6-4e12-920b-7e39c757b733 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601599 Nov 12 01:13:43.238414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.238764 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Added segment bb1bc88f-e37b-492b-905b-e4e1cc6ea17b of type vlan for network 07f2e4d2-ced3-4590-9459-b98801f549af Nov 12 01:13:43.293073 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.318651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7a353-141b-4b3b-807e-81576feb14cb req-4b46c7e3-7093-4338-a5b4-8ed3dab94d1a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.320281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a7a353-141b-4b3b-807e-81576feb14cb req-4b46c7e3-7093-4338-a5b4-8ed3dab94d1a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.2615550 Nov 12 01:13:43.352189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-fce4ed9f-b518-4917-9dde-ab359719b26b service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060798 Nov 12 01:13:43.382900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.462627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1887ee80-048a-45a7-82d3-a527107e7164 req-c7c51961-b3e7-4c29-bc2e-8a4922d4c1b3 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037295 Nov 12 01:13:43.504476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.510150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.510733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.515923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.528547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.533518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-74a7a353-141b-4b3b-807e-81576feb14cb req-5edde7ce-3fd9-4d7f-a2a8-38ea50e8eb62 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028990 Nov 12 01:13:43.534117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'port': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:43.538540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.596837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.604617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:43.605190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7004917 Nov 12 01:13:43.609542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'admin_state_up': True, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:43.641827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fca15ad-27c9-40e2-ac29-dd298198632e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.661704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.665589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-71bfe177-58c0-4210-8134-904fcdfdf696 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6192460 Nov 12 01:13:43.666444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:43.667698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0606b5-084f-4439-8fc2-54a3b08867cc tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Network': ['ID=07f2e4d2-ced3-4590-9459-b98801f549af,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.675260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:43.682498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 07f2e4d2-ced3-4590-9459-b98801f549af details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:43.689317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.690851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.769558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] device_id is not set on port 54d20ac9-2d51-4a90-8372-688489395966 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:43.805280 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Project af5cdc4617964397ae28d01185fd2d54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:13:43.811977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.815305 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.948136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.055356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.064168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] device_id is not set on port 1c7e1c61-dc47-4630-8f4c-caca63967592 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:13:44.219343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.274206 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.355742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Port': ['ID=54d20ac9-2d51-4a90-8372-688489395966,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.365359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Checking segment: {'id': 'c06ac51e-1df4-48e6-bc1d-c8c1b9494f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '762fcb2f-7617-4e64-a3fd-d847d1b1da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:44.365886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network hostable DHCP agents. Network: 762fcb2f-7617-4e64-a3fd-d847d1b1da1a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:44.391874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network 762fcb2f-7617-4e64-a3fd-d847d1b1da1a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:44.411262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 762fcb2f-7617-4e64-a3fd-d847d1b1da1a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:44.425607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cca9d0-85d2-4eaa-9885-d88d66657c36 None None] Network 762fcb2f-7617-4e64-a3fd-d847d1b1da1a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:44.437753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:44.439221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.439722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.453767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.482681 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.509130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Port': ['ID=1c7e1c61-dc47-4630-8f4c-caca63967592,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.528774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea11a7b6-3cba-4994-98c3-f79be59e6ee4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.541371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.550149 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ba01826f-6583-48a7-b9c9-788eea8af946 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8827939 Nov 12 01:13:44.554269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.562679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'security_group_rule': {'security_group_id': '79117145-32e4-4074-af19-447bcd86b470', 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:44.575766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Checking segment: {'id': 'e9bf1ffd-f5bd-4381-876b-29bb421ee74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a826cbb4-e708-411b-ac34-a2340c8bd586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:44.576596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network hostable DHCP agents. Network: a826cbb4-e708-411b-ac34-a2340c8bd586, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:44.653165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network a826cbb4-e708-411b-ac34-a2340c8bd586 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:44.657291 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Project af5cdc4617964397ae28d01185fd2d54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:13:44.678894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.683942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a826cbb4-e708-411b-ac34-a2340c8bd586) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:44.701735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736d582-5cab-444e-9369-5cba67eb6ad3 None None] Network a826cbb4-e708-411b-ac34-a2340c8bd586 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:44.708576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:44.714322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.719583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.720395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.795046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.804437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cd6a0657-a57d-416c-bd90-4abad7a55a74 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.8440113 Nov 12 01:13:44.805073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.820899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.853595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5b0644-6130-4f57-8ca9-503a4cb6eee3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.864248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73db4-adf1-48c5-84a0-66422e93e558 req-6274a354-0df8-43c1-9b02-ce694285fa0d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.865815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cad73db4-adf1-48c5-84a0-66422e93e558 req-6274a354-0df8-43c1-9b02-ce694285fa0d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.1882775 Nov 12 01:13:44.898811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.901971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b32f481d-6d8e-40d7-88ed-782627a9879a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3464632 Nov 12 01:13:44.926069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.927699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06abc5-8ec1-4c5c-966a-839ead2da125 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.949848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06abc5-8ec1-4c5c-966a-839ead2da125 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.954888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af06abc5-8ec1-4c5c-966a-839ead2da125 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1446147 Nov 12 01:13:44.955489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.964712 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.975496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.058937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cad73db4-adf1-48c5-84a0-66422e93e558 req-37bfea27-8ad8-4ae3-a9b1-c5ae5a52899f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811321 Nov 12 01:13:45.169994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.122 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/854a9d56-09f0-48cd-8e7e-7ce4a695d251) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:45.176452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Deleting port 54d20ac9-2d51-4a90-8372-688489395966 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:45.177057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.254673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-8f6c99a6-e30c-420c-bb9a-d447103cd2e6 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745111235&fields=id&tenant_id=af5cdc4617964397ae28d01185fd2d54 HTTP/1.1" status: 200 len: 267 time: 0.1089151 Nov 12 01:13:45.283551 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.314029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.322266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Calling delete_port for 54d20ac9-2d51-4a90-8372-688489395966 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:45.344626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 59978) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.365552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.416364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:45.423231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:45.426682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:45.445485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32390d31-a8a3-4b05-bf51-46fd646f5b51 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:45.450473 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-2320003d-da7e-4757-a625-fd340c56f82f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.452091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-2320003d-da7e-4757-a625-fd340c56f82f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 812 time: 0.1843507 Nov 12 01:13:45.463968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=854a9d56-09f0-48cd-8e7e-7ce4a695d251,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.479555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-b511464e-6e54-4eee-a83d-b5cb33a5fdae tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/quotas/af5cdc4617964397ae28d01185fd2d54 HTTP/1.1" status: 200 len: 375 time: 0.0123150 Nov 12 01:13:45.530605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.555890 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c450ba0-403f-4c01-8886-c7bd18044b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.566500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Port': ['ID=54d20ac9-2d51-4a90-8372-688489395966,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.567414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-465a697a-bad5-4977-929a-ec07f5815d81 None None] Provisioning complete for port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:45.568177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465a697a-bad5-4977-929a-ec07f5815d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.583800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.592157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c8b84819-acfa-43cc-8d3d-85e378be636c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/ports/54d20ac9-2d51-4a90-8372-688489395966 HTTP/1.1" status: 204 len: 168 time: 0.6318064 Nov 12 01:13:45.600479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-c7c623b8-175e-45cf-92a8-5f53b98de09f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122949 Nov 12 01:13:45.601374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.646639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-465a697a-bad5-4977-929a-ec07f5815d81 None None] Port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:45.676283 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c450ba0-403f-4c01-8886-c7bd18044b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.688076 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c450ba0-403f-4c01-8886-c7bd18044b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.776264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c450ba0-403f-4c01-8886-c7bd18044b71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a50bc6f89334429e91ad3e8da738896e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268231 Nov 12 01:13:45.776589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.778335 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c450ba0-403f-4c01-8886-c7bd18044b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c32c86-bcd5-4a0d-a6ad-9fd4070a18a1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.809581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-9a56a228-b7be-4813-a23a-c75e5f112cfc service neutron] 10.222.0.11 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525893 Nov 12 01:13:45.833058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Deleting port 1c7e1c61-dc47-4630-8f4c-caca63967592 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:45.833310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.894993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.975590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.982739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.022273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Calling delete_port for 1c7e1c61-dc47-4630-8f4c-caca63967592 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:46.028916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.040005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-596d2497-cfd6-431a-a95e-5f89eace7418 service neutron] 10.222.0.11 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205076 Nov 12 01:13:46.143647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.156504 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.160143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.164345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7c32c86-bcd5-4a0d-a6ad-9fd4070a18a1 HTTP/1.1" status: 204 len: 168 time: 0.3863506 Nov 12 01:13:46.180674 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.207234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Port': ['ID=1c7e1c61-dc47-4630-8f4c-caca63967592,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.235346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aede7e-0d88-4d27-a864-0adece52b062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c32c86-bcd5-4a0d-a6ad-9fd4070a18a1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.237611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.241484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-05f7a236-0bda-4385-aad4-705f3b693f88 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/ports/1c7e1c61-dc47-4630-8f4c-caca63967592 HTTP/1.1" status: 204 len: 168 time: 0.6387246 Nov 12 01:13:46.257429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.300049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3aa51a6d-27f3-4560-ab43-54329938d550 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0408850 Nov 12 01:13:46.311515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 59998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.319947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-723936630'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:46.366783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0b1ea-199d-4afb-aaf5-3332727d4c82 req-233938dc-6644-467c-b1b8-58db06702d7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.368519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96d0b1ea-199d-4afb-aaf5-3332727d4c82 req-233938dc-6644-467c-b1b8-58db06702d7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.1646812 Nov 12 01:13:46.377445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:46.388687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.429680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router a83ae449-773b-4ec6-9dad-185a8e29dc73 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:13:46.470506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:46.501509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96d0b1ea-199d-4afb-aaf5-3332727d4c82 req-96824713-b0d2-4243-b1cc-b64af8bb8420 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948858 Nov 12 01:13:46.528820 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.529183 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment 6349b456-6e6f-4b6b-a67a-2c8894ceba93 of type vlan for network f0861487-0d2d-4d85-9973-4c1401c58e2f Nov 12 01:13:46.612232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6a76c30-fe16-42dd-9838-280a6a55ff5f req-a3ac0f64-293f-4fdd-a466-a1410c60620a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0467525 Nov 12 01:13:46.614050 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.648028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.655129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.655750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.657059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.672935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a164018-f67b-4fea-90a6-d96f94437bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.709432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:46.726860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Sync routers for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:46.739164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4262748 Nov 12 01:13:46.743426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.743624 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:46.744130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:46.749446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-540097050'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:46.757122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f58b6-3414-4e96-a5e5-3b0d872f81c5 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=f0861487-0d2d-4d85-9973-4c1401c58e2f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.772458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f0861487-0d2d-4d85-9973-4c1401c58e2f details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:46.815658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:46.819581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.846234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.853589 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a9f1ddd9-22b1-4c12-86c5-06ca29d5f623 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2477643 Nov 12 01:13:46.855050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.880621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a164018-f67b-4fea-90a6-d96f94437bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.887117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3a164018-f67b-4fea-90a6-d96f94437bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.930323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cafdc6a3-bd1d-4040-bf83-bc6490ca5cce tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bd1ab7096c2e42c98ca002e8b7be3b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716496 Nov 12 01:13:46.931079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60016) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.963666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:46.981961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a164018-f67b-4fea-90a6-d96f94437bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6395c08b-a790-433f-a2dd-fc362005048d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.991735 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:47.012022 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3a164018-f67b-4fea-90a6-d96f94437bdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef388c5dc7db4f6598ecafa136c78fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535588 Nov 12 01:13:47.012801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60018) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.027094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.036458 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Added segment 1964dcb5-05a5-429b-a67c-e5c953fdc3d2 of type vlan for network d73bf825-5045-4fd2-927a-5c9797250fde Nov 12 01:13:47.093869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.124646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.144109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.153616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447f1be-de1a-4af6-b642-f565a4a28854 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.155572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9447f1be-de1a-4af6-b642-f565a4a28854 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2235529 Nov 12 01:13:47.159554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.190542 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.194074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.197212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f0d5e25b-f39f-40ea-85fb-a4ed62130b2c tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363832 Nov 12 01:13:47.198400 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6395c08b-a790-433f-a2dd-fc362005048d HTTP/1.1" status: 204 len: 168 time: 0.1826847 Nov 12 01:13:47.201154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.207346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139018109', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:47.218415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.225199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.225809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.259372 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:45Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:47.293978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f26b5-2bb9-487b-9004-fce92a31fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6395c08b-a790-433f-a2dd-fc362005048d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.300437 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Checking router: a83ae449-773b-4ec6-9dad-185a8e29dc73 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:47.301035 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Updating router a83ae449-773b-4ec6-9dad-185a8e29dc73 port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:47.330212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:47.333876 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.354262 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.369777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Network': ['ID=d73bf825-5045-4fd2-927a-5c9797250fde,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.374674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5056a406-0e27-431c-abf4-8742532f0cd4 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6302927 Nov 12 01:13:47.390104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network d73bf825-5045-4fd2-927a-5c9797250fde details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:47.608009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60032) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.613601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'subnets': [{'network_id': 'f0861487-0d2d-4d85-9973-4c1401c58e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1668448989', 'ip_version': 4}, {'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:47.613914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'subnet': {'network_id': 'f0861487-0d2d-4d85-9973-4c1401c58e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1668448989', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:47.614530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Request body: {'subnet': {'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:47.709230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.767853 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.782633 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.791137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Subnet': ['ID=f960a8df-5dc4-43be-93a7-15a5a6903ffc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.807738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4b0d74e2-1290-4ac6-9926-b82c7c825927 req-9ce53056-3108-4e28-9bd3-e77b39dcd325 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0479634 Nov 12 01:13:47.809311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Checking segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:47.809935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network hostable DHCP agents. Network: 07f2e4d2-ced3-4590-9459-b98801f549af, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:47.832926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 07f2e4d2-ced3-4590-9459-b98801f549af is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:47.846055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 07f2e4d2-ced3-4590-9459-b98801f549af) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:47.857638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793549e-7bb5-49a6-b950-32e5cfd39a3e None None] Network 07f2e4d2-ced3-4590-9459-b98801f549af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:47.861057 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fcdfb-f55d-4800-8720-4838f5e29b88 None None] Pushing event updated for resources: {'Port': ['ID=854a9d56-09f0-48cd-8e7e-7ce4a695d251,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.871169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.872511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.890264 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Attempting to bind port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:47.890879 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Attempting to bind port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:47.892332 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Attempting to bind port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:47.901796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:47.901796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:47.901796 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.901796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:47.902299 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Bound port: 854a9d56-09f0-48cd-8e7e-7ce4a695d251, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:47.902391 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.907204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9238f9-716f-46a4-ac4d-34da0d168373 req-730a5f66-ded3-4a64-bc39-28fb3505cec3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.908999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a9238f9-716f-46a4-ac4d-34da0d168373 req-730a5f66-ded3-4a64-bc39-28fb3505cec3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.2164383 Nov 12 01:13:47.927108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a408d74-5e1b-4c1f-81bc-4cb7aeaea8ec tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7252798 Nov 12 01:13:47.929888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60044) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.003407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42f4d7-a45f-4460-8c15-a65fdd7f7aef None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:48.011615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Made reservation on behalf of 090d5cf8f51f46a4900cc9e23fcfd16b for: {'subnet': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:48.016537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.016994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.041346 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] For port 854a9d56-09f0-48cd-8e7e-7ce4a695d251, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:48.064473 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] For port 854a9d56-09f0-48cd-8e7e-7ce4a695d251, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=854a9d56-09f0-48cd-8e7e-7ce4a695d251,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:48.074016 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.113323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] Provisioning complete for port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:48.113701 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.139572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-07f2e4d2-ced3-4590-9459-b98801f549af', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:48.141101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a9238f9-716f-46a4-ac4d-34da0d168373 req-fa9aa0df-0a6a-48c7-8467-828ec06d38cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218876 Nov 12 01:13:48.154409 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.242183 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fcdfb-f55d-4800-8720-4838f5e29b88 None None] Pushing event updated for resources: {'Port': ['ID=854a9d56-09f0-48cd-8e7e-7ce4a695d251,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.245760 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:48.246761 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:48.316109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d7838-4662-47a4-8c58-d6705c862851 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:48.458082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.482280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-a1f70060-5def-474e-904f-2d7d0d2b07c8 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:48.482280 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-a1f70060-5def-474e-904f-2d7d0d2b07c8 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 812 time: 0.3472056 Nov 12 01:13:48.499227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Allocated IP 172.20.0.2 (07f2e4d2-ced3-4590-9459-b98801f549af/f960a8df-5dc4-43be-93a7-15a5a6903ffc/86a6d9ba-90a6-44b5-83ad-460768fee688) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:48.509027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] For port 854a9d56-09f0-48cd-8e7e-7ce4a695d251, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=854a9d56-09f0-48cd-8e7e-7ce4a695d251,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:48.516095 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:48.521506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.600665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e949c82-17e2-4eda-94ac-3a04b028640b None None] Pushing event updated for resources: {'Port': ['ID=854a9d56-09f0-48cd-8e7e-7ce4a695d251,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.805519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.813161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-47e25dde-5d2d-49d4-aacc-5952d1518807 None None] Provisioning complete for port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:48.813873 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47e25dde-5d2d-49d4-aacc-5952d1518807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.819302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.862254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.867030 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-fd136482-ae76-470d-8346-7f2eb3f46235 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af5cdc4617964397ae28d01185fd2d54 HTTP/1.1" status: 200 len: 380 time: 0.3697393 Nov 12 01:13:48.887637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'port': {'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'admin_state_up': True, 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'security_groups': ['79117145-32e4-4074-af19-447bcd86b470']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:48.891582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Pushing event updated for resources: {'Port': ['ID=86a6d9ba-90a6-44b5-83ad-460768fee688,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.925832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Subnet': ['ID=0a8a2f54-7992-48a6-a286-a5ede0aa17e6,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.938815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:45Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:48.977460 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaaadc-e496-4ba3-9513-15522aac2fc1 None None] The sync data for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 is: [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:45Z', 'revision_number': 3, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:48.998817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Network 07f2e4d2-ced3-4590-9459-b98801f549af is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:49.019845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f49cd09e-1f64-446e-b32a-75f4990a7b88 req-1961fe08-fa79-4271-bb51-056b96f2c3de tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0749807 Nov 12 01:13:49.020622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:49.028944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:49.029169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Checking segment: {'id': '6349b456-6e6f-4b6b-a67a-2c8894ceba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0861487-0d2d-4d85-9973-4c1401c58e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:49.029502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network hostable DHCP agents. Network: f0861487-0d2d-4d85-9973-4c1401c58e2f, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:49.063295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network f0861487-0d2d-4d85-9973-4c1401c58e2f is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:49.079497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f0861487-0d2d-4d85-9973-4c1401c58e2f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:49.084801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.136004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb66ad-a92a-40e8-b067-4a23d98d7da1 None None] Network f0861487-0d2d-4d85-9973-4c1401c58e2f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:49.162118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event updated for resources: {'Subnet': ['ID=4d2d9d3e-5e71-4cb2-b634-28df13582aad,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.220224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Checking segment: {'id': '1964dcb5-05a5-429b-a67c-e5c953fdc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:49.220749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network hostable DHCP agents. Network: d73bf825-5045-4fd2-927a-5c9797250fde, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:49.266060 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Network d73bf825-5045-4fd2-927a-5c9797250fde is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:49.283980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, d73bf825-5045-4fd2-927a-5c9797250fde) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:49.294446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.295076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.295746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.342582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e06efb-f78a-4e3e-8cb2-b4dd80ffdba4 None None] Network d73bf825-5045-4fd2-927a-5c9797250fde requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:49.371462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Made reservation on behalf of af5cdc4617964397ae28d01185fd2d54 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:49.375340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.386351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7aa12238-f70f-480f-b013-086af7c1b649 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7770445 Nov 12 01:13:49.389323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.440936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.593009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093b5d8-2983-45d2-ae06-de8725bc36a0 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.595503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093b5d8-2983-45d2-ae06-de8725bc36a0 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.599363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093b5d8-2983-45d2-ae06-de8725bc36a0 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.601647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f093b5d8-2983-45d2-ae06-de8725bc36a0 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2103379 Nov 12 01:13:49.604934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.627700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b5ba-871d-435d-bbcc-296501989a21 req-1d0738d6-752e-4491-aa91-b69881f4d0f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.629801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6e4b5ba-871d-435d-bbcc-296501989a21 req-1d0738d6-752e-4491-aa91-b69881f4d0f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.3298101 Nov 12 01:13:49.641506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Allocated IP 172.20.0.8 (598584ad-d360-4e7e-bbf1-323d72ba4acf/0203caa5-feaf-444e-aba9-404f79be82ba/c815ae09-bd51-4081-98fc-2fd7b9c01840) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:49.813248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Attempting to bind port 86a6d9ba-90a6-44b5-83ad-460768fee688 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:49.813731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Attempting to bind port 86a6d9ba-90a6-44b5-83ad-460768fee688 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:49.814192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Attempting to bind port 86a6d9ba-90a6-44b5-83ad-460768fee688 on network 07f2e4d2-ced3-4590-9459-b98801f549af {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:49.817646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Deleting subnet 0a8a2f54-7992-48a6-a286-a5ede0aa17e6 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:49.824415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:49.824895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Checking segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:49.825359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.825808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Bound using segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:49.826360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Bound port: 86a6d9ba-90a6-44b5-83ad-460768fee688, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:49.826801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.127376 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:50.251220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a470e15-35fe-43ed-8323-af8294220546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f0861487-0d2d-4d85-9973-4c1401c58e2f', 'network_id': 'f0861487-0d2d-4d85-9973-4c1401c58e2f', 'tenant_id': '090d5cf8f51f46a4900cc9e23fcfd16b', 'fixed_ips': [{'subnet_id': '0a8a2f54-7992-48a6-a286-a5ede0aa17e6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:50.256927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a470e15-35fe-43ed-8323-af8294220546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.409510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] For port 86a6d9ba-90a6-44b5-83ad-460768fee688, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:50.450343 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.452421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.1 (07f2e4d2-ced3-4590-9459-b98801f549af/f960a8df-5dc4-43be-93a7-15a5a6903ffc/bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:50.470612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] For port 86a6d9ba-90a6-44b5-83ad-460768fee688, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=86a6d9ba-90a6-44b5-83ad-460768fee688,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:50.562034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.595856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 854a9d56-09f0-48cd-8e7e-7ce4a695d251 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:50.620879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.655775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-814c948d-b89d-4a47-b918-2f9a81264d8b req-b54cd638-864b-46b1-a319-1c6382edb906 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0984781 Nov 12 01:13:50.682315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-d73bf825-5045-4fd2-927a-5c9797250fde', 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde', 'tenant_id': '090d5cf8f51f46a4900cc9e23fcfd16b', 'fixed_ips': [{'subnet_id': '4d2d9d3e-5e71-4cb2-b634-28df13582aad'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:13:50.683055 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.689991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6e4b5ba-871d-435d-bbcc-296501989a21 req-2d6cd6b2-c7e9-448f-b1ac-1bdf18d899a2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0080392 Nov 12 01:13:50.721903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.733073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.825528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:50.840257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:50.855079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:50.864770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:50.865465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.870860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:50.874589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.879731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.966085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a1692-4e30-448f-9030-5bb7dc192e60 None None] Pushing event updated for resources: {'Port': ['ID=86a6d9ba-90a6-44b5-83ad-460768fee688,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.017575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:51.018265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.040364 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.059155 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-6e6f3771-1702-4f36-a760-11ad806eb83d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1852152 Nov 12 01:13:51.065290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.101548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Request body: {'port': {'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server [None req-8a470e15-35fe-43ed-8323-af8294220546 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a8a2f54-7992-48a6-a286-a5ede0aa17e6: This subnet is being modified by another concurrent operation. Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a8a2f54-7992-48a6-a286-a5ede0aa17e6: This subnet is being modified by another concurrent operation. Nov 12 01:13:51.112650 n-d-712141-15 neutron-server[102678]: ERROR oslo_messaging.rpc.server Nov 12 01:13:51.143956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8a2f54-7992-48a6-a286-a5ede0aa17e6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.157076 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.160431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b014f0d0-0b39-4322-8f95-200c35aaa446 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/subnets/0a8a2f54-7992-48a6-a286-a5ede0aa17e6 HTTP/1.1" status: 204 len: 168 time: 1.5541706 Nov 12 01:13:51.162299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:51.292934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c63d34-3a09-44b5-8968-0ba240db8b6b None None] Network f0861487-0d2d-4d85-9973-4c1401c58e2f requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:51.301124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Deleting subnet 4d2d9d3e-5e71-4cb2-b634-28df13582aad {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:51.303400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 07f2e4d2-ced3-4590-9459-b98801f549af is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:51.311750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.314670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:51.323792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:51.412784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.422052 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Allocated IP 172.20.0.18 (d73bf825-5045-4fd2-927a-5c9797250fde/4d2d9d3e-5e71-4cb2-b634-28df13582aad/2c4c2302-bd8b-4586-8737-11ddafbf1dba) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:51.564748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.573635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d2ab89e2-d278-40b9-9f0e-fd9e324cc232 None None] Provisioning complete for port c815ae09-bd51-4081-98fc-2fd7b9c01840 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:51.574699 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2ab89e2-d278-40b9-9f0e-fd9e324cc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.822639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab89e2-d278-40b9-9f0e-fd9e324cc232 None None] Port c815ae09-bd51-4081-98fc-2fd7b9c01840 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:51.986987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.007029 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.017470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bf2f-04d1-4845-8f64-07801c68261c req-0fa40235-9f8c-4691-bc6f-6a9954728155 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:52.021374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00e5bf2f-04d1-4845-8f64-07801c68261c req-0fa40235-9f8c-4691-bc6f-6a9954728155 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.1632895 Nov 12 01:13:52.024711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.046537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de97ec-8dfc-41aa-9285-cd2f24049b46 req-b2f8205e-12fa-4332-8334-46796ed7d919 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:52.060386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60de97ec-8dfc-41aa-9285-cd2f24049b46 req-b2f8205e-12fa-4332-8334-46796ed7d919 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 931 time: 0.2632160 Nov 12 01:13:52.097608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Network d73bf825-5045-4fd2-927a-5c9797250fde is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:52.104330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:52.115273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:52.149505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c815ae09-bd51-4081-98fc-2fd7b9c01840 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:52.165608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Pushing event updated for resources: {'Port': ['ID=2c4c2302-bd8b-4586-8737-11ddafbf1dba,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.183485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.228145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Attempting to bind port 2c4c2302-bd8b-4586-8737-11ddafbf1dba on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:52.228520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Attempting to bind port 2c4c2302-bd8b-4586-8737-11ddafbf1dba by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1964dcb5-05a5-429b-a67c-e5c953fdc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:52.228943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Attempting to bind port 2c4c2302-bd8b-4586-8737-11ddafbf1dba on network d73bf825-5045-4fd2-927a-5c9797250fde {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:52.235545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:52.235925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Checking segment: {'id': '1964dcb5-05a5-429b-a67c-e5c953fdc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:52.236395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.236793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Bound using segment: {'id': '1964dcb5-05a5-429b-a67c-e5c953fdc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:52.237280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Bound port: 2c4c2302-bd8b-4586-8737-11ddafbf1dba, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1964dcb5-05a5-429b-a67c-e5c953fdc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd73bf825-5045-4fd2-927a-5c9797250fde'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:52.238030 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.287109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Transition to ACTIVE for port object c815ae09-bd51-4081-98fc-2fd7b9c01840 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:52.298311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.323033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60de97ec-8dfc-41aa-9285-cd2f24049b46 req-8fae19ad-c6da-4eab-9722-989d0b887967 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502351 Nov 12 01:13:52.373095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.378617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.473678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] For port 2c4c2302-bd8b-4586-8737-11ddafbf1dba, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:52.478162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.484712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] For port 2c4c2302-bd8b-4586-8737-11ddafbf1dba, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c4c2302-bd8b-4586-8737-11ddafbf1dba,segment=NetworkSegment(1964dcb5-05a5-429b-a67c-e5c953fdc3d2),segment_id=1964dcb5-05a5-429b-a67c-e5c953fdc3d2)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:52.492994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 86a6d9ba-90a6-44b5-83ad-460768fee688 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:52.534795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00e5bf2f-04d1-4845-8f64-07801c68261c req-8b23f999-50f8-41b1-94ec-39b7d700b744 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046279 Nov 12 01:13:52.557999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.693671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.832488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.860885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.867333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c36b50-f923-4c1a-80ac-5a47af15e07b None None] Pushing event updated for resources: {'Port': ['ID=2c4c2302-bd8b-4586-8737-11ddafbf1dba,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.885668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/subnets/4d2d9d3e-5e71-4cb2-b634-28df13582aad HTTP/1.1" status: 204 len: 168 time: 1.7203689 Nov 12 01:13:52.889461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.921678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 86a6d9ba-90a6-44b5-83ad-460768fee688 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:52.922315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.969503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48597556-5c24-446d-aebd-27da5120c5fb tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2d9d3e-5e71-4cb2-b634-28df13582aad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:53.083767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6cb1cb-8387-4168-b77f-cca10dc65fb2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:53.089063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6e6cb1cb-8387-4168-b77f-cca10dc65fb2 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1316445 Nov 12 01:13:53.090703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:53.202453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e7f84-9437-4d5b-9e59-c593226b66ab None None] Network 07f2e4d2-ced3-4590-9459-b98801f549af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:53.258135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.402360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.409774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ff50e2f0-ec3a-4327-a0de-2d4be687fb4c None None] Provisioning complete for port 86a6d9ba-90a6-44b5-83ad-460768fee688 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:53.410173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff50e2f0-ec3a-4327-a0de-2d4be687fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.486154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 86a6d9ba-90a6-44b5-83ad-460768fee688, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=86a6d9ba-90a6-44b5-83ad-460768fee688,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:53.545753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.615415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16018bb1-7fed-4429-96ee-0bbef6750dc2 req-ea1f9dc9-8934-4c67-8034-53761b79e014 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:53.620604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16018bb1-7fed-4429-96ee-0bbef6750dc2 req-ea1f9dc9-8934-4c67-8034-53761b79e014 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1562996 Nov 12 01:13:53.718943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Deleting port 2c4c2302-bd8b-4586-8737-11ddafbf1dba {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:53.719529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=86a6d9ba-90a6-44b5-83ad-460768fee688,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:53.723214 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.838190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Attempting to bind port c815ae09-bd51-4081-98fc-2fd7b9c01840 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:53.839572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Attempting to bind port c815ae09-bd51-4081-98fc-2fd7b9c01840 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:53.840487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Attempting to bind port c815ae09-bd51-4081-98fc-2fd7b9c01840 on network 598584ad-d360-4e7e-bbf1-323d72ba4acf {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:53.865156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Port c815ae09-bd51-4081-98fc-2fd7b9c01840 on network 598584ad-d360-4e7e-bbf1-323d72ba4acf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:53.871253 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Attempting to bind port c815ae09-bd51-4081-98fc-2fd7b9c01840 on network 598584ad-d360-4e7e-bbf1-323d72ba4acf {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:53.888685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:53.889312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Checking segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:53.889889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Bound using segment: {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:53.890661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Bound port: c815ae09-bd51-4081-98fc-2fd7b9c01840, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34f94cd-1629-480e-85c5-efd8233e8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:53.891493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.018806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16018bb1-7fed-4429-96ee-0bbef6750dc2 req-e47c8e2d-568f-418a-ae6b-1e46e67d0bcb tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910472 Nov 12 01:13:54.025281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] For port 2c4c2302-bd8b-4586-8737-11ddafbf1dba, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c4c2302-bd8b-4586-8737-11ddafbf1dba,segment=NetworkSegment(1964dcb5-05a5-429b-a67c-e5c953fdc3d2),segment_id=1964dcb5-05a5-429b-a67c-e5c953fdc3d2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:54.028553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.068470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Calling delete_port for 2c4c2302-bd8b-4586-8737-11ddafbf1dba owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:54.086862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bdc5b-e0ae-48ba-b0ee-13b639abfd1a req-9014da4d-eaaf-4f66-a953-b3c4463dc90a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:54.096939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78bdc5b-e0ae-48ba-b0ee-13b639abfd1a req-9014da4d-eaaf-4f66-a953-b3c4463dc90a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 943 time: 0.3125267 Nov 12 01:13:54.097328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:54.106464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:54.116483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.231049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 496b33f1-83b1-42a8-8fb8-efa5a853160a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:54.251198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:54.262336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.263780 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 1092 time: 3.1899142 Nov 12 01:13:54.264309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:54.280212 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:54.413855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.444315 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c76d4b7-0843-40b3-a894-c75ab48eaf4f x-openstack-request-id: req-9c76d4b7-0843-40b3-a894-c75ab48eaf4f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:54.444607 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:54.444876 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c76d4b7-0843-40b3-a894-c75ab48eaf4f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:54.447983 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:13:54.466862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78bdc5b-e0ae-48ba-b0ee-13b639abfd1a req-6f0469b0-20c9-4854-b416-9589086aedd8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579605 Nov 12 01:13:54.473952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.558334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.561987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:54.588721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b521da-f5e6-4267-9f7b-1a78bae0cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:54.594622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '496b33f1-83b1-42a8-8fb8-efa5a853160a', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': '496b33f1-83b1-42a8-8fb8-efa5a853160a', 'mac_address': 'fa:16:3e:6f:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:54.710996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Port': ['ID=2c4c2302-bd8b-4586-8737-11ddafbf1dba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:54.723599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] No DVR routers for this DVR port 2c4c2302-bd8b-4586-8737-11ddafbf1dba on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:54.754746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 86a6d9ba-90a6-44b5-83ad-460768fee688 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:54.785498 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.793445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-ac19b892-0031-4baa-bc61-493742ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:54.798466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-ac19b892-0031-4baa-bc61-493742ebc2ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1095 time: 0.4719367 Nov 12 01:13:54.809568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:54.821418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc871a-9a1a-40ce-a906-e651b2fc42ec None None] Network d73bf825-5045-4fd2-927a-5c9797250fde requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:54.832122 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.872367 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496b33f1-83b1-42a8-8fb8-efa5a853160a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:54.932544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:54.956211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2aef3561-eb33-4657-b2a8-6ab27328e830 None None] Provisioning complete for port 86a6d9ba-90a6-44b5-83ad-460768fee688 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:54.956859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-fcf570a0-4d3b-496c-8f31-a188936753b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 217 time: 0.1484504 Nov 12 01:13:54.957504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2aef3561-eb33-4657-b2a8-6ab27328e830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.977680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.985998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.033822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73bf825-5045-4fd2-927a-5c9797250fde']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.066021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1964dcb5-05a5-429b-a67c-e5c953fdc3d2') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.066358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1964dcb5-05a5-429b-a67c-e5c953fdc3d2') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.088708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.094309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 07f2e4d2-ced3-4590-9459-b98801f549af is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:55.098036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:55.105752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-fc36c704-24ae-481e-97e8-226bea76ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:55.107291 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-fc36c704-24ae-481e-97e8-226bea76ea2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.1424346 Nov 12 01:13:55.119205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.128333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:55.129889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:55.134923 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:55.257606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-47b6effa-3159-4dca-b8cc-155547fd0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:55.259237 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-47b6effa-3159-4dca-b8cc-155547fd0321 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999134 Nov 12 01:13:55.296774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['496b33f1-83b1-42a8-8fb8-efa5a853160a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:55.303901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945626-3619-42b2-a273-5c71587b4530 req-941357aa-aff4-4133-8702-6198f7a2422d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:55.312697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49945626-3619-42b2-a273-5c71587b4530 req-941357aa-aff4-4133-8702-6198f7a2422d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1442013 Nov 12 01:13:55.320527 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.337388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.344741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/d73bf825-5045-4fd2-927a-5c9797250fde HTTP/1.1" status: 204 len: 168 time: 2.2506876 Nov 12 01:13:55.351476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60148) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.372823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dd6b1-f59f-469e-9ba8-4bb6eec16c4c tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=d73bf825-5045-4fd2-927a-5c9797250fde,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:55.454912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49945626-3619-42b2-a273-5c71587b4530 req-b01eab74-e058-4c29-96d1-63e7ed7a1f7b tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410565 Nov 12 01:13:55.504917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:55.526625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 86a6d9ba-90a6-44b5-83ad-460768fee688 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:55.526999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.562001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.587888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919bcf5-1f55-4fe8-815b-d2e455205c28 None None] DHCP port deletion for d73bf825-5045-4fd2-927a-5c9797250fde request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:55.630923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router a83ae449-773b-4ec6-9dad-185a8e29dc73 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:55.645528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcb0aa-7295-4bbf-b06b-c1f62c62620a None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:13:55.709695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208de250-98af-452d-a244-188ba872e2e0 req-dfaaea4f-2c7a-42bd-ab98-ade34fd03fa9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:55.721810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-208de250-98af-452d-a244-188ba872e2e0 req-dfaaea4f-2c7a-42bd-ab98-ade34fd03fa9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 944 time: 0.0943747 Nov 12 01:13:55.808757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-208de250-98af-452d-a244-188ba872e2e0 req-1e80bce6-c91d-4141-8f41-d4318e09c474 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793321 Nov 12 01:13:55.857822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-5f8da407-574b-478f-a951-d8a9ea40ca8d service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839381 Nov 12 01:13:55.864172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.929831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0861487-0d2d-4d85-9973-4c1401c58e2f']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.939660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:55.978228 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ac4ae896-94ec-415c-8326-7577a8fe34be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/a83ae449-773b-4ec6-9dad-185a8e29dc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0472965 Nov 12 01:13:55.981121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6349b456-6e6f-4b6b-a67a-2c8894ceba93') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.981736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6349b456-6e6f-4b6b-a67a-2c8894ceba93') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.991983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcb0aa-7295-4bbf-b06b-c1f62c62620a None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:13:56.000319 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.003224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Sync routers for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:56.027774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.044924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:56.045596 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:56.049635 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:56.074803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1a5e13f1-3fc3-488b-95e2-6db3fb2e8140 req-b3be3e91-4462-4378-8511-b6ffe6c70f8a service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066245 Nov 12 01:13:56.125412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.150213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.154057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:56.154717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.155496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/f0861487-0d2d-4d85-9973-4c1401c58e2f HTTP/1.1" status: 204 len: 168 time: 0.8029821 Nov 12 01:13:56.158907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:56.159514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc44ed1-7160-4f3d-8875-79d73773def1 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=f0861487-0d2d-4d85-9973-4c1401c58e2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:56.173915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2aef3561-eb33-4657-b2a8-6ab27328e830 None None] Provisioning complete for port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:56.174255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2aef3561-eb33-4657-b2a8-6ab27328e830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.256389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-d6710eeb-38bd-4294-90cc-2e763994bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.261173 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-d6710eeb-38bd-4294-90cc-2e763994bda3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1095 time: 0.1037872 Nov 12 01:13:56.314644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c4c2302-bd8b-4586-8737-11ddafbf1dba up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:56.362138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2c4c2302-bd8b-4586-8737-11ddafbf1dba {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:56.362500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c4c2302-bd8b-4586-8737-11ddafbf1dba not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:13:56.393869 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.414756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-17fa29d8-4198-4f14-a730-1358313f261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.416969 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-17fa29d8-4198-4f14-a730-1358313f261d service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.1455381 Nov 12 01:13:56.439508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2aef3561-eb33-4657-b2a8-6ab27328e830 None None] Port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:56.442010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 2c4c2302-bd8b-4586-8737-11ddafbf1dba not found, will not notify nova. {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:13:56.498982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-8ffa7390-17d3-4ff1-8720-e7a7971dab4a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819275116&fields=id&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 267 time: 0.1783025 Nov 12 01:13:56.531103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-b4384a38-5600-4125-af83-f17dc1b064ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 217 time: 0.1029546 Nov 12 01:13:56.533055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:56.602288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-85274337-ec03-423f-9f02-3ce2e29cbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.604832 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-85274337-ec03-423f-9f02-3ce2e29cbfe6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.0658555 Nov 12 01:13:56.632343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c4c2302-bd8b-4586-8737-11ddafbf1dba no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:56.676047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-51953be9-ae73-482a-a4e5-fde9de1c8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.679235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-51953be9-ae73-482a-a4e5-fde9de1c8a6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651932 Nov 12 01:13:56.699248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2c4c2302-bd8b-4586-8737-11ddafbf1dba {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:56.699593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c4c2302-bd8b-4586-8737-11ddafbf1dba not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:56.789850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.820709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a35781e5-85a0-44fe-83ac-da7d67b2a10d None None] Provisioning complete for port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:56.821088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35781e5-85a0-44fe-83ac-da7d67b2a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.838463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a826cbb4-e708-411b-ac34-a2340c8bd586']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.838976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-8ca67bbe-daec-4b86-b42b-01d356b40daf service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514452 Nov 12 01:13:56.866432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf1ffd-f5bd-4381-876b-29bb421ee74a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.866870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf1ffd-f5bd-4381-876b-29bb421ee74a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.886943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.892239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a35781e5-85a0-44fe-83ac-da7d67b2a10d None None] Port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:56.926657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6bfb-6569-4b62-9df2-fb8aa2230e5d req-e4018e20-a366-4420-b41b-88cff329edee tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.928578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d6d6bfb-6569-4b62-9df2-fb8aa2230e5d req-e4018e20-a366-4420-b41b-88cff329edee tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.2523482 Nov 12 01:13:56.930064 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.941124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a35781e5-85a0-44fe-83ac-da7d67b2a10d None None] Could not find standard attr ID for object 2c4c2302-bd8b-4586-8737-11ddafbf1dba. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:13:56.942893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-bee3feef-a310-4552-87e3-d53ab42a2c65 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.945268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-bee3feef-a310-4552-87e3-d53ab42a2c65 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 796 time: 0.4339044 Nov 12 01:13:56.960215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:56.960810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:56.965582 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:56.991924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:53Z', 'revision_number': 2, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.038856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Checking router: a83ae449-773b-4ec6-9dad-185a8e29dc73 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:57.039934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Updating router a83ae449-773b-4ec6-9dad-185a8e29dc73 port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:13:57.040987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-58c11aa3-a474-442e-97b5-1f212dc09863 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/quotas/bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 375 time: 0.0764401 Nov 12 01:13:57.071018 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-862e1b36-d4eb-4766-a38b-a7cc46de0f4d req-bc64365d-a14a-4bcc-b9e4-80136e3bb2b9 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223399 Nov 12 01:13:57.093529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.113521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.128893 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.132862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/a826cbb4-e708-411b-ac34-a2340c8bd586 HTTP/1.1" status: 204 len: 168 time: 0.9721596 Nov 12 01:13:57.136499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:57.170718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d6d6bfb-6569-4b62-9df2-fb8aa2230e5d req-f4664fde-10ae-4fd7-8118-046ec4ceb0b1 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241635 Nov 12 01:13:57.175549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9487-18d4-40de-8859-9825ea998178 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=a826cbb4-e708-411b-ac34-a2340c8bd586,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:57.224735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-d12cf348-ed6e-4d2c-b0e4-d5e17cdb8075 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750510 Nov 12 01:13:57.318775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.432627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdbd10-ff2f-42d0-b81f-ed606b8e5a02 req-cec85369-7026-4c4f-9412-833c2ddfb56d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:57.440812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dccdbd10-ff2f-42d0-b81f-ed606b8e5a02 req-cec85369-7026-4c4f-9412-833c2ddfb56d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 944 time: 0.1085279 Nov 12 01:13:57.443542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-89c4b07a-8e31-4110-84eb-51dec040159d service neutron] 10.222.0.11 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127290 Nov 12 01:13:57.507182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.557945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762fcb2f-7617-4e64-a3fd-d847d1b1da1a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.580086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06ac51e-1df4-48e6-bc1d-c8c1b9494f24') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.580351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06ac51e-1df4-48e6-bc1d-c8c1b9494f24') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.596168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-f4c61a6c-cb02-44d6-b204-2e39573a14f3 service neutron] 10.222.0.11 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344855 Nov 12 01:13:57.601669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.623225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.637443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.644265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.660918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:57.661799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:57.675065 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:57.748646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dccdbd10-ff2f-42d0-b81f-ed606b8e5a02 req-5e215a50-ee07-4c50-9a8a-6af6f5632701 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023157 Nov 12 01:13:57.769138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb3b9c-24bf-484c-a453-de844200e22a None None] Pushing event updated for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:57.824339 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.834480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Attempting to bind port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:57.834480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Attempting to bind port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:57.834830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Attempting to bind port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 on network 07f2e4d2-ced3-4590-9459-b98801f549af {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:57.836290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.840816 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] 10.222.0.11 "DELETE /v2.0/networks/762fcb2f-7617-4e64-a3fd-d847d1b1da1a HTTP/1.1" status: 204 len: 168 time: 0.7027261 Nov 12 01:13:57.844518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:57.844989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Checking segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:57.845749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.846208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Bound using segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:57.847031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Bound port: bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:57.847691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.890163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524736d4-a8d8-4e6c-9de8-d63dff671994 tempest-BulkNetworkOpsTest-1514547169 tempest-BulkNetworkOpsTest-1514547169-project] Pushing event deleted for resources: {'Network': ['ID=762fcb2f-7617-4e64-a3fd-d847d1b1da1a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:57.975106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] For port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:57.983396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] For port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:57.990016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e68382fc-9ca8-4a4a-b5ee-e574e38718f1 req-a063264f-7aa6-4116-87d0-fc224b720a90 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 210 time: 0.0527325 Nov 12 01:13:57.995224 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.098066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:58.098777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:13:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:58.145238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb3b9c-24bf-484c-a453-de844200e22a None None] Pushing event updated for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:58.332846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 496b33f1-83b1-42a8-8fb8-efa5a853160a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:58.354902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] Provisioning complete for port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:58.356466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.365148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60214) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:58.448532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de3cc-5e54-4195-8dfd-52c030ba6ec8 req-f9f5c1e5-ab80-4613-aff1-cb27754727a6 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:58.459833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf3de3cc-5e54-4195-8dfd-52c030ba6ec8 req-f9f5c1e5-ab80-4613-aff1-cb27754727a6 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1647761 Nov 12 01:13:58.560938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:58.630480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf3de3cc-5e54-4195-8dfd-52c030ba6ec8 req-38058a59-35c3-4f54-9c19-d4bf7b78cabb tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656144 Nov 12 01:13:58.767974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:58.768313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad46f6bb-06ba-4550-8cdc-6f8c6dc8a8b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=090d5cf8f51f46a4900cc9e23fcfd16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017923 Nov 12 01:13:58.860751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.937692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.980404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963903b8-1661-495e-a9fb-24729c55f926 req-3b1d514e-8526-4d3d-ac39-c287ea408b2a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:58.982861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-963903b8-1661-495e-a9fb-24729c55f926 req-3b1d514e-8526-4d3d-ac39-c287ea408b2a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 944 time: 0.1238446 Nov 12 01:13:58.989654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 496b33f1-83b1-42a8-8fb8-efa5a853160a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:59.002060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 496b33f1-83b1-42a8-8fb8-efa5a853160a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:59.002707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.006723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.061851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-963903b8-1661-495e-a9fb-24729c55f926 req-a7ca188b-fc4d-4cab-b89f-aa8a21920e0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658724 Nov 12 01:13:59.098469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.103347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.104993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8303ac72-c746-4075-a88b-1563fc221ef0 HTTP/1.1" status: 204 len: 168 time: 0.3359628 Nov 12 01:13:59.126711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051a303-642e-433a-99d7-3db8027d22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8303ac72-c746-4075-a88b-1563fc221ef0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.136814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] For port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:59.145048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.208922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30d4291d-5282-4bfa-93af-f39439ff4330 req-0acdda1a-1492-4159-8b6f-29b1adc4123f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 210 time: 0.0405354 Nov 12 01:13:59.259265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b5551-c983-4f10-9257-25aa1d490c15 None None] Pushing event updated for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.263534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.280824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:57Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:59.328909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d0061-daf2-4c63-99d7-3d7001a0fab0 None None] The sync data for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 is: [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:57Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:59.331646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aa34b20a-3f05-4a76-b795-7cf609fd7a65 None None] Provisioning complete for port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:59.332013 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa34b20a-3f05-4a76-b795-7cf609fd7a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.338156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:59.340689 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad9cdbe-3c87-42cb-9e1e-66d15fa26da2" -d '{"events": [{"server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "name": "network-vif-plugged", "status": "completed", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:59.379112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:59.389499 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.458309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.606048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-3d9953ee-b90e-4d12-87ed-966e0c490a5c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:59.608542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-3d9953ee-b90e-4d12-87ed-966e0c490a5c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 796 time: 0.2434578 Nov 12 01:13:59.714445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-2f2a39c4-9377-4eb1-ac33-ea6b90437b1c tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e HTTP/1.1" status: 200 len: 380 time: 0.0914578 Nov 12 01:13:59.727795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'port': {'device_id': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'admin_state_up': True, 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'security_groups': ['620d87d8-1122-4d42-8e99-cf230a298f7b']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:59.756100 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c84bec8-189c-4016-b1b3-84dad8dd4617 x-openstack-request-id: req-0c84bec8-189c-4016-b1b3-84dad8dd4617 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:59.756567 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "name": "network-vif-plugged", "status": "completed", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:59.757061 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c84bec8-189c-4016-b1b3-84dad8dd4617 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:59.757531 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a', 'code': 200} Nov 12 01:13:59.893012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Made reservation on behalf of bd1ab7096c2e42c98ca002e8b7be3b4e for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:59.901090 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.916856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eafd5-5051-4e11-a76b-ba213b58eaed req-e2103180-5219-45fc-901e-6dc9f41a4e19 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:59.918481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4eafd5-5051-4e11-a76b-ba213b58eaed req-e2103180-5219-45fc-901e-6dc9f41a4e19 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1479130 Nov 12 01:13:59.997380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2d338-6972-4388-b305-5785fd42c27f req-62a175a8-9622-4535-9dfd-02d553941f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:00.000002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8f2d338-6972-4388-b305-5785fd42c27f req-62a175a8-9622-4535-9dfd-02d553941f4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 1097 time: 0.1743009 Nov 12 01:14:00.057081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d4eafd5-5051-4e11-a76b-ba213b58eaed req-60b9d7a6-8db5-49fb-abdb-6d1ed5605154 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204557 Nov 12 01:14:00.121677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8f2d338-6972-4388-b305-5785fd42c27f req-a0a17065-1d4d-42ac-a559-45aa3268db2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Nov 12 01:14:00.130059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.20.0.3 (07f2e4d2-ced3-4590-9459-b98801f549af/f960a8df-5dc4-43be-93a7-15a5a6903ffc/e47a6b17-f771-4999-883f-678b387e3bfd) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:00.298749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbc2fd-f606-4dba-8eac-fab0349b9e73 req-d6f408ad-ce66-48ac-8221-a8e1724d6b8b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:00.302506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76dbc2fd-f606-4dba-8eac-fab0349b9e73 req-d6f408ad-ce66-48ac-8221-a8e1724d6b8b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.1263821 Nov 12 01:14:00.350041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.385743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49f3383f-ac71-4af5-8076-ea37cd624a7d req-1aacc7b5-3516-446e-8cfd-97587c8b8411 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 210 time: 0.0450799 Nov 12 01:14:00.409740 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.431075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76dbc2fd-f606-4dba-8eac-fab0349b9e73 req-d266822d-c9ab-404d-b0e6-c6886dbf2a1c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170497 Nov 12 01:14:00.464968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network 07f2e4d2-ced3-4590-9459-b98801f549af is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:00.471195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:00.490186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:00.587532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:00.633440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:00.652582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:00.653268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.692927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-b39bacf6-7a3d-43d6-804d-352f57b782ac tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707694 Nov 12 01:14:00.708031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Request body: {'port': {'device_id': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:00.751514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:00.752669 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.849058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.901809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60276) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:00.951156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b6c3dd84-fc97-446b-936e-79d1a813943e None None] Provisioning complete for port e47a6b17-f771-4999-883f-678b387e3bfd triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:00.951797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6c3dd84-fc97-446b-936e-79d1a813943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.037981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3dd84-fc97-446b-936e-79d1a813943e None None] Port e47a6b17-f771-4999-883f-678b387e3bfd cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:01.267615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0735-65d5-4cb2-b29d-cfe2a086e66a req-b2bd7067-067c-4f5d-957f-77a894b77c55 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.276854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d2d0735-65d5-4cb2-b29d-cfe2a086e66a req-b2bd7067-067c-4f5d-957f-77a894b77c55 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.0736780 Nov 12 01:14:01.284348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-362665809'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:01.292952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:01.302520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.319536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Transition to ACTIVE for port object e47a6b17-f771-4999-883f-678b387e3bfd will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:01.325711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.344778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d2d0735-65d5-4cb2-b29d-cfe2a086e66a req-3aa3fe14-ec3e-4909-88f6-336602951f49 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669012 Nov 12 01:14:01.345850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:01.349251 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.359921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.467525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:01.529846 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Attempting to bind port e47a6b17-f771-4999-883f-678b387e3bfd on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:01.530555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Attempting to bind port e47a6b17-f771-4999-883f-678b387e3bfd by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:01.531213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Attempting to bind port e47a6b17-f771-4999-883f-678b387e3bfd on network 07f2e4d2-ced3-4590-9459-b98801f549af {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:01.537189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Port e47a6b17-f771-4999-883f-678b387e3bfd on network 07f2e4d2-ced3-4590-9459-b98801f549af not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:01.537663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Attempting to bind port e47a6b17-f771-4999-883f-678b387e3bfd on network 07f2e4d2-ced3-4590-9459-b98801f549af {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:01.544027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:01.544497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Checking segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:01.545129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Bound using segment: {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:01.545574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Bound port: e47a6b17-f771-4999-883f-678b387e3bfd, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:01.545943 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.585382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.598170 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.637099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:01.641240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:01.644362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:01.652861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.662077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd9071-c0e0-4b97-b2e6-bc5a5f1eb721 req-d71928a2-535b-41ac-8122-9ee61cd70698 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.669464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efcd9071-c0e0-4b97-b2e6-bc5a5f1eb721 req-d71928a2-535b-41ac-8122-9ee61cd70698 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.1116374 Nov 12 01:14:01.704850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.705014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08408-16fb-4d41-ae70-65393741979b req-7a0f3ccd-f022-4e7f-941f-10cd69295c08 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.705545 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.706666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ada08408-16fb-4d41-ae70-65393741979b req-7a0f3ccd-f022-4e7f-941f-10cd69295c08 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 943 time: 0.2042322 Nov 12 01:14:01.706865 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] 10.222.0.32 "PUT /v2.0/ports/e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 1092 time: 1.0054722 Nov 12 01:14:01.707357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:01.709690 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74596cab-c3c0-4533-82c7-c08354f2c616" -d '{"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:01.714265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.716191 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment eb8adfe5-e834-4830-9c02-8679cd31086e of type vlan for network db15dde6-210c-4127-989f-ac4eff826b77 Nov 12 01:14:01.718798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f3b74-0049-4bb7-ae73-d847da393a1d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:01.781271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5919-8d96-4b3f-812b-0f177cc4a6dc service neutron] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:01.808715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ada08408-16fb-4d41-ae70-65393741979b req-16784641-988c-41b5-9281-3bbd96a11908 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828464 Nov 12 01:14:01.868466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-c834ab34-1893-4c49-bb5e-eb08861ba50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.870133 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-c834ab34-1893-4c49-bb5e-eb08861ba50e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1095 time: 0.1119044 Nov 12 01:14:01.874391 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b73e9-4a3d-4c5f-be96-767634db57dd x-openstack-request-id: req-f49b73e9-4a3d-4c5f-be96-767634db57dd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:01.875303 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:01.875871 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f49b73e9-4a3d-4c5f-be96-767634db57dd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:01.876585 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'status': 'completed', 'code': 200} Nov 12 01:14:01.883204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-efcd9071-c0e0-4b97-b2e6-bc5a5f1eb721 req-89a50bda-f368-4081-8a47-649133981067 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127821 Nov 12 01:14:01.885267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.932662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.932899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-1fe50ddc-cd90-408e-be06-16bbe2778f46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 217 time: 0.0529926 Nov 12 01:14:01.940261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.941569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.017802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-31ad76cc-3559-4e1a-8b65-462d9ce4da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.019925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-31ad76cc-3559-4e1a-8b65-462d9ce4da6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.0800624 Nov 12 01:14:02.047872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1443627 Nov 12 01:14:02.053738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:02.064208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'name': 'tempest-PortsIpV6TestJSON-552750060'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:02.075477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca960688-0ebc-4c4e-ab98-e1ecb6d8825f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=db15dde6-210c-4127-989f-ac4eff826b77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:02.077935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-54d77035-cc08-4b33-8851-aa905224be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.079681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-54d77035-cc08-4b33-8851-aa905224be8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513809 Nov 12 01:14:02.090380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:02.111692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f60d9-0882-41d1-b1b2-89ff0a47c0b4 req-3cda9dd7-35f2-4bca-b341-f67628908dbd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.113629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d77f60d9-0882-41d1-b1b2-89ff0a47c0b4 req-3cda9dd7-35f2-4bca-b341-f67628908dbd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.1369717 Nov 12 01:14:02.203246 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-c8e7ad50-b6b2-4ab2-b053-d64701d31330 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031063 Nov 12 01:14:02.209988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:02.215075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.247747 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d77f60d9-0882-41d1-b1b2-89ff0a47c0b4 req-adbb2e68-d3e9-4bf6-b231-f07966cc42ca tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992005 Nov 12 01:14:02.248966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 7b707ad8-baf8-4058-8381-9d6e61887aa3 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:02.328752 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b4622fb7-5880-4cdc-89c3-42907569b7f0 req-8189ec21-746c-4b59-af59-ac5bb06f088f service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186581 Nov 12 01:14:02.465056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c974ac-547b-48ed-aef5-f36c03adff4b req-0665a070-c2f9-46e9-a3f8-56c95ff9e855 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.466312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.472717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54c974ac-547b-48ed-aef5-f36c03adff4b req-0665a070-c2f9-46e9-a3f8-56c95ff9e855 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.1355460 Nov 12 01:14:02.473690 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-2d8ead17-4b77-4cd1-b36b-a25cccfba154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.475303 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-2d8ead17-4b77-4cd1-b36b-a25cccfba154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1095 time: 0.0926847 Nov 12 01:14:02.533510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.576269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54c974ac-547b-48ed-aef5-f36c03adff4b req-3820d4da-50a7-40b0-9580-07255b988e53 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016498 Nov 12 01:14:02.577703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-d4c1964d-86b5-47bd-9e28-7b0af397b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.580498 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-d4c1964d-86b5-47bd-9e28-7b0af397b5bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 897 time: 0.0983083 Nov 12 01:14:02.596076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf1c61-76fb-4977-8fd6-abc5c53b8764 req-d25f86ed-ba34-4e72-97ce-5d345fd53afc tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.603906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ddf1c61-76fb-4977-8fd6-abc5c53b8764 req-d25f86ed-ba34-4e72-97ce-5d345fd53afc tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1243844 Nov 12 01:14:02.645299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-0cbf3719-a91f-4085-ac1b-cd88f884004e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 217 time: 0.0520303 Nov 12 01:14:02.651596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.688659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ddf1c61-76fb-4977-8fd6-abc5c53b8764 req-66b6b54b-a8df-47cb-9382-f182d6ce2519 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837691 Nov 12 01:14:02.713038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-3241f2b5-02f8-4932-b96c-81e61bf3166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.715464 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-3241f2b5-02f8-4932-b96c-81e61bf3166c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.0617397 Nov 12 01:14:02.774841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=7b707ad8-baf8-4058-8381-9d6e61887aa3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:02.775110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-0558d682-891d-43f2-b06a-8e3e3d0890d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.776687 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-0558d682-891d-43f2-b06a-8e3e3d0890d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489428 Nov 12 01:14:02.785031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': 'eb8adfe5-e834-4830-9c02-8679cd31086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:02.785403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: db15dde6-210c-4127-989f-ac4eff826b77, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:02.817353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:02.832791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, db15dde6-210c-4127-989f-ac4eff826b77) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:02.848690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215c9e4-9d36-4db2-ac47-2580042e252e None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:02.873541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:02.888722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.893163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.928337 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-a6289986-70c1-4c84-bc9c-f7be29f267af service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408122 Nov 12 01:14:02.968316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-78a3337c-e608-4221-a133-2b4c865a83b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9106152 Nov 12 01:14:02.973179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:02.980211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720644932'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.023164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204150-f7fa-4143-8cdf-feef7c9f2342 req-9aac466a-7cf9-4c26-a961-2e24b3765b43 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:03.024807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6204150-f7fa-4143-8cdf-feef7c9f2342 req-9aac466a-7cf9-4c26-a961-2e24b3765b43 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.1889219 Nov 12 01:14:03.035385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a1c79-5991-488b-8c8c-d35b4cda0fcd req-ba55b7e8-f93b-48b5-9189-5fae7ea365eb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:03.044077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504a1c79-5991-488b-8c8c-d35b4cda0fcd req-ba55b7e8-f93b-48b5-9189-5fae7ea365eb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 943 time: 0.1224449 Nov 12 01:14:03.075361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:03.079338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.150797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:03.160698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-504a1c79-5991-488b-8c8c-d35b4cda0fcd req-e2ea5cfc-e0ec-4f3d-9798-38f240972f15 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156917 Nov 12 01:14:03.165676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6204150-f7fa-4143-8cdf-feef7c9f2342 req-5fdc56b8-2b91-4d81-a00e-a6f18bd808ef tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184804 Nov 12 01:14:03.170889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.171234 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment bc6c7825-a94b-490d-8335-943e4b4ebc61 of type vlan for network ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99 Nov 12 01:14:03.225629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.258532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.264444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:03.265124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.335080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3597922 Nov 12 01:14:03.338041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:03.345416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'ports': [{'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'}, {'network_id': 'ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99'}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.346081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.346353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.353168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658b0bc-fadc-4240-9d52-5e8687ad540b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:03.364441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:03.480935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74596cab-c3c0-4533-82c7-c08354f2c616 req-9db7c514-c82a-44fb-b272-328333fe896d service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440845 Nov 12 01:14:03.562611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:03.567645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.582264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.620277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:03.669928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port ab0cd2c3-7953-4c57-901e-2abcbf101fdc yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:03.759471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0063e95d-7202-417e-b2ef-e6f162674d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.847421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.936753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b1bb-7be0-4e0f-9eab-3c5467133ce3 req-12f16025-d224-4122-a1fc-22f33e992b9f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:03.938271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80e6b1bb-7be0-4e0f-9eab-3c5467133ce3 req-12f16025-d224-4122-a1fc-22f33e992b9f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.1708536 Nov 12 01:14:03.947819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 6e11279e-caea-46df-9653-24ffc36b39f0 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:04.025484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0063e95d-7202-417e-b2ef-e6f162674d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.034544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0063e95d-7202-417e-b2ef-e6f162674d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.043647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80e6b1bb-7be0-4e0f-9eab-3c5467133ce3 req-2ef801df-b07f-4c60-b8ef-489356273886 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987222 Nov 12 01:14:04.122777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0063e95d-7202-417e-b2ef-e6f162674d85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8672fe8eb9fc4ed4af6827490068f1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014651 Nov 12 01:14:04.123483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063e95d-7202-417e-b2ef-e6f162674d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e37fce-beed-45e7-9ea2-23f4c6e143bd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.126130 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.161866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.177614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.200799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.204461 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.253395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:04.259963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:04.264323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:04.265540 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.273615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=ab0cd2c3-7953-4c57-901e-2abcbf101fdc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.283917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:04.315837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.318764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.320039 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35e37fce-beed-45e7-9ea2-23f4c6e143bd HTTP/1.1" status: 204 len: 168 time: 0.1925750 Nov 12 01:14:04.332936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74963ea8-b46f-4a4a-abc9-456f40f1dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e37fce-beed-45e7-9ea2-23f4c6e143bd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.355327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-2c8075c0-c40e-479c-a029-636fb2d22c1c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:04.356993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-2c8075c0-c40e-479c-a029-636fb2d22c1c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.0858142 Nov 12 01:14:04.447073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:04.468829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'mac_address': 'fa:16:3e:95:82:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:04.520598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 496b33f1-83b1-42a8-8fb8-efa5a853160a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:04.521042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.528834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.549593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:04.574544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:04.580191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.637329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.646532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.646877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.647487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.647607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.647849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.648202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.648547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.648904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.649235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.649556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.649676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port 496b33f1-83b1-42a8-8fb8-efa5a853160a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=496b33f1-83b1-42a8-8fb8-efa5a853160a,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:04.649929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.650045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.650253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:04.671121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 496b33f1-83b1-42a8-8fb8-efa5a853160a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:04.743104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60364) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.760184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c46862-ab28-4eb0-8535-c129344aac32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.773244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e47a6b17-f771-4999-883f-678b387e3bfd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:04.803029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=6e11279e-caea-46df-9653-24ffc36b39f0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.840158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691807d-3986-497c-a735-319777537d1b req-15dfb3a7-1a12-49df-ae6b-009c561cdd82 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:04.841820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5691807d-3986-497c-a735-319777537d1b req-15dfb3a7-1a12-49df-ae6b-009c561cdd82 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 945 time: 0.5367513 Nov 12 01:14:04.852869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033da025-d324-4810-b339-b9c01f877d1a req-3ac04066-9fbd-414e-9a9d-652c403ce6be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:04.854362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-033da025-d324-4810-b339-b9c01f877d1a req-3ac04066-9fbd-414e-9a9d-652c403ce6be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 943 time: 0.5477514 Nov 12 01:14:04.856481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': 'bc6c7825-a94b-490d-8335-943e4b4ebc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:04.856841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:04.894461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.927605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:04.938914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c46862-ab28-4eb0-8535-c129344aac32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.940293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=496b33f1-83b1-42a8-8fb8-efa5a853160a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.957945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5691807d-3986-497c-a735-319777537d1b req-05de652b-8049-447c-ba8a-5ab565176648 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025767 Nov 12 01:14:04.960715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:04.965965 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a5c46862-ab28-4eb0-8535-c129344aac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.974129 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-033da025-d324-4810-b339-b9c01f877d1a req-7291f0c0-12c3-460a-bccc-a9214ceebd26 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078808 Nov 12 01:14:04.988441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:04.996853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port 496b33f1-83b1-42a8-8fb8-efa5a853160a on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:05.002619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.007334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.008468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.009356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.010716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b19f64bc-d136-4931-ab4b-f8e971ccd36f req-793b497c-b0d9-4202-b02c-38161dbd4c49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "DELETE /v2.0/ports/496b33f1-83b1-42a8-8fb8-efa5a853160a HTTP/1.1" status: 204 len: 173 time: 0.6467500 Nov 12 01:14:05.011163 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'name': 'network-vif-deleted', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:05.013392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf7236-fd01-4b58-9c16-7184f4245e03 None None] Network ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:05.013725 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b88ee4-1cc9-4f09-93e6-90b85ff50f84" -d '{"events": [{"server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "name": "network-vif-deleted", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:05.041523 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c46862-ab28-4eb0-8535-c129344aac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2512a-a850-4e36-81ce-cedc9910793a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.046280 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5c46862-ab28-4eb0-8535-c129344aac32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf4d0ccf29b841bd9eee3ac9f591e1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021231 Nov 12 01:14:05.047715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60368) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.049557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60370) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.056582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f157aa11-3ce7-4312-981d-486e4d91d3ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7048576 Nov 12 01:14:05.099800 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb89c2b-52c0-41fc-89a2-54f792ae1a1b x-openstack-request-id: req-dfb89c2b-52c0-41fc-89a2-54f792ae1a1b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:05.100346 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f0cee6-d400-4a83-bc38-5559f385da18", "name": "network-vif-deleted", "tag": "496b33f1-83b1-42a8-8fb8-efa5a853160a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:05.100751 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfb89c2b-52c0-41fc-89a2-54f792ae1a1b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:05.101302 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0cee6-d400-4a83-bc38-5559f385da18', 'name': 'network-vif-deleted', 'tag': '496b33f1-83b1-42a8-8fb8-efa5a853160a', 'status': 'completed', 'code': 200} Nov 12 01:14:05.222920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.259655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c50c9-593c-452f-b1d6-1e592aa7853a req-aa8b4db0-bc1b-428e-ae0c-95a81d379d2e tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.262090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-326c50c9-593c-452f-b1d6-1e592aa7853a req-aa8b4db0-bc1b-428e-ae0c-95a81d379d2e tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.0993955 Nov 12 01:14:05.274359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.292911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 6e11279e-caea-46df-9653-24ffc36b39f0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:05.293290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.334479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.347064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-326c50c9-593c-452f-b1d6-1e592aa7853a req-afb9d2fa-51d0-4163-b62e-f38749b91afb tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781691 Nov 12 01:14:05.405720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.420903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 6e11279e-caea-46df-9653-24ffc36b39f0 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:05.423134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.425683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.426856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7b2512a-a850-4e36-81ce-cedc9910793a HTTP/1.1" status: 204 len: 168 time: 0.3757989 Nov 12 01:14:05.444162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb1bb1-f950-4faf-b2fd-09df0ac732ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2512a-a850-4e36-81ce-cedc9910793a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.526064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.563734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.569617 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/6e11279e-caea-46df-9653-24ffc36b39f0 HTTP/1.1" status: 204 len: 168 time: 0.5184805 Nov 12 01:14:05.569617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9584-4ee2-439b-9288-e2715d6b5680 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=6e11279e-caea-46df-9653-24ffc36b39f0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.570077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.593044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['496b33f1-83b1-42a8-8fb8-efa5a853160a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:05.631941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f351c60-8d90-42a7-aa4b-8e7c5de22fc6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.638777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f351c60-8d90-42a7-aa4b-8e7c5de22fc6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.643742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f351c60-8d90-42a7-aa4b-8e7c5de22fc6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0725875 Nov 12 01:14:05.643950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.747416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port ab0cd2c3-7953-4c57-901e-2abcbf101fdc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:05.747839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.823564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.834586 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.836828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for ab0cd2c3-7953-4c57-901e-2abcbf101fdc owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:05.848760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3bd1a-710f-4ad4-9a98-efb744486f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.930128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3bd1a-710f-4ad4-9a98-efb744486f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.930781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.936026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3bd1a-710f-4ad4-9a98-efb744486f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.960941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=ab0cd2c3-7953-4c57-901e-2abcbf101fdc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.972964 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.976835 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b55767d-fed3-4bb0-a888-97a7f034002f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/ab0cd2c3-7953-4c57-901e-2abcbf101fdc HTTP/1.1" status: 204 len: 168 time: 0.3311393 Nov 12 01:14:05.978225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bbf3bd1a-710f-4ad4-9a98-efb744486f9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=034cf121f8fa4cad8f6d2ecc2b641358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423779 Nov 12 01:14:05.979112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.979899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3bd1a-710f-4ad4-9a98-efb744486f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577788d-1201-4ea1-8118-62dac69e326b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.980794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.056282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3010d-6e94-43ff-9948-8bfd55a381fd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:06.057904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cad3010d-6e94-43ff-9948-8bfd55a381fd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0752711 Nov 12 01:14:06.061242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.083104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.110820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.115394 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-700805db-732f-482e-aeb9-bb01e0b3bb70 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:06.117009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-700805db-732f-482e-aeb9-bb01e0b3bb70 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/6e11279e-caea-46df-9653-24ffc36b39f0 HTTP/1.1" status: 404 len: 333 time: 0.0543382 Nov 12 01:14:06.119823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.147542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27b30fb5-f72c-4012-9256-9be20825405b req-5b682cc5-b6ae-4e92-aae8-90a749000b8f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0525324 Nov 12 01:14:06.156590 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee48e5f-b8e8-45ac-b8db-dfe0a4c0df0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:06.158266 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eee48e5f-b8e8-45ac-b8db-dfe0a4c0df0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/ab0cd2c3-7953-4c57-901e-2abcbf101fdc HTTP/1.1" status: 404 len: 333 time: 0.0374148 Nov 12 01:14:06.164880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.196939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a9480-4907-4d83-88f0-9f9c00eebd57 req-759c4c13-5200-4b2d-adc4-84d089635911 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:06.199401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.202939 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.207166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b8a9480-4907-4d83-88f0-9f9c00eebd57 req-759c4c13-5200-4b2d-adc4-84d089635911 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 944 time: 0.1328664 Nov 12 01:14:06.207320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3577788d-1201-4ea1-8118-62dac69e326b HTTP/1.1" status: 204 len: 168 time: 0.2229249 Nov 12 01:14:06.217147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78100d3b-ce7a-4f26-8acc-1ff443e19665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577788d-1201-4ea1-8118-62dac69e326b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.304363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.310531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b8a9480-4907-4d83-88f0-9f9c00eebd57 req-26d1bbe4-3b09-4ca4-a3c6-06a1e4c7b510 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046748 Nov 12 01:14:06.317129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:06.394201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port e47a6b17-f771-4999-883f-678b387e3bfd completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:06.398854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e47a6b17-f771-4999-883f-678b387e3bfd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:06.399302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.429201 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.464757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.494941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6c7825-a94b-490d-8335-943e4b4ebc61') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.495310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6c7825-a94b-490d-8335-943e4b4ebc61') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.508493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.523589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.555285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:06.556906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:06.557903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b45df-6463-47e2-9157-e8b0f2a3e3cb req-47aae475-98c4-4bd5-86f4-0e25b06c6d35 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:06.559677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b7b45df-6463-47e2-9157-e8b0f2a3e3cb req-47aae475-98c4-4bd5-86f4-0e25b06c6d35 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 943 time: 0.0921779 Nov 12 01:14:06.561270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.568717 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e55a3b-7b9f-438a-8990-3bb4a52ac8af" -d '{"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-plugged", "status": "completed", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:06.572892 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.573758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 496b33f1-83b1-42a8-8fb8-efa5a853160a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:06.601956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:06.602429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 496b33f1-83b1-42a8-8fb8-efa5a853160a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:06.602906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 496b33f1-83b1-42a8-8fb8-efa5a853160a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:06.605851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:06.609639 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:06.660115 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19d86ea-cc32-41c3-85e7-ee25513ee02f x-openstack-request-id: req-c19d86ea-cc32-41c3-85e7-ee25513ee02f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:06.660420 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-plugged", "status": "completed", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:06.660684 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c19d86ea-cc32-41c3-85e7-ee25513ee02f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:06.661092 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'code': 200} Nov 12 01:14:06.674354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c815ae09-bd51-4081-98fc-2fd7b9c01840 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:06.688324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.779878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b7b45df-6463-47e2-9157-e8b0f2a3e3cb req-252e6518-f2b3-4b8e-be9f-2f45f968354a tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096941 Nov 12 01:14:06.807935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.817827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.822257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99 HTTP/1.1" status: 204 len: 168 time: 0.6548131 Nov 12 01:14:06.829088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:06.837121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403561799'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:06.873684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c43611-36a4-46cb-937c-b197048cc206 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=ba8c1091-caaa-4cd1-a3a4-90da6d3fcb99,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.882627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302be85-ef72-42c1-9b58-c3f223dfef0d req-9e364000-4c64-483f-a831-627910562e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:06.884286 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5302be85-ef72-42c1-9b58-c3f223dfef0d req-9e364000-4c64-483f-a831-627910562e6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.1525695 Nov 12 01:14:06.884621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:06.906914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:06.911385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.915754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:06.991036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.991755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5302be85-ef72-42c1-9b58-c3f223dfef0d req-f22ab410-e081-4462-b56f-2d34577e0961 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962975 Nov 12 01:14:07.002811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:07.010885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c815ae09-bd51-4081-98fc-2fd7b9c01840 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:07.024911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.025269 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment 2fa2d463-1b2b-4763-a9bb-0ec168b43144 of type vlan for network f667bed1-8585-41e8-9e72-cc968d46bb72 Nov 12 01:14:07.038394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:07.044768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.082085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.106383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.135538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.142630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.143639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.244768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4138455 Nov 12 01:14:07.248372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:07.254580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:07.255688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ab483-74c4-4117-bc33-677e38a6475d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=f667bed1-8585-41e8-9e72-cc968d46bb72,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.263299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['c815ae09-bd51-4081-98fc-2fd7b9c01840'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:07.335959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f667bed1-8585-41e8-9e72-cc968d46bb72 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:07.385537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84cbc1ce-6061-4838-bb41-3e966c719af0 req-9834f910-8af8-4de0-b5f4-7668147b97ff tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.1216943 Nov 12 01:14:07.484321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:07.488017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.576246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:14:07.579611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:14:07.592251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7746-5d07-4199-a89b-b86205087673 req-08891c76-2024-4798-b908-5958efc05ce3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.600407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c59d7746-5d07-4199-a89b-b86205087673 req-08891c76-2024-4798-b908-5958efc05ce3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1291068 Nov 12 01:14:07.690199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c59d7746-5d07-4199-a89b-b86205087673 req-00b37111-62bb-4186-857f-ef8a228304b7 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822246 Nov 12 01:14:07.816760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.925760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=ccd4fdfa-8181-44d3-b3e1-c52ccc759a19,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.945232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': '2fa2d463-1b2b-4763-a9bb-0ec168b43144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:07.945609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: f667bed1-8585-41e8-9e72-cc968d46bb72, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:07.970700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302f87b-3026-4ba5-b189-540c35f67b8a req-b1c892da-e6d9-4fec-bd17-8b188747b8a9 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.978264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7302f87b-3026-4ba5-b189-540c35f67b8a req-b1c892da-e6d9-4fec-bd17-8b188747b8a9 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 944 time: 0.1263332 Nov 12 01:14:08.019828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network f667bed1-8585-41e8-9e72-cc968d46bb72 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:08.033328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f667bed1-8585-41e8-9e72-cc968d46bb72) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:08.042474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f72738-6d2b-49f6-9937-bea8d13c6723 None None] Network f667bed1-8585-41e8-9e72-cc968d46bb72 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:08.046035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.047128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.062900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7302f87b-3026-4ba5-b189-540c35f67b8a req-f1cebe7f-9fd1-42c5-bdb9-46234fab631d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830288 Nov 12 01:14:08.091664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e408c8b0-e96d-43ab-a2e2-18ae74f62c8e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8418360 Nov 12 01:14:08.094193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60442) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.100233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72', 'name': 'tempest-PortsIpV6TestJSON-175051682'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:08.241949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:08.246171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.253495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f667bed1-8585-41e8-9e72-cc968d46bb72', 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': 'ccd4fdfa-8181-44d3-b3e1-c52ccc759a19'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:08.255545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.270545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 7b062564-7ab4-4a16-9f9f-aa21399766aa yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:08.449035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::133 (f667bed1-8585-41e8-9e72-cc968d46bb72/ccd4fdfa-8181-44d3-b3e1-c52ccc759a19/7b062564-7ab4-4a16-9f9f-aa21399766aa) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:08.524359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33f77fbe-dab1-4826-90ad-5f722ba83371 req-e12274e4-e009-469a-8f59-df3c0972041f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0447536 Nov 12 01:14:08.658135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.694282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c815ae09-bd51-4081-98fc-2fd7b9c01840 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:08.702487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.786200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=7b062564-7ab4-4a16-9f9f-aa21399766aa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:08.795389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network f667bed1-8585-41e8-9e72-cc968d46bb72 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:08.797855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:08.807507 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:08.816199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.817007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.861960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-22ea5a96-c70b-47fd-86b8-3a98c074e988 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7649567 Nov 12 01:14:08.867108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.904408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Allocated IP 2001:db8::2 (f667bed1-8585-41e8-9e72-cc968d46bb72/ccd4fdfa-8181-44d3-b3e1-c52ccc759a19/8b8e46f6-7140-4e79-9238-89d5b412067b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:08.931102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port c815ae09-bd51-4081-98fc-2fd7b9c01840 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:08.936957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port c815ae09-bd51-4081-98fc-2fd7b9c01840 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:08.937362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.968311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b791-7c5b-4898-b172-b1717baa0fd4 req-8a592376-aa9d-43c6-a3bd-a1f9b69a4053 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.971042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0825b791-7c5b-4898-b172-b1717baa0fd4 req-8a592376-aa9d-43c6-a3bd-a1f9b69a4053 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1367054 Nov 12 01:14:09.054809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.100162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 7b062564-7ab4-4a16-9f9f-aa21399766aa {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:09.100717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.104894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0825b791-7c5b-4898-b172-b1717baa0fd4 req-161f62fb-2a26-4cbd-a5b9-9ff59b4ae830 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234882 Nov 12 01:14:09.248536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35032042-9524-4419-824a-c5de5b74f693 req-6ea88fd2-2999-4d12-9157-a670061c8307 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.251063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35032042-9524-4419-824a-c5de5b74f693 req-6ea88fd2-2999-4d12-9157-a670061c8307 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 944 time: 0.1154661 Nov 12 01:14:09.318388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.336725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 7b062564-7ab4-4a16-9f9f-aa21399766aa owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:09.375815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9de9cef9-65c8-49fe-909d-d5a114f81b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.387081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8353-bea9-4808-8eab-50dc2d619cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.406966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35032042-9524-4419-824a-c5de5b74f693 req-3ed0afd5-babc-48bd-894b-ac7be6d3530c tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443369 Nov 12 01:14:09.446430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a457b1f-cfc7-45f2-98fe-d7e994b89a7c req-948905a0-56d3-4247-b446-11463effad83 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.449053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a457b1f-cfc7-45f2-98fe-d7e994b89a7c req-948905a0-56d3-4247-b446-11463effad83 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1879053 Nov 12 01:14:09.467308 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.500501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:09.503148 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25636ccf-d675-4c62-a02f-5d35171236c0" -d '{"events": [{"server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "name": "network-vif-plugged", "status": "completed", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:09.524104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:09.534156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.562556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a457b1f-cfc7-45f2-98fe-d7e994b89a7c req-4c1b3b80-94f8-451d-ade2-55bcb1591b16 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029294 Nov 12 01:14:09.567486 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.593699 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de62b6ff-c706-426c-95c9-2ab6366134d3 x-openstack-request-id: req-de62b6ff-c706-426c-95c9-2ab6366134d3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:09.594107 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "name": "network-vif-plugged", "status": "completed", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:09.594371 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de62b6ff-c706-426c-95c9-2ab6366134d3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:09.594844 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'code': 200} Nov 12 01:14:09.595064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.662957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.666547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.673192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.693858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=7b062564-7ab4-4a16-9f9f-aa21399766aa,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.713381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Network f667bed1-8585-41e8-9e72-cc968d46bb72 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:09.718593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:09.721530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:09.747782 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9de9cef9-65c8-49fe-909d-d5a114f81b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.750583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Pushing event updated for resources: {'Port': ['ID=8b8e46f6-7140-4e79-9238-89d5b412067b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.785826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75cac424-6b86-4f02-8e21-8e8784425b55 req-6d4f1af8-387e-401a-b34f-3dbbb1a5cce9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.1159630 Nov 12 01:14:09.791038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9de9cef9-65c8-49fe-909d-d5a114f81b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.804527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Attempting to bind port 8b8e46f6-7140-4e79-9238-89d5b412067b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:09.804898 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Attempting to bind port 8b8e46f6-7140-4e79-9238-89d5b412067b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2fa2d463-1b2b-4763-a9bb-0ec168b43144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:09.805262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Attempting to bind port 8b8e46f6-7140-4e79-9238-89d5b412067b on network f667bed1-8585-41e8-9e72-cc968d46bb72 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Checking segment: {'id': '2fa2d463-1b2b-4763-a9bb-0ec168b43144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Bound using segment: {'id': '2fa2d463-1b2b-4763-a9bb-0ec168b43144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Bound port: 8b8e46f6-7140-4e79-9238-89d5b412067b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa2d463-1b2b-4763-a9bb-0ec168b43144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f667bed1-8585-41e8-9e72-cc968d46bb72'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:09.817590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.824779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.831476 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f7fab1a-d2e5-4530-9def-1d7574b55e56 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/7b062564-7ab4-4a16-9f9f-aa21399766aa HTTP/1.1" status: 204 len: 168 time: 0.9590476 Nov 12 01:14:09.833886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.855106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9cef9-65c8-49fe-909d-d5a114f81b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f14d1-84de-480a-9b98-9d094d19b10e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.864114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9de9cef9-65c8-49fe-909d-d5a114f81b48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6dba42b0bc243929144cd858f16eb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8146520 Nov 12 01:14:09.865613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.874873 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d0d1a2-18c2-4a76-a4ed-2eb36b8f19c9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:09.875517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d0d1a2-18c2-4a76-a4ed-2eb36b8f19c9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:09.879004 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36d0d1a2-18c2-4a76-a4ed-2eb36b8f19c9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/7b062564-7ab4-4a16-9f9f-aa21399766aa HTTP/1.1" status: 404 len: 333 time: 0.0406051 Nov 12 01:14:09.882180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c63c9-21f9-4e16-8e3e-6ddc304d53fb req-fef22617-83a3-4114-9efc-0497bdb358bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.884224 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-246c63c9-21f9-4e16-8e3e-6ddc304d53fb req-fef22617-83a3-4114-9efc-0497bdb358bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.1863239 Nov 12 01:14:09.884758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60480) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.900409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] For port 8b8e46f6-7140-4e79-9238-89d5b412067b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:09.905078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] For port 8b8e46f6-7140-4e79-9238-89d5b412067b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b8e46f6-7140-4e79-9238-89d5b412067b,segment=NetworkSegment(2fa2d463-1b2b-4763-a9bb-0ec168b43144),segment_id=2fa2d463-1b2b-4763-a9bb-0ec168b43144)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:09.910942 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.938174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.972941 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.989997 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-246c63c9-21f9-4e16-8e3e-6ddc304d53fb req-e1f09afc-7ab5-4310-aaec-f17b92408cb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819986 Nov 12 01:14:09.991565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5666ccd-e6b0-4e97-b4b9-d4dc2cfb42d5 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.993257 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e5666ccd-e6b0-4e97-b4b9-d4dc2cfb42d5 tempest-TestNetworkAdvancedServerOps-506557894 tempest-TestNetworkAdvancedServerOps-506557894-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1092 time: 0.3193281 Nov 12 01:14:09.994090 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b9bc6-7e80-4b43-8aff-28f375df6c5b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:09.994502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9352e40-21a3-411d-9d7c-9ad9df349213 None None] Pushing event updated for resources: {'Port': ['ID=8b8e46f6-7140-4e79-9238-89d5b412067b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.995610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a89b9bc6-7e80-4b43-8aff-28f375df6c5b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/7b062564-7ab4-4a16-9f9f-aa21399766aa HTTP/1.1" status: 404 len: 333 time: 0.1092932 Nov 12 01:14:09.999187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60482) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.004783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60484) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.020904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:10.054707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.057600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.061919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/746f14d1-84de-480a-9b98-9d094d19b10e HTTP/1.1" status: 204 len: 168 time: 0.1916091 Nov 12 01:14:10.082614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.087867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba21880-e720-455e-b86a-4ce2abbd20ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f14d1-84de-480a-9b98-9d094d19b10e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.122138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet ccd4fdfa-8181-44d3-b3e1-c52ccc759a19 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:10.132535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.223548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.399505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.445525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.574885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60492) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.621617 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ab472fd-680d-45b6-bdb5-f4c3450f8d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.634485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974e50-dae5-4796-aa3e-c48a2f7a9809 req-5e15dd5c-8c9e-4a60-b060-fab187a80127 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:10.636887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b8e46f6-7140-4e79-9238-89d5b412067b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:10.637856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3974e50-dae5-4796-aa3e-c48a2f7a9809 req-5e15dd5c-8c9e-4a60-b060-fab187a80127 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.1053178 Nov 12 01:14:10.647195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.709416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8b8e46f6-7140-4e79-9238-89d5b412067b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:10.709988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.713566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd4fdfa-8181-44d3-b3e1-c52ccc759a19,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.722318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.728136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-eff16d14-ed4c-4bbe-b954-09885a4e6ea8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/ccd4fdfa-8181-44d3-b3e1-c52ccc759a19 HTTP/1.1" status: 204 len: 168 time: 0.7251291 Nov 12 01:14:10.731351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3974e50-dae5-4796-aa3e-c48a2f7a9809 req-2b88e579-b900-4acc-8f5a-2e177308e336 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863371 Nov 12 01:14:10.732249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.833926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Allocated IP 172.25.6.141 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b47c9183-5dd7-4415-aab0-bed91aba6c23) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:10.844655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.854018 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.907915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 8b8e46f6-7140-4e79-9238-89d5b412067b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b8e46f6-7140-4e79-9238-89d5b412067b,segment=NetworkSegment(2fa2d463-1b2b-4763-a9bb-0ec168b43144),segment_id=2fa2d463-1b2b-4763-a9bb-0ec168b43144)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:10.914427 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.955679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ab472fd-680d-45b6-bdb5-f4c3450f8d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.964557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 8b8e46f6-7140-4e79-9238-89d5b412067b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:10.965072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.971917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6ab472fd-680d-45b6-bdb5-f4c3450f8d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.976447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d397e349-00dd-424b-86e2-aa3745014824 req-49083986-6f4c-4668-8ba1-c43762ffb217 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f0cee6-d400-4a83-bc38-5559f385da18 HTTP/1.1" status: 200 len: 210 time: 0.0567834 Nov 12 01:14:10.988726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=8b8e46f6-7140-4e79-9238-89d5b412067b,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.021925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6ab472fd-680d-45b6-bdb5-f4c3450f8d3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f19aa4ab30b943d091362fe2d086595e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307058 Nov 12 01:14:11.027630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60498) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.107488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 8b8e46f6-7140-4e79-9238-89d5b412067b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b8e46f6-7140-4e79-9238-89d5b412067b,segment=NetworkSegment(2fa2d463-1b2b-4763-a9bb-0ec168b43144),segment_id=2fa2d463-1b2b-4763-a9bb-0ec168b43144)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:11.107488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.108145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab472fd-680d-45b6-bdb5-f4c3450f8d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89ca30-eb2f-4d2e-ab4b-74c4cc32984f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.114381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.129189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 8b8e46f6-7140-4e79-9238-89d5b412067b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:11.150778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.187170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.196569 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.242838 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.273870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:11.283040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:11.288388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:11.293476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 8b8e46f6-7140-4e79-9238-89d5b412067b on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:11.297958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=b47c9183-5dd7-4415-aab0-bed91aba6c23,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.301019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=8b8e46f6-7140-4e79-9238-89d5b412067b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.398686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.401620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.402267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.408332 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb89ca30-eb2f-4d2e-ab4b-74c4cc32984f HTTP/1.1" status: 204 len: 168 time: 0.3768806 Nov 12 01:14:11.428467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f667bed1-8585-41e8-9e72-cc968d46bb72']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:11.440787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa2d463-1b2b-4763-a9bb-0ec168b43144') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:11.441243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa2d463-1b2b-4763-a9bb-0ec168b43144') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:11.444304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1936-4f49-4708-ba6a-d49cbf94c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89ca30-eb2f-4d2e-ab4b-74c4cc32984f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.462972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.485291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c333ccc-870a-4ba9-879b-29fa1c190190 None None] Network f667bed1-8585-41e8-9e72-cc968d46bb72 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:11.493183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.507770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:11.510004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:11.515832 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:11.519910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9eb4e8fa-d84e-4ae8-a57a-97a547391d9e None None] Could not find standard attr ID for object 8b8e46f6-7140-4e79-9238-89d5b412067b. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:11.595544 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.612567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.616028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/f667bed1-8585-41e8-9e72-cc968d46bb72 HTTP/1.1" status: 204 len: 168 time: 0.8823407 Nov 12 01:14:11.620235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60504) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.633528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881276154'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:11.637021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9619115-fd98-493c-ac4a-22cb08abb424 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=f667bed1-8585-41e8-9e72-cc968d46bb72,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.702135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:11.707419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.744561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4338f-243b-459a-8afc-df76923f74fd None None] DHCP port deletion for f667bed1-8585-41e8-9e72-cc968d46bb72 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:11.786631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:11.838262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.838924 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment 8b563ece-8b86-4bca-bcb1-bae03bcb27f9 of type vlan for network 2a5db222-942d-45f1-b6d5-a6710c002490 Nov 12 01:14:11.867416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce807-48f8-4343-89ac-61b026e02def req-c06edf0e-05ef-4e76-8d81-ef8f56e30549 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:11.869033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7bbce807-48f8-4343-89ac-61b026e02def req-c06edf0e-05ef-4e76-8d81-ef8f56e30549 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.0596776 Nov 12 01:14:11.899046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.920897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.937111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7bbce807-48f8-4343-89ac-61b026e02def req-d2015456-34ea-42cc-bd4d-a2343cbb4de2 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611708 Nov 12 01:14:11.969510 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.975709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:11.976516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.075508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.083787 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4624622 Nov 12 01:14:12.091406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910d54-654e-44bf-a3b8-babcfd1b1aa0 req-2bc81d51-79a0-4236-9761-d08f9869c068 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:12.093740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67910d54-654e-44bf-a3b8-babcfd1b1aa0 req-2bc81d51-79a0-4236-9761-d08f9869c068 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.0686800 Nov 12 01:14:12.094436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.100662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:12.115797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa7522-a9ee-494d-9a35-29e454c5e662 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=2a5db222-942d-45f1-b6d5-a6710c002490,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.133199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 2a5db222-942d-45f1-b6d5-a6710c002490 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:12.163372 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5158-ac26-4503-a4b9-a7dbf458dce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.240167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:12.245693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.347274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67910d54-654e-44bf-a3b8-babcfd1b1aa0 req-90ac0e5e-ea10-4f43-bf46-45ad54d40237 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396975 Nov 12 01:14:12.367128 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60534) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.376118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.389797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.499637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.556550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event updated for resources: {'Port': ['ID=b47c9183-5dd7-4415-aab0-bed91aba6c23,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.589584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.597578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b8e46f6-7140-4e79-9238-89d5b412067b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:12.636819 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 9c8a10fb-97e3-4188-ae03-fd4cabae7356 associated. External IP: 172.25.6.141, port: e47a6b17-f771-4999-883f-678b387e3bfd. Nov 12 01:14:12.641637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8b8e46f6-7140-4e79-9238-89d5b412067b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:12.642249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b8e46f6-7140-4e79-9238-89d5b412067b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:12.679132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.713384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': '8b563ece-8b86-4bca-bcb1-bae03bcb27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:12.714074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: 2a5db222-942d-45f1-b6d5-a6710c002490, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:12.749290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 2a5db222-942d-45f1-b6d5-a6710c002490 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:12.764760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 2a5db222-942d-45f1-b6d5-a6710c002490) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:12.769996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:12.770937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.779868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab23f2b-24e3-4f83-b2a0-2f5600f14bda None None] Network 2a5db222-942d-45f1-b6d5-a6710c002490 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:12.804698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5dd172dd-ac1c-468e-8b95-a589c532a53f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7089839 Nov 12 01:14:12.806797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.814840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-301097316'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:12.879985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.988496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:12.990139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405c96f-977b-45f1-8ca0-aafd779e5b61 tempest-TestVolumeBackupRestore-1502801390 tempest-TestVolumeBackupRestore-1502801390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:12.994839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.995104 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d405c96f-977b-45f1-8ca0-aafd779e5b61 tempest-TestVolumeBackupRestore-1502801390 tempest-TestVolumeBackupRestore-1502801390-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1092 time: 0.6262248 Nov 12 01:14:12.995840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.009950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:13.030336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router a83ae449-773b-4ec6-9dad-185a8e29dc73 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:13.045722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 0e186c24-2e9b-4aa5-8956-91c9609133b6 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:13.056228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.103706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-2a5db222-942d-45f1-b6d5-a6710c002490', 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': '17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:13.106081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.271883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::347 (2a5db222-942d-45f1-b6d5-a6710c002490/17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b/0e186c24-2e9b-4aa5-8956-91c9609133b6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:13.478941 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.520874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.561171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 2a5db222-942d-45f1-b6d5-a6710c002490 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:13.565458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:13.570135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:13.576616 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:13.577132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.600815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7926812 Nov 12 01:14:13.606156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.625273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Allocated IP 2001:db8::2 (2a5db222-942d-45f1-b6d5-a6710c002490/17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b/8b54ef33-66da-4e19-b385-5c19e154d039) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:13.643668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdb1f0-f22b-46fc-895e-a83016347d6d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=0e186c24-2e9b-4aa5-8956-91c9609133b6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.724345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:13.742820 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Sync routers for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:13.751950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.752428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 0e186c24-2e9b-4aa5-8956-91c9609133b6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:13.752903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.765340 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:13.766068 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:13.794387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bead998e-1c82-4483-9b16-a74f5c5b1a7b tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7747507 Nov 12 01:14:13.798390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:13.810398 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790516e-fe91-4c08-bf83-3de0a1230e93" -d '{"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:13.829575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.920759 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcdddcb-2f59-493b-8f74-04605872ed5c x-openstack-request-id: req-5bcdddcb-2f59-493b-8f74-04605872ed5c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:13.922591 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:13.923253 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bcdddcb-2f59-493b-8f74-04605872ed5c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:13.924049 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'status': 'completed', 'code': 200} Nov 12 01:14:13.957569 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.968003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.987065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.013415 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:14.055735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d1929-2d0e-4c2d-b679-a0b29a9ff978 req-e00809b8-496d-416c-818c-50250eb2aedf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.066694 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7d1929-2d0e-4c2d-b679-a0b29a9ff978 req-e00809b8-496d-416c-818c-50250eb2aedf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1444733 Nov 12 01:14:14.072146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-fa442675-2b40-42e4-88e9-acb19eac597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.073716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-fa442675-2b40-42e4-88e9-acb19eac597b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.1455970 Nov 12 01:14:14.079532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.100689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Pushing event updated for resources: {'Port': ['ID=8b54ef33-66da-4e19-b385-5c19e154d039,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.108764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 0e186c24-2e9b-4aa5-8956-91c9609133b6 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:14.133079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Allocated IP 172.25.6.115 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0ed97f30-d6a5-4363-96bb-56c8dc15b004) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:14.138440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Network 2a5db222-942d-45f1-b6d5-a6710c002490 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:14.147123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:14.151162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:14.167622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.248438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Attempting to bind port 8b54ef33-66da-4e19-b385-5c19e154d039 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:14.249520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Attempting to bind port 8b54ef33-66da-4e19-b385-5c19e154d039 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8b563ece-8b86-4bca-bcb1-bae03bcb27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:14.250633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Attempting to bind port 8b54ef33-66da-4e19-b385-5c19e154d039 on network 2a5db222-942d-45f1-b6d5-a6710c002490 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:14.258116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:14.258605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Checking segment: {'id': '8b563ece-8b86-4bca-bcb1-bae03bcb27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:14.259074 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.259521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Bound using segment: {'id': '8b563ece-8b86-4bca-bcb1-bae03bcb27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:14.260084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Bound port: 8b54ef33-66da-4e19-b385-5c19e154d039, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b563ece-8b86-4bca-bcb1-bae03bcb27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a5db222-942d-45f1-b6d5-a6710c002490'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:14.260976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.327085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.328355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.357302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] For port 8b54ef33-66da-4e19-b385-5c19e154d039, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:14.362999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] For port 8b54ef33-66da-4e19-b385-5c19e154d039, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b54ef33-66da-4e19-b385-5c19e154d039,segment=NetworkSegment(8b563ece-8b86-4bca-bcb1-bae03bcb27f9),segment_id=8b563ece-8b86-4bca-bcb1-bae03bcb27f9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:14.369974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.409906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.416226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/0e186c24-2e9b-4aa5-8956-91c9609133b6 HTTP/1.1" status: 204 len: 168 time: 0.8067338 Nov 12 01:14:14.422080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.452330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f70f-986d-498b-8a94-b75c5782efb7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=0e186c24-2e9b-4aa5-8956-91c9609133b6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.478873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec7d1929-2d0e-4c2d-b679-a0b29a9ff978 req-414c6c9f-728b-4172-b832-62dc4549768d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085035 Nov 12 01:14:14.497545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8a2c9-50ba-459f-b0c5-bca0fc3f8b5e None None] Pushing event updated for resources: {'Port': ['ID=8b54ef33-66da-4e19-b385-5c19e154d039,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.509471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.529223 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-532b4f70-8f59-44be-97a0-5357e3ea7c8d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:14.531471 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-532b4f70-8f59-44be-97a0-5357e3ea7c8d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/0e186c24-2e9b-4aa5-8956-91c9609133b6 HTTP/1.1" status: 404 len: 333 time: 0.1063159 Nov 12 01:14:14.534485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-d0ddd2b3-b858-4551-b2f5-f107a8d16462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.536326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-d0ddd2b3-b858-4551-b2f5-f107a8d16462 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 897 time: 0.4553308 Nov 12 01:14:14.537225 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.595361 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.608306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5643a74a-eea9-45c1-8dd0-57e86d324fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/9c8a10fb-97e3-4188-ae03-fd4cabae7356 HTTP/1.1" status: 200 len: 991 time: 0.0970123 Nov 12 01:14:14.666004 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9c8a10fb-97e3-4188-ae03-fd4cabae7356', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'mac_address': 'fa:16:3e:95:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:11Z', 'updated_at': '2021-11-12T01:14:11Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:14.697134 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Checking router: a83ae449-773b-4ec6-9dad-185a8e29dc73 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:14.715364 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:14.715364 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:14.777718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.872966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:14.898177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.909268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:14.920416 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-52672f93-7ff1-48f0-8258-6148a6fe2810 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 999 time: 0.2873845 Nov 12 01:14:14.920680 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:14.922575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:14.977110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:15.007304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.020890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'Port': ['ID=0ed97f30-d6a5-4363-96bb-56c8dc15b004,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.099675 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-784f9702-8d28-4a05-a6fd-14ccfd4b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.102046 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-784f9702-8d28-4a05-a6fd-14ccfd4b2370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.1684172 Nov 12 01:14:15.130564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.231465 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.269466 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9c8a10fb-97e3-4188-ae03-fd4cabae7356', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'mac_address': 'fa:16:3e:95:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:11Z', 'updated_at': '2021-11-12T01:14:11Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:15.270557 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.298714 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540608e-cad2-40cb-a11c-b17108805d5e None None] The sync data for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 is: [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9c8a10fb-97e3-4188-ae03-fd4cabae7356', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'mac_address': 'fa:16:3e:95:82:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:11Z', 'updated_at': '2021-11-12T01:14:11Z', 'revision_number': 0, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:15.335073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-684fb3b9-0dd9-474b-841f-6698a0762696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.337505 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-684fb3b9-0dd9-474b-841f-6698a0762696 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267752 Nov 12 01:14:15.457562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd60742df74048f792eb7d8281ccb6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4693353 Nov 12 01:14:15.461786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:15.476793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2d99a-bd49-42d0-bf82-a7a910f61885,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.552022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.552642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.553348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.553628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.553862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.554293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.554726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.555152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.555593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.556244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.556972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.557574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.558005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6853a72-59cf-463e-9378-403ab25e7877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:15.616936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:15.634672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.667407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fa163-5181-4fef-a931-a594a8132b7d None None] New status for floating IP 9c8a10fb-97e3-4188-ae03-fd4cabae7356: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:14:15.776251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0fc47a73-c472-4e42-b9b8-38bff34feae9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/9c8a10fb-97e3-4188-ae03-fd4cabae7356 HTTP/1.1" status: 200 len: 991 time: 0.1580520 Nov 12 01:14:15.797097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.800402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.804865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fe2d99a-bd49-42d0-bf82-a7a910f61885 HTTP/1.1" status: 204 len: 168 time: 0.3419793 Nov 12 01:14:15.816048 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.817955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea6011-9a76-40bc-adc6-10c6e17a2316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2d99a-bd49-42d0-bf82-a7a910f61885,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.928997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9643988-0714-4f08-8bcf-3ad2dd8a5252 None None] Network 2a5db222-942d-45f1-b6d5-a6710c002490 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:16.017374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-05d3e7fa-ea43-41c4-a136-e6d8b211d328 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491015 Nov 12 01:14:16.028676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Provisioning complete for port 8b54ef33-66da-4e19-b385-5c19e154d039 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:16.029288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.145282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0790516e-fe91-4c08-bf83-3de0a1230e93 req-194e353d-0a82-4864-b8e5-feea5f0510b2 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174619 Nov 12 01:14:16.177395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.185311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.211344 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.248789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.265699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.273064 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-09e6ffa3-6cfb-44b0-9069-9379742c40dd tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b HTTP/1.1" status: 204 len: 168 time: 1.6433783 Nov 12 01:14:16.273453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:16.325241 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:14:16.325598 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:14:16.341386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.418229 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.491844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 8b54ef33-66da-4e19-b385-5c19e154d039 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:16.497173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.566163 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.576467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.606517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03cc9d-4859-42cc-8e6c-c962b95548de None None] Network 2a5db222-942d-45f1-b6d5-a6710c002490 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:16.654703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 8b54ef33-66da-4e19-b385-5c19e154d039, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b54ef33-66da-4e19-b385-5c19e154d039,segment=NetworkSegment(8b563ece-8b86-4bca-bcb1-bae03bcb27f9),segment_id=8b563ece-8b86-4bca-bcb1-bae03bcb27f9)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:16.654916 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.659987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event updated for resources: {'Port': ['ID=0ed97f30-d6a5-4363-96bb-56c8dc15b004,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.681407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.697037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b54ef33-66da-4e19-b385-5c19e154d039 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:16.697477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 8b54ef33-66da-4e19-b385-5c19e154d039 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:16.782615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60628) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:16.877745 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Floating IP 6dc5f70b-d7ae-4043-b03c-aed706dddd34 associated. External IP: 172.25.6.115, port: c815ae09-bd51-4081-98fc-2fd7b9c01840. Nov 12 01:14:16.905141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8f3f8d87-763c-4712-a1b1-4d68004d088e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/9c8a10fb-97e3-4188-ae03-fd4cabae7356 HTTP/1.1" status: 200 len: 993 time: 0.1202755 Nov 12 01:14:16.943323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75b3da54-2325-4828-bfd8-1f5e197e1be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.948924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.975868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8b54ef33-66da-4e19-b385-5c19e154d039 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:16.976709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.984245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 8b54ef33-66da-4e19-b385-5c19e154d039 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:17.025871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2375a-36ee-488d-8373-7636a818d72b None None] DHCP port deletion for 2a5db222-942d-45f1-b6d5-a6710c002490 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:17.039158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 8b54ef33-66da-4e19-b385-5c19e154d039 was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:14:17.108271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.132292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5db222-942d-45f1-b6d5-a6710c002490']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.148463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b563ece-8b86-4bca-bcb1-bae03bcb27f9') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.148946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b563ece-8b86-4bca-bcb1-bae03bcb27f9') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.178850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Router 64a404af-e1ab-415f-a036-371b49b412f3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:17.187045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=8b54ef33-66da-4e19-b385-5c19e154d039,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.194687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.197535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.212469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-74f5b54e-1700-44dd-a51c-4265aa9f8cf6 None None] Could not find standard attr ID for object 8b54ef33-66da-4e19-b385-5c19e154d039. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:17.228999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.237544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:17.238830 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:17.243225 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:17.331944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:17.342210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.346254 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:17.349751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.357161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/2a5db222-942d-45f1-b6d5-a6710c002490 HTTP/1.1" status: 204 len: 168 time: 1.0786755 Nov 12 01:14:17.357352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.362096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'name': 'tempest-PortsIpV6TestJSON-758782140'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.367901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa263f-c14c-47cd-8c2c-a3e292bf5b8c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=2a5db222-942d-45f1-b6d5-a6710c002490,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.375847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2047977701'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.377911 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:17.381136 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.405195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:17.409533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.422432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.437440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.532905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.539901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.547727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:17.561709 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-393ba057-b561-488b-a3e0-710c44cbad85 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5610003 Nov 12 01:14:17.564525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:17.565252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.568815 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c718a9-46f5-4c09-8e11-424a4794da43" -d '{"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:17.571862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:17.611589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:17.620716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.632126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28078dcc-16fc-4cfc-9567-6de7c43ba1d9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.632407 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39f6f7c-1eda-4ae4-8d7e-10efbdc2f0b8 x-openstack-request-id: req-e39f6f7c-1eda-4ae4-8d7e-10efbdc2f0b8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:17.632532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.632532 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 18676f55-9b4a-4d09-a2a4-7836f2851972 of type vlan for network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 Nov 12 01:14:17.632711 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:17.632711 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e39f6f7c-1eda-4ae4-8d7e-10efbdc2f0b8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:17.632711 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:14:17.673432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 65cfab16-1b77-4e36-8b50-6fe39cf1a3ff yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:17.682522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.690984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eabb79-8a10-4e53-b436-d4dc84ee56ce tempest-TestVolumeBackupRestore-1502801390 tempest-TestVolumeBackupRestore-1502801390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.692581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70eabb79-8a10-4e53-b436-d4dc84ee56ce tempest-TestVolumeBackupRestore-1502801390 tempest-TestVolumeBackupRestore-1502801390-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1092 time: 0.1242814 Nov 12 01:14:17.695438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.706568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Request body: {'floatingip': {'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.796856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.803522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.804334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.871761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6705308 Nov 12 01:14:17.879649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-36c67e02-d840-4ab0-bc76-4094e31b3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.882280 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-36c67e02-d840-4ab0-bc76-4094e31b3ffa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.1977756 Nov 12 01:14:17.892963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.899947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.917059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'name': 'tempest-PortsTestJSON-1978235706'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.953620 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:15Z', 'revision_number': 0, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:17.994679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:18.007910 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:18.009503 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:18.089886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ab075-bdc0-4828-abde-71a1b66b5357 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.103329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:18.260992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:18.303784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-8959627b-ab52-4fdf-8073-ba89f4451bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.305319 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-8959627b-ab52-4fdf-8073-ba89f4451bb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.4091272 Nov 12 01:14:18.356548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.409200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:18.412015 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.478976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 7102c651-7074-499d-9605-c670e289b2f4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:18.486359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-f75aa35a-018f-40b9-bcb7-01c60d62bf66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 999 time: 0.1583924 Nov 12 01:14:18.605030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-4b1c1c30-0910-4f09-b4be-aab9f9e44183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.606645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-4b1c1c30-0910-4f09-b4be-aab9f9e44183 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.1050436 Nov 12 01:14:18.616917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b54ef33-66da-4e19-b385-5c19e154d039 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:18.665436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8b54ef33-66da-4e19-b385-5c19e154d039 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:18.665830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b54ef33-66da-4e19-b385-5c19e154d039 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:18.700011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.801983 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:15Z', 'revision_number': 0, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:18.846981 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822ffde-cd61-415e-be75-c3bbe7a5cfc7 None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:15Z', 'revision_number': 0, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:19.171537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.177176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad68315-dcff-4d7a-80e3-ecf39a08fbfb None None] New status for floating IP 6dc5f70b-d7ae-4043-b03c-aed706dddd34: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:14:19.177967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.408268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:19.426427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:19.429663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:19.437226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.438268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.446720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=65cfab16-1b77-4e36-8b50-6fe39cf1a3ff,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:19.467621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-2bd66d5d-fba7-4a3b-8057-03c20dd4e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.470205 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-2bd66d5d-fba7-4a3b-8057-03c20dd4e35e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8533819 Nov 12 01:14:19.492834 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9a1bc6ce-d6e9-4da7-b069-cf5fa937ffe3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1348453 Nov 12 01:14:19.497901 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.498178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.583460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Router 64a404af-e1ab-415f-a036-371b49b412f3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:19.602367 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.606138 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-459e94f3-e4f1-4f07-b127-0a3408435a28 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255796 Nov 12 01:14:19.685564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 65cfab16-1b77-4e36-8b50-6fe39cf1a3ff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:19.685818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.722003 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=7102c651-7074-499d-9605-c670e289b2f4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:19.756863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '18676f55-9b4a-4d09-a2a4-7836f2851972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:19.757237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:19.777399 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e5c718a9-46f5-4c09-8e11-424a4794da43 req-5dedaa93-8f9a-4c2c-8125-33d2864900e6 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592417 Nov 12 01:14:19.800705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.803388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:19.814571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:19.820221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:19.824537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b98653-7e0c-4dd8-8189-5f1c3c80b827 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:19.834739 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:19.835303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.837333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 65cfab16-1b77-4e36-8b50-6fe39cf1a3ff owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:19.838528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:19.852049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.853368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.854628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:19.856324 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:19.878507 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2dcf4cdd-f843-425c-8012-8e60578cd2b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9829433 Nov 12 01:14:19.880843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.896563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1462149468'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:19.939303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:19.943103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:19.945512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.945817 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50c6cb3-d549-4853-b44f-17305d8ed2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:20.000442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:20.028797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.029065 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 91bfbfae-81a3-4f91-89f9-790aee507ec0 of type vlan for network 7e3ad806-1e70-4469-a454-eae7f66c77f6 Nov 12 01:14:20.057690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1db834ca-ff1e-460d-a7e7-4d889392ef88 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "PUT /v2.0/floatingips/6dc5f70b-d7ae-4043-b03c-aed706dddd34 HTTP/1.1" status: 200 len: 991 time: 2.3611112 Nov 12 01:14:20.061843 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3265172-76ad-48e6-99f3-d416ed3662f9 x-openstack-request-id: req-f3265172-76ad-48e6-99f3-d416ed3662f9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:20.062631 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:20.063045 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3265172-76ad-48e6-99f3-d416ed3662f9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:20.063634 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:14:20.090547 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.096585 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:20.145663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=65cfab16-1b77-4e36-8b50-6fe39cf1a3ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.158977 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.163418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/65cfab16-1b77-4e36-8b50-6fe39cf1a3ff HTTP/1.1" status: 204 len: 168 time: 0.6631246 Nov 12 01:14:20.165493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.166100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.166736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.167235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.167749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.168456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.169059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.169698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.170191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.170671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.171370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.172378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.173367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6c9d3-7669-4029-8332-23354240512d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:20.176484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.184621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'mac_address': 'fa:16:3e:0c:71:07', 'name': 'tempest-PortsIpV6TestJSON-966701788'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.285513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.296502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.297598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.341947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.416199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-6aa81cf1-c4fc-4a1d-934c-362ce77cc319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.417945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-6aa81cf1-c4fc-4a1d-934c-362ce77cc319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.2228110 Nov 12 01:14:20.422887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=7e3ad806-1e70-4469-a454-eae7f66c77f6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.435478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7e3ad806-1e70-4469-a454-eae7f66c77f6 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:20.437879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-76f5bd04-b3c2-4edd-aa6d-cc770959f547 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5459816 Nov 12 01:14:20.440716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60738) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.443112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.479422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:20.485276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'ports': [{'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'}, {'network_id': '7e3ad806-1e70-4469-a454-eae7f66c77f6'}]} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.485727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.486626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '7e3ad806-1e70-4469-a454-eae7f66c77f6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.654104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:19Z', 'revision_number': 2, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:20.689414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:20.702224 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:20.703443 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:20.765627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.767805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 2} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.773679 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.799429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-718c8e7b-6c04-4599-ba72-e6052f24a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.800985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-718c8e7b-6c04-4599-ba72-e6052f24a721 service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.3751826 Nov 12 01:14:20.801735 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.837122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.907032 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:20.932089 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:20.943168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:20.946289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:20.948977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 04396ce7-5790-4a21-bfda-c1f89ed520b5 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:20.956443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-43ed896d-5eec-4e35-bc04-16955914d7d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 1001 time: 0.1439714 Nov 12 01:14:20.959056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.959860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.978970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=cf93c9c2-95ee-4ec8-b214-8576d7dbdf46,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.992115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-817336af-1c91-42f6-aa7c-07e57cb00127 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8136609 Nov 12 01:14:20.995077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.045840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-937f17c1-5ba5-44c1-9421-1a9f46d7de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.047496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-937f17c1-5ba5-44c1-9421-1a9f46d7de3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.0828621 Nov 12 01:14:21.048939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86996490-a01c-44c6-b7ed-cba74a101703 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.050479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-86996490-a01c-44c6-b7ed-cba74a101703 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 HTTP/1.1" status: 200 len: 844 time: 0.0540962 Nov 12 01:14:21.054762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.162752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-551d708a-d3f2-4a61-8f31-c90687c61d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.164694 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-551d708a-d3f2-4a61-8f31-c90687c61d85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863762 Nov 12 01:14:21.175774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.189714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:21.190679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.246795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:19Z', 'revision_number': 2, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:21.285246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e3faf-a34a-43da-ab0d-946935eb4d0b None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '6dc5f70b-d7ae-4043-b03c-aed706dddd34', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'port_id': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'mac_address': 'fa:16:3e:20:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:15Z', 'updated_at': '2021-11-12T01:14:19Z', 'revision_number': 2, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:21.299803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port bf99a704-9c89-4c1a-aeae-95170fe5f362 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:21.308837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.337696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:21.353439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-c1cefa12-c9f3-42ec-809f-aaa15287f125 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709273 Nov 12 01:14:21.451613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.489887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=cf93c9c2-95ee-4ec8-b214-8576d7dbdf46,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.503435 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.508036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c63bf83-8743-4804-bc13-b323d623c0b6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 HTTP/1.1" status: 204 len: 168 time: 0.4520779 Nov 12 01:14:21.510411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.535823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e50c6cb3-d549-4853-b44f-17305d8ed2c5 req-94ff598e-502f-494a-b5cf-ec1e3816082c service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726108 Nov 12 01:14:21.540175 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.551667 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5992502f-e11e-460b-80a7-2a0ac7fe8752 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:21.553467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5992502f-e11e-460b-80a7-2a0ac7fe8752 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/cf93c9c2-95ee-4ec8-b214-8576d7dbdf46 HTTP/1.1" status: 404 len: 333 time: 0.0413144 Nov 12 01:14:21.557499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.563109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'name': 'tempest-PortsIpV6TestJSON-998268258'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:21.606696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.659314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:21.665424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:21.669749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:21.670590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.678411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=04396ce7-5790-4a21-bfda-c1f89ed520b5,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.689886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:21.693784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.718384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 7384859f-8e22-4233-9e24-6aabd79dc5b3 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:21.749226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=bf99a704-9c89-4c1a-aeae-95170fe5f362,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.760374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '91bfbfae-81a3-4f91-89f9-790aee507ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7e3ad806-1e70-4469-a454-eae7f66c77f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:21.761567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: 7e3ad806-1e70-4469-a454-eae7f66c77f6, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:21.780115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 7e3ad806-1e70-4469-a454-eae7f66c77f6 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:21.794447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7e3ad806-1e70-4469-a454-eae7f66c77f6) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:21.799552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:21.807432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.812368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.813110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.813316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63d9fa-5b54-4b22-bd56-19a88276617f None None] Network 7e3ad806-1e70-4469-a454-eae7f66c77f6 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:21.838597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-29f8e4c5-c0ae-4bfb-af34-04eedd883ae5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3935275 Nov 12 01:14:21.838883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60750) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.937293 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.973007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port bf99a704-9c89-4c1a-aeae-95170fe5f362 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:21.973340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.001756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.066895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:22.068916 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:22.073487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:22.087882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.088304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:22.092717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=7384859f-8e22-4233-9e24-6aabd79dc5b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.096010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:22.104841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.105875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.119863 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943b629-1e6e-4d15-81d6-a599e5124736 x-openstack-request-id: req-1943b629-1e6e-4d15-81d6-a599e5124736 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:22.120213 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:22.120427 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1943b629-1e6e-4d15-81d6-a599e5124736 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:22.120832 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:14:22.126412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for bf99a704-9c89-4c1a-aeae-95170fe5f362 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.132470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-62270aa6-926d-4ea0-af6f-4e710d09b1ce tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5735230 Nov 12 01:14:22.134941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.142548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:22.227252 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.272641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-917dd662-6d0d-479f-a419-82c136f21736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.274532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-917dd662-6d0d-479f-a419-82c136f21736 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.0810812 Nov 12 01:14:22.306013 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.355977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=bf99a704-9c89-4c1a-aeae-95170fe5f362,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.397579 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.401570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb91bcde-fb44-4559-81a0-b07038d1238a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/bf99a704-9c89-4c1a-aeae-95170fe5f362 HTTP/1.1" status: 204 len: 168 time: 0.5616519 Nov 12 01:14:22.405662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60758) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.476931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.480820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-01319bea-4a49-4d16-a794-e6bbd15d4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.482725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-01319bea-4a49-4d16-a794-e6bbd15d4a95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.1987822 Nov 12 01:14:22.484997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.498402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac9529-a9de-4c21-9403-a252e695b3b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.505631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac9529-a9de-4c21-9403-a252e695b3b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.507533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1cac9529-a9de-4c21-9403-a252e695b3b3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1009245 Nov 12 01:14:22.516752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60760) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.527243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] In _notify_port_updated(), no bound segment for port 7384859f-8e22-4233-9e24-6aabd79dc5b3 on network db15dde6-210c-4127-989f-ac4eff826b77 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:22.533685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.534380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.538825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/ports/7384859f-8e22-4233-9e24-6aabd79dc5b3 HTTP/1.1" status: 200 len: 818 time: 0.4027348 Nov 12 01:14:22.542106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60762) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.611411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46baf-4575-43d4-995e-9858635c2b4e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=7384859f-8e22-4233-9e24-6aabd79dc5b3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.660779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-0e46985b-033c-4ad0-b189-672b1575536d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 1001 time: 0.1518705 Nov 12 01:14:22.707787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 7384859f-8e22-4233-9e24-6aabd79dc5b3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:22.708280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.756779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-6ba18e5a-79f8-44cc-9746-11746b532a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.758808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-6ba18e5a-79f8-44cc-9746-11746b532a19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.0869708 Nov 12 01:14:22.767534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 04396ce7-5790-4a21-bfda-c1f89ed520b5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:22.768001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.813150 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.839563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 7384859f-8e22-4233-9e24-6aabd79dc5b3 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.885525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.911294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-0f639ac7-edf8-41fd-bd0f-958cb5439103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.913102 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-0f639ac7-edf8-41fd-bd0f-958cb5439103 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269906 Nov 12 01:14:22.918019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 04396ce7-5790-4a21-bfda-c1f89ed520b5 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.960676 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.002328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=7384859f-8e22-4233-9e24-6aabd79dc5b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.005704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.009276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-25e03336-74eb-4c7f-aeec-d1b18327edfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/7384859f-8e22-4233-9e24-6aabd79dc5b3 HTTP/1.1" status: 204 len: 168 time: 0.4660900 Nov 12 01:14:23.012520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.092684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71f099-9b76-45a8-80a8-5cc1d4396d0c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:23.095171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c71f099-9b76-45a8-80a8-5cc1d4396d0c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0805330 Nov 12 01:14:23.098732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.130760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-d83d1503-e9a7-4db6-b3bf-50475e9f447b service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025988 Nov 12 01:14:23.137077 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.147962 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-51288e51-019e-466c-b160-5237811aa708 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:23.154933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-51288e51-019e-466c-b160-5237811aa708 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/7384859f-8e22-4233-9e24-6aabd79dc5b3 HTTP/1.1" status: 404 len: 333 time: 0.0501962 Nov 12 01:14:23.155716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.166122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667797349'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.205653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:23.206030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=04396ce7-5790-4a21-bfda-c1f89ed520b5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.213554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.239995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.243430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc93f6dd-bf45-4fb2-8dcc-3fe1e3664c41 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/04396ce7-5790-4a21-bfda-c1f89ed520b5 HTTP/1.1" status: 204 len: 168 time: 0.7238972 Nov 12 01:14:23.247627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60772) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.268604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:23.279965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.280405 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment b1bb0037-952d-4747-9741-c9a316d44eda of type vlan for network ff79c2b0-9970-4a83-8f17-2f103489e66a Nov 12 01:14:23.307495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-47bf3b72-6238-4677-9b6b-b70b16ac7ae8 req-cb43c39b-ea8f-4a26-a46a-b13104464d71 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682894 Nov 12 01:14:23.331617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.333543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff769d3-91be-4dee-a254-a9354608c5fe tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:23.335113 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ff769d3-91be-4dee-a254-a9354608c5fe tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0864849 Nov 12 01:14:23.339090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.377729 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1b9a08-ccba-4632-abd5-ce3fa3c5ee39 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:23.380111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6d1b9a08-ccba-4632-abd5-ce3fa3c5ee39 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/bf99a704-9c89-4c1a-aeae-95170fe5f362 HTTP/1.1" status: 404 len: 333 time: 0.0389009 Nov 12 01:14:23.380674 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.382643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.386726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:23.387380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.419167 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-690f268f-1fcb-4f95-bd7f-7f6d81aa2f14 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:23.423994 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-690f268f-1fcb-4f95-bd7f-7f6d81aa2f14 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/04396ce7-5790-4a21-bfda-c1f89ed520b5 HTTP/1.1" status: 404 len: 333 time: 0.0369306 Nov 12 01:14:23.424289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.476599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3172038 Nov 12 01:14:23.480110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.485715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.491854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b98290-a771-4c04-8e0d-a05611cb079f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=ff79c2b0-9970-4a83-8f17-2f103489e66a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.504864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:23.539563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.633846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:23.639384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.691582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.721520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3ad806-1e70-4469-a454-eae7f66c77f6']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:23.732917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bfbfae-81a3-4f91-89f9-790aee507ec0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:23.734565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bfbfae-81a3-4f91-89f9-790aee507ec0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:23.757088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.779731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.789950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:23.790713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:23.797276 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:23.911584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.915746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.923204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.927689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/7e3ad806-1e70-4469-a454-eae7f66c77f6 HTTP/1.1" status: 204 len: 168 time: 0.5022030 Nov 12 01:14:23.946518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:23.959967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1123611421'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:23.968451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaff04-879e-44cf-89f7-2268f0a27dd2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=7e3ad806-1e70-4469-a454-eae7f66c77f6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.989766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=20564c34-019b-4311-80b8-f9027ac73c69,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.002939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:24.006917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': 'b1bb0037-952d-4747-9741-c9a316d44eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:24.007476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: ff79c2b0-9970-4a83-8f17-2f103489e66a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:24.007627 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.032569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ff79c2b0-9970-4a83-8f17-2f103489e66a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:24.042280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:24.042711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ff79c2b0-9970-4a83-8f17-2f103489e66a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:24.053981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.055005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.056036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.056558 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 9d7650f6-f81c-4cf7-8db8-1aa11cf42473 of type vlan for network 2405f27a-5f0e-4912-90a8-9bf227e15e21 Nov 12 01:14:24.059057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93837fd7-6108-4b25-8037-071106b6cfb8 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:24.100190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-990c593e-8212-4f2a-bd81-eddaf7df57da tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6161649 Nov 12 01:14:24.107196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.117623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:24.120487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.194653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.201735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.202636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.258077 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3045208 Nov 12 01:14:24.258834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.264407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:24.312395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ff79c2b0-9970-4a83-8f17-2f103489e66a', 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:24.315035 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.332413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32ddbe-7496-4809-9f31-fdde093b4eb3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=2405f27a-5f0e-4912-90a8-9bf227e15e21,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.359457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:24.426021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:24.429646 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.502357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:24.506231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.581198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Allocated IP 2001:db8::2 (ff79c2b0-9970-4a83-8f17-2f103489e66a/20564c34-019b-4311-80b8-f9027ac73c69/857b8689-6cb5-4089-b2cf-1ea8112c7c84) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:24.585211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:14:24.585806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:14:24.616017 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20564c34-019b-4311-80b8-f9027ac73c69 (CIDR: 2001:db8::/64) Nov 12 01:14:24.625188 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:14:24.625639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:24.650539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7032748a-1f24-47ec-9a27-6d579749aeb6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5407009 Nov 12 01:14:24.660910 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.680281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:24.786598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.847113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:24.851346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.859142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.860987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.904775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=656a6b11-a8ce-4913-a712-4e0154c5710b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.913105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Pushing event updated for resources: {'Port': ['ID=857b8689-6cb5-4089-b2cf-1ea8112c7c84,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:24.927406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:24.929118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:24.933687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:24.939422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '9d7650f6-f81c-4cf7-8db8-1aa11cf42473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:24.941442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: 2405f27a-5f0e-4912-90a8-9bf227e15e21, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:24.974307 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:24.996430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 2405f27a-5f0e-4912-90a8-9bf227e15e21) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:25.010062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77492eb-c216-41f0-ac55-166538659f79 None None] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:25.015573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.016420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.045987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-92211326-d534-4d1c-8fa1-5d7357d8ed70 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7839127 Nov 12 01:14:25.047292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.055014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21', 'name': 'tempest-PortsTestJSON-1855919914'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:25.080722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Attempting to bind port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:25.081093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Attempting to bind port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b1bb0037-952d-4747-9741-c9a316d44eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:25.081455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Attempting to bind port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 on network ff79c2b0-9970-4a83-8f17-2f103489e66a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:25.119758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:25.120166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Checking segment: {'id': 'b1bb0037-952d-4747-9741-c9a316d44eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:25.120602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.121012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Bound using segment: {'id': 'b1bb0037-952d-4747-9741-c9a316d44eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:25.121502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Bound port: 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bb0037-952d-4747-9741-c9a316d44eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:25.121889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.242409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] For port 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:25.305369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:25.310274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.310751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] For port 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857b8689-6cb5-4089-b2cf-1ea8112c7c84,segment=NetworkSegment(b1bb0037-952d-4747-9741-c9a316d44eda),segment_id=b1bb0037-952d-4747-9741-c9a316d44eda)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:25.318179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.321183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.332485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port c35542e6-f842-4c3e-9457-2498fa5c1c10 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:25.388718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ff79c2b0-9970-4a83-8f17-2f103489e66a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:25.403353 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:25.419762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.420588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.446599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.467601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-2405f27a-5f0e-4912-90a8-9bf227e15e21', 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': '656a6b11-a8ce-4913-a712-4e0154c5710b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:25.468618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.478415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e5cfc4d-718c-4104-965a-c1312bf6c4c0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8136418 Nov 12 01:14:25.479066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.485453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69'}, {'subnet_id': '78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1'}], 'name': 'tempest-PortsIpV6TestJSON-1838999881'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:25.503517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c885-4961-4df6-9ab1-818646dd4ea0 None None] Pushing event updated for resources: {'Port': ['ID=857b8689-6cb5-4089-b2cf-1ea8112c7c84,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.546609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.8 (2405f27a-5f0e-4912-90a8-9bf227e15e21/656a6b11-a8ce-4913-a712-4e0154c5710b/c35542e6-f842-4c3e-9457-2498fa5c1c10) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:25.717417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:25.831113 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.858134 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.887939 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:25.913023 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.980455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Allocated IP 172.20.0.2 (2405f27a-5f0e-4912-90a8-9bf227e15e21/656a6b11-a8ce-4913-a712-4e0154c5710b/76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:26.008859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:26.016361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:26.027115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:26.076807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=c35542e6-f842-4c3e-9457-2498fa5c1c10,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.143050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:26.144090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.174250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e118552-a9fd-4ea3-bd9e-2a1579e9177f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1235881 Nov 12 01:14:26.178674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:26.241083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.253124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.323132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port c35542e6-f842-4c3e-9457-2498fa5c1c10 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:26.323761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.328258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Pushing event updated for resources: {'Port': ['ID=76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.336854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:26.338555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:26.342290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:26.446652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::b1 (ff79c2b0-9970-4a83-8f17-2f103489e66a/20564c34-019b-4311-80b8-f9027ac73c69/18184eaa-40eb-4e84-8bb3-c8ce356722c1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:26.450168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Attempting to bind port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:26.450802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Attempting to bind port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9d7650f6-f81c-4cf7-8db8-1aa11cf42473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:26.451424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Attempting to bind port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 on network 2405f27a-5f0e-4912-90a8-9bf227e15e21 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:26.463357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:26.463862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8:0:1::4d (ff79c2b0-9970-4a83-8f17-2f103489e66a/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1/18184eaa-40eb-4e84-8bb3-c8ce356722c1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:26.464011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Checking segment: {'id': '9d7650f6-f81c-4cf7-8db8-1aa11cf42473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:26.464628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.465309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Bound using segment: {'id': '9d7650f6-f81c-4cf7-8db8-1aa11cf42473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:26.466419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Bound port: 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7650f6-f81c-4cf7-8db8-1aa11cf42473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2405f27a-5f0e-4912-90a8-9bf227e15e21'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:26.467054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.563478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.579893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for c35542e6-f842-4c3e-9457-2498fa5c1c10 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:26.645050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] For port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:26.654135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] For port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2,segment=NetworkSegment(9d7650f6-f81c-4cf7-8db8-1aa11cf42473),segment_id=9d7650f6-f81c-4cf7-8db8-1aa11cf42473)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:26.663237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.763280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857b8689-6cb5-4089-b2cf-1ea8112c7c84 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:26.775859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e128-9f0e-4410-bf16-603edef9d120 None None] Pushing event updated for resources: {'Port': ['ID=76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:26.898778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.902763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:26.903129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.908746 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.942762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=c35542e6-f842-4c3e-9457-2498fa5c1c10,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.022416 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.035706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab2407-cdeb-4255-b794-76ede8bceb05 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:27.130422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.130742 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:27.137756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ff79c2b0-9970-4a83-8f17-2f103489e66a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:27.144592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-685d7c94-6daa-48df-9607-37282b89070f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/c35542e6-f842-4c3e-9457-2498fa5c1c10 HTTP/1.1" status: 204 len: 168 time: 0.9648783 Nov 12 01:14:27.145247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60802) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.146178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:27.177403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:27.188925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:27.189770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.229898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=18184eaa-40eb-4e84-8bb3-c8ce356722c1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.236537 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-81594641-1c0f-4e63-afa4-6b67f5ec96d4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:14:27.237565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81594641-1c0f-4e63-afa4-6b67f5ec96d4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:27.240893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-81594641-1c0f-4e63-afa4-6b67f5ec96d4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/c35542e6-f842-4c3e-9457-2498fa5c1c10 HTTP/1.1" status: 404 len: 333 time: 0.0856090 Nov 12 01:14:27.243584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.257911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-179d1857-a6df-4aaf-aeee-631b2172eb3f None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:27.258608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-179d1857-a6df-4aaf-aeee-631b2172eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.272893 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47406d4-5df2-4df6-8310-fb8d4d7153d7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:27.274496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d47406d4-5df2-4df6-8310-fb8d4d7153d7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/c35542e6-f842-4c3e-9457-2498fa5c1c10 HTTP/1.1" status: 404 len: 333 time: 0.0298898 Nov 12 01:14:27.278661 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.283638 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4f8e219-f1d7-4eb1-a222-28f833af401b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8012290 Nov 12 01:14:27.283638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.289595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:27.297630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.398952 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.449314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 656a6b11-a8ce-4913-a712-4e0154c5710b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:27.461963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.470065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857b8689-6cb5-4089-b2cf-1ea8112c7c84,segment=NetworkSegment(b1bb0037-952d-4747-9741-c9a316d44eda),segment_id=b1bb0037-952d-4747-9741-c9a316d44eda)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:27.490331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.549682 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-179d1857-a6df-4aaf-aeee-631b2172eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.567821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.677799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=857b8689-6cb5-4089-b2cf-1ea8112c7c84,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.712662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Update dhcp port {'port': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69', 'ip_address': '2001:db8::2'}, {'subnet_id': '78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '857b8689-6cb5-4089-b2cf-1ea8112c7c84'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:14:27.717204 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.720202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-179d1857-a6df-4aaf-aeee-631b2172eb3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:14:27.720561 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-179d1857-a6df-4aaf-aeee-631b2172eb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:14:27.753356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.835789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.908217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.913783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/656a6b11-a8ce-4913-a712-4e0154c5710b HTTP/1.1" status: 204 len: 168 time: 0.6335440 Nov 12 01:14:27.914878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520d098-3807-4a7f-97b0-775f142e41e5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=656a6b11-a8ce-4913-a712-4e0154c5710b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.916624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.919557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Delete allocated IP 2001:db8:0:1::4d (ff79c2b0-9970-4a83-8f17-2f103489e66a/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:14:28.078590 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.144766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.151820 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.209386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:28.209722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.311418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2,segment=NetworkSegment(9d7650f6-f81c-4cf7-8db8-1aa11cf42473),segment_id=9d7650f6-f81c-4cf7-8db8-1aa11cf42473)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:28.312103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.320206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Allocated IP 2001:db8:0:1::2 (ff79c2b0-9970-4a83-8f17-2f103489e66a/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1/857b8689-6cb5-4089-b2cf-1ea8112c7c84) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:28.344102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:28.386914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6506f-63e8-49df-9833-3cc8ae235b3f None None] Network 2405f27a-5f0e-4912-90a8-9bf227e15e21 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:28.536199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.569534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:28.607349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:28.611289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-660627e3-3515-43a1-a29a-62e6e72b41ef None None] Provisioning complete for port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:28.611976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-660627e3-3515-43a1-a29a-62e6e72b41ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.773619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] In _notify_port_updated(), no bound segment for port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 on network ff79c2b0-9970-4a83-8f17-2f103489e66a {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:28.780117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.780811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.782644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/ports/18184eaa-40eb-4e84-8bb3-c8ce356722c1 HTTP/1.1" status: 200 len: 925 time: 1.4994137 Nov 12 01:14:28.789866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:28.803460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69'}, {'subnet_id': '78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:28.831305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.869602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2405f27a-5f0e-4912-90a8-9bf227e15e21']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:28.889359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc97d7-1bb4-4c23-897f-04690531752e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=18184eaa-40eb-4e84-8bb3-c8ce356722c1,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:28.905164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7650f6-f81c-4cf7-8db8-1aa11cf42473') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:28.905656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7650f6-f81c-4cf7-8db8-1aa11cf42473') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:28.932361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.960276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.961903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.983576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:28.985519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:28.991173 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:29.015851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3512e-3895-4d68-bf4c-cf083fc5d005 None None] DHCP port deletion for 2405f27a-5f0e-4912-90a8-9bf227e15e21 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:29.018259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857b8689-6cb5-4089-b2cf-1ea8112c7c84 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:29.047075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] For port 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857b8689-6cb5-4089-b2cf-1ea8112c7c84,segment=NetworkSegment(b1bb0037-952d-4747-9741-c9a316d44eda),segment_id=b1bb0037-952d-4747-9741-c9a316d44eda)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:29.050206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-660627e3-3515-43a1-a29a-62e6e72b41ef None None] Port 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:14:29.100411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.111778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.128356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/2405f27a-5f0e-4912-90a8-9bf227e15e21 HTTP/1.1" status: 204 len: 168 time: 1.1959348 Nov 12 01:14:29.129947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.131565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:29.141025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.157669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1568611821'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:29.169854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:29.170489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.197779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ea9d5-e5c1-4554-ab4f-2ae7c47ea298 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=2405f27a-5f0e-4912-90a8-9bf227e15e21,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.214088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:29.221692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.266144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:29.294284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.295219 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 07371749-eb29-4a7f-bc2d-1930502fd8ae of type vlan for network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 Nov 12 01:14:29.373262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.383004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998b6e-95f3-49fb-bb82-9146f9142e14 None None] Pushing event updated for resources: {'Port': ['ID=857b8689-6cb5-4089-b2cf-1ea8112c7c84,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.450372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.456953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.458161 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.588986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8:0:1::23e (ff79c2b0-9970-4a83-8f17-2f103489e66a/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1/18184eaa-40eb-4e84-8bb3-c8ce356722c1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:29.838478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.846575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.958218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=18184eaa-40eb-4e84-8bb3-c8ce356722c1,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.993434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] In _notify_port_updated(), no bound segment for port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 on network ff79c2b0-9970-4a83-8f17-2f103489e66a {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:30.001462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.002162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.006166 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f8033499-e832-47b7-a5e2-b8963b576571 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/ports/18184eaa-40eb-4e84-8bb3-c8ce356722c1 HTTP/1.1" status: 200 len: 1011 time: 1.2149551 Nov 12 01:14:30.010671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:30.024828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8883836 Nov 12 01:14:30.026344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60824) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:30.033038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:30.163056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c688228-d313-4a24-bef5-ab66ff9fcb7e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=e6aa53b0-d4cc-40b2-8b4d-364b0448e420,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.184076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:30.199755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:30.200141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.247086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:30.253510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.303666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678badbb-4834-444c-b3e8-6e7b1a560326 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:30.383142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.406309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 18184eaa-40eb-4e84-8bb3-c8ce356722c1 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:30.441261 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c9491288-8036-44ae-8d91-8febe51fef06 None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:30.442482 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c9491288-8036-44ae-8d91-8febe51fef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.670380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857b8689-6cb5-4089-b2cf-1ea8112c7c84 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:30.702260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c9491288-8036-44ae-8d91-8febe51fef06 None None] Provisioning complete for port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:30.702731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c9491288-8036-44ae-8d91-8febe51fef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.711431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.777390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.802440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c9491288-8036-44ae-8d91-8febe51fef06 None None] Port 18184eaa-40eb-4e84-8bb3-c8ce356722c1 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:30.847633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:30.848037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.859578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=d63c08fb-8925-4400-acb9-e73d7eab0eb7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.870282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '07371749-eb29-4a7f-bc2d-1930502fd8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:30.871442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: e6aa53b0-d4cc-40b2-8b4d-364b0448e420, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:30.882815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=18184eaa-40eb-4e84-8bb3-c8ce356722c1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.906510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:30.921951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, e6aa53b0-d4cc-40b2-8b4d-364b0448e420) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:30.928117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.928773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.965952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740affd1-aa19-4717-8ad7-497027d01a70 None None] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:30.981680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.988020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2bd7878c-e303-4feb-9b94-eb1ec08c5c08 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9601805 Nov 12 01:14:30.990283 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0901a713-cb3f-4f8f-8cf2-2e6b0d73d504 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/18184eaa-40eb-4e84-8bb3-c8ce356722c1 HTTP/1.1" status: 204 len: 168 time: 0.9779110 Nov 12 01:14:30.990638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:30.995615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:31.002526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420', 'security_groups': [], 'name': 'tempest-PortsTestJSON-207328980'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:31.047208 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ae109d-d4c0-47c5-8f5b-59f7b7417b59 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:31.060183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-56ae109d-d4c0-47c5-8f5b-59f7b7417b59 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/18184eaa-40eb-4e84-8bb3-c8ce356722c1 HTTP/1.1" status: 404 len: 333 time: 0.0539043 Nov 12 01:14:31.062036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:31.227300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:31.231924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.284332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:31.290721 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.319298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:31.328559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port e54f21a3-6b92-42e5-be86-d890a7630024 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:31.347431 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.409333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:31.410019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 76b8e3a6-cd70-4d38-9ca7-98ea55dcb9d2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:31.422115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-93d4a962-4923-447a-998a-aa1eafbdaa3e None None] Provisioning complete for port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:31.423080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93d4a962-4923-447a-998a-aa1eafbdaa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.556728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.9 (e6aa53b0-d4cc-40b2-8b4d-364b0448e420/d63c08fb-8925-4400-acb9-e73d7eab0eb7/e54f21a3-6b92-42e5-be86-d890a7630024) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:31.590624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-e6aa53b0-d4cc-40b2-8b4d-364b0448e420', 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': 'd63c08fb-8925-4400-acb9-e73d7eab0eb7'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:31.591541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.616290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.726172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.772113 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.786408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.789829 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1 HTTP/1.1" status: 204 len: 168 time: 0.7248220 Nov 12 01:14:31.793427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:31.810909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-93d4a962-4923-447a-998a-aa1eafbdaa3e None None] Could not find standard attr ID for object 18184eaa-40eb-4e84-8bb3-c8ce356722c1. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:31.850490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61ca9e-3eae-4b89-b716-2d618fa6e887 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:31.938668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-38cb037f-42ca-4a20-a405-133cde881aca None None] Could not find standard attr ID for object 18184eaa-40eb-4e84-8bb3-c8ce356722c1. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:31.966177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 20564c34-019b-4311-80b8-f9027ac73c69 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:31.977709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.037792 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.075595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfebdd-b288-4ff2-9aea-6a619d98cfb1 None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:32.096446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:32.105689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:32.105962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Allocated IP 172.20.0.2 (e6aa53b0-d4cc-40b2-8b4d-364b0448e420/d63c08fb-8925-4400-acb9-e73d7eab0eb7/15cf173b-a2ba-4db6-9a2e-32ece4a65193) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:32.110478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.116104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:32.199448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b77770a0-0a4d-4223-9d6d-23522fd202c1 None None] Could not find standard attr ID for object 18184eaa-40eb-4e84-8bb3-c8ce356722c1. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:32.205162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:32.205407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.236341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:32.243875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2515965 Nov 12 01:14:32.249989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d4422-64b6-4217-b705-20bbabf9ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=e54f21a3-6b92-42e5-be86-d890a7630024,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:32.359046 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.463288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port e54f21a3-6b92-42e5-be86-d890a7630024 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:32.463716 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.469882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.517225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=20564c34-019b-4311-80b8-f9027ac73c69,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:32.519474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.527704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5bc5aa45-eeb6-4837-b604-cc7e6f708c16 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/20564c34-019b-4311-80b8-f9027ac73c69 HTTP/1.1" status: 204 len: 168 time: 0.7280273 Nov 12 01:14:32.527704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:32.537212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.543885 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.560281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.646624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:32.652593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:32.682509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.685250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:32.712146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Pushing event updated for resources: {'Port': ['ID=15cf173b-a2ba-4db6-9a2e-32ece4a65193,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:32.716878 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.748661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for e54f21a3-6b92-42e5-be86-d890a7630024 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:32.776216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:32.776667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.783385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Attempting to bind port 15cf173b-a2ba-4db6-9a2e-32ece4a65193 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:32.783757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Attempting to bind port 15cf173b-a2ba-4db6-9a2e-32ece4a65193 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '07371749-eb29-4a7f-bc2d-1930502fd8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:32.784143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Attempting to bind port 15cf173b-a2ba-4db6-9a2e-32ece4a65193 on network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:32.786320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d44798c-e93d-4261-9e94-caf079740aa3 None None] Update dhcp port {'port': {'network_id': 'ff79c2b0-9970-4a83-8f17-2f103489e66a', 'fixed_ips': [{'subnet_id': '20564c34-019b-4311-80b8-f9027ac73c69'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '857b8689-6cb5-4089-b2cf-1ea8112c7c84'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:14:32.819106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:32.819631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Checking segment: {'id': '07371749-eb29-4a7f-bc2d-1930502fd8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:32.820346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.820885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Bound using segment: {'id': '07371749-eb29-4a7f-bc2d-1930502fd8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:32.821389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Bound port: 15cf173b-a2ba-4db6-9a2e-32ece4a65193, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07371749-eb29-4a7f-bc2d-1930502fd8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e6aa53b0-d4cc-40b2-8b4d-364b0448e420'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:32.821780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.827038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d44798c-e93d-4261-9e94-caf079740aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.895718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 857b8689-6cb5-4089-b2cf-1ea8112c7c84, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=857b8689-6cb5-4089-b2cf-1ea8112c7c84,segment=NetworkSegment(b1bb0037-952d-4747-9741-c9a316d44eda),segment_id=b1bb0037-952d-4747-9741-c9a316d44eda)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:32.896026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.919745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 857b8689-6cb5-4089-b2cf-1ea8112c7c84 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:32.969266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.019027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=e54f21a3-6b92-42e5-be86-d890a7630024,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.024817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] For port 15cf173b-a2ba-4db6-9a2e-32ece4a65193, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:33.030485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] For port 15cf173b-a2ba-4db6-9a2e-32ece4a65193, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=15cf173b-a2ba-4db6-9a2e-32ece4a65193,segment=NetworkSegment(07371749-eb29-4a7f-bc2d-1930502fd8ae),segment_id=07371749-eb29-4a7f-bc2d-1930502fd8ae)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:33.037855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.132870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014ea9e-c69a-4d40-a932-c6510a63d662 None None] Pushing event updated for resources: {'Port': ['ID=15cf173b-a2ba-4db6-9a2e-32ece4a65193,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.152522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155cf29-4559-4222-bc57-3e61f70f79dc None None] Network ff79c2b0-9970-4a83-8f17-2f103489e66a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:33.193106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.220659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.226972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-43f494b7-20e9-49fb-ac47-a3dfe4c8f4d7 None None] Could not find standard attr ID for object 857b8689-6cb5-4089-b2cf-1ea8112c7c84. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:33.235189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a963c07b-8e47-4dbb-b87a-ae7dbccc415c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/e54f21a3-6b92-42e5-be86-d890a7630024 HTTP/1.1" status: 204 len: 168 time: 0.9996130 Nov 12 01:14:33.240660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.248798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=857b8689-6cb5-4089-b2cf-1ea8112c7c84,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.255182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 857b8689-6cb5-4089-b2cf-1ea8112c7c84 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:33.282732 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb873b2-7dfd-4192-8e40-fcecdbadecd9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:33.287420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9cb873b2-7dfd-4192-8e40-fcecdbadecd9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/e54f21a3-6b92-42e5-be86-d890a7630024 HTTP/1.1" status: 404 len: 333 time: 0.0462339 Nov 12 01:14:33.290876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.368498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafdbd7e-9dba-4cef-b0cf-4d20293bc65e None None] DHCP port deletion for ff79c2b0-9970-4a83-8f17-2f103489e66a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:33.386239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet d63c08fb-8925-4400-acb9-e73d7eab0eb7 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:33.390410 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.400175 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.442589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff79c2b0-9970-4a83-8f17-2f103489e66a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:33.457888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.462354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bb0037-952d-4747-9741-c9a316d44eda') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:33.463040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bb0037-952d-4747-9741-c9a316d44eda') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:33.476476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.543334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.562181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:33.562882 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:33.568683 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:33.599491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.701654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.712918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.721422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/ff79c2b0-9970-4a83-8f17-2f103489e66a HTTP/1.1" status: 204 len: 168 time: 1.1888282 Nov 12 01:14:33.722256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.740106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdbe1f-189e-4a1a-9cf6-ea5451d6d22a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=ff79c2b0-9970-4a83-8f17-2f103489e66a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.773321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.814690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.818202 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/d63c08fb-8925-4400-acb9-e73d7eab0eb7 HTTP/1.1" status: 204 len: 168 time: 0.5244687 Nov 12 01:14:33.821489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21d08b-2f1a-48d7-b93b-aa2ca1b13002 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=d63c08fb-8925-4400-acb9-e73d7eab0eb7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.821831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.852713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e34fc-e76c-4e0b-9fd8-10cad06c26f5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.854623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e9e34fc-e76c-4e0b-9fd8-10cad06c26f5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1312964 Nov 12 01:14:33.860612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.922484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.949792 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35e0d3a4-59a9-45ff-be7d-ec7099d69458 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0824764 Nov 12 01:14:33.951137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:33.959648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662142839'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:34.007223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 15cf173b-a2ba-4db6-9a2e-32ece4a65193 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:34.007699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.010795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:34.015350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.045580 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:34.063922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.064372 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment 07ad337a-ecee-453d-9a83-7bdf6b7d4286 of type vlan for network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 Nov 12 01:14:34.095867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port 15cf173b-a2ba-4db6-9a2e-32ece4a65193, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=15cf173b-a2ba-4db6-9a2e-32ece4a65193,segment=NetworkSegment(07371749-eb29-4a7f-bc2d-1930502fd8ae),segment_id=07371749-eb29-4a7f-bc2d-1930502fd8ae)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:34.096270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.113857 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.121198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 15cf173b-a2ba-4db6-9a2e-32ece4a65193 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:34.156719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.165465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:34.166105 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.247694 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2947409 Nov 12 01:14:34.256047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:34.276851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:34.284614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.299886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a882d0-df04-4ab5-926c-8d5a62bdc7ae tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=220d7802-d3f7-4a7c-bde4-ad00351ae9c4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.323075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:34.400572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=15cf173b-a2ba-4db6-9a2e-32ece4a65193,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.408284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port 15cf173b-a2ba-4db6-9a2e-32ece4a65193 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:34.527858 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.554873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:34.560019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.567638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6aa53b0-d4cc-40b2-8b4d-364b0448e420']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:34.614533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07371749-eb29-4a7f-bc2d-1930502fd8ae') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:34.615784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07371749-eb29-4a7f-bc2d-1930502fd8ae') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:34.662745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857b8689-6cb5-4089-b2cf-1ea8112c7c84 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:34.683450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.694643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 857b8689-6cb5-4089-b2cf-1ea8112c7c84 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:34.695084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 857b8689-6cb5-4089-b2cf-1ea8112c7c84 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:34.731788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.741384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:34.741790 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:34.745418 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:34.797254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e49d9-a5e9-4323-915c-8f6c491d3092 None None] Network e6aa53b0-d4cc-40b2-8b4d-364b0448e420 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:34.841647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.856562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.860586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/e6aa53b0-d4cc-40b2-8b4d-364b0448e420 HTTP/1.1" status: 204 len: 168 time: 1.0371246 Nov 12 01:14:34.866376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60864) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:34.871195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'name': 'tempest-PortsTestJSON-1262993549'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:34.894985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3b8e-9822-4137-b5b9-ffdaeff1fe92 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=e6aa53b0-d4cc-40b2-8b4d-364b0448e420,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.907538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-94a9c330-53f4-4a81-9631-4193f329981c None None] Could not find standard attr ID for object 15cf173b-a2ba-4db6-9a2e-32ece4a65193. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:35.028714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:35.035401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.046913 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.091236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a57de-35f8-4f90-89d9-0e0e0f4c0dab None None] DHCP port deletion for e6aa53b0-d4cc-40b2-8b4d-364b0448e420 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:35.096543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 5f0b313a-ae46-46fc-990c-d63b28d249da yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:35.126503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=1a601d84-df87-43a3-9257-4a45ed5b008e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.157957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': '07ad337a-ecee-453d-9a83-7bdf6b7d4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:35.158403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: 220d7802-d3f7-4a7c-bde4-ad00351ae9c4, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:35.190221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:35.209388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 220d7802-d3f7-4a7c-bde4-ad00351ae9c4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:35.217508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:35.218832 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.239730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63d8e76-0b83-4268-906e-d444ec828242 None None] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:35.268969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7df4b6c3-30f1-45c1-8ab3-74ce11cca476 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0106235 Nov 12 01:14:35.274399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:35.291698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4', 'name': 'tempest-PortsIpV6TestJSON-1575407300'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:35.355780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.418983 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.477409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.505950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-220d7802-d3f7-4a7c-bde4-ad00351ae9c4', 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': '1a601d84-df87-43a3-9257-4a45ed5b008e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:35.507166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.524865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:35.534306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.562045 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:35.570352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:35.575545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:35.583907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:35.584417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 234765e9-43cb-4048-9a6d-c640cf29b3f6 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:35.585247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.636411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=5f0b313a-ae46-46fc-990c-d63b28d249da,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.651524 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a097fefb-1de4-4cb7-91d2-37cc80e43a64 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7827311 Nov 12 01:14:35.680511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60870) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:35.752124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Allocated IP 2001:db8::2 (220d7802-d3f7-4a7c-bde4-ad00351ae9c4/1a601d84-df87-43a3-9257-4a45ed5b008e/5ffebea5-5859-4934-9ac0-c1effa0bfa48) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:35.817147 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-77a5608c-d86c-43d0-b0cd-7ca172752e5a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2002232 Nov 12 01:14:35.839366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 5f0b313a-ae46-46fc-990c-d63b28d249da {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:35.839688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.988091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.015218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 5f0b313a-ae46-46fc-990c-d63b28d249da owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:36.044996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-1d547f7f-48e5-4dc2-912f-b31987a431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.047517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-1d547f7f-48e5-4dc2-912f-b31987a431f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.1279359 Nov 12 01:14:36.267764 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-96e4d40c-5cfa-42c1-919e-cb2e1ed31214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.269262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-96e4d40c-5cfa-42c1-919e-cb2e1ed31214 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 897 time: 0.1606929 Nov 12 01:14:36.282008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.297879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.307947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.372646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:36.375971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:36.379156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:36.412588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::117 (220d7802-d3f7-4a7c-bde4-ad00351ae9c4/1a601d84-df87-43a3-9257-4a45ed5b008e/234765e9-43cb-4048-9a6d-c640cf29b3f6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:36.438758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Pushing event updated for resources: {'Port': ['ID=5ffebea5-5859-4934-9ac0-c1effa0bfa48,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.475473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=5f0b313a-ae46-46fc-990c-d63b28d249da,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.489282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Attempting to bind port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:36.489971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Attempting to bind port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '07ad337a-ecee-453d-9a83-7bdf6b7d4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:36.490448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Attempting to bind port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 on network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:36.497284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:36.497769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Checking segment: {'id': '07ad337a-ecee-453d-9a83-7bdf6b7d4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:36.498614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.499447 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Bound using segment: {'id': '07ad337a-ecee-453d-9a83-7bdf6b7d4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:36.500196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Bound port: 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ad337a-ecee-453d-9a83-7bdf6b7d4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:36.500702 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.546576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.555456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:36.563207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'mac_address': 'fa:16:3e:53:a0:af', 'name': 'tempest-PortsTestJSON-1951643228'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:36.568603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-da742be7-138c-4d87-9eda-82d90d22f8bf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/5f0b313a-ae46-46fc-990c-d63b28d249da HTTP/1.1" status: 204 len: 168 time: 0.8630712 Nov 12 01:14:36.581876 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 15cf173b-a2ba-4db6-9a2e-32ece4a65193 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:36.590478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-e90eae67-3480-44d7-a172-6200e76cbe24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 1001 time: 0.3123946 Nov 12 01:14:36.610451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 15cf173b-a2ba-4db6-9a2e-32ece4a65193 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:36.610451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 15cf173b-a2ba-4db6-9a2e-32ece4a65193 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:36.643805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] For port 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:36.650753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] For port 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ffebea5-5859-4934-9ac0-c1effa0bfa48,segment=NetworkSegment(07ad337a-ecee-453d-9a83-7bdf6b7d4286),segment_id=07ad337a-ecee-453d-9a83-7bdf6b7d4286)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:36.655697 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.721115 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-75e3f4fd-f82a-4650-a772-90df7d84c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.728114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-75e3f4fd-f82a-4650-a772-90df7d84c535 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.1283512 Nov 12 01:14:36.760481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5982f-60ec-49c9-8d8e-a9ab35bbdde9 None None] Pushing event updated for resources: {'Port': ['ID=5ffebea5-5859-4934-9ac0-c1effa0bfa48,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.807700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-e4d7b191-2cc0-4741-b8fe-d29d4be84b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.811007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-e4d7b191-2cc0-4741-b8fe-d29d4be84b6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754566 Nov 12 01:14:36.853417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.865362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:36.964301 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-14afe2eb-57f0-4635-a36a-7166b659538b service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443834 Nov 12 01:14:37.027222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.044479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.163794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 7e46d835-f730-4045-ae59-75610bb32e8e yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:37.199210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:37.208384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:37.214699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=234765e9-43cb-4048-9a6d-c640cf29b3f6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.218721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:37.229922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.231117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.234410 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2d2bc85f-17f5-4091-ab40-d143e1638f76 req-7ee7fc0a-c061-4180-af5f-449c2c5e2268 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627680 Nov 12 01:14:37.323650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-86f9f7f5-487f-4010-ade2-259b0c1d6fa0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0465710 Nov 12 01:14:37.326129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:37.339212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': '220d7802-d3f7-4a7c-bde4-ad00351ae9c4', 'name': 'tempest-PortsIpV6TestJSON-1462090703'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:37.537313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.582680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:37.589868 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.593239 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.621067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port ed76fc72-3fa1-452b-9fdd-1f5b928751e4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:37.668574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:37.672965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:37.681250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:37.695225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.696732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.727478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=7e46d835-f730-4045-ae59-75610bb32e8e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:37.780891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b87df0fe-503c-435f-b752-191d025ccb35 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2239504 Nov 12 01:14:37.785091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:37.891707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::38b (220d7802-d3f7-4a7c-bde4-ad00351ae9c4/1a601d84-df87-43a3-9257-4a45ed5b008e/ed76fc72-3fa1-452b-9fdd-1f5b928751e4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:37.971455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7d33f-db88-4dfc-929b-78ba210a0076 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.974572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8bf7d33f-db88-4dfc-929b-78ba210a0076 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/7e46d835-f730-4045-ae59-75610bb32e8e HTTP/1.1" status: 200 len: 841 time: 0.1862588 Nov 12 01:14:37.980046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60884) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.163469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 7e46d835-f730-4045-ae59-75610bb32e8e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:38.163773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.261047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.289805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.325326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9a3e1-d7a1-44fc-8aab-1a3988b170c3 None None] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:38.327026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 7e46d835-f730-4045-ae59-75610bb32e8e owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:38.411659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] Provisioning complete for port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:38.413073 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.417435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.491348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:38.497870 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:38.506522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=ed76fc72-3fa1-452b-9fdd-1f5b928751e4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.510572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:38.517378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:38.518095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.535112 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.544893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5515eaa3-cd0e-4b86-a92d-25316fcca816 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2128518 Nov 12 01:14:38.545797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.639470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.650298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=7e46d835-f730-4045-ae59-75610bb32e8e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.672626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.680047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-82989929-a326-4ad8-9abc-3aa27a5c7e4e tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/7e46d835-f730-4045-ae59-75610bb32e8e HTTP/1.1" status: 204 len: 168 time: 0.6983485 Nov 12 01:14:38.680914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60898) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.728840 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f5e740-192f-4f4b-8267-753e225a0084 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:38.732217 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-78f5e740-192f-4f4b-8267-753e225a0084 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/7e46d835-f730-4045-ae59-75610bb32e8e HTTP/1.1" status: 404 len: 333 time: 0.0496690 Nov 12 01:14:38.737821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.751354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'name': 'tempest-PortsTestJSON-254900396'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:38.758111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] For port 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ffebea5-5859-4934-9ac0-c1effa0bfa48,segment=NetworkSegment(07ad337a-ecee-453d-9a83-7bdf6b7d4286),segment_id=07ad337a-ecee-453d-9a83-7bdf6b7d4286)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:38.786232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff82b5-243d-426a-b2ba-2f46d4f3c658 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:38.787902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-35ff82b5-243d-426a-b2ba-2f46d4f3c658 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A117 HTTP/1.1" status: 200 len: 929 time: 0.2406781 Nov 12 01:14:38.798903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60902) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:38.806224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ffebea5-5859-4934-9ac0-c1effa0bfa48 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:38.809287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.924804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47890cb6-50b8-4b24-bb9b-7c5aceca68d1 None None] Pushing event updated for resources: {'Port': ['ID=5ffebea5-5859-4934-9ac0-c1effa0bfa48,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.934451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:38.935182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.020029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:39.024677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.067124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 6466e252-c63e-4d40-8dd7-8a24a9782ec2 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:39.120343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port ed76fc72-3fa1-452b-9fdd-1f5b928751e4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:39.120812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.273705 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7d6b-3fcc-4525-af71-699fcdeb6d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.332360 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.355816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Provisioning complete for port 234765e9-43cb-4048-9a6d-c640cf29b3f6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:39.356798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.372134 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for ed76fc72-3fa1-452b-9fdd-1f5b928751e4 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:39.417780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.437137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Port 234765e9-43cb-4048-9a6d-c640cf29b3f6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:39.462883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Provisioning complete for port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:39.477834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.588239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.689166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=6466e252-c63e-4d40-8dd7-8a24a9782ec2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.702886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:39.709439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Provisioning complete for port ed76fc72-3fa1-452b-9fdd-1f5b928751e4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:39.709790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:39.710459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.717268 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:39.723707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:39.724406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.750339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60916) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.750653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-09687fdb-2e28-4e28-80f6-c036307f4106 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0106246 Nov 12 01:14:39.763188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.767664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:39.789009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bb67244e-96e3-4550-b926-1640f9c5799e None None] Port ed76fc72-3fa1-452b-9fdd-1f5b928751e4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:39.825407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=ed76fc72-3fa1-452b-9fdd-1f5b928751e4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.834839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.835967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c5720432-cf16-4de1-9239-c2c5a790768e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/ed76fc72-3fa1-452b-9fdd-1f5b928751e4 HTTP/1.1" status: 204 len: 168 time: 1.0355520 Nov 12 01:14:39.841453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60918) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.882593 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-27afd005-a9bb-4379-b0e6-a1494616ba1a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:39.887185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-27afd005-a9bb-4379-b0e6-a1494616ba1a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/ed76fc72-3fa1-452b-9fdd-1f5b928751e4 HTTP/1.1" status: 404 len: 333 time: 0.0425990 Nov 12 01:14:39.887592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.927686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9d07a692-249e-423f-be73-152f199fed12 None None] Provisioning complete for port 234765e9-43cb-4048-9a6d-c640cf29b3f6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:39.928505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d07a692-249e-423f-be73-152f199fed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.952474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.028804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d07a692-249e-423f-be73-152f199fed12 None None] Port 234765e9-43cb-4048-9a6d-c640cf29b3f6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:40.051739 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 234765e9-43cb-4048-9a6d-c640cf29b3f6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:40.052676 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.147407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4b68b0fb-0cda-4c90-9d4f-d3a662c0d970 None None] Could not find standard attr ID for object ed76fc72-3fa1-452b-9fdd-1f5b928751e4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:40.188577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.208755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 234765e9-43cb-4048-9a6d-c640cf29b3f6 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:40.227286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.233898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.281979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] In _notify_port_updated(), no bound segment for port 6466e252-c63e-4d40-8dd7-8a24a9782ec2 on network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:40.290989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:40.291957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.299474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/ports/6466e252-c63e-4d40-8dd7-8a24a9782ec2 HTTP/1.1" status: 200 len: 818 time: 0.5468311 Nov 12 01:14:40.300936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.352207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165eeb0-3df0-4f2c-8664-05c25f6fabea tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=6466e252-c63e-4d40-8dd7-8a24a9782ec2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.427968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 6466e252-c63e-4d40-8dd7-8a24a9782ec2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:40.428656 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.485477 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.521357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=234765e9-43cb-4048-9a6d-c640cf29b3f6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.575893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.580903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.584967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24f1c478-96aa-4d5e-a8eb-a5595864bc34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/234765e9-43cb-4048-9a6d-c640cf29b3f6 HTTP/1.1" status: 204 len: 168 time: 0.6961436 Nov 12 01:14:40.588200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.614810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 6466e252-c63e-4d40-8dd7-8a24a9782ec2 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:40.635208 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed05ca6a-c913-44cd-9864-6cba0c28457e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:40.642856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ed05ca6a-c913-44cd-9864-6cba0c28457e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/234765e9-43cb-4048-9a6d-c640cf29b3f6 HTTP/1.1" status: 404 len: 333 time: 0.0525224 Nov 12 01:14:40.646918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60928) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.747487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ffebea5-5859-4934-9ac0-c1effa0bfa48 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:40.789581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 1a601d84-df87-43a3-9257-4a45ed5b008e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:40.805028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.845876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.906650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.916211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:40.917012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.933030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=6466e252-c63e-4d40-8dd7-8a24a9782ec2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.959924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.966098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-da2c53d2-bfec-4415-83c0-8eede2b554da tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/6466e252-c63e-4d40-8dd7-8a24a9782ec2 HTTP/1.1" status: 204 len: 168 time: 0.6600895 Nov 12 01:14:40.970463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.038169 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fb713-ed8d-4a88-846e-046a32589c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.040441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-811fb713-ed8d-4a88-846e-046a32589c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0685225 Nov 12 01:14:41.045423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.080479 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1ebfd5-446a-454c-8226-a329d31f8b67 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:41.082812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3c1ebfd5-446a-454c-8226-a329d31f8b67 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/6466e252-c63e-4d40-8dd7-8a24a9782ec2 HTTP/1.1" status: 404 len: 333 time: 0.0357139 Nov 12 01:14:41.090112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.097637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513384376'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:41.144444 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:41.158582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.160345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.206140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:41.229475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.230028 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 1b884a62-aadd-4b87-900a-fe1b5f0ab2ea of type vlan for network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 Nov 12 01:14:41.270389 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.301040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=1a601d84-df87-43a3-9257-4a45ed5b008e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.309413 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.315908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.319728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b8636e0a-4ffc-4fe8-996f-9012e868ee8b tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/1a601d84-df87-43a3-9257-4a45ed5b008e HTTP/1.1" status: 204 len: 168 time: 0.6712892 Nov 12 01:14:41.323653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.337782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba7be3-8790-47fa-8ab9-33f34f628c98 None None] Network 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:41.356367 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.369808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.372026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.455095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3630929 Nov 12 01:14:41.461249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.470642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:41.490683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.593393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4cca7-aad1-409f-83d4-9024c01f5342 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=23c45f71-f425-45d5-acc4-8ec707ee2dd4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.616654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:41.622872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:41.624100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.822039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] DHCP port deletion for 220d7802-d3f7-4a7c-bde4-ad00351ae9c4 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:41.829504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:41.832601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ffebea5-5859-4934-9ac0-c1effa0bfa48,segment=NetworkSegment(07ad337a-ecee-453d-9a83-7bdf6b7d4286),segment_id=07ad337a-ecee-453d-9a83-7bdf6b7d4286)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:41.834256 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.837432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.868817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 5ffebea5-5859-4934-9ac0-c1effa0bfa48 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:41.928969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Deleting port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:41.929591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.107292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] For port 5ffebea5-5859-4934-9ac0-c1effa0bfa48, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5ffebea5-5859-4934-9ac0-c1effa0bfa48,segment=NetworkSegment(07ad337a-ecee-453d-9a83-7bdf6b7d4286),segment_id=07ad337a-ecee-453d-9a83-7bdf6b7d4286)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:42.107930 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.130288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.132742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Calling delete_port for 5ffebea5-5859-4934-9ac0-c1effa0bfa48 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:42.144243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dd0c-6b77-4f34-a5cc-f9cc9697311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.193282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=5ffebea5-5859-4934-9ac0-c1effa0bfa48,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.207606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:42.288862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.302814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.359348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] Pushing event deleted for resources: {'Port': ['ID=5ffebea5-5859-4934-9ac0-c1effa0bfa48,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.377025 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.378249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985c18b-29ce-492c-979f-88a82bce84ba None None] No DVR routers for this DVR port 5ffebea5-5859-4934-9ac0-c1effa0bfa48 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:42.423554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d7802-d3f7-4a7c-bde4-ad00351ae9c4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:42.438588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ad337a-ecee-453d-9a83-7bdf6b7d4286') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:42.439220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ad337a-ecee-453d-9a83-7bdf6b7d4286') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:42.452817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.471771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=beb10997-86a0-443b-8a88-fce3bef8f598,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.475641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.481198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:42.481760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: 23c45f71-f425-45d5-acc4-8ec707ee2dd4, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:42.490689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:42.491497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:42.497452 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:42.519664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:42.536811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 23c45f71-f425-45d5-acc4-8ec707ee2dd4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:42.545772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0fe78-dc0f-4dbb-b5bc-4cf9a94e9d25 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:42.546004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:42.546719 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.572983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aec790ab-a3e9-4088-a389-c91eba9350aa tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1092088 Nov 12 01:14:42.576214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:42.585732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:42.632114 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.646215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.657878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/220d7802-d3f7-4a7c-bde4-ad00351ae9c4 HTTP/1.1" status: 204 len: 168 time: 1.3323307 Nov 12 01:14:42.662625 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:42.676938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-176876731'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:42.693894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ffebea5-5859-4934-9ac0-c1effa0bfa48 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:42.713159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2f1b1-e898-428b-a24a-c554247f8d65 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=220d7802-d3f7-4a7c-bde4-ad00351ae9c4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.747590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:42.756870 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5ffebea5-5859-4934-9ac0-c1effa0bfa48 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:42.757238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5ffebea5-5859-4934-9ac0-c1effa0bfa48 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:42.768441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.850876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:42.868225 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:42.875370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.876024 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment 8c4dd075-e830-4250-bc29-0574a79a4f86 of type vlan for network ffe679c2-7f30-4068-b255-1c0fc262163a Nov 12 01:14:42.879477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.904732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.931018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': 'beb10997-86a0-443b-8a88-fce3bef8f598'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:42.932612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.988537 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.018608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-8bcb574e-17f5-49d2-a1ff-b571b65918ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1180055 Nov 12 01:14:43.036568 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet beb10997-86a0-443b-8a88-fce3bef8f598 (CIDR: 172.20.0.0/28) Nov 12 01:14:43.044829 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:14:43.045291 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.046342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:43.054896 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.055742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.078703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-52efb802-a966-41a7-b2a3-cd56f36d8f9f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5006695 Nov 12 01:14:43.079979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:43.090010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:43.151370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4872243 Nov 12 01:14:43.159241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:43.169471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:43.301003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Allocated IP 172.20.0.2 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/beb10997-86a0-443b-8a88-fce3bef8f598/30f72e89-f7e4-4ca9-aa1d-37018e023db2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:43.375032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:43.383527 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.570622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.581645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.658566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:43.664767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:43.677048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:43.779262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Attempting to bind port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:43.780204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Attempting to bind port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:43.780698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Attempting to bind port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 on network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:43.783653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Pushing event updated for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.794329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:43.794756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Checking segment: {'id': '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:43.795314 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.795902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Bound using segment: {'id': '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:43.796647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Bound port: 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:43.797145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.868678 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.900502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f7b27-a3b6-4fda-b5f0-847c94516631 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=ffe679c2-7f30-4068-b255-1c0fc262163a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.925107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:43.928172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ffe679c2-7f30-4068-b255-1c0fc262163a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:43.929576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:43.936929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.937571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.968405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:43.974090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=30f72e89-f7e4-4ca9-aa1d-37018e023db2,segment=NetworkSegment(1b884a62-aadd-4b87-900a-fe1b5f0ab2ea),segment_id=1b884a62-aadd-4b87-900a-fe1b5f0ab2ea)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:43.975124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=9f5214d3-2706-4e0b-bca9-ba963eb03870,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.986286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aa84b5be-5771-4019-98dc-1eed1d4cd715 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9042950 Nov 12 01:14:43.987130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:43.997539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'fixed_ips': [{'subnet_id': 'beb10997-86a0-443b-8a88-fce3bef8f598'}, {'subnet_id': '9f5214d3-2706-4e0b-bca9-ba963eb03870'}], 'name': 'tempest-PortsTestJSON-2100212924'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:44.011583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343627-d840-44eb-9427-94b030486f8b req-d1591a86-3016-4fae-a7e7-32756aec6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.015050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-d1591a86-3016-4fae-a7e7-32756aec6d6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.8969665 Nov 12 01:14:44.033247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.176875 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.228622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:44.242796 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.254544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329608-bfe5-4f76-b1d2-8de3630a4fa6 None None] Pushing event updated for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:44.265823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:44.341553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343627-d840-44eb-9427-94b030486f8b req-ce7c50c5-bfb0-4a64-afcd-844a3b292626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.344131 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-ce7c50c5-bfb0-4a64-afcd-844a3b292626 service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.2997196 Nov 12 01:14:44.416328 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.483319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:44.772678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 30f72e89-f7e4-4ca9-aa1d-37018e023db2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:44.798336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-16e78d8b-0c64-49ed-8c08-34e1bf68ee0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 1001 time: 0.3316026 Nov 12 01:14:44.836406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.901675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:44.902131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.949918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.956017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343627-d840-44eb-9427-94b030486f8b req-05169ea8-f278-46c9-923c-039ea18ef9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:44.958513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-05169ea8-f278-46c9-923c-039ea18ef9bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.1467187 Nov 12 01:14:45.017459 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.065279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=30f72e89-f7e4-4ca9-aa1d-37018e023db2,segment=NetworkSegment(1b884a62-aadd-4b87-900a-fe1b5f0ab2ea),segment_id=1b884a62-aadd-4b87-900a-fe1b5f0ab2ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:45.074969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.087047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=ceb0448f-3257-4c81-b520-2a48b47683fc,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.117662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343627-d840-44eb-9427-94b030486f8b req-e18b8c73-657b-4320-9d4f-6e71ed888556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:45.121365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-e18b8c73-657b-4320-9d4f-6e71ed888556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399214 Nov 12 01:14:45.222121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.268110 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-518d662e-8fe1-42d6-9cbc-4083cdde4d7a service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342421 Nov 12 01:14:45.269116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': '8c4dd075-e830-4250-bc29-0574a79a4f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:45.269548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: ffe679c2-7f30-4068-b255-1c0fc262163a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:45.365911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ffe679c2-7f30-4068-b255-1c0fc262163a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:45.390342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ffe679c2-7f30-4068-b255-1c0fc262163a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:45.397837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:45.398433 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.412807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f64f00-d8f0-4396-bb02-a82698de4d84 None None] Network ffe679c2-7f30-4068-b255-1c0fc262163a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:45.427326 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ab83b4a9-64c0-4adf-b7d4-4d004f0e5aee tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2664630 Nov 12 01:14:45.430795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 60988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:45.436731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a', 'name': 'tempest-PortsIpV6TestJSON-2051534461', 'fixed_ips': [{'subnet_id': 'ceb0448f-3257-4c81-b520-2a48b47683fc', 'ip_address': '2001:db8::10'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:45.525759 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-74343627-d840-44eb-9427-94b030486f8b req-ee17249b-9e1e-4c6e-be1a-a381da189cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461109 Nov 12 01:14:45.667052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:45.692566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ffe679c2-7f30-4068-b255-1c0fc262163a', 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': 'ceb0448f-3257-4c81-b520-2a48b47683fc'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:45.695326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.799473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.848622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port cbb90a3f-3235-42b2-a84a-5b297a5ad504 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:45.849263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.11 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/beb10997-86a0-443b-8a88-fce3bef8f598/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.866417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91285b-3ee3-4244-b6d2-0105b0ae27c7 req-686b35fc-09dc-49e1-a260-a2a05c32c048 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:45.868941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c91285b-3ee3-4244-b6d2-0105b0ae27c7 req-686b35fc-09dc-49e1-a260-a2a05c32c048 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1028831 Nov 12 01:14:45.870924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.23 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/9f5214d3-2706-4e0b-bca9-ba963eb03870/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.956932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Allocated IP 2001:db8::2 (ffe679c2-7f30-4068-b255-1c0fc262163a/ceb0448f-3257-4c81-b520-2a48b47683fc/627d5746-a86e-4005-b7f8-4af3c4588387) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.984340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c91285b-3ee3-4244-b6d2-0105b0ae27c7 req-6b739ae2-37e6-4e40-9a17-a855287558cf tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056509 Nov 12 01:14:46.038469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271631f-bd20-41d6-9ca8-4bb69ad0b863 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:46.218996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.256421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2faa8c4d-7e9d-4f63-a88a-3ba8d980d967 None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:46.256767 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2faa8c4d-7e9d-4f63-a88a-3ba8d980d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.277334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.329395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:46.336185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:46.340668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:46.373452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:46.420333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:46.422068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.449618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7ce24b7-00f5-48d7-b2a5-84d15c903d5f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4609895 Nov 12 01:14:46.452795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 60994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:46.459518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'beb10997-86a0-443b-8a88-fce3bef8f598'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:46.620709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.666971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 30f72e89-f7e4-4ca9-aa1d-37018e023db2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:46.710982 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.735422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.839181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::10 (ffe679c2-7f30-4068-b255-1c0fc262163a/ceb0448f-3257-4c81-b520-2a48b47683fc/cbb90a3f-3235-42b2-a84a-5b297a5ad504) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:46.886252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Network ffe679c2-7f30-4068-b255-1c0fc262163a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:46.903933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:46.912504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:46.922867 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Pushing event updated for resources: {'Port': ['ID=627d5746-a86e-4005-b7f8-4af3c4588387,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.079471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:47.080543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.209590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Update dhcp port {'port': {'network_id': '23c45f71-f425-45d5-acc4-8ec707ee2dd4', 'fixed_ips': [{'subnet_id': 'beb10997-86a0-443b-8a88-fce3bef8f598', 'ip_address': '172.20.0.2'}, {'subnet_id': '9f5214d3-2706-4e0b-bca9-ba963eb03870'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '30f72e89-f7e4-4ca9-aa1d-37018e023db2'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:14:47.218558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Attempting to bind port 627d5746-a86e-4005-b7f8-4af3c4588387 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:47.218871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Attempting to bind port 627d5746-a86e-4005-b7f8-4af3c4588387 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8c4dd075-e830-4250-bc29-0574a79a4f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:47.219515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Attempting to bind port 627d5746-a86e-4005-b7f8-4af3c4588387 on network ffe679c2-7f30-4068-b255-1c0fc262163a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:47.238062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Delete allocated IP 172.20.0.23 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/9f5214d3-2706-4e0b-bca9-ba963eb03870) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:14:47.257188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.259725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:47.260868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Checking segment: {'id': '8c4dd075-e830-4250-bc29-0574a79a4f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:47.261760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.262465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Bound using segment: {'id': '8c4dd075-e830-4250-bc29-0574a79a4f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:47.263391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Bound port: 627d5746-a86e-4005-b7f8-4af3c4588387, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4dd075-e830-4250-bc29-0574a79a4f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:47.264274 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.271045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2b64-e0c1-4c75-8bd4-3be888493054 req-90f26ec9-8d02-4cee-9dfc-ce65d0d7e048 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:47.273665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71c2b64-e0c1-4c75-8bd4-3be888493054 req-90f26ec9-8d02-4cee-9dfc-ce65d0d7e048 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1153870 Nov 12 01:14:47.279218 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.321344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.407983 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ffe679c2-7f30-4068-b255-1c0fc262163a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:47.415641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:47.422282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:47.431539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:47.433271 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.446822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71c2b64-e0c1-4c75-8bd4-3be888493054 req-177dd0a8-104b-4b2c-a36b-bc15f7c021a3 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544144 Nov 12 01:14:47.513073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=cbb90a3f-3235-42b2-a84a-5b297a5ad504,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.523561 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ccde7737-4f8c-4ee0-a637-4c8483ff8d9e tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0912607 Nov 12 01:14:47.526079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.533016 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': 'ffe679c2-7f30-4068-b255-1c0fc262163a', 'name': 'tempest-PortsIpV6TestJSON-1231233344', 'fixed_ips': [{'subnet_id': 'ceb0448f-3257-4c81-b520-2a48b47683fc', 'ip_address': '2001:db8::f'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:47.572952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] For port 627d5746-a86e-4005-b7f8-4af3c4588387, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:47.625222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.638881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.641246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] For port 627d5746-a86e-4005-b7f8-4af3c4588387, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=627d5746-a86e-4005-b7f8-4af3c4588387,segment=NetworkSegment(8c4dd075-e830-4250-bc29-0574a79a4f86),segment_id=8c4dd075-e830-4250-bc29-0574a79a4f86)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:47.706019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.726514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:47.733149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.742163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.771270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port 23fdc30c-4bd7-4ef7-a514-aa7b056cd50b yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:47.809873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Allocated IP 172.20.0.18 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/9f5214d3-2706-4e0b-bca9-ba963eb03870/30f72e89-f7e4-4ca9-aa1d-37018e023db2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:47.858426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] In _notify_port_updated(), no bound segment for port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a on network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:47.880718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:47.883331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.891249 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-108db963-a108-432d-8d06-55e537d67a12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/ports/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a HTTP/1.1" status: 200 len: 920 time: 1.4346294 Nov 12 01:14:47.891563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:47.938473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'beb10997-86a0-443b-8a88-fce3bef8f598'}, {'subnet_id': '9f5214d3-2706-4e0b-bca9-ba963eb03870'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:47.992778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433cefb-2e1b-44b9-ba1f-ea4ed08286aa None None] Pushing event updated for resources: {'Port': ['ID=627d5746-a86e-4005-b7f8-4af3c4588387,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:48.003303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=30f72e89-f7e4-4ca9-aa1d-37018e023db2,segment=NetworkSegment(1b884a62-aadd-4b87-900a-fe1b5f0ab2ea),segment_id=1b884a62-aadd-4b87-900a-fe1b5f0ab2ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:48.048320 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.062329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.152367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::f (ffe679c2-7f30-4068-b255-1c0fc262163a/ceb0448f-3257-4c81-b520-2a48b47683fc/23fdc30c-4bd7-4ef7-a514-aa7b056cd50b) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:48.182781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10838e-8823-4698-a180-20a6520d8e25 None None] Pushing event updated for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:48.273527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.597003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.707365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55c78-3331-412c-98e2-d29c201ac639 req-c479ab40-0a0e-419d-bb25-392288973efb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:48.715188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dac55c78-3331-412c-98e2-d29c201ac639 req-c479ab40-0a0e-419d-bb25-392288973efb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1134083 Nov 12 01:14:48.821009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dac55c78-3331-412c-98e2-d29c201ac639 req-b45f9af0-cd38-4d1a-9431-8c31c67d0271 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046486 Nov 12 01:14:48.834939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 30f72e89-f7e4-4ca9-aa1d-37018e023db2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:48.844432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.27 (23c45f71-f425-45d5-acc4-8ec707ee2dd4/9f5214d3-2706-4e0b-bca9-ba963eb03870/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:48.848936 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.929074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:48.929493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.952894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network ffe679c2-7f30-4068-b255-1c0fc262163a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:48.986091 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=23fdc30c-4bd7-4ef7-a514-aa7b056cd50b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:48.996557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:49.067362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 627d5746-a86e-4005-b7f8-4af3c4588387 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:49.090486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:49.107020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.109582 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.152511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 627d5746-a86e-4005-b7f8-4af3c4588387 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:49.153101 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.168624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.168887 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80f7aff4-6b29-4231-bee2-064c41c181b2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6413631 Nov 12 01:14:49.234315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f2056-9ad4-426f-9374-d07f81cfae37 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:49.271413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.278299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.375763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-de0b10a1-b112-4f7b-9498-8f62dfcbca7d None None] Provisioning complete for port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:49.376179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de0b10a1-b112-4f7b-9498-8f62dfcbca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.381453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404cae7-2b61-4565-a3fd-cd0a3d90d732 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.386912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5404cae7-2b61-4565-a3fd-cd0a3d90d732 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2167552 Nov 12 01:14:49.393080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.474051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:49.486566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabc724-a23c-4743-beab-249d6f9858e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.495965 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabc724-a23c-4743-beab-249d6f9858e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.504216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabc724-a23c-4743-beab-249d6f9858e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.509171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-de0b10a1-b112-4f7b-9498-8f62dfcbca7d None None] Port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:49.512381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0fabc724-a23c-4743-beab-249d6f9858e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1150002 Nov 12 01:14:49.512688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.517698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] In _notify_port_updated(), no bound segment for port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a on network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:14:49.524499 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.526382 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.527091 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7c879a1-667e-49ec-9e66-51b235fa5885 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/ports/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a HTTP/1.1" status: 200 len: 1000 time: 1.6348283 Nov 12 01:14:49.532792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.540808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.597643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-de0b10a1-b112-4f7b-9498-8f62dfcbca7d None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:49.598323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de0b10a1-b112-4f7b-9498-8f62dfcbca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.657005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2cdf0a-03cb-489a-80cb-94080ec7f384 None None] Network ffe679c2-7f30-4068-b255-1c0fc262163a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:49.664185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 627d5746-a86e-4005-b7f8-4af3c4588387, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=627d5746-a86e-4005-b7f8-4af3c4588387,segment=NetworkSegment(8c4dd075-e830-4250-bc29-0574a79a4f86),segment_id=8c4dd075-e830-4250-bc29-0574a79a4f86)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:49.666172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 23fdc30c-4bd7-4ef7-a514-aa7b056cd50b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:49.666625 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.702979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:49.703630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.712690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.813237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.852411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 23fdc30c-4bd7-4ef7-a514-aa7b056cd50b owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:49.858518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=627d5746-a86e-4005-b7f8-4af3c4588387,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:49.890898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.929285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:50.022526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70809-e5ea-4900-b428-327ee1a4a3da req-11190eb3-a4ba-4877-9f36-ebccb99450e6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:50.024880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6b70809-e5ea-4900-b428-327ee1a4a3da req-11190eb3-a4ba-4877-9f36-ebccb99450e6 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.0731442 Nov 12 01:14:50.089300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-da075659-320e-4e37-8396-0e674340b61b None None] Provisioning complete for port 627d5746-a86e-4005-b7f8-4af3c4588387 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:50.090141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da075659-320e-4e37-8396-0e674340b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.171702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.228568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6b70809-e5ea-4900-b428-327ee1a4a3da req-3435197b-ca65-47a8-9406-3e473691e0d1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919317 Nov 12 01:14:50.236526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=23fdc30c-4bd7-4ef7-a514-aa7b056cd50b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:50.278956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.283693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e4dc8df6-8170-41da-84b6-7aacc8cad83a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/23fdc30c-4bd7-4ef7-a514-aa7b056cd50b HTTP/1.1" status: 204 len: 168 time: 0.7698143 Nov 12 01:14:50.286219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.313439 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b98b79-1c5d-4aa3-8c7a-eb854096be76 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:50.318939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-25b98b79-1c5d-4aa3-8c7a-eb854096be76 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/23fdc30c-4bd7-4ef7-a514-aa7b056cd50b HTTP/1.1" status: 404 len: 333 time: 0.0313048 Nov 12 01:14:50.319378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.369293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.427672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:50.454238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port cbb90a3f-3235-42b2-a84a-5b297a5ad504 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:50.455061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.569731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Could not find standard attr ID for object 23fdc30c-4bd7-4ef7-a514-aa7b056cd50b. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:50.572868 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.582517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7fce1f1b-739c-4ce9-9a07-35e999eba2ad tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a HTTP/1.1" status: 204 len: 168 time: 1.0486174 Nov 12 01:14:50.582795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.621013 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Provisioning complete for port 627d5746-a86e-4005-b7f8-4af3c4588387 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:50.621519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.698118 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e1d89b-4671-4053-8442-562208368b1c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:14:50.710898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-24e1d89b-4671-4053-8442-562208368b1c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a HTTP/1.1" status: 404 len: 333 time: 0.1227880 Nov 12 01:14:50.714511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:50.732157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 627d5746-a86e-4005-b7f8-4af3c4588387 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:50.795065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.856679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for cbb90a3f-3235-42b2-a84a-5b297a5ad504 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:50.864886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 627d5746-a86e-4005-b7f8-4af3c4588387 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:50.865464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.892151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 9f5214d3-2706-4e0b-bca9-ba963eb03870 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:50.905861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.906893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Provisioning complete for port cbb90a3f-3235-42b2-a84a-5b297a5ad504 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:50.907452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.959725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ed99cfb6-867a-4111-9e08-60a7952123be None None] Port cbb90a3f-3235-42b2-a84a-5b297a5ad504 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:51.024131 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.090271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3a8f5e1-951c-4dff-ae94-0084b4bbbec7 None None] Could not find standard attr ID for object 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:51.117772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3a8f5e1-951c-4dff-ae94-0084b4bbbec7 None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:51.118927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3a8f5e1-951c-4dff-ae94-0084b4bbbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.190819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.210155 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.254760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=cbb90a3f-3235-42b2-a84a-5b297a5ad504,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.302970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.356667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.368656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f848a260-c3fa-4814-871a-916f8f33d1a8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/cbb90a3f-3235-42b2-a84a-5b297a5ad504 HTTP/1.1" status: 204 len: 168 time: 1.0478845 Nov 12 01:14:51.379075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.379288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3a8f5e1-951c-4dff-ae94-0084b4bbbec7 None None] Could not find standard attr ID for object cbb90a3f-3235-42b2-a84a-5b297a5ad504. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:51.515219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d941b586-273e-4581-a4d6-cd4e09daf926 None None] Could not find standard attr ID for object 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:51.611917 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7969fa2-3dc3-4e4b-ab80-b4738044545c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:14:51.620836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7969fa2-3dc3-4e4b-ab80-b4738044545c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/cbb90a3f-3235-42b2-a84a-5b297a5ad504 HTTP/1.1" status: 404 len: 333 time: 0.2363431 Nov 12 01:14:51.625367 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.654874 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.810769 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.821017 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/9f5214d3-2706-4e0b-bca9-ba963eb03870 HTTP/1.1" status: 204 len: 168 time: 1.1050735 Nov 12 01:14:51.822365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:51.837831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-064ace2e-95f5-419e-804d-e66411e2a366 None None] Could not find standard attr ID for object 23fdc30c-4bd7-4ef7-a514-aa7b056cd50b. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:51.852023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336bded-2aed-4122-9d8f-b55bef4ebdc4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5214d3-2706-4e0b-bca9-ba963eb03870,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.892715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09845f9-8191-4093-a6fe-94e4a4ac0378 None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:51.994944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet beb10997-86a0-443b-8a88-fce3bef8f598 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:52.003472 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.053191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4c963289-adb8-4707-9fc4-c266ed98a363 None None] Could not find standard attr ID for object 2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:14:52.093200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet ceb0448f-3257-4c81-b520-2a48b47683fc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:52.104715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Deleting port 0ed97f30-d6a5-4363-96bb-56c8dc15b004 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:52.105029 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.113754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23202d64-9326-4143-b027-4d0ac0b92303 req-ebeb2458-7d4c-4b99-8843-b65804543c6f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.115465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23202d64-9326-4143-b027-4d0ac0b92303 req-ebeb2458-7d4c-4b99-8843-b65804543c6f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.4887602 Nov 12 01:14:52.144606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.255895 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.316562 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.316872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.340693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Calling delete_port for 0ed97f30-d6a5-4363-96bb-56c8dc15b004 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:52.406292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.444781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23202d64-9326-4143-b027-4d0ac0b92303 req-b350e265-b636-4c9a-b0e9-84e92dd8c022 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014443 Nov 12 01:14:52.689908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.751094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.789410 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.825827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event deleted for resources: {'Port': ['ID=0ed97f30-d6a5-4363-96bb-56c8dc15b004,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:52.970497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.972042 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Floating IP 6dc5f70b-d7ae-4043-b03c-aed706dddd34 disassociated (deleted). External IP: 172.25.6.115, port: c815ae09-bd51-4081-98fc-2fd7b9c01840. Nov 12 01:14:53.056959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.113272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.120705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4e577-5084-485e-b839-8344a0b9b553 None None] Network ffe679c2-7f30-4068-b255-1c0fc262163a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:53.138863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.149837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/ceb0448f-3257-4c81-b520-2a48b47683fc HTTP/1.1" status: 204 len: 168 time: 1.4352219 Nov 12 01:14:53.167236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:53.194420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.205227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/beb10997-86a0-443b-8a88-fce3bef8f598 HTTP/1.1" status: 204 len: 168 time: 1.3753738 Nov 12 01:14:53.205227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092094e3-2525-4152-b6a3-a482f398cf1f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb0448f-3257-4c81-b520-2a48b47683fc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.205640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:53.279957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-3d5195e6-ec35-456b-8a12-3ecb5189d24f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:53.279957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-3d5195e6-ec35-456b-8a12-3ecb5189d24f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.4012101 Nov 12 01:14:53.281393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594a026-ebde-461a-9a08-a8e1a5261873 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=beb10997-86a0-443b-8a88-fce3bef8f598,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:53.314113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-9964f2d7-caae-43b3-b992-fbf57f6de9df tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0237825 Nov 12 01:14:53.420524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-b87fb85d-d4e2-4dc3-9cd9-37fb6454ba0b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007514 Nov 12 01:14:53.495001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.566215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73bffd-caec-4f73-8c06-e7c5d803932d None None] Network 23c45f71-f425-45d5-acc4-8ec707ee2dd4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:53.618196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.646196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-e248e974-63f0-4806-a5a7-adc65adce981 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976619 Nov 12 01:14:53.699239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a5b3-3d70-4568-a214-e84dc0c09456 req-dc8cc913-727c-43e7-ade4-776e3952ed76 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:53.706190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-52b69287-5a68-4471-808f-a9dca083885f None None] Provisioning complete for port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:53.706564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52b69287-5a68-4471-808f-a9dca083885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.707623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e931a5b3-3d70-4568-a214-e84dc0c09456 req-dc8cc913-727c-43e7-ade4-776e3952ed76 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1263788 Nov 12 01:14:53.838920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Router 64a404af-e1ab-415f-a036-371b49b412f3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:53.866929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e931a5b3-3d70-4568-a214-e84dc0c09456 req-a8f1c253-4580-466d-8bc3-3901ea290dde tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573524 Nov 12 01:14:53.872664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-076a5d46-f16c-4d24-a5d5-b88531a3c200 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127621 Nov 12 01:14:53.914691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] DHCP port deletion for ffe679c2-7f30-4068-b255-1c0fc262163a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:53.929984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:53.930578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.966865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 627d5746-a86e-4005-b7f8-4af3c4588387 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:53.967399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.999828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Deleting port 627d5746-a86e-4005-b7f8-4af3c4588387 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:54.000533 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.026028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] DHCP port deletion for 23c45f71-f425-45d5-acc4-8ec707ee2dd4 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:54.111861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] For port 627d5746-a86e-4005-b7f8-4af3c4588387, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=627d5746-a86e-4005-b7f8-4af3c4588387,segment=NetworkSegment(8c4dd075-e830-4250-bc29-0574a79a4f86),segment_id=8c4dd075-e830-4250-bc29-0574a79a4f86)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:54.112400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.138974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Calling delete_port for 627d5746-a86e-4005-b7f8-4af3c4588387 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:54.213313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Deleting port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:54.213697 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.228037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=30f72e89-f7e4-4ca9-aa1d-37018e023db2,segment=NetworkSegment(1b884a62-aadd-4b87-900a-fe1b5f0ab2ea),segment_id=1b884a62-aadd-4b87-900a-fe1b5f0ab2ea)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:54.228427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.246059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 627d5746-a86e-4005-b7f8-4af3c4588387, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=627d5746-a86e-4005-b7f8-4af3c4588387,segment=NetworkSegment(8c4dd075-e830-4250-bc29-0574a79a4f86),segment_id=8c4dd075-e830-4250-bc29-0574a79a4f86)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:54.246618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.263047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 30f72e89-f7e4-4ca9-aa1d-37018e023db2 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:54.281062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 627d5746-a86e-4005-b7f8-4af3c4588387 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:54.282734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cbdc9b15-43b3-4aea-8b53-54b768f2494b req-4bfa9db2-9c93-4bd8-a16c-f6a7ff434057 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.1015897 Nov 12 01:14:54.331246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:54.337995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.354990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:54.414101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] For port 30f72e89-f7e4-4ca9-aa1d-37018e023db2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=30f72e89-f7e4-4ca9-aa1d-37018e023db2,segment=NetworkSegment(1b884a62-aadd-4b87-900a-fe1b5f0ab2ea),segment_id=1b884a62-aadd-4b87-900a-fe1b5f0ab2ea)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:54.414600 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.418785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:54.419505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:54.471865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Calling delete_port for 30f72e89-f7e4-4ca9-aa1d-37018e023db2 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:54.485546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80ab7784-9e64-439b-b654-e6c37b50a295 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "DELETE /v2.0/floatingips/6dc5f70b-d7ae-4043-b03c-aed706dddd34 HTTP/1.1" status: 204 len: 168 time: 3.1650984 Nov 12 01:14:54.487520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:54.491407 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.492202 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5634d34-c11f-407a-bff7-648579dde536" -d '{"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:54.576598 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.598993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.668811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:54.679004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:54.718991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 627d5746-a86e-4005-b7f8-4af3c4588387 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:54.733674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] Pushing event deleted for resources: {'Port': ['ID=627d5746-a86e-4005-b7f8-4af3c4588387,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:54.749230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb4f5f-1d58-4fe4-8e19-03c340142644 None None] No DVR routers for this DVR port 627d5746-a86e-4005-b7f8-4af3c4588387 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:54.813639 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.892211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:54.917630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=627d5746-a86e-4005-b7f8-4af3c4588387,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:55.056940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] No DVR routers for this DVR port 30f72e89-f7e4-4ca9-aa1d-37018e023db2 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:55.072953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaadbc-53c1-4a9b-bcde-544c7888f23f None None] Pushing event deleted for resources: {'Port': ['ID=30f72e89-f7e4-4ca9-aa1d-37018e023db2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:55.116952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 30f72e89-f7e4-4ca9-aa1d-37018e023db2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:55.219417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb74e2-bf96-402c-a4f6-8ccce6e022be req-3c8c0bbe-e400-4c17-a309-567e74aacccf tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.229566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb74e2-bf96-402c-a4f6-8ccce6e022be req-3c8c0bbe-e400-4c17-a309-567e74aacccf tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.1240919 Nov 12 01:14:55.238818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 30f72e89-f7e4-4ca9-aa1d-37018e023db2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:55.239495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 30f72e89-f7e4-4ca9-aa1d-37018e023db2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:55.240283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 627d5746-a86e-4005-b7f8-4af3c4588387 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:55.290868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c587b-f06d-4e25-8765-f0e8418687cd req-ad7028c9-a8ba-4487-bf30-b20bf5c6b7fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.293560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f7c587b-f06d-4e25-8765-f0e8418687cd req-ad7028c9-a8ba-4487-bf30-b20bf5c6b7fd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1467400 Nov 12 01:14:55.313985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 627d5746-a86e-4005-b7f8-4af3c4588387 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:55.314544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 627d5746-a86e-4005-b7f8-4af3c4588387 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:55.368876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb74e2-bf96-402c-a4f6-8ccce6e022be req-ae25d248-acc1-42b5-96f8-969305a186f8 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378915 Nov 12 01:14:55.466853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f7c587b-f06d-4e25-8765-f0e8418687cd req-7291c852-3d2b-4bd8-a635-e4736e553d51 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581802 Nov 12 01:14:55.499438 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f835fd5-57f7-4b80-bd69-81c78351741c x-openstack-request-id: req-0f835fd5-57f7-4b80-bd69-81c78351741c {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:55.500051 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:55.500503 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f835fd5-57f7-4b80-bd69-81c78351741c {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:55.501084 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:14:55.590928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4191e35f-e510-4286-bc0f-fca61e0114df req-4f59fce5-7e78-454b-b922-b0a2b9f4dacc tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0587280 Nov 12 01:14:55.611908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.639623 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.646826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.671601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:55.688623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:55.688623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.697453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c45f71-f425-45d5-acc4-8ec707ee2dd4']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.701803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe679c2-7f30-4068-b255-1c0fc262163a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.721505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4dd075-e830-4250-bc29-0574a79a4f86') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.721876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4dd075-e830-4250-bc29-0574a79a4f86') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.724750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.725066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b884a62-aadd-4b87-900a-fe1b5f0ab2ea') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:55.739660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634d34-c11f-407a-bff7-648579dde536 req-3747e32e-c133-4e33-805f-feed8f2eac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.741231 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-3747e32e-c133-4e33-805f-feed8f2eac39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af5cdc4617964397ae28d01185fd2d54&device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 1097 time: 0.2438748 Nov 12 01:14:55.746541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.749409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.832747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.835146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.847913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:55.849230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self.session.flush() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:55.853505 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:55.861326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:55.861326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.875233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:55.877932 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:56.067583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.097899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.103703 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/23c45f71-f425-45d5-acc4-8ec707ee2dd4 HTTP/1.1" status: 204 len: 168 time: 2.8959069 Nov 12 01:14:56.106799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.150443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.168000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634d34-c11f-407a-bff7-648579dde536 req-302f831b-4ec3-4c74-8135-1ba3ccbdcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.169572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-302f831b-4ec3-4c74-8135-1ba3ccbdcc69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 200 len: 913 time: 0.4134920 Nov 12 01:14:56.170420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedefb32-2b72-4cd9-b740-0eab8827462f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=23c45f71-f425-45d5-acc4-8ec707ee2dd4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:56.175103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.178619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/ffe679c2-7f30-4068-b255-1c0fc262163a HTTP/1.1" status: 204 len: 168 time: 3.0098479 Nov 12 01:14:56.191752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.199385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-57560805'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:56.214915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:56.236964 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac23bc-9ec6-43f7-81e3-c4ab5a6580ed tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=ffe679c2-7f30-4068-b255-1c0fc262163a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:56.256338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347cfa0-a310-4b33-a1e9-32be60381e92 None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:21Z', 'revision_number': 4, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '8b383a19-1f13-4317-af7c-66cf31b73729', 'name': '', 'network_id': '598584ad-d360-4e7e-bbf1-323d72ba4acf', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'mac_address': 'fa:16:3e:64:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:20Z', 'updated_at': '2021-11-12T01:10:29Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'subnets': [{'id': '0203caa5-feaf-444e-aba9-404f79be82ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:56.257233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77264b5-8c48-4b08-b27f-bd39850034e2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.268698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a77264b5-8c48-4b08-b27f-bd39850034e2 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1515892 Nov 12 01:14:56.272431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.293588 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-243415ac-d713-473b-8731-20c82f315db4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 200 len: 217 time: 0.1036189 Nov 12 01:14:56.365457 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:56.369599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.385869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7d4fa15e-ff92-48ca-8fc5-d1e037b89299 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1104207 Nov 12 01:14:56.386839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:56.396019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-b5ff91fa-f001-491b-8378-97eab7ab3105 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.396570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1888280407'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:56.397776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-b5ff91fa-f001-491b-8378-97eab7ab3105 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.4199142 Nov 12 01:14:56.412368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:56.437160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:56.444104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.485875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:56.515000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634d34-c11f-407a-bff7-648579dde536 req-bfdc4618-847c-4dab-b5e8-91fdd063737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.517104 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-bfdc4618-847c-4dab-b5e8-91fdd063737d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 200 len: 851 time: 0.2132444 Nov 12 01:14:56.601427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.604073 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment d1c66a98-9f34-425b-9402-65acd698fc9c of type vlan for network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 Nov 12 01:14:56.613778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:56.660167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.660733 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Added segment dcad35c9-6126-441f-a6b7-8d95e99324ad of type vlan for network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db Nov 12 01:14:56.721679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634d34-c11f-407a-bff7-648579dde536 req-0acef505-de5d-417e-b1a9-a51ebdb70d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.723905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-0acef505-de5d-417e-b1a9-a51ebdb70d6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=598584ad-d360-4e7e-bbf1-323d72ba4acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961827 Nov 12 01:14:56.729904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.737329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e79ff2-7c13-4b76-a5d4-a435a4b55234 None None] New status for floating IP 6dc5f70b-d7ae-4043-b03c-aed706dddd34: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:14:56.750569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.776805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e8d9b-abaf-4024-ab3f-a460fe5c48e3 req-04108753-37b0-4163-93ea-cb2b7c7ecaeb tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.779877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f32e8d9b-abaf-4024-ab3f-a460fe5c48e3 req-04108753-37b0-4163-93ea-cb2b7c7ecaeb tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.2542870 Nov 12 01:14:56.845778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:56.849927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.884590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb4f5-1d61-44c8-a6ed-72174ae260a5 req-5c08bd04-d527-4fb6-8f65-a0eeb86193c4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.887217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-620bb4f5-1d61-44c8-a6ed-72174ae260a5 req-5c08bd04-d527-4fb6-8f65-a0eeb86193c4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.2505226 Nov 12 01:14:56.902120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.910655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.911314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.937842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.951508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:56.952905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.020135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.042318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:57.124936 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9312019 Nov 12 01:14:57.138128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:57.146362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:57.151666 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-ab1e5e06-4a4f-40ce-81d0-a9b937642674 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169106 Nov 12 01:14:57.159094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8fdd4-aea7-4a2e-a3f1-1833dee21f12 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Network': ['ID=7c4f95fe-e497-4bb3-aaab-90b2552ea4db,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.160166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-300811a0-fa30-499e-910e-e60ccf23d215 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7708352 Nov 12 01:14:57.169482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f32e8d9b-abaf-4024-ab3f-a460fe5c48e3 req-d3246803-c5d1-4a53-bc7b-4bb1fb7e144f tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763678 Nov 12 01:14:57.170567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:57.236759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:57.250554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:57.259278 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-620bb4f5-1d61-44c8-a6ed-72174ae260a5 req-2836982b-56f5-4645-9a7d-f9cbadec54cd tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428171 Nov 12 01:14:57.364333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-bc8d98e2-081e-46aa-8490-06dfda7c7634 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:57.366362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-bc8d98e2-081e-46aa-8490-06dfda7c7634 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.39 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.3619158 Nov 12 01:14:57.441783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4f57e7f8-8885-4a26-9c45-aa9ce1dbf950 req-7fbbfda7-c8e8-424e-b542-1bf9b1a838bc tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.1119065 Nov 12 01:14:57.456203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.10 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/3accea13-0f55-4cdc-a84a-2b4f627e691f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:57.466038 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a5634d34-c11f-407a-bff7-648579dde536 req-da1fe71c-4832-44b1-b386-19f3d6c44fb7 service neutron] 10.222.0.39 "GET /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040407 Nov 12 01:14:57.562329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:57.565435 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.674273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:57.678255 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.768573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.775835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Deleting port c815ae09-bd51-4081-98fc-2fd7b9c01840 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:57.776200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.836082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.913494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:57.922770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:57.930198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:58.022918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:58.044546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:58.045340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.074453 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-f65d105b-815e-4602-aba9-91e8e8dc02ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6657760 Nov 12 01:14:58.091440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Request body: {'port': {'device_id': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:58.205408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.290464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.298638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] For port c815ae09-bd51-4081-98fc-2fd7b9c01840, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c815ae09-bd51-4081-98fc-2fd7b9c01840,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:58.299444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.311653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.329245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-eba25436-bb39-45ca-a0c3-c3954d3bd14a None None] Provisioning complete for port 3accea13-0f55-4cdc-a84a-2b4f627e691f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:58.330840 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eba25436-bb39-45ca-a0c3-c3954d3bd14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.438152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Calling delete_port for c815ae09-bd51-4081-98fc-2fd7b9c01840 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:58.441456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-eba25436-bb39-45ca-a0c3-c3954d3bd14a None None] Port 3accea13-0f55-4cdc-a84a-2b4f627e691f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:58.609909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=f1ff8e13-a759-4a72-89c1-b4916ab25d45,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:58.658725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3accea13-0f55-4cdc-a84a-2b4f627e691f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:58.668562 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.691922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Transition to ACTIVE for port object 3accea13-0f55-4cdc-a84a-2b4f627e691f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:58.692525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef89dd-9ef2-400b-bcac-f32de32b1d50 req-2a84d7ad-3999-4826-b7c4-fe9ce308c984 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:58.694135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaef89dd-9ef2-400b-bcac-f32de32b1d50 req-2a84d7ad-3999-4826-b7c4-fe9ce308c984 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 945 time: 0.3752482 Nov 12 01:14:58.703680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.753478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Checking segment: {'id': 'dcad35c9-6126-441f-a6b7-8d95e99324ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:58.753992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network hostable DHCP agents. Network: 7c4f95fe-e497-4bb3-aaab-90b2552ea4db, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:58.769650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00aad2-81b0-495a-a7b1-1b34a40f7636 req-adcf48f9-f2fc-4a69-b502-b51a474e1c78 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:58.771071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b00aad2-81b0-495a-a7b1-1b34a40f7636 req-adcf48f9-f2fc-4a69-b502-b51a474e1c78 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.3201108 Nov 12 01:14:58.776252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': 'd1c66a98-9f34-425b-9402-65acd698fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:58.776623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:58.797171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Pushing event updated for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:58.912620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Attempting to bind port 3accea13-0f55-4cdc-a84a-2b4f627e691f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:58.913193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Attempting to bind port 3accea13-0f55-4cdc-a84a-2b4f627e691f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:58.913741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Attempting to bind port 3accea13-0f55-4cdc-a84a-2b4f627e691f on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:58.920812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Port 3accea13-0f55-4cdc-a84a-2b4f627e691f on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:58.921126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Attempting to bind port 3accea13-0f55-4cdc-a84a-2b4f627e691f on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:58.929262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:58.929462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:58.929769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:58.930239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Bound port: 3accea13-0f55-4cdc-a84a-2b4f627e691f, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:58.930613 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.069125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:59.075266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:59.083100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.127667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.128330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.129801 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] 10.222.0.32 "PUT /v2.0/ports/3accea13-0f55-4cdc-a84a-2b4f627e691f HTTP/1.1" status: 200 len: 1093 time: 1.0472863 Nov 12 01:14:59.130282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:59.132661 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5484684-4a50-4450-a2e9-6fd6e2cf916f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:59.169994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850ceb3-3030-4419-917d-c975bf15608d service neutron] Pushing event updated for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.255050 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-d1656b32-db2f-49d8-a817-eb02fe6dcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.256706 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-d1656b32-db2f-49d8-a817-eb02fe6dcafc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 1096 time: 0.0607572 Nov 12 01:14:59.337024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-3fa611ce-79ea-48c7-aeb5-9f9d99fc9f39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f HTTP/1.1" status: 200 len: 217 time: 0.0703149 Nov 12 01:14:59.351321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.428417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-e2f3eb7f-6ca3-4edf-be38-4bef71e59705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.430204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-e2f3eb7f-6ca3-4edf-be38-4bef71e59705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0866210 Nov 12 01:14:59.464511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaef89dd-9ef2-400b-bcac-f32de32b1d50 req-15075e28-3a36-4f06-bc6d-3fd7034159f0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/security-groups?id=79117145-32e4-4074-af19-447bcd86b470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7509706 Nov 12 01:14:59.468039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:59.489575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b00aad2-81b0-495a-a7b1-1b34a40f7636 req-76472637-f14b-4a91-acb9-1ca745e8aee9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7101202 Nov 12 01:14:59.511541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c7e47037-af5c-4f05-a625-6c89f3f80a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.515885 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-c7e47037-af5c-4f05-a625-6c89f3f80a66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762172 Nov 12 01:14:59.532513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7c4f95fe-e497-4bb3-aaab-90b2552ea4db) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:59.546855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd640122-36af-4ae9-99e3-32c92ab494b7 None None] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:59.555178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.556709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.568207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:59.596898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.610858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:59.641684 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ffe11b-50b1-456a-9fe9-a04d5e1e7fff x-openstack-request-id: req-64ffe11b-50b1-456a-9fe9-a04d5e1e7fff {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:59.641983 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:59.643216 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64ffe11b-50b1-456a-9fe9-a04d5e1e7fff {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:59.643647 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f', 'status': 'completed', 'code': 200} Nov 12 01:14:59.665933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event deleted for resources: {'Port': ['ID=c815ae09-bd51-4081-98fc-2fd7b9c01840,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.671200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.671984 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.678859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0bf5bfd8-3be7-41e5-9c79-b3a08adc7449 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5370984 Nov 12 01:14:59.681861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:59.688035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-307738434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:59.759566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a70e123b-a09a-46a0-9716-f28afdc66afd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5667541 Nov 12 01:14:59.763944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32890) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:59.770342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8', 'name': 'tempest-PortsTestJSON-1308829465'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:59.802363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] No DVR routers for this DVR port c815ae09-bd51-4081-98fc-2fd7b9c01840 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:59.837005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.845845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd7af64b-546c-4892-94b6-e6e81729a19b req-422fafae-810b-4286-84d8-84ca5351f1b0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.39 "DELETE /v2.0/ports/c815ae09-bd51-4081-98fc-2fd7b9c01840 HTTP/1.1" status: 204 len: 173 time: 2.4712934 Nov 12 01:14:59.847301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'name': 'network-vif-deleted', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:59.852226 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655985c-0ca0-475e-8bec-28fc6373650c" -d '{"events": [{"server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "name": "network-vif-deleted", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:59.856574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f290e5-d161-42e1-b423-9ec445d23014 None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:59.877557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.878824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.913537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96c761-8ec3-495c-9f68-14dbf2627a1c req-48909cd3-42f1-48a0-a3ce-0d70987b1034 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:59.923501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96c761-8ec3-495c-9f68-14dbf2627a1c req-48909cd3-42f1-48a0-a3ce-0d70987b1034 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1843500 Nov 12 01:15:00.005008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:00.010515 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.013827 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168a97a3-94c9-4292-ab04-8f6062745ee7 x-openstack-request-id: req-168a97a3-94c9-4292-ab04-8f6062745ee7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:00.014438 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fdf1fb-7316-4cea-b49c-8e70c1e77f44", "name": "network-vif-deleted", "tag": "c815ae09-bd51-4081-98fc-2fd7b9c01840", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:00.015660 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-168a97a3-94c9-4292-ab04-8f6062745ee7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:00.017104 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fdf1fb-7316-4cea-b49c-8e70c1e77f44', 'name': 'network-vif-deleted', 'tag': 'c815ae09-bd51-4081-98fc-2fd7b9c01840', 'status': 'completed', 'code': 200} Nov 12 01:15:00.021799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.031517 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.052975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 6178f98f-0bf9-4a23-be44-ef24fb895f3a yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:00.077767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7c4f95fe-e497-4bb3-aaab-90b2552ea4db', 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': 'f1ff8e13-a759-4a72-89c1-b4916ab25d45'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:00.079783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.120242 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.122232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e03244b5-289a-41d2-af6c-261b23e23c6c tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4390044 Nov 12 01:15:00.151431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd96c761-8ec3-495c-9f68-14dbf2627a1c req-6b23d355-3aad-49f2-9dd1-1c117ce24078 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264285 Nov 12 01:15:00.152216 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:00.182846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db', 'name': 'tempest-PortsIpV6TestJSON-1611303531'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:00.227660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.13 (9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8/b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af/6178f98f-0bf9-4a23-be44-ef24fb895f3a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:00.448903 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:00.453885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.460414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.499568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.549248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port a663eb57-9b6a-4b19-900a-06f3dde1f38a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:00.593264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:00.600317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:00.603765 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:00.670302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:00.671429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.676803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-700e481b-7c70-42b5-97a0-013740004180 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513960 Nov 12 01:15:00.807320 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-8c8197ec-4a47-4051-9b41-85c292449af2 req-a67f1392-6fb9-4444-906b-1b3e4eefb21f service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170821 Nov 12 01:15:00.847844 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0815089 Nov 12 01:15:00.852033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32900) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:00.853422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41283579-d27f-46b2-a5c4-3c193443b469 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=6178f98f-0bf9-4a23-be44-ef24fb895f3a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:00.880044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8', 'name': 'tempest-PortsTestJSON-491460675'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:00.891088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Allocated IP 2001:db8::2 (7c4f95fe-e497-4bb3-aaab-90b2552ea4db/f1ff8e13-a759-4a72-89c1-b4916ab25d45/9e020a8f-4508-42af-b1e5-cee82cbd23aa) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:00.942540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de3c8a32-38ce-4f3c-8d88-9455ce46d9b3 req-ef9b3b86-b587-4720-9374-264c4ca71ce4 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.1957011 Nov 12 01:15:00.949782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8', 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': 'b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:00.950828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.008684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbdc6a-2e19-4e55-829b-a88f1c291e40 req-b29631fb-f480-4d9b-8f19-f99c202fbd0f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.011339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbfbdc6a-2e19-4e55-829b-a88f1c291e40 req-b29631fb-f480-4d9b-8f19-f99c202fbd0f tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.2624562 Nov 12 01:15:01.011517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c815ae09-bd51-4081-98fc-2fd7b9c01840 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:01.053056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: c815ae09-bd51-4081-98fc-2fd7b9c01840 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:01.053404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c815ae09-bd51-4081-98fc-2fd7b9c01840 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:01.069719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-d91b198a-5aae-475c-a8d1-1482fcfcdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.073597 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-d91b198a-5aae-475c-a8d1-1482fcfcdf3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 1096 time: 0.1979973 Nov 12 01:15:01.108576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbfbdc6a-2e19-4e55-829b-a88f1c291e40 req-afaf12e0-1d9d-4f44-b4e8-0c3741e34791 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889308 Nov 12 01:15:01.294136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-a04d74ca-2b65-4874-8d17-f9949937672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.296347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-a04d74ca-2b65-4874-8d17-f9949937672a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.2106929 Nov 12 01:15:01.348266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Allocated IP 172.20.0.2 (9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8/b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af/492e9e0f-0129-4275-a92c-5f3793633274) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:01.467118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4708-b4b8-4f30-9db5-59384103c623 req-ca1f63f0-b3b0-44db-93d3-e991ccfbcc12 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.475941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c0f4708-b4b8-4f30-9db5-59384103c623 req-ca1f63f0-b3b0-44db-93d3-e991ccfbcc12 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1525388 Nov 12 01:15:01.494888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-32eccbb1-a24d-4e94-b8f9-162ed07a8e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f HTTP/1.1" status: 200 len: 217 time: 0.0768633 Nov 12 01:15:01.562723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.583823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:01.584135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.591141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.592211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6c0f4708-b4b8-4f30-9db5-59384103c623 req-d49f3077-4ad8-4f3a-81cd-c0610c7b9f01 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143110 Nov 12 01:15:01.662141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-fb81709f-16c3-4a13-907e-2b802d2d277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.663931 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-fb81709f-16c3-4a13-907e-2b802d2d277d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.1616125 Nov 12 01:15:01.666925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 6089ab8e-0348-4f02-996c-b1a4b8608fb4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:01.685194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:01.687449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.700117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:01.715074 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.730127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:01.740284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Pushing event updated for resources: {'Port': ['ID=492e9e0f-0129-4275-a92c-5f3793633274,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.750635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:01.795306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:01.846112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-aec5aaa9-f4f7-41ee-87c4-57c1534517b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:01.847961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-aec5aaa9-f4f7-41ee-87c4-57c1534517b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745682 Nov 12 01:15:01.890310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::5b (7c4f95fe-e497-4bb3-aaab-90b2552ea4db/f1ff8e13-a759-4a72-89c1-b4916ab25d45/a663eb57-9b6a-4b19-900a-06f3dde1f38a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:01.892120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:02.068747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Pushing event updated for resources: {'Port': ['ID=9e020a8f-4508-42af-b1e5-cee82cbd23aa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:02.087401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.4 (9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8/b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af/6089ab8e-0348-4f02-996c-b1a4b8608fb4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:02.154380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Attempting to bind port 492e9e0f-0129-4275-a92c-5f3793633274 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:02.154678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Attempting to bind port 492e9e0f-0129-4275-a92c-5f3793633274 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd1c66a98-9f34-425b-9402-65acd698fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:02.155705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Attempting to bind port 492e9e0f-0129-4275-a92c-5f3793633274 on network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:02.233429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Attempting to bind port 9e020a8f-4508-42af-b1e5-cee82cbd23aa on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:02.235793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Attempting to bind port 9e020a8f-4508-42af-b1e5-cee82cbd23aa by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'dcad35c9-6126-441f-a6b7-8d95e99324ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:02.237813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Attempting to bind port 9e020a8f-4508-42af-b1e5-cee82cbd23aa on network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:02.244663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:02.245537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Checking segment: {'id': 'd1c66a98-9f34-425b-9402-65acd698fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:02.246324 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.247069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Bound using segment: {'id': 'd1c66a98-9f34-425b-9402-65acd698fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:02.258325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Bound port: 492e9e0f-0129-4275-a92c-5f3793633274, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c66a98-9f34-425b-9402-65acd698fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:02.259430 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.284119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:02.285164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Checking segment: {'id': 'dcad35c9-6126-441f-a6b7-8d95e99324ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:02.286040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.286917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Bound using segment: {'id': 'dcad35c9-6126-441f-a6b7-8d95e99324ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:02.288762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Bound port: 9e020a8f-4508-42af-b1e5-cee82cbd23aa, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcad35c9-6126-441f-a6b7-8d95e99324ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7c4f95fe-e497-4bb3-aaab-90b2552ea4db'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:02.289762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.340032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-7d07c0a7-0275-4a13-a7d9-8a983b243555 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819763 Nov 12 01:15:02.442421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.455025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] For port 492e9e0f-0129-4275-a92c-5f3793633274, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:02.461290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] For port 492e9e0f-0129-4275-a92c-5f3793633274, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=492e9e0f-0129-4275-a92c-5f3793633274,segment=NetworkSegment(d1c66a98-9f34-425b-9402-65acd698fc9c),segment_id=d1c66a98-9f34-425b-9402-65acd698fc9c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:02.481849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.608180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] For port 9e020a8f-4508-42af-b1e5-cee82cbd23aa, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:02.611793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] For port 9e020a8f-4508-42af-b1e5-cee82cbd23aa, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9e020a8f-4508-42af-b1e5-cee82cbd23aa,segment=NetworkSegment(dcad35c9-6126-441f-a6b7-8d95e99324ad),segment_id=dcad35c9-6126-441f-a6b7-8d95e99324ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:02.650479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.654259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3fccbbbe-9faf-49d3-a89d-1e0d19a8b995 req-28182d58-d890-46e6-acf3-750158bba0ef tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.1148005 Nov 12 01:15:02.672169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.681563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.721781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.809280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdf583-90ce-44e2-a19a-0cc696795dfc None None] Pushing event updated for resources: {'Port': ['ID=492e9e0f-0129-4275-a92c-5f3793633274,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:02.975740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c5484684-4a50-4450-a2e9-6fd6e2cf916f req-a0ff6596-03e3-485f-9806-efbe11ecb795 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272972 Nov 12 01:15:03.038755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7739fd-18aa-4f04-901d-fd7a49c7185a req-21399411-702e-454c-ae1c-4c9b831f7a83 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.053287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d7739fd-18aa-4f04-901d-fd7a49c7185a req-21399411-702e-454c-ae1c-4c9b831f7a83 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.5397701 Nov 12 01:15:03.065110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:03.076104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.100344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2733e-368f-46a6-97cb-ab8f5e5a2075 None None] Pushing event updated for resources: {'Port': ['ID=9e020a8f-4508-42af-b1e5-cee82cbd23aa,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:03.103971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:03.143256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:03.159085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.159681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.162465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=a663eb57-9b6a-4b19-900a-06f3dde1f38a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:03.278842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d7739fd-18aa-4f04-901d-fd7a49c7185a req-7836ad98-3803-4446-a2fb-fd9fc84ea3bb tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082283 Nov 12 01:15:03.295320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eb1cf367-e5ee-4805-b845-16a75201d0cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1415787 Nov 12 01:15:03.300455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:03.318322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:03.319191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174908-730f-4454-ac9c-7004534502b2 req-57761602-162e-4e07-abed-d5805fdfc568 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.327679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef174908-730f-4454-ac9c-7004534502b2 req-57761602-162e-4e07-abed-d5805fdfc568 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.4983571 Nov 12 01:15:03.352086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:03.362559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819a50a-7ac6-4666-936b-03b2a9b203b7 req-8130ffc4-a638-4313-b803-3fed31402560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.365791 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1819a50a-7ac6-4666-936b-03b2a9b203b7 req-8130ffc4-a638-4313-b803-3fed31402560 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.3650806 Nov 12 01:15:03.366888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:03.459766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.460625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.513232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=6089ab8e-0348-4f02-996c-b1a4b8608fb4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:03.521465 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0036e901-1f8c-4f68-a48d-10e369e0b6a4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6471319 Nov 12 01:15:03.556113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:03.562637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1819a50a-7ac6-4666-936b-03b2a9b203b7 req-ecbfaedb-0f21-4046-93a5-74166d1ed490 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781481 Nov 12 01:15:03.792725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41eeda1-37a9-4d8d-84cd-947847016f32 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.794767 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f41eeda1-37a9-4d8d-84cd-947847016f32 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2317457 Nov 12 01:15:03.799046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:03.907220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-957d1e2b-faa1-4063-a9cf-c2e4628c15de req-3e39d38c-e8ac-42f8-aa49-924580485ac1 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0587907 Nov 12 01:15:03.927936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef174908-730f-4454-ac9c-7004534502b2 req-078bab39-bc59-49e0-9601-4d07381e8d3d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968819 Nov 12 01:15:04.011203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 6089ab8e-0348-4f02-996c-b1a4b8608fb4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:04.011531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.137309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:04.301108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.493179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:04.956461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:04.962380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099489be-c7ea-48a1-8ff5-4fbd6ff3aa43 req-ed00dbc7-895e-4bb2-8e0f-e5772bccdba1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:04.972132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-099489be-c7ea-48a1-8ff5-4fbd6ff3aa43 req-ed00dbc7-895e-4bb2-8e0f-e5772bccdba1 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.5124271 Nov 12 01:15:04.976401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'port_id': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'mac_address': 'fa:16:3e:95:82:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:05.112693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.155722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:05.165217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9e020a8f-4508-42af-b1e5-cee82cbd23aa up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:05.246977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:05.269041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c8161-6dc2-43cd-91f1-8ada1d85fd58 None None] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:05.275965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.345582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2bce3fe3-97df-46b9-bcdf-f669a3a3cf00 req-6dc560d6-ea96-4d32-89e0-aa2f819589e0 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.1572173 Nov 12 01:15:05.350712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.418998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 6089ab8e-0348-4f02-996c-b1a4b8608fb4 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:05.578983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-099489be-c7ea-48a1-8ff5-4fbd6ff3aa43 req-dd413fb3-40ba-4efe-8a3b-ab35e5a78ba4 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5809600 Nov 12 01:15:05.580918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.584562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] Provisioning complete for port 9e020a8f-4508-42af-b1e5-cee82cbd23aa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:05.585753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.588458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.616705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['e47a6b17-f771-4999-883f-678b387e3bfd'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:05.675968 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.727110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf9a5f-580d-4591-8c9a-7f9b1d39a123 None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:05.784554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.831951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:05.870281 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=6089ab8e-0348-4f02-996c-b1a4b8608fb4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:05.952766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9bc7-ec79-44c1-b39d-df1f9ba2f88a req-364fc4c8-ca1c-4ce1-8963-63b7733583f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:05.967429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d1e9bc7-ec79-44c1-b39d-df1f9ba2f88a req-364fc4c8-ca1c-4ce1-8963-63b7733583f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.4290469 Nov 12 01:15:05.982325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9e020a8f-4508-42af-b1e5-cee82cbd23aa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:05.983019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.990735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=a663eb57-9b6a-4b19-900a-06f3dde1f38a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:05.999546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:05.999889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.000492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.000800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.001097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.001382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.001689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.002049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.004651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.004651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.005108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.005501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:06.032763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.040114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3148dcf-acd6-46dd-b533-8e8429049f2d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/6089ab8e-0348-4f02-996c-b1a4b8608fb4 HTTP/1.1" status: 204 len: 168 time: 2.2382200 Nov 12 01:15:06.044210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32924) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:06.121565 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22b8653-a729-4383-9c07-97e370fab78b tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:06.128023 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a22b8653-a729-4383-9c07-97e370fab78b tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/6089ab8e-0348-4f02-996c-b1a4b8608fb4 HTTP/1.1" status: 404 len: 333 time: 0.0778601 Nov 12 01:15:06.129094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:06.148117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d1e9bc7-ec79-44c1-b39d-df1f9ba2f88a req-6570421e-2e1c-4988-b721-eccb37e967e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782138 Nov 12 01:15:06.314974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.392525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.522939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:06.558461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 6178f98f-0bf9-4a23-be44-ef24fb895f3a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:06.560687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.626208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] For port 9e020a8f-4508-42af-b1e5-cee82cbd23aa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9e020a8f-4508-42af-b1e5-cee82cbd23aa,segment=NetworkSegment(dcad35c9-6126-441f-a6b7-8d95e99324ad),segment_id=dcad35c9-6126-441f-a6b7-8d95e99324ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:06.686785 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.740338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39124860-49c5-4b03-847d-4bb9db51419e req-7fdcd3e3-bc8f-43ab-8f7c-755d03ac1a02 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0781665 Nov 12 01:15:06.754559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.785344 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.805470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 6178f98f-0bf9-4a23-be44-ef24fb895f3a owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:07.017062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c83d02-0827-4aa7-8aba-45bedc77e499 req-5d5c5a89-1a7d-4bcb-a2f4-78bf603ed1be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:07.034969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79c83d02-0827-4aa7-8aba-45bedc77e499 req-5d5c5a89-1a7d-4bcb-a2f4-78bf603ed1be tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 944 time: 0.2428432 Nov 12 01:15:07.036958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.069884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cabcfa-3716-4856-aed6-fa5dedd56e3b None None] Pushing event updated for resources: {'Port': ['ID=9e020a8f-4508-42af-b1e5-cee82cbd23aa,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:07.441758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79c83d02-0827-4aa7-8aba-45bedc77e499 req-0f9eedfc-8691-4b2a-a855-7515714af2c9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938026 Nov 12 01:15:07.496495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32934) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:07.546375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.741762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:15:07.742563 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:15:07.794488 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.863762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Provisioning complete for port 6178f98f-0bf9-4a23-be44-ef24fb895f3a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:07.872755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.895330 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:08.005172 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0c8a537-7d2e-4c45-adc5-3afa023e6039 req-874b9526-0533-4661-8ace-6609973bb073 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0526485 Nov 12 01:15:08.041901 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=6178f98f-0bf9-4a23-be44-ef24fb895f3a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:08.098119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9f47-38fc-4bbe-a705-745fa18c87c9 req-30925acf-b745-44a4-8e80-c902a1ce1b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.114103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3bb9f47-38fc-4bbe-a705-745fa18c87c9 req-30925acf-b745-44a4-8e80-c902a1ce1b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.6704586 Nov 12 01:15:08.114613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Port 6178f98f-0bf9-4a23-be44-ef24fb895f3a was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:15:08.127624 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-56f9101c-1851-4d83-8bb6-2c913dceb69d tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/floatingips/9c8a10fb-97e3-4188-ae03-fd4cabae7356 HTTP/1.1" status: 200 len: 992 time: 0.6233835 Nov 12 01:15:08.210797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:08.227921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.255522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.270268 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a58f0cd6-e87f-4eb3-a404-068d442986dc tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/6178f98f-0bf9-4a23-be44-ef24fb895f3a HTTP/1.1" status: 204 len: 168 time: 2.1388242 Nov 12 01:15:08.274854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:08.330182 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-33107f5f-0818-481c-b04c-152627130b68 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:08.331912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33107f5f-0818-481c-b04c-152627130b68 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/6178f98f-0bf9-4a23-be44-ef24fb895f3a HTTP/1.1" status: 404 len: 333 time: 0.0551794 Nov 12 01:15:08.340770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32940) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:08.422333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Provisioning complete for port 492e9e0f-0129-4275-a92c-5f3793633274 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:08.424443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.438903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3bb9f47-38fc-4bbe-a705-745fa18c87c9 req-93e7c81e-6920-4f73-846e-0adea69cf826 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182604 Nov 12 01:15:08.479447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:08.505091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.625104 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.633559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.634390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.646237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.722009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 492e9e0f-0129-4275-a92c-5f3793633274 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:08.751238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:08.869944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=a663eb57-9b6a-4b19-900a-06f3dde1f38a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:08.916483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.952144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:08.954810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:09.156206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.181660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.238990 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:09.247235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.251947 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a73cb085-f818-43d4-adef-760d78db3675 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af HTTP/1.1" status: 204 len: 168 time: 0.9098558 Nov 12 01:15:09.254661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32944) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:09.316682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62ac4637-b9c3-489f-ac5d-fda79c5d578a req-1aa97f2c-98dd-4426-a0f7-e6bfade3705d tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0863156 Nov 12 01:15:09.356649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 492e9e0f-0129-4275-a92c-5f3793633274 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:09.357119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.358883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b0b7-c4ed-4695-a902-18c07b3b33ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.392444 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.415193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Router 50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:09.485317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680df044-176d-499b-9dba-c06c9c875a2d None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:09.550276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 492e9e0f-0129-4275-a92c-5f3793633274 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:09.553173 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.643811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:15:09.644151 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-61b71acc-705b-4318-97e0-bd939f9a3c0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:15:09.756815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:09.758960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port 492e9e0f-0129-4275-a92c-5f3793633274, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=492e9e0f-0129-4275-a92c-5f3793633274,segment=NetworkSegment(d1c66a98-9f34-425b-9402-65acd698fc9c),segment_id=d1c66a98-9f34-425b-9402-65acd698fc9c)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:09.768584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.777834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32948) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:09.785329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f9a55625-4d4c-4db0-984d-38657941d917 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/routers/50a32e2b-74f6-47a5-a3e8-652f2f6f4e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4832087 Nov 12 01:15:09.816783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] Sync routers for ids ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:09.823970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f69f-8b01-4f8b-92e4-dad8e0160f15 req-ea374931-1e7b-418e-99d3-e0e39840d17e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:09.830178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1591f69f-8b01-4f8b-92e4-dad8e0160f15 req-ea374931-1e7b-418e-99d3-e0e39840d17e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.2110336 Nov 12 01:15:09.833664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] Routers {'50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:09.834381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:09.839128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.869173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 492e9e0f-0129-4275-a92c-5f3793633274 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:09.896043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:09.935404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619c763-73d3-4f93-8425-4a69374540d4 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:09.940865 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9619c763-73d3-4f93-8425-4a69374540d4 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?device_id=50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 HTTP/1.1" status: 200 len: 988 time: 0.1606221 Nov 12 01:15:09.941824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32950) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:09.958564 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] Routers {'50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:09.959239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:14:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:09.974660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1591f69f-8b01-4f8b-92e4-dad8e0160f15 req-515efcba-4c33-4bfa-87df-9b4adc4fcb22 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288190 Nov 12 01:15:10.040930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] DHCP port deletion for 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:10.051066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:10.051844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e0b01-0685-4e58-a077-7845114fb26b None None] The sync data for ids ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:10.055588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 492e9e0f-0129-4275-a92c-5f3793633274, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=492e9e0f-0129-4275-a92c-5f3793633274,segment=NetworkSegment(d1c66a98-9f34-425b-9402-65acd698fc9c),segment_id=d1c66a98-9f34-425b-9402-65acd698fc9c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:10.078845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.256971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9e020a8f-4508-42af-b1e5-cee82cbd23aa up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:10.285105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=492e9e0f-0129-4275-a92c-5f3793633274,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:10.334146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Deleting port 492e9e0f-0129-4275-a92c-5f3793633274 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:10.334524 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.374035 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.409618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=492e9e0f-0129-4275-a92c-5f3793633274,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:10.413371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port 492e9e0f-0129-4275-a92c-5f3793633274 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:10.514567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Could not find standard attr ID for object 6089ab8e-0348-4f02-996c-b1a4b8608fb4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:10.531240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] For port 492e9e0f-0129-4275-a92c-5f3793633274, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=492e9e0f-0129-4275-a92c-5f3793633274,segment=NetworkSegment(d1c66a98-9f34-425b-9402-65acd698fc9c),segment_id=d1c66a98-9f34-425b-9402-65acd698fc9c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:10.532132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.538758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9e020a8f-4508-42af-b1e5-cee82cbd23aa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.539215 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.542420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:10.570781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77b6a7e9-45c6-4ee9-ae1a-1f7d293d2a7e req-773765dc-7cb8-4337-b911-5aa7e53fa6d6 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "GET /v2.0/ports?device_id=74fdf1fb-7316-4cea-b49c-8e70c1e77f44 HTTP/1.1" status: 200 len: 210 time: 0.0449190 Nov 12 01:15:10.585272 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.606284 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Could not find standard attr ID for object 492e9e0f-0129-4275-a92c-5f3793633274. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:10.624039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:10.641213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Calling delete_port for 492e9e0f-0129-4275-a92c-5f3793633274 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:10.643771 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Could not find standard attr ID for object 6178f98f-0bf9-4a23-be44-ef24fb895f3a. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:10.671382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c66a98-9f34-425b-9402-65acd698fc9c') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:10.671678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c66a98-9f34-425b-9402-65acd698fc9c') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:10.692664 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Provisioning complete for port a663eb57-9b6a-4b19-900a-06f3dde1f38a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.693059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.693785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.719947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.733652 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:10.733652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:10.736899 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:10.826652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port e47a6b17-f771-4999-883f-678b387e3bfd triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.827287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.937612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Port a663eb57-9b6a-4b19-900a-06f3dde1f38a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:10.978603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.981251 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.992149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.996213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Provisioning complete for port 9e020a8f-4508-42af-b1e5-cee82cbd23aa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:11.003521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 HTTP/1.1" status: 204 len: 168 time: 1.7410128 Nov 12 01:15:11.004460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:11.005435 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3efc41-12bf-49d4-9427-ab57ae8fb55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.007666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.009156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-363123612'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:11.017104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 492e9e0f-0129-4275-a92c-5f3793633274 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:11.089965 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Network 9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:15:11.096839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:11.102727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.110998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] No DVR routers for this DVR port 492e9e0f-0129-4275-a92c-5f3793633274 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:11.114283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef6258-d247-40ea-b4b3-c5888ed51cee None None] Pushing event deleted for resources: {'Port': ['ID=492e9e0f-0129-4275-a92c-5f3793633274,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.125672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e1a0-02a7-4b22-958e-e1bb698d14ba tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=9f4daeaf-8f93-449a-b0f2-75f0bc6bf3b8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.194078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 492e9e0f-0129-4275-a92c-5f3793633274 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:11.194491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 492e9e0f-0129-4275-a92c-5f3793633274 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:11.227808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:11.264032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91222fa-fbe7-4336-899d-211651ecbd9f req-efb0ceca-714c-4d9e-bbab-7d7fa73a1d6a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:11.265830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f91222fa-fbe7-4336-899d-211651ecbd9f req-efb0ceca-714c-4d9e-bbab-7d7fa73a1d6a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1332426 Nov 12 01:15:11.267435 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.267849 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment 2b306f18-2ea4-4bba-890e-d653208061ff of type vlan for network 26b874b3-bad9-4edd-b265-2be84149e186 Nov 12 01:15:11.343426 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.370850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.387049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:11.389806 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9a54b-1c5f-4494-a64b-80da3c583ef7" -d '{"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-plugged", "status": "completed", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:11.428543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.431483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:11.435738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:11.436702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.444509 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.482793 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae012c-acac-4e43-98fe-460ff1b5c7a4 x-openstack-request-id: req-64ae012c-acac-4e43-98fe-460ff1b5c7a4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:11.483139 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-plugged", "status": "completed", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:11.483384 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64ae012c-acac-4e43-98fe-460ff1b5c7a4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:11.484242 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'code': 200} Nov 12 01:15:11.500197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f91222fa-fbe7-4336-899d-211651ecbd9f req-f766b6f4-145e-4052-ab76-9bb0d9f4ec5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184455 Nov 12 01:15:11.513408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5041964 Nov 12 01:15:11.513882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32960) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:11.520148 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': '26b874b3-bad9-4edd-b265-2be84149e186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:11.545730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.576615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936d8cd-939d-418e-b111-7634871929f5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=26b874b3-bad9-4edd-b265-2be84149e186,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.592460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 26b874b3-bad9-4edd-b265-2be84149e186 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:11.637845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port a663eb57-9b6a-4b19-900a-06f3dde1f38a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:11.638249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.681756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 32964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:11.746613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:11.752243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.911866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.951721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for a663eb57-9b6a-4b19-900a-06f3dde1f38a owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:11.970892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.078421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.121131 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5f786065-c8cd-4b37-816d-4549341785cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.271599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.386819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=43a2af90-a0a6-4943-b2e6-0b20792ca97e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.390222 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.394311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.394888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] 10.222.0.11 "DELETE /v2.0/security-groups/79117145-32e4-4074-af19-447bcd86b470 HTTP/1.1" status: 204 len: 168 time: 0.7121792 Nov 12 01:15:12.423911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab0499-4fac-44c3-9c9c-dd07dff5c894 tempest-TestVolumeBackupRestore-1930894371 tempest-TestVolumeBackupRestore-1930894371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79117145-32e4-4074-af19-447bcd86b470,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.436985 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.439932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': '2b306f18-2ea4-4bba-890e-d653208061ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:12.439932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: 26b874b3-bad9-4edd-b265-2be84149e186, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:12.482058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=a663eb57-9b6a-4b19-900a-06f3dde1f38a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.590789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 26b874b3-bad9-4edd-b265-2be84149e186 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:12.612407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 26b874b3-bad9-4edd-b265-2be84149e186) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:12.623472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007d474-1af0-43ee-be67-b6aeea99f8f8 None None] Network 26b874b3-bad9-4edd-b265-2be84149e186 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:12.663920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:12.667241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.718773 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-391ad8c0-4e0f-4614-9346-d215bc4c1ef3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2004862 Nov 12 01:15:12.719976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 32982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:12.730372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.743173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '26b874b3-bad9-4edd-b265-2be84149e186', 'name': 'tempest-PortsTestJSON-895372420', 'fixed_ips': [{'subnet_id': '43a2af90-a0a6-4943-b2e6-0b20792ca97e', 'ip_address': '172.20.0.10'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:12.914630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.163406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:13.194877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a94447-18dd-4234-91b9-55509483caca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-26b874b3-bad9-4edd-b265-2be84149e186', 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': '43a2af90-a0a6-4943-b2e6-0b20792ca97e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:13.212972 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.425323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.468388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 023b58b1-713b-44c4-8968-5b06a7ad6bef yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:13.612610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-35a94447-18dd-4234-91b9-55509483caca None None] Allocated IP 172.20.0.2 (26b874b3-bad9-4edd-b265-2be84149e186/43a2af90-a0a6-4943-b2e6-0b20792ca97e/fa54fd3c-412c-4c37-a20a-f5f85ef0b803) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:13.699767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5343b-c32f-4da1-af85-8eb4d564ad1a req-51bdacc1-f3d8-4e47-b60f-b9535088f9ac tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:13.702198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2f5343b-c32f-4da1-af85-8eb4d564ad1a req-51bdacc1-f3d8-4e47-b60f-b9535088f9ac tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1602449 Nov 12 01:15:13.848020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2f5343b-c32f-4da1-af85-8eb4d564ad1a req-6d5ab61f-986b-44c0-971c-afd6f9024b26 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122437 Nov 12 01:15:13.963876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.977971 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.993612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Router 50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:14.065790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a94447-18dd-4234-91b9-55509483caca None None] Network 26b874b3-bad9-4edd-b265-2be84149e186 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:14.077848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-35a94447-18dd-4234-91b9-55509483caca None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:14.081493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a94447-18dd-4234-91b9-55509483caca None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:14.104262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a94447-18dd-4234-91b9-55509483caca None None] Pushing event updated for resources: {'Port': ['ID=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:14.114366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.181227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.10 (26b874b3-bad9-4edd-b265-2be84149e186/43a2af90-a0a6-4943-b2e6-0b20792ca97e/023b58b1-713b-44c4-8968-5b06a7ad6bef) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:14.213904 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:14.230111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d1042fd3-5d05-48ce-a06a-2559f7c955a9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/routers/50a32e2b-74f6-47a5-a3e8-652f2f6f4e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2852013 Nov 12 01:15:14.230354 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] Sync routers for ids ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:14.235954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:14.244635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-35a94447-18dd-4234-91b9-55509483caca None None] Attempting to bind port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:14.245280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-35a94447-18dd-4234-91b9-55509483caca None None] Attempting to bind port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '2b306f18-2ea4-4bba-890e-d653208061ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:14.245861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a94447-18dd-4234-91b9-55509483caca None None] Attempting to bind port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 on network 26b874b3-bad9-4edd-b265-2be84149e186 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:14.257188 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] Routers {'50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:14.258001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.265854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a94447-18dd-4234-91b9-55509483caca None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:14.266831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a94447-18dd-4234-91b9-55509483caca None None] Checking segment: {'id': '2b306f18-2ea4-4bba-890e-d653208061ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:14.271843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.273212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a94447-18dd-4234-91b9-55509483caca None None] Bound using segment: {'id': '2b306f18-2ea4-4bba-890e-d653208061ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:14.275922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-35a94447-18dd-4234-91b9-55509483caca None None] Bound port: fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b306f18-2ea4-4bba-890e-d653208061ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26b874b3-bad9-4edd-b265-2be84149e186'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:14.276568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.312872 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e384d8-c432-457f-97ea-27c4ca5299f3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:15:14.316078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-80e384d8-c432-457f-97ea-27c4ca5299f3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/a663eb57-9b6a-4b19-900a-06f3dde1f38a HTTP/1.1" status: 404 len: 333 time: 0.0783262 Nov 12 01:15:14.318211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:14.326857 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.342969 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] Routers {'50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:14.344598 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.389410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.392485 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa12234-4e0e-4791-bfea-7839e1904265 None None] The sync data for ids ['50a32e2b-74f6-47a5-a3e8-652f2f6f4e23'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:14.464528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-35a94447-18dd-4234-91b9-55509483caca None None] For port fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:14.476117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-35a94447-18dd-4234-91b9-55509483caca None None] For port fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,segment=NetworkSegment(2b306f18-2ea4-4bba-890e-d653208061ff),segment_id=2b306f18-2ea4-4bba-890e-d653208061ff)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:14.486843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35a94447-18dd-4234-91b9-55509483caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.524253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.741166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a94447-18dd-4234-91b9-55509483caca None None] Pushing event updated for resources: {'Port': ['ID=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:14.908927 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.931984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.936260 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.070361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.118323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.126468 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.132752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Fanout notify agent at l3_agent the message router_deleted on router 50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:15.174783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.192564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c68e8366-df44-4596-96ca-136c64527caf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/routers/50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 HTTP/1.1" status: 204 len: 168 time: 0.8572142 Nov 12 01:15:15.193484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33192) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:15.259669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=023b58b1-713b-44c4-8968-5b06a7ad6bef,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:15.290593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 26b874b3-bad9-4edd-b265-2be84149e186 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:15.292878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:15.303057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:15.373370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet f1ff8e13-a759-4a72-89c1-b4916ab25d45 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:15.381399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.473489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.494690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.495630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.526615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d7a1d8fd-9483-4d02-a803-207b65c17c9d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8043954 Nov 12 01:15:15.530916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33222) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:15.539094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': '26b874b3-bad9-4edd-b265-2be84149e186', 'name': 'tempest-PortsTestJSON-991103792', 'fixed_ips': [{'subnet_id': '43a2af90-a0a6-4943-b2e6-0b20792ca97e', 'ip_address': '172.20.0.9'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:15.609033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7e896-8bcb-4de3-96bc-8b4182422ca3 req-b33876d5-7ceb-4feb-bd05-aef31977a74d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:15.620960 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2db7e896-8bcb-4de3-96bc-8b4182422ca3 req-b33876d5-7ceb-4feb-bd05-aef31977a74d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1124470 Nov 12 01:15:15.662407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.732929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2db7e896-8bcb-4de3-96bc-8b4182422ca3 req-3fb053a9-b36a-461d-9da4-18f01a8b6cb2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024795 Nov 12 01:15:15.950156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:15.999061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.081560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.086717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8a067-4b1b-4254-9190-508d6e94cfb5 None None] Network 7c4f95fe-e497-4bb3-aaab-90b2552ea4db requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:16.097214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33284) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:16.098439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/f1ff8e13-a759-4a72-89c1-b4916ab25d45 HTTP/1.1" status: 204 len: 168 time: 0.9022396 Nov 12 01:15:16.187814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ff8e13-a759-4a72-89c1-b4916ab25d45,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.249809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.250174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.250494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.250831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.251243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.251571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.251900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.252270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.252561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.252888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.253191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.253524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd80388-cb5a-4cf4-bed4-a853c9e6d61f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:16.346924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.391419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 2ae1fc1f-c7ea-4aec-9906-13f8425190bc yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:16.446617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa54fd3c-412c-4c37-a20a-f5f85ef0b803 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:16.485909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.590734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510cab42-be2c-4838-b859-b6285df7f8e6 None None] Network 26b874b3-bad9-4edd-b265-2be84149e186 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:16.673322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.9 (26b874b3-bad9-4edd-b265-2be84149e186/43a2af90-a0a6-4943-b2e6-0b20792ca97e/2ae1fc1f-c7ea-4aec-9906-13f8425190bc) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:16.677704 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:16.678079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.731673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 9e020a8f-4508-42af-b1e5-cee82cbd23aa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:16.732002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.940026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 9e020a8f-4508-42af-b1e5-cee82cbd23aa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9e020a8f-4508-42af-b1e5-cee82cbd23aa,segment=NetworkSegment(dcad35c9-6126-441f-a6b7-8d95e99324ad),segment_id=dcad35c9-6126-441f-a6b7-8d95e99324ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:16.940687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.964505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.974870 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 9e020a8f-4508-42af-b1e5-cee82cbd23aa owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:17.024034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7b4f-4db6-4a4d-9922-ec52d485ba8f req-3c990987-7c90-4837-92df-04ad0f37e8a6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.037383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-826e7b4f-4db6-4a4d-9922-ec52d485ba8f req-3c990987-7c90-4837-92df-04ad0f37e8a6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1702824 Nov 12 01:15:17.067989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-aed11eac-5b49-43e6-a89a-e21428a24ea7 None None] Provisioning complete for port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:17.068406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aed11eac-5b49-43e6-a89a-e21428a24ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.088520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.145340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-826e7b4f-4db6-4a4d-9922-ec52d485ba8f req-c308f1f3-071d-4479-be2b-673e3cc50354 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071320 Nov 12 01:15:17.188332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.244909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=9e020a8f-4508-42af-b1e5-cee82cbd23aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:17.255410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 9e020a8f-4508-42af-b1e5-cee82cbd23aa on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:17.290955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network 26b874b3-bad9-4edd-b265-2be84149e186 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:17.323036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ebbe1-a759-4706-bee5-6b2a82c8af9e None None] DHCP port deletion for 7c4f95fe-e497-4bb3-aaab-90b2552ea4db request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:17.380705 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2ae1fc1f-c7ea-4aec-9906-13f8425190bc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:17.386159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.399019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:17.404242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:17.503330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.537543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,segment=NetworkSegment(2b306f18-2ea4-4bba-890e-d653208061ff),segment_id=2b306f18-2ea4-4bba-890e-d653208061ff)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:17.545795 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.549998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4f95fe-e497-4bb3-aaab-90b2552ea4db']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:17.568849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcad35c9-6126-441f-a6b7-8d95e99324ad') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:17.569414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcad35c9-6126-441f-a6b7-8d95e99324ad') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:17.582465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.583157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.590986 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.610921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aed11eac-5b49-43e6-a89a-e21428a24ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.620985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:17.628009 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9f27b3c-51c8-46d3-b176-2483773c7b34 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0958912 Nov 12 01:15:17.708114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.735088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:17.736658 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:17.742905 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:17.782401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:17.815118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-aed11eac-5b49-43e6-a89a-e21428a24ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:15:17.816234 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-aed11eac-5b49-43e6-a89a-e21428a24ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:15:17.919811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cb6bf-c43d-4032-999e-ca77465b8f42 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.922488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e43cb6bf-c43d-4032-999e-ca77465b8f42 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2992270 Nov 12 01:15:17.925217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33438) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:17.990736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.001874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.014280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/7c4f95fe-e497-4bb3-aaab-90b2552ea4db HTTP/1.1" status: 204 len: 168 time: 1.9146247 Nov 12 01:15:18.015494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:18.078004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2f51-a852-4488-94ad-0f20bdb22982 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=7c4f95fe-e497-4bb3-aaab-90b2552ea4db,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:18.126787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3e998-70b9-43fe-9ec0-f5c7518c4ae9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.136570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fea3e998-70b9-43fe-9ec0-f5c7518c4ae9 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/7b707ad8-baf8-4058-8381-9d6e61887aa3 HTTP/1.1" status: 200 len: 844 time: 0.1109064 Nov 12 01:15:18.141053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f74657-bb4b-45e5-8a2c-082b1d4df987 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.141657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:18.150400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f74657-bb4b-45e5-8a2c-082b1d4df987 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.159861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f74657-bb4b-45e5-8a2c-082b1d4df987 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.163882 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9f74657-bb4b-45e5-8a2c-082b1d4df987 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2367396 Nov 12 01:15:18.166299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:18.355839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa54fd3c-412c-4c37-a20a-f5f85ef0b803 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:18.395210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-af961db8-b986-4ed7-a672-8f3fb07bede3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/7b707ad8-baf8-4058-8381-9d6e61887aa3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2519798 Nov 12 01:15:18.395893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:18.422348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:18.471229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 2ae1fc1f-c7ea-4aec-9906-13f8425190bc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:18.472034 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.581924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:18.584020 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.648207 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff1a66-623a-445e-b47f-fb49403b0189 req-753a19c5-c918-4586-868b-d8e1a5f3d11b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.659709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0eff1a66-623a-445e-b47f-fb49403b0189 req-753a19c5-c918-4586-868b-d8e1a5f3d11b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.3676188 Nov 12 01:15:18.736875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.737138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:18.743027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.745712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Provisioning complete for port 2ae1fc1f-c7ea-4aec-9906-13f8425190bc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:18.756795 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.758206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 2ae1fc1f-c7ea-4aec-9906-13f8425190bc owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:18.807388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0eff1a66-623a-445e-b47f-fb49403b0189 req-b8522f44-8bd1-4277-99e8-4ed734c9b42b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463866 Nov 12 01:15:18.890182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Port 2ae1fc1f-c7ea-4aec-9906-13f8425190bc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:19.060231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Provisioning complete for port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:19.060680 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.146209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.159764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.239037 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=2ae1fc1f-c7ea-4aec-9906-13f8425190bc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:19.239941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:19.257550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:19.268659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:19.269911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.289924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9e020a8f-4508-42af-b1e5-cee82cbd23aa no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:19.299088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73271b7b-13ac-44e9-870a-99db0f27fa8d None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:19.312768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=f446e596-f7fc-4f17-902a-35e2f99a4d03,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:19.340474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b3c0354c-e571-4909-89d3-78901297ce44 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9236336 Nov 12 01:15:19.344865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:19.353378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'security_group': {'name': 'tempest-secgroup-589917505'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:19.403260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.441179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9e020a8f-4508-42af-b1e5-cee82cbd23aa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:19.441782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9e020a8f-4508-42af-b1e5-cee82cbd23aa not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:19.441872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.447902 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19806131-fab0-434d-9a64-abf28a3208c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/2ae1fc1f-c7ea-4aec-9906-13f8425190bc HTTP/1.1" status: 204 len: 168 time: 1.2798884 Nov 12 01:15:19.452382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:19.529100 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b4eae9-e757-4f1c-a1d9-39927fcb76d3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:19.531768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-50b4eae9-e757-4f1c-a1d9-39927fcb76d3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/2ae1fc1f-c7ea-4aec-9906-13f8425190bc HTTP/1.1" status: 404 len: 333 time: 0.0782654 Nov 12 01:15:19.535054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:19.744238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.749730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.827938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 023b58b1-713b-44c4-8968-5b06a7ad6bef {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:19.828760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fb25e-1e0c-4d90-9265-7b0a958904c8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:19.829593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.861886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Provisioning complete for port 023b58b1-713b-44c4-8968-5b06a7ad6bef triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:19.864162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.864985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.865602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7cb713cf-9dcd-4072-ae80-9b88d85baa75 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5165105 Nov 12 01:15:19.871165 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:19.876945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320525254'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:19.926306 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.962429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bebdc-b8d2-40b9-b0f2-0882c6a6a793 None None] Port 023b58b1-713b-44c4-8968-5b06a7ad6bef cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:20.008237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-db15dde6-210c-4127-989f-ac4eff826b77', 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'tenant_id': '4095366a319f4088a490a08479d3ec50', 'fixed_ips': [{'subnet_id': 'f446e596-f7fc-4f17-902a-35e2f99a4d03'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:20.012808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.014011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.033339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 023b58b1-713b-44c4-8968-5b06a7ad6bef owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:20.079368 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.112164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.238377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.240041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3678756 Nov 12 01:15:20.242364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6ab25a-2625-4b7f-ae23-41a641daa9b7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:20.251345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:20.253149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.253748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.254299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.254845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.255441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.256037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.256644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.257189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.257724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.258258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.258823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.259355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb02eb9-dfc5-45a0-b51a-482945ce54a5 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:20.283404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012961-10aa-4e45-ba74-219e940058bb req-abdcba95-e651-4402-9539-63156f909a36 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:20.288217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60012961-10aa-4e45-ba74-219e940058bb req-abdcba95-e651-4402-9539-63156f909a36 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.2035136 Nov 12 01:15:20.298905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1997045064', 'security_groups': ['ce6ab25a-2625-4b7f-ae23-41a641daa9b7'], 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f446e596-f7fc-4f17-902a-35e2f99a4d03'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:20.307455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Allocated IP 2001:db8::2 (db15dde6-210c-4127-989f-ac4eff826b77/f446e596-f7fc-4f17-902a-35e2f99a4d03/89178f86-15f9-4810-a81a-5f735343aa3d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:20.363121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.454997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=023b58b1-713b-44c4-8968-5b06a7ad6bef,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:20.574400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.597387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-919b7283-a84c-4a87-bd3b-fcd7f60dc622 None None] Could not find standard attr ID for object 2ae1fc1f-c7ea-4aec-9906-13f8425190bc. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:20.599116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60012961-10aa-4e45-ba74-219e940058bb req-b8bb823b-a933-46da-914a-08833be00045 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902584 Nov 12 01:15:20.600735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.660647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.673269 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2921ae86-2916-4783-be12-a404e17b8c19 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/023b58b1-713b-44c4-8968-5b06a7ad6bef HTTP/1.1" status: 204 len: 168 time: 1.1373749 Nov 12 01:15:20.674255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:20.711646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:20.725821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:20.741018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:20.744927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:20.785213 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c06a42-013b-4d8d-b6db-19f59c66104c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:20.788240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-94c06a42-013b-4d8d-b6db-19f59c66104c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/023b58b1-713b-44c4-8968-5b06a7ad6bef HTTP/1.1" status: 404 len: 333 time: 0.1070054 Nov 12 01:15:20.790994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33468) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:20.846630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Attempting to bind port 89178f86-15f9-4810-a81a-5f735343aa3d on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:20.847770 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Attempting to bind port 89178f86-15f9-4810-a81a-5f735343aa3d by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'eb8adfe5-e834-4830-9c02-8679cd31086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:20.848756 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Attempting to bind port 89178f86-15f9-4810-a81a-5f735343aa3d on network db15dde6-210c-4127-989f-ac4eff826b77 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:20.854194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:20.899435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:20.899765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Checking segment: {'id': 'eb8adfe5-e834-4830-9c02-8679cd31086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:20.900209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.900754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Bound using segment: {'id': 'eb8adfe5-e834-4830-9c02-8679cd31086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:20.901411 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Bound port: 89178f86-15f9-4810-a81a-5f735343aa3d, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8adfe5-e834-4830-9c02-8679cd31086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:20.902202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.942927 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 43a2af90-a0a6-4943-b2e6-0b20792ca97e {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:20.954075 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.988392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:20.994878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:21.003415 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.039069 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.112097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.115296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d24ea-7612-4118-8164-31c7563dc3fa None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:21.150995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port dabb14b7-3520-40c0-801f-d0dfe9404edc yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:21.218086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.396860 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.465175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=43a2af90-a0a6-4943-b2e6-0b20792ca97e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:21.476738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::398 (db15dde6-210c-4127-989f-ac4eff826b77/f446e596-f7fc-4f17-902a-35e2f99a4d03/dabb14b7-3520-40c0-801f-d0dfe9404edc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:21.478361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81afbc3-9a4a-40fc-89d7-f58087a67904 None None] Network 26b874b3-bad9-4edd-b265-2be84149e186 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:21.490944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.507058 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b19fc408-6051-425c-a502-c3979781d0b6 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/43a2af90-a0a6-4943-b2e6-0b20792ca97e HTTP/1.1" status: 204 len: 168 time: 0.7147913 Nov 12 01:15:21.507522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:21.826638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] DHCP port deletion for 26b874b3-bad9-4edd-b265-2be84149e186 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:21.904762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.929980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Deleting port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:21.930412 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.032051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:22.071645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d425e6-11b0-4d72-8c47-c3ee1ddeb05a req-b2d1662c-b5c0-4d5e-88ae-6fbb10ba2891 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.083964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64d425e6-11b0-4d72-8c47-c3ee1ddeb05a req-b2d1662c-b5c0-4d5e-88ae-6fbb10ba2891 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.3226225 Nov 12 01:15:22.134842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] For port fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,segment=NetworkSegment(2b306f18-2ea4-4bba-890e-d653208061ff),segment_id=2b306f18-2ea4-4bba-890e-d653208061ff)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:22.136168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.183258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Calling delete_port for fa54fd3c-412c-4c37-a20a-f5f85ef0b803 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:22.335407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.371765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:22.372437 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.392628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:22.493259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.495536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64d425e6-11b0-4d72-8c47-c3ee1ddeb05a req-aed9c6cc-9764-46ec-9cb3-7024b7f93acb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810554 Nov 12 01:15:22.588624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] No DVR routers for this DVR port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:22.589814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port fa54fd3c-412c-4c37-a20a-f5f85ef0b803, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,segment=NetworkSegment(2b306f18-2ea4-4bba-890e-d653208061ff),segment_id=2b306f18-2ea4-4bba-890e-d653208061ff)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:22.596632 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.618101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903121ca-4e19-48a1-bb36-8ad2c3dc6579 None None] Pushing event deleted for resources: {'Port': ['ID=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:22.656524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for fa54fd3c-412c-4c37-a20a-f5f85ef0b803 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:22.662198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.664802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:22.666551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.794181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:22.817842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:22.825812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.826831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:22.846488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.847369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.899016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:22.931104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.938218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6f3ea35-be54-41cd-a713-dc9d764a78a4 None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:22.938917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ea35-be54-41cd-a713-dc9d764a78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.049724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=dabb14b7-3520-40c0-801f-d0dfe9404edc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:23.057683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-438771d7-2ff4-404a-ba77-b090efae4eef tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7682788 Nov 12 01:15:23.063446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.069192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:23.169429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3ea35-be54-41cd-a713-dc9d764a78a4 None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:23.174837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:23.180121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa54fd3c-412c-4c37-a20a-f5f85ef0b803 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:23.229116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fa54fd3c-412c-4c37-a20a-f5f85ef0b803 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:23.229553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fa54fd3c-412c-4c37-a20a-f5f85ef0b803 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:23.231745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6f3ea35-be54-41cd-a713-dc9d764a78a4 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:23.232462 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ea35-be54-41cd-a713-dc9d764a78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.334943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.363305 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=fa54fd3c-412c-4c37-a20a-f5f85ef0b803,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:23.380629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port fa54fd3c-412c-4c37-a20a-f5f85ef0b803 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:23.438792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:23.442839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.457609 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.550895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1f0ce767-5a3a-404f-8361-a0beb9c9ea76 None None] Provisioning complete for port dabb14b7-3520-40c0-801f-d0dfe9404edc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:23.551352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f0ce767-5a3a-404f-8361-a0beb9c9ea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.579249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.662186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b874b3-bad9-4edd-b265-2be84149e186']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:23.684756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b306f18-2ea4-4bba-890e-d653208061ff') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:23.685543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b306f18-2ea4-4bba-890e-d653208061ff') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:23.685850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ce767-5a3a-404f-8361-a0beb9c9ea76 None None] Port dabb14b7-3520-40c0-801f-d0dfe9404edc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:23.729505 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f446e596-f7fc-4f17-902a-35e2f99a4d03 (CIDR: 2001:db8::/64) Nov 12 01:15:23.761379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.782245 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:23.782895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:23.810468 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.826862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:23.827490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:23.832194 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:23.862476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adda0-523d-4ea1-9ad3-1a9c98c1e0dc req-5941b1e8-9f9b-46be-a974-07fc3e586d2b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.864340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-938adda0-523d-4ea1-9ad3-1a9c98c1e0dc req-5941b1e8-9f9b-46be-a974-07fc3e586d2b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1761603 Nov 12 01:15:23.868809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d4bbbb5e-66d9-42ad-934b-5232d8223cb3 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8040280 Nov 12 01:15:23.879839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.919578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:24.047231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.064115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-938adda0-523d-4ea1-9ad3-1a9c98c1e0dc req-e88ab09b-ed47-45ce-b992-6131480037e8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850080 Nov 12 01:15:24.072638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.100545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/26b874b3-bad9-4edd-b265-2be84149e186 HTTP/1.1" status: 204 len: 168 time: 2.5912983 Nov 12 01:15:24.105381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:24.111930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1624297033'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:24.139460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aedaf3-1018-4e70-aec1-729843c9625c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=26b874b3-bad9-4edd-b265-2be84149e186,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:24.204869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:24.208998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.212096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:24.220910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.330057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:24.342788 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:24.351805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.352202 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Added segment d0d1cfe9-17d1-4230-a549-885c683078b0 of type vlan for network c998f662-3bbe-4355-90e3-bc8ad3ac6774 Nov 12 01:15:24.409474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.458375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:24.459106 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.469978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.476561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.477292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.627295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Deleting port 8b383a19-1f13-4317-af7c-66cf31b73729 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:24.627968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.640923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5343320 Nov 12 01:15:24.646136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:24.653599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:24.689874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75363409-5d89-49ea-a678-842237705ef4 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Network': ['ID=c998f662-3bbe-4355-90e3-bc8ad3ac6774,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:24.711634 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:24.770015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] For port 8b383a19-1f13-4317-af7c-66cf31b73729, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8b383a19-1f13-4317-af7c-66cf31b73729,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:24.770628 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.791567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Calling delete_port for 8b383a19-1f13-4317-af7c-66cf31b73729 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:24.813484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.848395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:24.869630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:24.875357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.876130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.878422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:24.881241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e246e1-d3f0-43a9-abaf-38baebdd29c2 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:24.881904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.937241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0561543 Nov 12 01:15:24.964519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810caf8c-07bb-4caa-ac0c-59e6c2a13271 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=57c82499-85fb-4eba-a1ad-c1e39693c95d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:24.969416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:24.975197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2036146998', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57c82499-85fb-4eba-a1ad-c1e39693c95d'}], 'security_groups': ['3c0fb25e-1e0c-4d90-9265-7b0a958904c8']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:25.149139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.152565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.206410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b383a19-1f13-4317-af7c-66cf31b73729,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:25.228127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Update dhcp port {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'fixed_ips': [{'subnet_id': 'f446e596-f7fc-4f17-902a-35e2f99a4d03', 'ip_address': '2001:db8::2'}, {'subnet_id': '57c82499-85fb-4eba-a1ad-c1e39693c95d'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '89178f86-15f9-4810-a81a-5f735343aa3d'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:25.259603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.469591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.823560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Allocated IP 2001:db8:0:1::2 (db15dde6-210c-4127-989f-ac4eff826b77/57c82499-85fb-4eba-a1ad-c1e39693c95d/89178f86-15f9-4810-a81a-5f735343aa3d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:25.840571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c2ba-4230-41a3-b46b-be5f6f63f3e3 req-b4faa183-160d-4d99-9040-4746d1573248 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:25.843106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f833c2ba-4230-41a3-b46b-be5f6f63f3e3 req-b4faa183-160d-4d99-9040-4746d1573248 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.6553934 Nov 12 01:15:25.875184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Router 64a404af-e1ab-415f-a036-371b49b412f3 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:25.952696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:25.980849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f833c2ba-4230-41a3-b46b-be5f6f63f3e3 req-e43fc7a8-0ea3-407d-8adf-772aef9a7e28 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265211 Nov 12 01:15:25.989582 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.998458 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.068093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aca25-a9cc-4405-af3d-fa1d258ab88d None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:26.068404 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:26.087915 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ef317c44-a592-4307-9f56-0ff04b65d68b admin admin] 10.222.0.11 "PUT /v2.0/routers/64a404af-e1ab-415f-a036-371b49b412f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0505154 Nov 12 01:15:26.090461 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33496) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.095419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Sync routers for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:26.128439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.137217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:26.138153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:26.323172 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.361212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:26.370118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=609c9425-d8bb-4048-ad7e-a59e4fad773b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:26.411398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Checking segment: {'id': 'd0d1cfe9-17d1-4230-a549-885c683078b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:26.411968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network hostable DHCP agents. Network: c998f662-3bbe-4355-90e3-bc8ad3ac6774, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:26.424332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:26.517072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.590005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Delete allocated IP 2001:db8::398 (db15dde6-210c-4127-989f-ac4eff826b77/f446e596-f7fc-4f17-902a-35e2f99a4d03) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:15:26.605894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Deleting port 785263a8-ed80-47b5-81bf-11985daa8475 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:26.607396 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.617049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8:0:1::18d (db15dde6-210c-4127-989f-ac4eff826b77/57c82499-85fb-4eba-a1ad-c1e39693c95d/dabb14b7-3520-40c0-801f-d0dfe9404edc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:26.636476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:26.662366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:26.662797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.701876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c998f662-3bbe-4355-90e3-bc8ad3ac6774) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:26.721752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:26.722344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.766274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31b0d4-e5c1-4101-b062-0547d0c8b8b3 None None] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:26.779378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b2aabd7-d5fe-4c39-9ede-7e87230fc22d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1298130 Nov 12 01:15:26.780145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.809668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] For port 785263a8-ed80-47b5-81bf-11985daa8475, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=785263a8-ed80-47b5-81bf-11985daa8475,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:26.810049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.811730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-866466875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:26.831755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Calling delete_port for 785263a8-ed80-47b5-81bf-11985daa8475 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:27.064567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.072509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.123389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c998f662-3bbe-4355-90e3-bc8ad3ac6774', 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': '609c9425-d8bb-4048-ad7e-a59e4fad773b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:27.125512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.128995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.144546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '785263a8-ed80-47b5-81bf-11985daa8475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:15:25Z', 'revision_number': 5, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port': {'id': '785263a8-ed80-47b5-81bf-11985daa8475', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a404af-e1ab-415f-a036-371b49b412f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:27.167662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Pushing event deleted for resources: {'Port': ['ID=785263a8-ed80-47b5-81bf-11985daa8475,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:27.179013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=dabb14b7-3520-40c0-801f-d0dfe9404edc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:27.212647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Checking router: 64a404af-e1ab-415f-a036-371b49b412f3 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:27.267127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.290969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ac80b-fb36-42fc-a0af-c79482b9c1f0 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:27.297580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Routers {'64a404af-e1ab-415f-a036-371b49b412f3'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:27.297821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] In _notify_port_updated(), no bound segment for port dabb14b7-3520-40c0-801f-d0dfe9404edc on network db15dde6-210c-4127-989f-ac4eff826b77 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:15:27.297966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['64a404af-e1ab-415f-a036-371b49b412f3'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:27.304425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:27.304745 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.306281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a8059fb1-0082-4659-9335-e5adbdc1acfb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/ports/dabb14b7-3520-40c0-801f-d0dfe9404edc HTTP/1.1" status: 200 len: 931 time: 2.3358746 Nov 12 01:15:27.309692 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.311257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.313343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:27.337715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fdb17-8937-4095-91ec-9358f112a8a9 req-8ab4a7c7-c5c6-4a63-ae6f-e414be69f642 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:27.339815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-103fdb17-8937-4095-91ec-9358f112a8a9 req-8ab4a7c7-c5c6-4a63-ae6f-e414be69f642 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1758909 Nov 12 01:15:27.411655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.415275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.441324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.447650 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.448313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] Set router 64a404af-e1ab-415f-a036-371b49b412f3 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:27.478245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-103fdb17-8937-4095-91ec-9358f112a8a9 req-d5fd52c0-5eb8-48f3-a515-a058b11b12ff tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285417 Nov 12 01:15:27.487647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.489749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57fc2498-5466-47dc-aff8-412430dac2fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6840878 Nov 12 01:15:27.492555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:27.500670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774', 'name': 'tempest-PortsTestJSON-1176859033'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:27.511395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.511395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a404af-e1ab-415f-a036-371b49b412f3 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:27.511395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.512076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-125be677-475e-4ffc-8711-54510051d18f admin admin] 10.222.0.11 "DELETE /v2.0/routers/64a404af-e1ab-415f-a036-371b49b412f3 HTTP/1.1" status: 204 len: 168 time: 1.4165163 Nov 12 01:15:27.515599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33506) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:27.564726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:15:27Z', 'revision_number': 7, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:27.588419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:27.589387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.641790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Deleting subnet 0203caa5-feaf-444e-aba9-404f79be82ba {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:27.657656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.666545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fde16-bd2c-4c71-8eb4-a87081a56d3a None None] The sync data for ids ['64a404af-e1ab-415f-a036-371b49b412f3'] in n-d-712141-15 is: [{'id': '64a404af-e1ab-415f-a036-371b49b412f3', 'name': 'tempest-TestVolumeBackupRestore-14184832-router', 'tenant_id': 'af5cdc4617964397ae28d01185fd2d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:16Z', 'updated_at': '2021-11-12T01:15:27Z', 'revision_number': 7, 'project_id': 'af5cdc4617964397ae28d01185fd2d54', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:27.697418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:27.709464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port dabb14b7-3520-40c0-801f-d0dfe9404edc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:27.709801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.717287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.725769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:27.732198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.736948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Allocated IP 172.20.0.2 (c998f662-3bbe-4355-90e3-bc8ad3ac6774/609c9425-d8bb-4048-ad7e-a59e4fad773b/c28822fa-c38c-45b9-abed-53d44a589518) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:27.755631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:27.756198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.762185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:27.881524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.902424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for dabb14b7-3520-40c0-801f-d0dfe9404edc owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:27.908413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.006065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Provisioning complete for port dabb14b7-3520-40c0-801f-d0dfe9404edc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:28.006965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.011818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.035151 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.043937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.071279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0203caa5-feaf-444e-aba9-404f79be82ba,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.074297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.077782 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-454652f9-7193-4bc2-ae2f-2f81d1413260 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0203caa5-feaf-444e-aba9-404f79be82ba HTTP/1.1" status: 204 len: 168 time: 0.5607624 Nov 12 01:15:28.087593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b52-77be-43fc-b45b-a4a72eea2178 None None] Port dabb14b7-3520-40c0-801f-d0dfe9404edc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:28.088179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33508) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.096387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26c1b3-93f4-47ad-8950-0fecd820af7b None None] Network 598584ad-d360-4e7e-bbf1-323d72ba4acf requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:28.165681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.14 (c998f662-3bbe-4355-90e3-bc8ad3ac6774/609c9425-d8bb-4048-ad7e-a59e4fad773b/3a2fba74-9bfd-45c7-b2ad-218d7bd208b2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:28.181973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:28.191627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:28.221780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:28.238718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Pushing event updated for resources: {'Port': ['ID=c28822fa-c38c-45b9-abed-53d44a589518,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.293815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.302997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6137c776-bb04-4f45-908c-466de72673c5 None None] Provisioning complete for port dabb14b7-3520-40c0-801f-d0dfe9404edc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:28.303387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6137c776-bb04-4f45-908c-466de72673c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.308614 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.349615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6137c776-bb04-4f45-908c-466de72673c5 None None] Port dabb14b7-3520-40c0-801f-d0dfe9404edc was deleted so its status cannot be updated. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:15:28.353239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=dabb14b7-3520-40c0-801f-d0dfe9404edc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.369540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Attempting to bind port c28822fa-c38c-45b9-abed-53d44a589518 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:28.369926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Attempting to bind port c28822fa-c38c-45b9-abed-53d44a589518 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'd0d1cfe9-17d1-4230-a549-885c683078b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:28.370272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Attempting to bind port c28822fa-c38c-45b9-abed-53d44a589518 on network c998f662-3bbe-4355-90e3-bc8ad3ac6774 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:28.379518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:28.379966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Checking segment: {'id': 'd0d1cfe9-17d1-4230-a549-885c683078b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:28.380435 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.380836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Bound using segment: {'id': 'd0d1cfe9-17d1-4230-a549-885c683078b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:28.381361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Bound port: c28822fa-c38c-45b9-abed-53d44a589518, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d1cfe9-17d1-4230-a549-885c683078b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c998f662-3bbe-4355-90e3-bc8ad3ac6774'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:28.381781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.422324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.430192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4ce9c916-bd92-4b3d-9a9e-8d3486442a60 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/dabb14b7-3520-40c0-801f-d0dfe9404edc HTTP/1.1" status: 204 len: 168 time: 0.9685848 Nov 12 01:15:28.431787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33510) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.460177 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.498317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] For port c28822fa-c38c-45b9-abed-53d44a589518, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:28.505748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] For port c28822fa-c38c-45b9-abed-53d44a589518, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c28822fa-c38c-45b9-abed-53d44a589518,segment=NetworkSegment(d0d1cfe9-17d1-4230-a549-885c683078b0),segment_id=d0d1cfe9-17d1-4230-a549-885c683078b0)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:28.511504 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.540742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.611879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b383a19-1f13-4317-af7c-66cf31b73729 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:28.615256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] DHCP port deletion for 598584ad-d360-4e7e-bbf1-323d72ba4acf request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:28.676395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8b383a19-1f13-4317-af7c-66cf31b73729 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:28.676840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8b383a19-1f13-4317-af7c-66cf31b73729 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:28.702158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:28.735141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:28.744599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:28.748470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=3a2fba74-9bfd-45c7-b2ad-218d7bd208b2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.817043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6361cd2-f918-451f-8119-6525bbb76184 req-93dfc736-b8f5-49a5-ba8c-88c462120acb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:28.824704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6361cd2-f918-451f-8119-6525bbb76184 req-93dfc736-b8f5-49a5-ba8c-88c462120acb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1661868 Nov 12 01:15:28.856020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:28.856933 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.893625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-95eb840b-c25f-4561-98bb-232b35ef4660 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3994734 Nov 12 01:15:28.899006 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.902689 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6261b8cb-b21c-4221-bc14-226b1a35033d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:15:28.907624 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6261b8cb-b21c-4221-bc14-226b1a35033d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/dabb14b7-3520-40c0-801f-d0dfe9404edc HTTP/1.1" status: 404 len: 333 time: 0.4717326 Nov 12 01:15:28.909261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33516) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.955453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6361cd2-f918-451f-8119-6525bbb76184 req-93c73df8-d7fe-4a0a-ae18-efa2e31fa41e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292655 Nov 12 01:15:29.047372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Deleting port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:29.047942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.048192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444a41-5d7f-41f0-b886-e6f1ebd99978 None None] Pushing event updated for resources: {'Port': ['ID=c28822fa-c38c-45b9-abed-53d44a589518,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.067942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.113354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Deleting port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:29.114125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.166136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.192105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] For port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:29.192541 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.231426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Calling delete_port for 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:29.280120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] For port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,segment=NetworkSegment(c34f94cd-1629-480e-85c5-efd8233e8d18),segment_id=c34f94cd-1629-480e-85c5-efd8233e8d18)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:29.280742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.303846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Calling delete_port for 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:29.308748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.313775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.316704 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/security-groups/ce6ab25a-2625-4b7f-ae23-41a641daa9b7 HTTP/1.1" status: 204 len: 168 time: 0.3971417 Nov 12 01:15:29.319693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33518) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:29.343358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a2ca9-a639-47c2-b7cc-7733f5f308aa tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6ab25a-2625-4b7f-ae23-41a641daa9b7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.370697 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.412515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Pushing event deleted for resources: {'Port': ['ID=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.417644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] No DVR routers for this DVR port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:29.455815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.456186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.482797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] No DVR routers for this DVR port 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:29.488861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d62f-87af-45c7-bbca-390358201f7f None None] Pushing event deleted for resources: {'Port': ['ID=5aabfbf3-a9dc-4d76-9b12-1d5edbe73692,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.510354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.545004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.566324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.571802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598584ad-d360-4e7e-bbf1-323d72ba4acf']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:29.583496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34f94cd-1629-480e-85c5-efd8233e8d18') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:29.583898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34f94cd-1629-480e-85c5-efd8233e8d18') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:29.600167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.621587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.625236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.627923 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.633225 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c0fb25e-1e0c-4d90-9265-7b0a958904c8 HTTP/1.1" status: 204 len: 168 time: 0.3082523 Nov 12 01:15:29.633593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33520) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:29.657469 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:29.657995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:29.660528 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:29.685867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91cc1-efd8-4822-bd6b-b322420c14e7 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fb25e-1e0c-4d90-9265-7b0a958904c8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.753712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet f446e596-f7fc-4f17-902a-35e2f99a4d03 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:29.758250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.759183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.805274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.814941 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] 10.222.0.11 "DELETE /v2.0/networks/598584ad-d360-4e7e-bbf1-323d72ba4acf HTTP/1.1" status: 204 len: 168 time: 1.7142866 Nov 12 01:15:29.814941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33522) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:29.830704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9d0bb-7236-420d-8105-25f110e354de admin admin] Pushing event deleted for resources: {'Network': ['ID=598584ad-d360-4e7e-bbf1-323d72ba4acf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.894293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.940040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.946212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.997411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=3a2fba74-9bfd-45c7-b2ad-218d7bd208b2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:30.162131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c2e78-5a2b-4fad-81b5-c7b60c2fbc54 req-d2c2d5ea-1391-4451-9901-59f47c730e84 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:30.164713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef7c2e78-5a2b-4fad-81b5-c7b60c2fbc54 req-d2c2d5ea-1391-4451-9901-59f47c730e84 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.1214440 Nov 12 01:15:30.174030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.271409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3aba8-611a-4821-9233-6cd632e42bd3 None None] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:30.318636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.346696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c28822fa-c38c-45b9-abed-53d44a589518 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:30.365989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ef7c2e78-5a2b-4fad-81b5-c7b60c2fbc54 req-79f73892-cb1f-420e-a251-04b601d5d614 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648552 Nov 12 01:15:30.377554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=f446e596-f7fc-4f17-902a-35e2f99a4d03,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:30.384811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.393842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-98157960-9e80-4347-80a4-0bc5d972cd18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/f446e596-f7fc-4f17-902a-35e2f99a4d03 HTTP/1.1" status: 204 len: 168 time: 0.7543385 Nov 12 01:15:30.398586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edfa93-80aa-4ca5-b175-e940ffd78a17 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:30.400572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:30.407267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:30.445629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] Provisioning complete for port c28822fa-c38c-45b9-abed-53d44a589518 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:30.445996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.516702 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.519826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.608858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c28822fa-c38c-45b9-abed-53d44a589518 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:30.609285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.712502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:30.717944 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.743024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.821078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.872012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Deleting port 0262c22a-93d4-44c1-a100-79659cb0f1c5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:30.872401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.890516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] For port c28822fa-c38c-45b9-abed-53d44a589518, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c28822fa-c38c-45b9-abed-53d44a589518,segment=NetworkSegment(d0d1cfe9-17d1-4230-a549-885c683078b0),segment_id=d0d1cfe9-17d1-4230-a549-885c683078b0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:30.893931 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.907824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.009392 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] For port 0262c22a-93d4-44c1-a100-79659cb0f1c5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0262c22a-93d4-44c1-a100-79659cb0f1c5,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:31.009984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.035416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452e482-3346-4816-a31d-e476d1479a90 None None] Pushing event updated for resources: {'Port': ['ID=c28822fa-c38c-45b9-abed-53d44a589518,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.040963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:15:31.041592 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:15:31.054049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Calling delete_port for 0262c22a-93d4-44c1-a100-79659cb0f1c5 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:31.253285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d5297cdc-29c2-467d-a911-bcd9a059e40a None None] Provisioning complete for port c28822fa-c38c-45b9-abed-53d44a589518 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:31.254082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5297cdc-29c2-467d-a911-bcd9a059e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.377342 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.381486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.388352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.420032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0262c22a-93d4-44c1-a100-79659cb0f1c5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.505547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d5297cdc-29c2-467d-a911-bcd9a059e40a None None] Provisioning complete for port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:31.506129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5297cdc-29c2-467d-a911-bcd9a059e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.541902 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.551648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=3a2fba74-9bfd-45c7-b2ad-218d7bd208b2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.584021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.635030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5297cdc-29c2-467d-a911-bcd9a059e40a None None] Port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:31.687471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.733099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:31.755931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=652d6454-437a-4253-89fb-8bc58dfc9b20,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.782648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:31.784037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5aabfbf3-a9dc-4d76-9b12-1d5edbe73692 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:31.788990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 785263a8-ed80-47b5-81bf-11985daa8475 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:31.807844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:31.816691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:31.820856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:31.821739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.849929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 785263a8-ed80-47b5-81bf-11985daa8475 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:31.850825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 785263a8-ed80-47b5-81bf-11985daa8475 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:31.852777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cfb556eb-9ec4-45d9-8562-6ad58a7c635f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4511080 Nov 12 01:15:31.860298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:31.870854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'security_group': {'name': 'tempest-secgroup-234528664'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:31.871111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-da2a8e94-082d-4967-8b0a-05c2d98c2e57 None None] Provisioning complete for port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:31.872466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da2a8e94-082d-4967-8b0a-05c2d98c2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.919524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d738-3838-4ed2-8d2f-cf0bd70c999b req-ad9135b0-d049-411a-82d7-3d6c6afa5f76 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:31.923978 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e09d738-3838-4ed2-8d2f-cf0bd70c999b req-ad9135b0-d049-411a-82d7-3d6c6afa5f76 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.3209722 Nov 12 01:15:31.950434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-da2a8e94-082d-4967-8b0a-05c2d98c2e57 None None] Port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:31.967109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:31.969919 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.972545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:32.033458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Router 187d59c6-a218-4f26-86a6-f449969e20f9 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:32.078863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e09d738-3838-4ed2-8d2f-cf0bd70c999b req-de961f6d-6e23-4564-8234-e377e4a1dc37 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429169 Nov 12 01:15:32.181362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c6e27-07bb-4f0a-bbf7-3a16a106f3f3 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:32.203694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:32.213717 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2410f05f-0422-43e2-bc97-a0ddf8a92f9f admin admin] 10.222.0.11 "PUT /v2.0/routers/187d59c6-a218-4f26-86a6-f449969e20f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3976920 Nov 12 01:15:32.216627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33536) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.223117 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Sync routers for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:32.246668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:32.250231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.251201 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.258457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.269209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Router 5cde6af2-038b-4d58-923c-07cc1977affe is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:32.307989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.309907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4451914 Nov 12 01:15:32.314050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.324079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047245494'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:32.324079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ce6e-2e2c-407a-baae-a97bbf11e055 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14affb07-2c15-4a62-8dd5-d44bbbe64abd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:32.404259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:32.404634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.405328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.412691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c28822fa-c38c-45b9-abed-53d44a589518 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:32.439550 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:32.475556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.502879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:32.516750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:32.520274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6ad47db0-ef1d-44f5-9420-61258024f6c5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/routers/5cde6af2-038b-4d58-923c-07cc1977affe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6199946 Nov 12 01:15:32.522347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.536970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] Sync routers for ids ['5cde6af2-038b-4d58-923c-07cc1977affe'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:32.594470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.606679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df2b22-765c-4db2-b917-f254a20cbf31 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:32.612135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33542) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.613287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c9df2b22-765c-4db2-b917-f254a20cbf31 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cde6af2-038b-4d58-923c-07cc1977affe HTTP/1.1" status: 200 len: 983 time: 0.0898249 Nov 12 01:15:32.665479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:32.666052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.666994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.673828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.714576 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:15:31Z', 'revision_number': 5, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port': {'id': '36c83c00-9757-49e7-ac4e-4af057a3790c', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:27Z', 'updated_at': '2021-11-12T01:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.719494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.721061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4060631 Nov 12 01:15:32.724246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.729680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'security_group': {'name': 'tempest-secgroup-770081251'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:32.737932 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.739404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe034c-c137-4f1d-a881-f4c6ac3c3824 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5120b-b834-47a4-9d4e-e61b25e2606b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:32.760799 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Checking router: 187d59c6-a218-4f26-86a6-f449969e20f9 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:32.767320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] Routers {'5cde6af2-038b-4d58-923c-07cc1977affe'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:32.767961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5cde6af2-038b-4d58-923c-07cc1977affe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.768403 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.773876 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Routers {'187d59c6-a218-4f26-86a6-f449969e20f9'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:32.774504 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['187d59c6-a218-4f26-86a6-f449969e20f9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.821578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.854607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.860489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.877566 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] Set router 187d59c6-a218-4f26-86a6-f449969e20f9 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:32.902845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.905787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1803951 Nov 12 01:15:32.909645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.915366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1888733491', 'security_groups': ['b06e9b33-3d35-4fab-acd2-60c7e5215514'], 'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '652d6454-437a-4253-89fb-8bc58dfc9b20'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:32.941292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad43431-b07b-4b09-90d1-a21ffffb6d6a tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e9b33-3d35-4fab-acd2-60c7e5215514,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:32.983036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] Routers {'5cde6af2-038b-4d58-923c-07cc1977affe'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:32.983694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5cde6af2-038b-4d58-923c-07cc1977affe'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.989349 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:15:32Z', 'revision_number': 6, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:33.041201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port c28822fa-c38c-45b9-abed-53d44a589518 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:33.041201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.061616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e074fc8-ce16-4b52-b1ee-e084047d85f0 None None] The sync data for ids ['187d59c6-a218-4f26-86a6-f449969e20f9'] in n-d-712141-15 is: [{'id': '187d59c6-a218-4f26-86a6-f449969e20f9', 'name': 'tempest-TestVolumeBackupRestore-1160959688-router', 'tenant_id': '8b7ba851b69449d6b0219908ea6fbd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:10:26Z', 'updated_at': '2021-11-12T01:15:32Z', 'revision_number': 6, 'project_id': '8b7ba851b69449d6b0219908ea6fbd39', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:33.072273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:33.072273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26b6c6-d56c-4197-a2ae-203652a04f31 None None] The sync data for ids ['5cde6af2-038b-4d58-923c-07cc1977affe'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:33.097636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:33.192099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Update dhcp port {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'fixed_ips': [{'subnet_id': '57c82499-85fb-4eba-a1ad-c1e39693c95d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '652d6454-437a-4253-89fb-8bc58dfc9b20'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '89178f86-15f9-4810-a81a-5f735343aa3d'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:33.234006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.242758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Provisioning complete for port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:33.243487 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.277919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] device_id is not set on port c4849a9d-23c6-4d94-8045-2257dd0b0017 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:33.304095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4654a6-9e47-4316-9f26-d456bfe4c7de req-a899d555-afd9-4a12-be81-45ab106eb504 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:33.305654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec4654a6-9e47-4316-9f26-d456bfe4c7de req-a899d555-afd9-4a12-be81-45ab106eb504 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 944 time: 0.0950274 Nov 12 01:15:33.327363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Deleting port 36c83c00-9757-49e7-ac4e-4af057a3790c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:33.327701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.448938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec4654a6-9e47-4316-9f26-d456bfe4c7de req-7250e5d4-ec39-4129-865a-aa5df92acf02 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 Nov 12 01:15:33.498162 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] For port 36c83c00-9757-49e7-ac4e-4af057a3790c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=36c83c00-9757-49e7-ac4e-4af057a3790c,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:33.500551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.519057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Calling delete_port for 36c83c00-9757-49e7-ac4e-4af057a3790c owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:33.523429 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.579045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8::38e (db15dde6-210c-4127-989f-ac4eff826b77/652d6454-437a-4253-89fb-8bc58dfc9b20/c4849a9d-23c6-4d94-8045-2257dd0b0017) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:33.582117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-76b8f1d4-4788-4d9a-9242-18685ccc2bec None None] Port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:33.710402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-745d5f6c-a5dd-476d-86fc-1602bbd5363b None None] Provisioning complete for port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:33.711150 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-745d5f6c-a5dd-476d-86fc-1602bbd5363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.739807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.758601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-745d5f6c-a5dd-476d-86fc-1602bbd5363b None None] Port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:33.773069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.822393 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.884905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:33.886414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:33.889581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:33.895970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:33.896672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.900329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Allocated IP 2001:db8::2 (db15dde6-210c-4127-989f-ac4eff826b77/652d6454-437a-4253-89fb-8bc58dfc9b20/89178f86-15f9-4810-a81a-5f735343aa3d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:33.924975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0141289 Nov 12 01:15:33.925954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833335-59c3-4138-882f-8ef176513f18 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=c4849a9d-23c6-4d94-8045-2257dd0b0017,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:33.931076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33552) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:33.936360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:33.955312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.999915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c83c00-9757-49e7-ac4e-4af057a3790c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:34.018139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23295c79-8bba-4c03-ac74-65418a4041f1 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:34.066661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:34.077955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:34.082496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.109708 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.113595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.121574 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.223522 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 652d6454-437a-4253-89fb-8bc58dfc9b20 (CIDR: 2001:db8::/64) Nov 12 01:15:34.235233 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:34.236164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:34.238717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.242720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.256105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0262c22a-93d4-44c1-a100-79659cb0f1c5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:34.256376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:34.257143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.260518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4130a905-f078-4d5d-b171-1be8fbc37f34 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3286808 Nov 12 01:15:34.263045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:34.268306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:34.297897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0262c22a-93d4-44c1-a100-79659cb0f1c5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:34.298301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0262c22a-93d4-44c1-a100-79659cb0f1c5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:34.298643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 36c83c00-9757-49e7-ac4e-4af057a3790c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:34.321740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02065204-ee7e-4b90-a8c0-972076868017 None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:34.326004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 36c83c00-9757-49e7-ac4e-4af057a3790c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:34.326340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 36c83c00-9757-49e7-ac4e-4af057a3790c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:34.351918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.352504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187d59c6-a218-4f26-86a6-f449969e20f9 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:34.359567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.362569 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-45b22578-4196-4161-a8bc-a3e8180025c1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/187d59c6-a218-4f26-86a6-f449969e20f9 HTTP/1.1" status: 204 len: 168 time: 2.1419971 Nov 12 01:15:34.366049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:34.409608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.424622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:34.441598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Deleting subnet bbc83b76-d78e-4fd6-a80f-353a93e485d1 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:34.444932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.499021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:34.504990 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.516443 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.645579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3accea13-0f55-4cdc-a84a-2b4f627e691f details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:34.685844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.757295 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=3a2fba74-9bfd-45c7-b2ad-218d7bd208b2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:34.844947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:34.877688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3accea13-0f55-4cdc-a84a-2b4f627e691f', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': '3accea13-0f55-4cdc-a84a-2b4f627e691f', 'mac_address': 'fa:16:3e:dd:e8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:34.937376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.946778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.970485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3accea13-0f55-4cdc-a84a-2b4f627e691f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:35.009020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:35.016797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.090900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:35.193993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d98b64-6ecc-4bec-8f91-879eeebae671 req-e7162d4e-7f3b-49c4-bc0c-07c8118eef94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.197010 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36d98b64-6ecc-4bec-8f91-879eeebae671 req-e7162d4e-7f3b-49c4-bc0c-07c8118eef94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 945 time: 0.1971288 Nov 12 01:15:35.213105 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 57c82499-85fb-4eba-a1ad-c1e39693c95d (CIDR: 2001:db8:0:1::/64) Nov 12 01:15:35.221362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Router 5cde6af2-038b-4d58-923c-07cc1977affe has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:35.226142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3accea13-0f55-4cdc-a84a-2b4f627e691f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:35.227617 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:35.228083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:35.244881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.292820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9cbf8f13-9e45-4d99-abc8-8a7731ce2926 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0285645 Nov 12 01:15:35.293550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.308972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'subnet': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:35.330380 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:35.331591 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.345554 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3c83815-5bb4-4b71-ab72-b66427ebad3c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/routers/5cde6af2-038b-4d58-923c-07cc1977affe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7268367 Nov 12 01:15:35.346858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33562) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.351216 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] Sync routers for ids ['5cde6af2-038b-4d58-923c-07cc1977affe'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:35.361760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8caa68aa-a678-441d-a83a-2ac70f72bcfb None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:35.362120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8caa68aa-a678-441d-a83a-2ac70f72bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.371493 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] Routers {'5cde6af2-038b-4d58-923c-07cc1977affe'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:35.373001 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5cde6af2-038b-4d58-923c-07cc1977affe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.401273 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4318afaa-be54-46ef-b500-ae53c6f04822 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:35.403422 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4318afaa-be54-46ef-b500-ae53c6f04822 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/3a2fba74-9bfd-45c7-b2ad-218d7bd208b2 HTTP/1.1" status: 404 len: 333 time: 0.0561342 Nov 12 01:15:35.407352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.411127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36d98b64-6ecc-4bec-8f91-879eeebae671 req-85116654-6e2c-4c89-82a0-51856feaf839 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027380 Nov 12 01:15:35.438909 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.455889 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] Routers {'5cde6af2-038b-4d58-923c-07cc1977affe'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:35.457512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['5cde6af2-038b-4d58-923c-07cc1977affe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.464038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8caa68aa-a678-441d-a83a-2ac70f72bcfb None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:35.504693 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.505707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423959d-845b-47f1-9c39-8a7804919f5b None None] The sync data for ids ['5cde6af2-038b-4d58-923c-07cc1977affe'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:35.506067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8caa68aa-a678-441d-a83a-2ac70f72bcfb None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:35.506705 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8caa68aa-a678-441d-a83a-2ac70f72bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.542436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.578018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.648449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc83b76-d78e-4fd6-a80f-353a93e485d1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:35.662687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.665860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2da86d72-bf42-4cd8-aae4-d17ffbf36d96 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bbc83b76-d78e-4fd6-a80f-353a93e485d1 HTTP/1.1" status: 204 len: 168 time: 1.2987657 Nov 12 01:15:35.668876 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33566) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.674663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f30248-d3f7-4fd5-9964-11d78ec1de3a None None] Network 58233b81-5677-44da-b71f-674e1ff23cde requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:35.757082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.773247 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.776854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.806851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9d7d63a2-027e-4b75-bf47-844253622fc9 None None] Provisioning complete for port c4849a9d-23c6-4d94-8045-2257dd0b0017 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:35.807216 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d7d63a2-027e-4b75-bf47-844253622fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.820873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Made reservation on behalf of 4095366a319f4088a490a08479d3ec50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:35.824052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.847001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Deleting port 14009b50-0874-4abe-9d3a-4b8a72f581e3 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:35.847435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.852475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.852976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Fanout notify agent at l3_agent the message router_deleted on router 5cde6af2-038b-4d58-923c-07cc1977affe {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:35.861733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.861882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d63a2-027e-4b75-bf47-844253622fc9 None None] Port c4849a9d-23c6-4d94-8045-2257dd0b0017 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:35.862877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c519e719-6c48-46ec-8559-0e233ac59630 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/routers/5cde6af2-038b-4d58-923c-07cc1977affe HTTP/1.1" status: 204 len: 168 time: 0.4508829 Nov 12 01:15:35.865915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33568) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.955682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] DHCP port deletion for 58233b81-5677-44da-b71f-674e1ff23cde request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:35.965466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] For port 14009b50-0874-4abe-9d3a-4b8a72f581e3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=14009b50-0874-4abe-9d3a-4b8a72f581e3,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:35.966020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.977568 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 609c9425-d8bb-4048-ad7e-a59e4fad773b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:35.983398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.006977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Deleting port 14009b50-0874-4abe-9d3a-4b8a72f581e3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:36.007348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.012093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Calling delete_port for 14009b50-0874-4abe-9d3a-4b8a72f581e3 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:36.066610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.091023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] For port 14009b50-0874-4abe-9d3a-4b8a72f581e3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=14009b50-0874-4abe-9d3a-4b8a72f581e3,segment=NetworkSegment(341ef5f7-7276-4d01-ac58-5183cf5738b7),segment_id=341ef5f7-7276-4d01-ac58-5183cf5738b7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:36.091579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.108946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Calling delete_port for 14009b50-0874-4abe-9d3a-4b8a72f581e3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:36.138628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.183255 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.193466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.198069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Network db15dde6-210c-4127-989f-ac4eff826b77 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:36.203674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:36.208755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.209501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.220813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Subnet': ['ID=cfb1358d-f92f-4b5e-9ac5-505cefde0b14,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.227459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337c941-c38a-46a9-8113-94d74baabec3 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:36.241030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3de705a3-08ea-43ee-8c50-696a01096cbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9362381 Nov 12 01:15:36.241806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.248306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-705957516', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfb1358d-f92f-4b5e-9ac5-505cefde0b14'}], 'security_groups': ['14affb07-2c15-4a62-8dd5-d44bbbe64abd', 'b2c5120b-b834-47a4-9d4e-e61b25e2606b']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:36.260175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Pushing event deleted for resources: {'Port': ['ID=14009b50-0874-4abe-9d3a-4b8a72f581e3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.260728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] No DVR routers for this DVR port 14009b50-0874-4abe-9d3a-4b8a72f581e3 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:36.265266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:36.325622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.354998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.364871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] Pushing event deleted for resources: {'Port': ['ID=14009b50-0874-4abe-9d3a-4b8a72f581e3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.370538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1371e-3209-41a7-a929-8c5842081433 None None] No DVR routers for this DVR port 14009b50-0874-4abe-9d3a-4b8a72f581e3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:36.376195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.412122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58233b81-5677-44da-b71f-674e1ff23cde']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:36.424839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.438590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341ef5f7-7276-4d01-ac58-5183cf5738b7') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:36.439191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341ef5f7-7276-4d01-ac58-5183cf5738b7') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:36.446757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:36.446757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.449741 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.454125 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/609c9425-d8bb-4048-ad7e-a59e4fad773b HTTP/1.1" status: 204 len: 168 time: 0.5867994 Nov 12 01:15:36.457438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33576) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.486607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48604716-9f41-4570-af1b-5e3dd09cb973 None None] Network c998f662-3bbe-4355-90e3-bc8ad3ac6774 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:36.488302 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.512011 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.517796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985dd9f-d4c0-49a7-9c27-bc793d6c8278 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=609c9425-d8bb-4048-ad7e-a59e4fad773b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.522137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:36.522331 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:36.524284 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:36.552116 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.588297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.594645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.599401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58233b81-5677-44da-b71f-674e1ff23cde HTTP/1.1" status: 204 len: 168 time: 0.9291975 Nov 12 01:15:36.620362 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035953e-7a51-4593-83b6-ee4955b41531 admin admin] Pushing event deleted for resources: {'Network': ['ID=58233b81-5677-44da-b71f-674e1ff23cde,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.642401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3accea13-0f55-4cdc-a84a-2b4f627e691f up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:36.700532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587379ad-3d29-4517-9c08-85127b1e8002 req-c47cfdf1-3c1c-4e63-b763-3d1fe08fefae tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.702045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-587379ad-3d29-4517-9c08-85127b1e8002 req-c47cfdf1-3c1c-4e63-b763-3d1fe08fefae tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 945 time: 0.1474662 Nov 12 01:15:36.781695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33580) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.817780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port c28822fa-c38c-45b9-abed-53d44a589518 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:36.818114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.842173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 3accea13-0f55-4cdc-a84a-2b4f627e691f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:15:36.845305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711249c6-4840-4e14-a057-136952febe8b None None] Update dhcp port {'port': {'network_id': 'db15dde6-210c-4127-989f-ac4eff826b77', 'fixed_ips': [{'subnet_id': '57c82499-85fb-4eba-a1ad-c1e39693c95d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '652d6454-437a-4253-89fb-8bc58dfc9b20', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfb1358d-f92f-4b5e-9ac5-505cefde0b14'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '89178f86-15f9-4810-a81a-5f735343aa3d'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:36.849669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-587379ad-3d29-4517-9c08-85127b1e8002 req-eca34d15-9dd1-40f7-a852-ca6eec039452 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347764 Nov 12 01:15:36.879010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 3accea13-0f55-4cdc-a84a-2b4f627e691f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:36.879392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.887675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 14009b50-0874-4abe-9d3a-4b8a72f581e3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:36.901333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5343b137-6b1b-433b-b95e-3d985f731c4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af5cdc4617964397ae28d01185fd2d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176291 Nov 12 01:15:36.904206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.921479 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] DHCP port deletion for c998f662-3bbe-4355-90e3-bc8ad3ac6774 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:36.944948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] For port c28822fa-c38c-45b9-abed-53d44a589518, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c28822fa-c38c-45b9-abed-53d44a589518,segment=NetworkSegment(d0d1cfe9-17d1-4230-a549-885c683078b0),segment_id=d0d1cfe9-17d1-4230-a549-885c683078b0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:36.945369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.945554 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-711249c6-4840-4e14-a057-136952febe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.959758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.963953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 14009b50-0874-4abe-9d3a-4b8a72f581e3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:36.964678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 14009b50-0874-4abe-9d3a-4b8a72f581e3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:36.965974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for c28822fa-c38c-45b9-abed-53d44a589518 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:36.995673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.065769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Delete allocated IP 2001:db8::38e (db15dde6-210c-4127-989f-ac4eff826b77/652d6454-437a-4253-89fb-8bc58dfc9b20) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:15:37.067513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.071471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.076551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/119e58c5-d684-4f34-8dfc-a5670b0ee3d9 HTTP/1.1" status: 204 len: 168 time: 0.1680980 Nov 12 01:15:37.082806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d334c-3426-442b-b91c-0027d97092d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e58c5-d684-4f34-8dfc-a5670b0ee3d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.089304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Allocated IP 2001:db8:0:2::4f (db15dde6-210c-4127-989f-ac4eff826b77/cfb1358d-f92f-4b5e-9ac5-505cefde0b14/c4849a9d-23c6-4d94-8045-2257dd0b0017) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:37.138850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.180663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=c28822fa-c38c-45b9-abed-53d44a589518,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.189034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No DVR routers for this DVR port c28822fa-c38c-45b9-abed-53d44a589518 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:37.207222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Deleting port c28822fa-c38c-45b9-abed-53d44a589518 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:37.207605 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.232234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.298881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] For port c28822fa-c38c-45b9-abed-53d44a589518, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.299368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.311808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:37.314149 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713b4e3-382d-460c-909a-0b3df28d9953" -d '{"events": [{"server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "name": "network-vif-plugged", "status": "completed", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:37.333198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.336085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Calling delete_port for c28822fa-c38c-45b9-abed-53d44a589518 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:37.340677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.343943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Port c28822fa-c38c-45b9-abed-53d44a589518 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:15:37.346137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.354506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.368806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c998f662-3bbe-4355-90e3-bc8ad3ac6774']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.387481 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef3dbd-5467-4a19-9b2a-032f8575684b x-openstack-request-id: req-41ef3dbd-5467-4a19-9b2a-032f8575684b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:37.387808 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "name": "network-vif-plugged", "status": "completed", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:37.388145 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41ef3dbd-5467-4a19-9b2a-032f8575684b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:37.388619 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f', 'code': 200} Nov 12 01:15:37.389562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d1cfe9-17d1-4230-a549-885c683078b0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.390134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d1cfe9-17d1-4230-a549-885c683078b0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.391485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] Pushing event deleted for resources: {'Port': ['ID=c28822fa-c38c-45b9-abed-53d44a589518,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.393473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159076d-8a9d-422a-bc0e-e6c2ac18bf12 None None] No DVR routers for this DVR port c28822fa-c38c-45b9-abed-53d44a589518 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:37.423385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.454509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.466995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.471401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:37.471819 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:37.475323 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:37.504905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d236a-15a2-4b8c-8b50-2f1a95b3648d req-e8ab219c-ec8b-4489-a932-b0df299348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:37.506463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f64d236a-15a2-4b8c-8b50-2f1a95b3648d req-e8ab219c-ec8b-4489-a932-b0df299348cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 1098 time: 0.0534205 Nov 12 01:15:37.558962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.585527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f64d236a-15a2-4b8c-8b50-2f1a95b3648d req-7ea16d18-8af7-4a21-a189-d1c007c92b43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Nov 12 01:15:37.601645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.615590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33590) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.660567 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.666343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-711249c6-4840-4e14-a057-136952febe8b None None] Allocated IP 2001:db8:0:2::2 (db15dde6-210c-4127-989f-ac4eff826b77/cfb1358d-f92f-4b5e-9ac5-505cefde0b14/89178f86-15f9-4810-a81a-5f735343aa3d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:37.676097 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a8a368c9-cb35-4c8f-bb0b-5ea4443c871b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b7ba851b69449d6b0219908ea6fbd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536859 Nov 12 01:15:37.676378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.686996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] In _notify_port_updated(), no bound segment for port c4849a9d-23c6-4d94-8045-2257dd0b0017 on network db15dde6-210c-4127-989f-ac4eff826b77 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:15:37.692502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:37.693159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.694542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "PUT /v2.0/ports/c4849a9d-23c6-4d94-8045-2257dd0b0017 HTTP/1.1" status: 200 len: 968 time: 1.4513729 Nov 12 01:15:37.698396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33594) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.699000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.705717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/c998f662-3bbe-4355-90e3-bc8ad3ac6774 HTTP/1.1" status: 204 len: 168 time: 1.2444069 Nov 12 01:15:37.708604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.720823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-6716bec2-20b3-42a0-a38b-7995e36e4018 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1585901 Nov 12 01:15:37.729877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0cbaf-5441-4cb6-80b6-f27a145b6719 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event updated for resources: {'Port': ['ID=c4849a9d-23c6-4d94-8045-2257dd0b0017,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.735707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9c30-c779-4934-bc96-b4ff6fe2c32f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=c998f662-3bbe-4355-90e3-bc8ad3ac6774,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.776352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0d996-9933-4f02-ae7c-ab34100e726c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:37.777807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-58a0d996-9933-4f02-ae7c-ab34100e726c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/7102c651-7074-499d-9605-c670e289b2f4 HTTP/1.1" status: 200 len: 841 time: 0.0560308 Nov 12 01:15:37.782914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.801554 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-711249c6-4840-4e14-a057-136952febe8b None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.832212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.837659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-711249c6-4840-4e14-a057-136952febe8b None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.844773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-711249c6-4840-4e14-a057-136952febe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.868958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5dcc2e7b-b299-4b34-bceb-bfaa5164069d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/7102c651-7074-499d-9605-c670e289b2f4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0789735 Nov 12 01:15:37.869989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.872920 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.877384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port c4849a9d-23c6-4d94-8045-2257dd0b0017 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:37.878372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.878758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:37.953939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-f0a88558-8ff1-4944-a921-92b8738916a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:37.955817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-f0a88558-8ff1-4944-a921-92b8738916a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.1269169 Nov 12 01:15:37.978122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711249c6-4840-4e14-a057-136952febe8b None None] Pushing event updated for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.097928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:38.101750 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.113081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b570-6353-4b39-831a-be573bff8192 req-cacacf99-1628-4f0e-b845-905ce5b610f6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.114830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8979b570-6353-4b39-831a-be573bff8192 req-cacacf99-1628-4f0e-b845-905ce5b610f6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.1483345 Nov 12 01:15:38.250992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-09c7a099-e37a-4cfa-93ae-19697def7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.252630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-09c7a099-e37a-4cfa-93ae-19697def7ff7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 897 time: 0.2362845 Nov 12 01:15:38.260324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:38.343353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8979b570-6353-4b39-831a-be573bff8192 req-9a7a67f0-d369-429d-8c3c-5e22a9d430ed tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116132 Nov 12 01:15:38.396108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-e63c8a14-04d2-4de6-a1ce-45e7a6d10cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 1001 time: 0.1287317 Nov 12 01:15:38.398326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.408428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.411033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.414856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49bae5d9-ca21-40c8-bcba-12cae73f91d0 HTTP/1.1" status: 204 len: 168 time: 0.7348790 Nov 12 01:15:38.426520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for c4849a9d-23c6-4d94-8045-2257dd0b0017 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:38.429679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be853e-7a70-4beb-9f90-c4aa2e52c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bae5d9-ca21-40c8-bcba-12cae73f91d0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.561233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:38.561618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.568657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-70804283-1f0a-4e58-8e9a-ca4c49bdeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.570257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-70804283-1f0a-4e58-8e9a-ca4c49bdeb7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.1407943 Nov 12 01:15:38.689727 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.694513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.760669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=c4849a9d-23c6-4d94-8045-2257dd0b0017,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.812970 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.826242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c28822fa-c38c-45b9-abed-53d44a589518 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:38.831977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=4d3dd9f4-aab6-4e64-a194-73258cdbe4b0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.845136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7900f66-8d41-40fc-a146-4b6ee4c45a0f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/c4849a9d-23c6-4d94-8045-2257dd0b0017 HTTP/1.1" status: 204 len: 168 time: 1.1439772 Nov 12 01:15:38.848301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33608) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:38.851770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:38.878339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:38.881851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-00162a80-15d2-4add-94a4-6576a6957c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.885389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-00162a80-15d2-4add-94a4-6576a6957c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3028281 Nov 12 01:15:38.889793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.890618 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.907142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c28822fa-c38c-45b9-abed-53d44a589518 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:38.907705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c28822fa-c38c-45b9-abed-53d44a589518 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:38.937900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1886e-116f-424d-abb1-66ac19b8f971 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:38.952004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f6093f96-1b30-4fbd-848d-855ff0b162ab tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0805242 Nov 12 01:15:38.955226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:38.972357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829832834'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.012277 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc5aa04-63cd-4517-96a2-927654910ab2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] GET failed (client error): The resource could not be found. Nov 12 01:15:39.020510 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-edc5aa04-63cd-4517-96a2-927654910ab2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports/c4849a9d-23c6-4d94-8045-2257dd0b0017 HTTP/1.1" status: 404 len: 333 time: 0.1685410 Nov 12 01:15:39.024924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33612) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.067651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-2dd376e5-9e68-4d8b-9e12-5c042ecd8467 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688006 Nov 12 01:15:39.110068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:39.110446 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.118915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.213742 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.262528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57ebe9df-8712-4ddc-a25a-4edb89023ee4 req-9355ab2e-cf71-4d83-a992-c2e3b1dc1c0c service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827083 Nov 12 01:15:39.303935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.348954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:39.355445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15c0e9d1-0ecc-485a-a15d-b1cf019ee89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.360218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Could not find standard attr ID for object c4849a9d-23c6-4d94-8045-2257dd0b0017. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:39.400895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:39.401267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-698ae006-2806-4e8f-8812-bdfe46f1749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.490003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'tenant_id': '58e87f2254df4cb4bac02b3fb12f54ad', 'fixed_ips': [{'subnet_id': '4d3dd9f4-aab6-4e64-a194-73258cdbe4b0'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:39.490926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.538694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.542187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.546359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/security-groups/b06e9b33-3d35-4fab-acd2-60c7e5215514 HTTP/1.1" status: 204 len: 168 time: 0.5121374 Nov 12 01:15:39.554426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33616) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.556896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.576203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2bed1-ae8e-4bdc-9afd-07f82cc141e9 req-62de18bf-997a-4338-a2cd-b874b001df37 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.579157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaa2bed1-ae8e-4bdc-9afd-07f82cc141e9 req-62de18bf-997a-4338-a2cd-b874b001df37 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.1393423 Nov 12 01:15:39.595204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7553-2a32-4355-9075-f4c53b7a06a0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e9b33-3d35-4fab-acd2-60c7e5215514,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:39.602744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.655987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-631b4b13-53b1-4fa6-8f1c-7d1cf1044589 None None] Could not find standard attr ID for object c4849a9d-23c6-4d94-8045-2257dd0b0017. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:39.675435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.677018 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7199366 Nov 12 01:15:39.679798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eaa2bed1-ae8e-4bdc-9afd-07f82cc141e9 req-8eca4faa-7f54-4d5b-85de-729013f571b4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944350 Nov 12 01:15:39.680697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.687213 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804738296'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.697471 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.699925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a72e-2f55-4621-846e-5ad6b3c09197 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76655621-f787-4fb0-834e-0671c1fc7984,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:39.727790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Allocated IP 172.20.0.2 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/4d3dd9f4-aab6-4e64-a194-73258cdbe4b0/306472fd-5eb6-4df5-8cfd-b8ddd5867d73) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:39.745977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.801190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.822783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef030cb-9d43-49df-bfe8-47d0c6bdfeb1 req-42e65159-974c-4ae6-b467-54dde21ff897 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.824442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ef030cb-9d43-49df-bfe8-47d0c6bdfeb1 req-42e65159-974c-4ae6-b467-54dde21ff897 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.0610082 Nov 12 01:15:39.858555 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.861337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.862795 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2c5120b-b834-47a4-9d4e-e61b25e2606b HTTP/1.1" status: 204 len: 168 time: 0.3046129 Nov 12 01:15:39.870059 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.891397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805abeab-f734-4fce-b251-74f044fb981d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5120b-b834-47a4-9d4e-e61b25e2606b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:39.908399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ef030cb-9d43-49df-bfe8-47d0c6bdfeb1 req-84b85785-619c-48c6-9e51-bd29119fa9e2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Nov 12 01:15:39.936445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.954418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.977810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.988573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.014370 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.016764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:40.018676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:40.021405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:40.023568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.038666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.040193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3581514 Nov 12 01:15:40.043997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:40.051640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-825124358', 'security_groups': ['0512276c-d2d4-48ba-ab7e-e357ff4e3d02'], 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d3dd9f4-aab6-4e64-a194-73258cdbe4b0'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:40.053497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3ff7e-7f85-4fbb-bd46-678a1d6b15d1 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0512276c-d2d4-48ba-ab7e-e357ff4e3d02,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.063601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.092488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Attempting to bind port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:40.092991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Attempting to bind port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '18676f55-9b4a-4d09-a2a4-7836f2851972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:40.093345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Attempting to bind port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 on network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:40.098699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:40.099071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Checking segment: {'id': '18676f55-9b4a-4d09-a2a4-7836f2851972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:40.099478 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.099866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Bound using segment: {'id': '18676f55-9b4a-4d09-a2a4-7836f2851972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:40.100374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Bound port: 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18676f55-9b4a-4d09-a2a4-7836f2851972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:40.101121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.124083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.128341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.129894 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/security-groups/14affb07-2c15-4a62-8dd5-d44bbbe64abd HTTP/1.1" status: 204 len: 168 time: 0.2536325 Nov 12 01:15:40.134259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33628) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:40.145588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090824b-239b-4f37-8945-6cd6221586d4 req-dc700e10-b518-492b-af93-b49b66ad1638 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:40.147581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8090824b-239b-4f37-8945-6cd6221586d4 req-dc700e10-b518-492b-af93-b49b66ad1638 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.1544716 Nov 12 01:15:40.149219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9f858-7d29-4869-838c-089f6cef66d0 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14affb07-2c15-4a62-8dd5-d44bbbe64abd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.199226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:40.202806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:40.207875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 652d6454-437a-4253-89fb-8bc58dfc9b20 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:40.208178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.211731 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.230366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8090824b-239b-4f37-8945-6cd6221586d4 req-7844b047-6b41-4eb7-843e-c312de2215ab tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682008 Nov 12 01:15:40.249854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:40.280886 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.298708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2cf9-2204-44fc-bd92-86ee8cd084f1 None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.382179 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.401241 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.402848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 2344c7ae-de38-4634-a04e-ba7a467968d4 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:40.494581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.522180 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.526532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/652d6454-437a-4253-89fb-8bc58dfc9b20 HTTP/1.1" status: 204 len: 168 time: 0.3912613 Nov 12 01:15:40.543338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:40.550922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ee720-f7e0-4051-badb-985183861775 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=652d6454-437a-4253-89fb-8bc58dfc9b20,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.555748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50048fd-2ff6-4f27-b468-787f2fd39031 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:40.681803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet cfb1358d-f92f-4b5e-9ac5-505cefde0b14 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:40.695440 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.733007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.12 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/4d3dd9f4-aab6-4e64-a194-73258cdbe4b0/2344c7ae-de38-4634-a04e-ba7a467968d4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:40.758584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.789821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec37d-f485-4b3c-b055-7ef75dba4b92 req-484988b0-4dd6-4982-a71e-c8866d384b2a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:40.791383 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01aec37d-f485-4b3c-b055-7ef75dba4b92 req-484988b0-4dd6-4982-a71e-c8866d384b2a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.1570382 Nov 12 01:15:41.130722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:41.335876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01aec37d-f485-4b3c-b055-7ef75dba4b92 req-65dd3cb5-1d40-4477-802e-6ab6c70bc96e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349350 Nov 12 01:15:41.366305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.389821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.440591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.473276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.493278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a572c23e-6e6f-4caa-ab80-226a21f711ea None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:41.494445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a572c23e-6e6f-4caa-ab80-226a21f711ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.509957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.513846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/cfb1358d-f92f-4b5e-9ac5-505cefde0b14 HTTP/1.1" status: 204 len: 168 time: 0.9689076 Nov 12 01:15:41.514091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bdc5-123d-4d3c-804f-3ae0b6f86fbb tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb1358d-f92f-4b5e-9ac5-505cefde0b14,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:41.515859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.529338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.530320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd8134-c7f4-4bcf-91c5-a04a0322540e None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:41.550622 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de75fb7-dd57-4f2a-a562-b539dd0d0ec2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:41.551081 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de75fb7-dd57-4f2a-a562-b539dd0d0ec2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:41.556716 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0de75fb7-dd57-4f2a-a562-b539dd0d0ec2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/652d6454-437a-4253-89fb-8bc58dfc9b20 HTTP/1.1" status: 404 len: 337 time: 0.0373137 Nov 12 01:15:41.562633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.596162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a572c23e-6e6f-4caa-ab80-226a21f711ea None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:41.599902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port b47c9183-5dd7-4415-aab0-bed91aba6c23 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:41.600284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.615758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:41.619029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a572c23e-6e6f-4caa-ab80-226a21f711ea None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:41.619392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a572c23e-6e6f-4caa-ab80-226a21f711ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.624549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:41.630304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2344c7ae-de38-4634-a04e-ba7a467968d4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:41.632791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:41.676096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting subnet 57c82499-85fb-4eba-a1ad-c1e39693c95d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:41.681434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.714328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.714667 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.734646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:41.735383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.745931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for b47c9183-5dd7-4415-aab0-bed91aba6c23 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:41.752561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.786749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7e496a96-914d-4202-a4f8-d8bd4d3caa12 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7413132 Nov 12 01:15:41.787655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:41.794894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:41.960793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.961321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.966743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Provisioning complete for port 2344c7ae-de38-4634-a04e-ba7a467968d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:41.967126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.998868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=b47c9183-5dd7-4415-aab0-bed91aba6c23,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.018891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:42.022484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.033589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Port 2344c7ae-de38-4634-a04e-ba7a467968d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:42.063095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:42.063825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.084505 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.085042 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Floating IP 9c8a10fb-97e3-4188-ae03-fd4cabae7356 disassociated (deleted). External IP: 172.25.6.141, port: e47a6b17-f771-4999-883f-678b387e3bfd. Nov 12 01:15:42.112155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:42.144751 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d880bfa3-fb14-40b5-ba0c-2110401b94f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.151096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:42.152003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.192657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.260355 n-d-712141-15 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d3dd9f4-aab6-4e64-a194-73258cdbe4b0 (CIDR: 172.20.0.0/28) Nov 12 01:15:42.266285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Subnet': ['ID=57c82499-85fb-4eba-a1ad-c1e39693c95d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.275963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.282805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e69c4573-d716-4ad1-93bf-6beae6e17ed6 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/57c82499-85fb-4eba-a1ad-c1e39693c95d HTTP/1.1" status: 204 len: 168 time: 0.7190127 Nov 12 01:15:42.285075 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:42.285718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.294485 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.298733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-83593645-fc58-4081-9e57-5fd82df1ef34 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.300500 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-83593645-fc58-4081-9e57-5fd82df1ef34 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.1938965 Nov 12 01:15:42.303680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.332723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:42.353526 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-17efe93d-ec79-4b38-b643-87b5e42428f2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.353985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17efe93d-ec79-4b38-b643-87b5e42428f2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.357561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-17efe93d-ec79-4b38-b643-87b5e42428f2 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/f446e596-f7fc-4f17-902a-35e2f99a4d03 HTTP/1.1" status: 404 len: 337 time: 0.0528374 Nov 12 01:15:42.376244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.395883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:42.405223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-367002b6-01af-4140-972c-7f4cd6c8afd5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6130207 Nov 12 01:15:42.406356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.416634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.422104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:42.431846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-42865d6f-ebd1-4312-93ae-da35780758fc tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "GET /v2.0/ports?device_id=50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 HTTP/1.1" status: 200 len: 205 time: 0.0541537 Nov 12 01:15:42.434439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33656) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.473159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router a83ae449-773b-4ec6-9dad-185a8e29dc73 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:42.473431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:42.473688 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.513596 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-274ed656-bd56-438e-a4f4-e153ce25d223 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] delete failed (client error): The resource could not be found. Nov 12 01:15:42.515233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-274ed656-bd56-438e-a4f4-e153ce25d223 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/routers/50a32e2b-74f6-47a5-a3e8-652f2f6f4e23 HTTP/1.1" status: 404 len: 336 time: 0.0788920 Nov 12 01:15:42.517503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.533172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ca2fd-6387-4b23-b8f6-de08e4a6a2cb None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.589919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf4d4-164a-43c0-bab8-e129d5713d35 req-c93e0639-f397-4944-bd5e-1f480a117ff6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.592498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aadf4d4-164a-43c0-bab8-e129d5713d35 req-c93e0639-f397-4944-bd5e-1f480a117ff6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 946 time: 0.0758121 Nov 12 01:15:42.597766 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf3db02-a76d-4d6a-9609-713c9c99f977 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.598237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf3db02-a76d-4d6a-9609-713c9c99f977 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.601491 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebf3db02-a76d-4d6a-9609-713c9c99f977 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/f1ff8e13-a759-4a72-89c1-b4916ab25d45 HTTP/1.1" status: 404 len: 337 time: 0.0812156 Nov 12 01:15:42.604051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.662760 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2535d21a-e884-45b0-b02d-2d0c36345165 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.663578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2535d21a-e884-45b0-b02d-2d0c36345165 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.668501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2535d21a-e884-45b0-b02d-2d0c36345165 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/ceb0448f-3257-4c81-b520-2a48b47683fc HTTP/1.1" status: 404 len: 337 time: 0.0607848 Nov 12 01:15:42.670355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.672826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 3accea13-0f55-4cdc-a84a-2b4f627e691f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:42.673226 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.687561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d61bed-090b-417d-be3f-8493213dba36 None None] Network db15dde6-210c-4127-989f-ac4eff826b77 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:42.711518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:42.717310 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.740913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:42.747322 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.760361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Sync routers for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:42.765139 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6518b7e5-1323-452d-9485-3b938de7c8cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.765812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6518b7e5-1323-452d-9485-3b938de7c8cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.771244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6518b7e5-1323-452d-9485-3b938de7c8cf tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/1a601d84-df87-43a3-9257-4a45ed5b008e HTTP/1.1" status: 404 len: 337 time: 0.0670831 Nov 12 01:15:42.773637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.804944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:42.805209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5aadf4d4-164a-43c0-bab8-e129d5713d35 req-03b294bd-d844-4033-8573-60cf5817b6f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021971 Nov 12 01:15:42.806340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:42.829706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port 3accea13-0f55-4cdc-a84a-2b4f627e691f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3accea13-0f55-4cdc-a84a-2b4f627e691f,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:42.830069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.834897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9efea183-164f-46c5-927e-ec8052282613 None None] Provisioning complete for port 7b707ad8-baf8-4058-8381-9d6e61887aa3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:42.835548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9efea183-164f-46c5-927e-ec8052282613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.846623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f8f5335-3880-4052-89f6-359b4baca495 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/floatingips/9c8a10fb-97e3-4188-ae03-fd4cabae7356 HTTP/1.1" status: 204 len: 168 time: 1.4550514 Nov 12 01:15:42.849469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 3accea13-0f55-4cdc-a84a-2b4f627e691f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:42.849644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:42.851973 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37092842-8c5b-47f8-97d6-934bb9fcbc00" -d '{"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:42.857731 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b863de88-d581-4be0-9ef3-ac25a0f5d1b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.858538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b863de88-d581-4be0-9ef3-ac25a0f5d1b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.861972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b863de88-d581-4be0-9ef3-ac25a0f5d1b8 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/18184eaa-40eb-4e84-8bb3-c8ce356722c1 HTTP/1.1" status: 404 len: 333 time: 0.0850973 Nov 12 01:15:42.864824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.912356 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2818f48-5234-458b-93ad-3b3214e67237 x-openstack-request-id: req-e2818f48-5234-458b-93ad-3b3214e67237 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:42.912890 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:42.913153 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2818f48-5234-458b-93ad-3b3214e67237 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:42.913760 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'status': 'completed', 'code': 200} Nov 12 01:15:42.942932 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbcd0ac-8433-4bb4-960c-e03d10e56697 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.943412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbcd0ac-8433-4bb4-960c-e03d10e56697 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:42.946935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7bbcd0ac-8433-4bb4-960c-e03d10e56697 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/78d1cc3b-c24c-4b5d-9fbd-0fd05e9a25e1 HTTP/1.1" status: 404 len: 337 time: 0.0804546 Nov 12 01:15:42.957017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33672) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:42.989269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.996917 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-719d02b2-df05-41bb-ba51-6a86dfc9f345 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:42.998100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719d02b2-df05-41bb-ba51-6a86dfc9f345 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:43.001106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-719d02b2-df05-41bb-ba51-6a86dfc9f345 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/20564c34-019b-4311-80b8-f9027ac73c69 HTTP/1.1" status: 404 len: 337 time: 0.0407977 Nov 12 01:15:43.005806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.024107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9efea183-164f-46c5-927e-ec8052282613 None None] Port 7b707ad8-baf8-4058-8381-9d6e61887aa3 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:43.055625 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad0b2c9-8c3c-4b00-93ee-bf050e64226d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:43.056720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad0b2c9-8c3c-4b00-93ee-bf050e64226d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:43.063603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6ad0b2c9-8c3c-4b00-93ee-bf050e64226d tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/0e186c24-2e9b-4aa5-8956-91c9609133b6 HTTP/1.1" status: 404 len: 333 time: 0.0564673 Nov 12 01:15:43.066111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.092714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-cbf56144-c4c2-4005-8e8b-12409af2606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.094271 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-cbf56144-c4c2-4005-8e8b-12409af2606e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 1097 time: 0.1607695 Nov 12 01:15:43.106864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9efea183-164f-46c5-927e-ec8052282613 None None] Provisioning complete for port 89178f86-15f9-4810-a81a-5f735343aa3d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:43.107450 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9efea183-164f-46c5-927e-ec8052282613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.112853 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-20488224-3aa5-4afb-832b-fab27b3f7814 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:43.113702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20488224-3aa5-4afb-832b-fab27b3f7814 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:43.117394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-20488224-3aa5-4afb-832b-fab27b3f7814 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/17e4f9dd-6b27-40a8-b2be-66fa9ee5a44b HTTP/1.1" status: 404 len: 337 time: 0.0502851 Nov 12 01:15:43.120460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.158072 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.165745 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88bd960-0494-4432-99ce-d9fcc44c208f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:43.168529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88bd960-0494-4432-99ce-d9fcc44c208f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:43.171520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] DHCP port deletion for db15dde6-210c-4127-989f-ac4eff826b77 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:43.176269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b88bd960-0494-4432-99ce-d9fcc44c208f tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/subnets/ccd4fdfa-8181-44d3-b3e1-c52ccc759a19 HTTP/1.1" status: 404 len: 337 time: 0.0544834 Nov 12 01:15:43.180021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.180351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:43.223326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:43.238828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.255980 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:43.263343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.263947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.266183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3accea13-0f55-4cdc-a84a-2b4f627e691f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:43.282357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3dc2aa-1dd8-4eac-aa72-d3ec6b16c91a None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:43.296727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=42580835-a370-4a96-be96-e61efea71cf2,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:43.306629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36916745-efa3-4c76-9f4f-2487c45758fd tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8994029 Nov 12 01:15:43.311006 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.316599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-317548009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42580835-a370-4a96-be96-e61efea71cf2'}], 'security_groups': ['76655621-f787-4fb0-834e-0671c1fc7984']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:43.327442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=3accea13-0f55-4cdc-a84a-2b4f627e691f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:43.352798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-2f80cdc0-47e7-4d30-8a4e-a946064ec167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.354309 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-2f80cdc0-47e7-4d30-8a4e-a946064ec167 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 200 len: 897 time: 0.2061100 Nov 12 01:15:43.390751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port 3accea13-0f55-4cdc-a84a-2b4f627e691f on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:43.402952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087492c-8bf5-47d7-928e-deb8849f7385 req-551aa57a-3aae-4c08-bc0f-e4676585fe29 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.404865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3087492c-8bf5-47d7-928e-deb8849f7385 req-551aa57a-3aae-4c08-bc0f-e4676585fe29 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.1845007 Nov 12 01:15:43.406151 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.413696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36cffe92-0a30-46a9-8076-d22de15cce67 req-edb84144-d71e-4370-891e-afd82b1acf0c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "DELETE /v2.0/ports/3accea13-0f55-4cdc-a84a-2b4f627e691f HTTP/1.1" status: 204 len: 173 time: 1.0898261 Nov 12 01:15:43.413696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'name': 'network-vif-deleted', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:43.413696 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5c110d-0c10-43be-8060-989aabb94455" -d '{"events": [{"server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "name": "network-vif-deleted", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:43.464356 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-39c28bf9-d127-4e98-a969-bfc57a0f5d66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 200 len: 217 time: 0.0951214 Nov 12 01:15:43.479757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 7b707ad8-baf8-4058-8381-9d6e61887aa3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:43.480028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.539432 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c79eaf-e685-47c8-aea5-c90e445c2325 x-openstack-request-id: req-44c79eaf-e685-47c8-aea5-c90e445c2325 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:43.539806 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fa613d-e02f-45f1-9c54-a22d8bc167ae", "name": "network-vif-deleted", "tag": "3accea13-0f55-4cdc-a84a-2b4f627e691f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:43.539991 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44c79eaf-e685-47c8-aea5-c90e445c2325 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:43.540408 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fa613d-e02f-45f1-9c54-a22d8bc167ae', 'name': 'network-vif-deleted', 'tag': '3accea13-0f55-4cdc-a84a-2b4f627e691f', 'status': 'completed', 'code': 200} Nov 12 01:15:43.554762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3087492c-8bf5-47d7-928e-deb8849f7385 req-2e49c7e5-2b85-4a38-9dca-4107ca3396d9 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/security-groups?id=620d87d8-1122-4d42-8e99-cf230a298f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377444 Nov 12 01:15:43.611863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.631068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 7b707ad8-baf8-4058-8381-9d6e61887aa3 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:43.647782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-8a4ef74a-4e19-431b-b24b-69cd9c19b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.649331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-8a4ef74a-4e19-431b-b24b-69cd9c19b1c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 200 len: 834 time: 0.1073363 Nov 12 01:15:43.722008 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.754053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.801137 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-c630319a-4cfd-4753-8dab-fd1aac04bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.802685 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-c630319a-4cfd-4753-8dab-fd1aac04bf0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07f2e4d2-ced3-4590-9459-b98801f549af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437480 Nov 12 01:15:43.807901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.812030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/ports/7b707ad8-baf8-4058-8381-9d6e61887aa3 HTTP/1.1" status: 204 len: 168 time: 0.6308331 Nov 12 01:15:43.813023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9a6d2-362d-4b8f-8f92-28eecc53d888 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=7b707ad8-baf8-4058-8381-9d6e61887aa3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:43.818805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33688) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.881910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Deleting port 89178f86-15f9-4810-a81a-5f735343aa3d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:43.882710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.958198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d282a45c-da33-4ee0-b783-f4710ffce121 req-493484c1-b7d4-4dc2-85c8-e03e3914f438 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0309238 Nov 12 01:15:44.018491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=89178f86-15f9-4810-a81a-5f735343aa3d,segment=NetworkSegment(eb8adfe5-e834-4830-9c02-8679cd31086e),segment_id=eb8adfe5-e834-4830-9c02-8679cd31086e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:44.020156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.070973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Calling delete_port for 89178f86-15f9-4810-a81a-5f735343aa3d owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:44.116681 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.125594 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-289f9410-00dd-4e0a-b076-cfccee5a2d20 service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078835 Nov 12 01:15:44.132633 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.211875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:44.218510 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.284327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] No DVR routers for this DVR port 89178f86-15f9-4810-a81a-5f735343aa3d on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:44.325710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:44.353693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c7435-a88d-4fd2-9ba0-4066f9051538 None None] Pushing event deleted for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:44.362545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Checking router: a83ae449-773b-4ec6-9dad-185a8e29dc73 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:44.380432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:44.381233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:44.446711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Update dhcp port {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'fixed_ips': [{'subnet_id': '4d3dd9f4-aab6-4e64-a194-73258cdbe4b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '42580835-a370-4a96-be96-e61efea71cf2'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '306472fd-5eb6-4df5-8cfd-b8ddd5867d73'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:44.480446 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.506122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-7c4e3802-b0b5-49c6-aab3-1a82ea7a963a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:44.508101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-7c4e3802-b0b5-49c6-aab3-1a82ea7a963a tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 945 time: 0.0607278 Nov 12 01:15:44.604268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:44.604268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.655218 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Deleting port 89178f86-15f9-4810-a81a-5f735343aa3d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:44.655834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.662086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-37092842-8c5b-47f8-97d6-934bb9fcbc00 req-0f3d698f-73c0-4e42-a8ab-3b734d03e37b service neutron] 10.222.0.32 "GET /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243084 Nov 12 01:15:44.680081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:44.681178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.768862 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] For port 89178f86-15f9-4810-a81a-5f735343aa3d, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:44.769296 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.785474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:44.792642 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Calling delete_port for 89178f86-15f9-4810-a81a-5f735343aa3d owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:44.793943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port e47a6b17-f771-4999-883f-678b387e3bfd, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=e47a6b17-f771-4999-883f-678b387e3bfd,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:44.794332 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.799418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Port 89178f86-15f9-4810-a81a-5f735343aa3d was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:15:44.802523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.810862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for e47a6b17-f771-4999-883f-678b387e3bfd owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:44.818338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Delete allocated IP 172.20.0.12 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/4d3dd9f4-aab6-4e64-a194-73258cdbe4b0) {{(pid=102676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:15:44.844754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Port': ['ID=89178f86-15f9-4810-a81a-5f735343aa3d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:44.850206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] No DVR routers for this DVR port 89178f86-15f9-4810-a81a-5f735343aa3d on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:44.878066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.29 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/42580835-a370-4a96-be96-e61efea71cf2/2344c7ae-de38-4634-a04e-ba7a467968d4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:44.963441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.998872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.045141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d426194d-d7fe-4754-913e-24d8ef2693e3 req-560ce0f5-4f50-469b-8d8c-aee691c3a293 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "GET /v2.0/ports?device_id=01e78e90-bbb5-44fc-9442-575e3c5f2139 HTTP/1.1" status: 200 len: 210 time: 0.3677573 Nov 12 01:15:45.049746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db15dde6-210c-4127-989f-ac4eff826b77']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.062949 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8adfe5-e834-4830-9c02-8679cd31086e') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.063830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8adfe5-e834-4830-9c02-8679cd31086e') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.079677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.094029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:45.094597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=e47a6b17-f771-4999-883f-678b387e3bfd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.107036 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.116110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:45.116507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:45.119787 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:45.126477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.128102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 89178f86-15f9-4810-a81a-5f735343aa3d {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:45.128836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 89178f86-15f9-4810-a81a-5f735343aa3d not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:45.169657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8f8ca564-0f4b-496b-bf5b-df20b67c261f req-a18bf199-ce1d-4462-b5c8-12b813fda39a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0744684 Nov 12 01:15:45.170650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] No DVR routers for this DVR port e47a6b17-f771-4999-883f-678b387e3bfd on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:45.176536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.180136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1845e279-fd2a-45a7-b1d1-08a9dccb24c1 req-8888453e-a44c-436b-8343-23379b383516 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.32 "DELETE /v2.0/ports/e47a6b17-f771-4999-883f-678b387e3bfd HTTP/1.1" status: 204 len: 173 time: 0.6639802 Nov 12 01:15:45.266654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.277162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.283526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] 10.222.0.11 "DELETE /v2.0/networks/db15dde6-210c-4127-989f-ac4eff826b77 HTTP/1.1" status: 204 len: 168 time: 1.4613810 Nov 12 01:15:45.285974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.304628 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdee17-7af3-432b-ae87-776b6adda287 tempest-PortsIpV6TestJSON-1763454412 tempest-PortsIpV6TestJSON-1763454412-project] Pushing event deleted for resources: {'Network': ['ID=db15dde6-210c-4127-989f-ac4eff826b77,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.339596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe38eb-d192-4d44-8302-57fd05861abc None None] The sync data for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 is: [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 4, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56', 'name': '', 'network_id': '07f2e4d2-ced3-4590-9459-b98801f549af', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'mac_address': 'fa:16:3e:48:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:49Z', 'updated_at': '2021-11-12T01:13:59Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'subnets': [{'id': 'f960a8df-5dc4-43be-93a7-15a5a6903ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:45.365330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.374784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.484569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Allocated IP 172.20.0.18 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/42580835-a370-4a96-be96-e61efea71cf2/306472fd-5eb6-4df5-8cfd-b8ddd5867d73) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:45.542535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-deleted', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:45.545605 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba0801-21ae-40d4-975e-193a9da218fd" -d '{"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-deleted", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:45.587155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=2344c7ae-de38-4634-a04e-ba7a467968d4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.636478 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c8d253-b3ee-4c28-abce-e479d506148c x-openstack-request-id: req-22c8d253-b3ee-4c28-abce-e479d506148c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:45.636884 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e78e90-bbb5-44fc-9442-575e3c5f2139", "name": "network-vif-deleted", "tag": "e47a6b17-f771-4999-883f-678b387e3bfd", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:45.639191 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22c8d253-b3ee-4c28-abce-e479d506148c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:45.640476 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e78e90-bbb5-44fc-9442-575e3c5f2139', 'name': 'network-vif-deleted', 'tag': 'e47a6b17-f771-4999-883f-678b387e3bfd', 'status': 'completed', 'code': 200} Nov 12 01:15:45.655445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] In _notify_port_updated(), no bound segment for port 2344c7ae-de38-4634-a04e-ba7a467968d4 on network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 {{(pid=102676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:15:45.672328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:45.673115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.677511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.679981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5296025b-2ff6-4afe-882b-9838d3c7880f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/ports/2344c7ae-de38-4634-a04e-ba7a467968d4 HTTP/1.1" status: 200 len: 920 time: 2.3676376 Nov 12 01:15:45.747686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:45.813316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.824645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.827048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.828198 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc62e1-b183-40c6-84f4-bec6533c79b1 None None] New status for floating IP 9c8a10fb-97e3-4188-ae03-fd4cabae7356: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:15:45.865666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 2344c7ae-de38-4634-a04e-ba7a467968d4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:45.866283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.979817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653a5e-c357-4d2e-9068-9aedde45a4d6 None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.019145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.045927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 2344c7ae-de38-4634-a04e-ba7a467968d4 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:46.089358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-71b1aaa2-8d96-425a-bf6b-dfe690d610a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4095366a319f4088a490a08479d3ec50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585835 Nov 12 01:15:46.092048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33710) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.143388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.269729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:46.279436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.350122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=2344c7ae-de38-4634-a04e-ba7a467968d4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.359576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.375214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6486d4dd-78d1-4fa2-abb2-8fc3dff46c1d req-d7874c51-dfd8-4eb2-ba6b-0c1bbd60377a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0723484 Nov 12 01:15:46.385543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:46.386793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.409182 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.491966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.498233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-adbc540a-1a3c-4f4b-9a28-cc1d6cc7adda tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/2344c7ae-de38-4634-a04e-ba7a467968d4 HTTP/1.1" status: 204 len: 168 time: 0.8165011 Nov 12 01:15:46.499277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.536988 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce2ee02-efd5-4c03-95c4-4e62631b0fa5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:46.541153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cce2ee02-efd5-4c03-95c4-4e62631b0fa5 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/2344c7ae-de38-4634-a04e-ba7a467968d4 HTTP/1.1" status: 404 len: 333 time: 0.0379248 Nov 12 01:15:46.542378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.619490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.642235 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.645071 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.649270 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c3f3b74-0049-4bb7-ae73-d847da393a1d HTTP/1.1" status: 204 len: 168 time: 0.5538833 Nov 12 01:15:46.652401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:46.664227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.688835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23bd21-262e-4763-bb10-8a8fed8f91a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f3b74-0049-4bb7-ae73-d847da393a1d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.689432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: e47a6b17-f771-4999-883f-678b387e3bfd {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:46.689789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device e47a6b17-f771-4999-883f-678b387e3bfd not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:46.690215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3accea13-0f55-4cdc-a84a-2b4f627e691f no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:46.716956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 3accea13-0f55-4cdc-a84a-2b4f627e691f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:46.717235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3accea13-0f55-4cdc-a84a-2b4f627e691f not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:46.750173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.753034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.757012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/security-groups/0512276c-d2d4-48ba-ab7e-e357ff4e3d02 HTTP/1.1" status: 204 len: 168 time: 0.2136316 Nov 12 01:15:46.757627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.792645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5136f-ddc4-4d54-9516-a48c7ff6b738 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512276c-d2d4-48ba-ab7e-e357ff4e3d02,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.830742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Could not find standard attr ID for object 2344c7ae-de38-4634-a04e-ba7a467968d4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:46.846177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:46.846546 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.860291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.908968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.909364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:46.913199 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.923730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:46.924151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf57b53a-cae6-4e0b-a762-e9a83db99e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.018145 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.021266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.022793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/security-groups/76655621-f787-4fb0-834e-0671c1fc7984 HTTP/1.1" status: 204 len: 168 time: 0.2613001 Nov 12 01:15:47.041270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:47.042484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c726-25e7-447d-afd9-24d6fceebe29 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76655621-f787-4fb0-834e-0671c1fc7984,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.141674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 4d3dd9f4-aab6-4e64-a194-73258cdbe4b0 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:47.158217 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.235454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.362154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.392022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:47.392443 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.493702 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.569306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3dd9f4-aab6-4e64-a194-73258cdbe4b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.575609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-205038bc-e995-4065-9394-581ebec963b3 None None] Could not find standard attr ID for object 2344c7ae-de38-4634-a04e-ba7a467968d4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:47.595396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb002389-f84d-4108-b8e7-ca142cf66678 req-84cc6eb1-5b9a-46e6-9559-af7815c0fc3a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0512202 Nov 12 01:15:47.596634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.600095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a6f5bf7d-5cb6-4d1d-be45-39e910359c8c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/4d3dd9f4-aab6-4e64-a194-73258cdbe4b0 HTTP/1.1" status: 204 len: 168 time: 0.5486219 Nov 12 01:15:47.604640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:47.610500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:47.655518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:47.656220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.680285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:47.771977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:47.776085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.861699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281b32b-771f-431c-b898-7367112d4544 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:47.970599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.034719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.341439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.367549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.425098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:48.430259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:48.438672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:48.439270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.445387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=5f7feda4-064d-45e9-94f9-61c08fdb277b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.467351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-807444be-f71b-4f2e-b1ab-3e776ab14f0d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8611896 Nov 12 01:15:48.470603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:48.478049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'security_group': {'name': 'tempest-secgroup-137555802'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:48.580526 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.749100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Router a83ae449-773b-4ec6-9dad-185a8e29dc73 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:48.767224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-829b6364-565d-42e4-b82c-b793c65f6e21 req-a1b80e27-b2dc-40d7-b75b-f7a38a226459 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0535691 Nov 12 01:15:48.782000 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.801047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.888470 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bafd6db-1547-4cae-8fc1-4d4925f4276a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.925924 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.928664 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ab032db2-be00-4c53-9f5c-20526692af80 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4562712 Nov 12 01:15:48.930876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:48.937462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'security_group': {'name': 'tempest-secgroup-299241837'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:48.949086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c897d2-dda0-4c67-ace3-c4b0b493aafe None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:48.986400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.040526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-178a54cf-ffa8-45f9-9751-79ed15205d70 None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:49.040889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178a54cf-ffa8-45f9-9751-79ed15205d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.100106 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:49.110520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.112964 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1f58158-caaf-4230-a341-4c5b2d06b93e tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "PUT /v2.0/routers/a83ae449-773b-4ec6-9dad-185a8e29dc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9685023 Nov 12 01:15:49.115658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33772) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.122119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Sync routers for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:49.129866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.152587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-178a54cf-ffa8-45f9-9751-79ed15205d70 None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:49.167718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:49.169020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:49.219336 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.223134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2887855 Nov 12 01:15:49.223886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.229361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1915003961'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:49.230049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc1487-9512-4757-95a1-c0f0dfbeffa7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75866cef-f4a7-4e0b-bcd8-e607bd39aafc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:49.246692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting subnet f960a8df-5dc4-43be-93a7-15a5a6903ffc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:49.252402 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.279687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.316616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.393275 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.399127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.457105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d4a1f-0bd4-4705-8d4f-c0150352bb18,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:49.478993 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.479654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-178a54cf-ffa8-45f9-9751-79ed15205d70 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:49.480027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-178a54cf-ffa8-45f9-9751-79ed15205d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.482580 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ac9e0166-60d9-434f-9e69-6cd668692352 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2569594 Nov 12 01:15:49.485282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.495953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1254330585', 'security_groups': ['0e9d4a1f-0bd4-4705-8d4f-c0150352bb18'], 'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f7feda4-064d-45e9-94f9-61c08fdb277b'}]}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:49.521026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.616149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.637164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:49.684862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Subnet': ['ID=f960a8df-5dc4-43be-93a7-15a5a6903ffc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:49.689035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.695271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-38995f7e-98fd-47c8-8b81-a8e0b4477bff tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/subnets/f960a8df-5dc4-43be-93a7-15a5a6903ffc HTTP/1.1" status: 204 len: 168 time: 0.5777919 Nov 12 01:15:49.695905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.706839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:49.815017 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.838038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade372f-e43f-4fb0-bc4c-300b8c78abac None None] Network 07f2e4d2-ced3-4590-9459-b98801f549af requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:49.856669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.908177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] device_id is not set on port 89d5b067-9909-4b0b-a56a-af61c28e9ed4 yet. {{(pid=102676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:49.940825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Update dhcp port {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'fixed_ips': [{'subnet_id': '42580835-a370-4a96-be96-e61efea71cf2', 'ip_address': '172.20.0.18'}, {'subnet_id': '5f7feda4-064d-45e9-94f9-61c08fdb277b'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '306472fd-5eb6-4df5-8cfd-b8ddd5867d73'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:49.991615 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f42defc-d92f-49c3-964e-f85ddf4bbc8f req-d121d10f-9705-485d-a066-026e27cb5cb1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6fa613d-e02f-45f1-9c54-a22d8bc167ae HTTP/1.1" status: 200 len: 210 time: 0.0604928 Nov 12 01:15:50.030950 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.071700 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.124108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.9 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/5f7feda4-064d-45e9-94f9-61c08fdb277b/89d5b067-9909-4b0b-a56a-af61c28e9ed4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:50.169181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 854a9d56-09f0-48cd-8e7e-7ce4a695d251 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:50.169584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.202330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33804) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:50.293736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 854a9d56-09f0-48cd-8e7e-7ce4a695d251, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=854a9d56-09f0-48cd-8e7e-7ce4a695d251,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:50.293736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.343974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 854a9d56-09f0-48cd-8e7e-7ce4a695d251 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:50.358798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.444222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:15:47Z', 'revision_number': 5, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port': {'id': '854a9d56-09f0-48cd-8e7e-7ce4a695d251', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:44Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:50.479812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53c799e3-638e-449e-9ff8-71d2cb31b7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.483065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Checking router: a83ae449-773b-4ec6-9dad-185a8e29dc73 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:50.489752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] DHCP port deletion for 07f2e4d2-ced3-4590-9459-b98801f549af request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:50.521020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Routers {'a83ae449-773b-4ec6-9dad-185a8e29dc73'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:50.522218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['a83ae449-773b-4ec6-9dad-185a8e29dc73'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:50.569698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53c799e3-638e-449e-9ff8-71d2cb31b7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.578156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-53c799e3-638e-449e-9ff8-71d2cb31b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.592430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.611999 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53c799e3-638e-449e-9ff8-71d2cb31b7cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beefd51220284cb9982f3ebd3a7b9aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4084511 Nov 12 01:15:50.614485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.616303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:50.640715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] Set router a83ae449-773b-4ec6-9dad-185a8e29dc73 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:50.661481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=854a9d56-09f0-48cd-8e7e-7ce4a695d251,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.725825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=89d5b067-9909-4b0b-a56a-af61c28e9ed4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.767582 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:50.768132 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.771133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:50.774976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c799e3-638e-449e-9ff8-71d2cb31b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9198849a-ed61-4393-b3ce-7c15c6ea54a6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.789810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:50.825529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:15:50Z', 'revision_number': 6, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:50.840815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e680a-005c-4b98-8c03-4d55045d5cac None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:50.858495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.886265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:50.887167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.909904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f2ccf-8a01-4579-98d8-585d985e70a5 None None] The sync data for ids ['a83ae449-773b-4ec6-9dad-185a8e29dc73'] in n-d-712141-15 is: [{'id': 'a83ae449-773b-4ec6-9dad-185a8e29dc73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471783658', 'tenant_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:43Z', 'updated_at': '2021-11-12T01:15:50Z', 'revision_number': 6, 'project_id': 'bd1ab7096c2e42c98ca002e8b7be3b4e', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:50.922048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Allocated IP 172.20.0.2 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/5f7feda4-064d-45e9-94f9-61c08fdb277b/306472fd-5eb6-4df5-8cfd-b8ddd5867d73) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:50.923656 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.924290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.927687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.944850 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6a467608-ac5f-456a-ba1f-d23e3f80f4d0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4569933 Nov 12 01:15:50.947464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:50.959109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:50.970774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Deleting port 86a6d9ba-90a6-44b5-83ad-460768fee688 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:50.971139 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.005804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.006690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Fanout notify agent at l3_agent the message router_deleted on router a83ae449-773b-4ec6-9dad-185a8e29dc73 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:51.019965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.023715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-21174ac1-ea77-4956-a8ab-37386087e289 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/routers/a83ae449-773b-4ec6-9dad-185a8e29dc73 HTTP/1.1" status: 204 len: 168 time: 1.3243735 Nov 12 01:15:51.037374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:51.091985 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] For port 86a6d9ba-90a6-44b5-83ad-460768fee688, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=86a6d9ba-90a6-44b5-83ad-460768fee688,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:51.092516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.112805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Calling delete_port for 86a6d9ba-90a6-44b5-83ad-460768fee688 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:51.135388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:51.189854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.201467 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.205317 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.206708 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9198849a-ed61-4393-b3ce-7c15c6ea54a6 HTTP/1.1" status: 204 len: 168 time: 0.5841994 Nov 12 01:15:51.212759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.229668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.233653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6b896-b053-44f3-a302-88ffb272374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9198849a-ed61-4393-b3ce-7c15c6ea54a6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.265521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Deleting port 86a6d9ba-90a6-44b5-83ad-460768fee688 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:51.265978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.273766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:51.281132 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.403088 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.500050 n-d-712141-15 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f7feda4-064d-45e9-94f9-61c08fdb277b (CIDR: 172.20.0.0/28) Nov 12 01:15:51.508172 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:51.508871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:51.515638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] No DVR routers for this DVR port 86a6d9ba-90a6-44b5-83ad-460768fee688 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:51.541563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4dc1c-acf5-4015-b853-d2ada3929ddd None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.547415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-be120530-f0b3-45b3-a356-fc0fee87842d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5987570 Nov 12 01:15:51.552372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33822) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:51.564850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:51.585062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd4711-92ce-40ba-b862-ed27b9a5d7ad None None] Pushing event deleted for resources: {'Port': ['ID=86a6d9ba-90a6-44b5-83ad-460768fee688,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.806324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:51.839806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d46645df-cc9d-40d1-b483-d87ed1505be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.873191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:51.874883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.007943 n-d-712141-15 neutron-server[102676]: INFO neutron.db.ipam_backend_mixin [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 42580835-a370-4a96-be96-e61efea71cf2 (CIDR: 172.20.0.16/28) Nov 12 01:15:52.017215 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:15:52.017719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:52.054135 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-294e4d0b-3989-48b2-92c6-a8443b53ffdf tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4978592 Nov 12 01:15:52.054361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33826) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:52.060326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'subnet': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:52.061823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] For port 86a6d9ba-90a6-44b5-83ad-460768fee688, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=86a6d9ba-90a6-44b5-83ad-460768fee688,segment=NetworkSegment(bb1bc88f-e37b-492b-905b-e4e1cc6ea17b),segment_id=bb1bc88f-e37b-492b-905b-e4e1cc6ea17b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:52.062335 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.091947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Calling delete_port for 86a6d9ba-90a6-44b5-83ad-460768fee688 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:52.203784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.260270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Port': ['ID=86a6d9ba-90a6-44b5-83ad-460768fee688,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:52.272922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] No DVR routers for this DVR port 86a6d9ba-90a6-44b5-83ad-460768fee688 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:52.341395 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:52.388520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d46645df-cc9d-40d1-b483-d87ed1505be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.408295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.410783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d46645df-cc9d-40d1-b483-d87ed1505be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.442659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f2e4d2-ced3-4590-9459-b98801f549af']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:52.457565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:52.457999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1bc88f-e37b-492b-905b-e4e1cc6ea17b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:52.477928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.495172 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d46645df-cc9d-40d1-b483-d87ed1505be6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab6792cc804e44278d370ba2ab8432d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861522 Nov 12 01:15:52.496520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Made reservation on behalf of 58e87f2254df4cb4bac02b3fb12f54ad for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:52.498700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:52.500317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.500801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.509448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.517799 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46645df-cc9d-40d1-b483-d87ed1505be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505ba791-a58b-43ca-b92f-f0ab86071939,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:52.578966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.612092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-662916fa-b855-4556-a733-2b2bd80da4e7 None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.612929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-662916fa-b855-4556-a733-2b2bd80da4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.621126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:52.621565 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:52.625060 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:52.734647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-662916fa-b855-4556-a733-2b2bd80da4e7 None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:52.753407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-662916fa-b855-4556-a733-2b2bd80da4e7 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.755004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-662916fa-b855-4556-a733-2b2bd80da4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.780125 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.807247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 854a9d56-09f0-48cd-8e7e-7ce4a695d251 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:52.817216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.826969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.830248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/networks/07f2e4d2-ced3-4590-9459-b98801f549af HTTP/1.1" status: 204 len: 168 time: 1.7915301 Nov 12 01:15:52.836815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33832) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:52.838925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 854a9d56-09f0-48cd-8e7e-7ce4a695d251 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:52.839271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 854a9d56-09f0-48cd-8e7e-7ce4a695d251 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:52.839692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 86a6d9ba-90a6-44b5-83ad-460768fee688 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:52.866040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 86a6d9ba-90a6-44b5-83ad-460768fee688 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:52.866413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 86a6d9ba-90a6-44b5-83ad-460768fee688 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:52.866951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:52.887418 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.897537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:52.897884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bdf0fc41-a49f-4d14-a9ac-0e0ce5978c56 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:52.912471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94459c3-1dac-4c1d-a43f-d086d388ee30 tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'Network': ['ID=07f2e4d2-ced3-4590-9459-b98801f549af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:52.994348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.998856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.002763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/505ba791-a58b-43ca-b92f-f0ab86071939 HTTP/1.1" status: 204 len: 168 time: 0.5001822 Nov 12 01:15:53.011733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fbc0d-3487-45de-9872-d6337b56c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ba791-a58b-43ca-b92f-f0ab86071939,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.103271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9c3a969a-0dfa-43ef-87a3-754b13f31e04 None None] Provisioning complete for port 89d5b067-9909-4b0b-a56a-af61c28e9ed4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:53.103683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c3a969a-0dfa-43ef-87a3-754b13f31e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.156018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a969a-0dfa-43ef-87a3-754b13f31e04 None None] Port 89d5b067-9909-4b0b-a56a-af61c28e9ed4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:53.458905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.524129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.534791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.614271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:53.622888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:53.626785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:53.627391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.645026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde2793-c304-494a-839b-43dbed76cc0a None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:53.650385 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5947273 Nov 12 01:15:53.653691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:53.656310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0472-db66-4a0c-bc79-55a55e1cac45 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Subnet': ['ID=f4d6c253-cfed-45cf-a8e5-daf724f94061,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.669647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-171242939', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4d6c253-cfed-45cf-a8e5-daf724f94061'}], 'security_groups': ['9bafd6db-1547-4cae-8fc1-4d4925f4276a', '75866cef-f4a7-4e0b-bcd8-e607bd39aafc']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:53.708927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.715220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.716845 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] 10.222.0.11 "DELETE /v2.0/security-groups/620d87d8-1122-4d42-8e99-cf230a298f7b HTTP/1.1" status: 204 len: 168 time: 0.8787158 Nov 12 01:15:53.743325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217da79-5796-4bed-9ff6-80b02ceb5fae tempest-TestNetworkAdvancedServerOps-298849732 tempest-TestNetworkAdvancedServerOps-298849732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620d87d8-1122-4d42-8e99-cf230a298f7b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.946693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.207716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Update dhcp port {'port': {'network_id': 'fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8', 'fixed_ips': [{'subnet_id': '42580835-a370-4a96-be96-e61efea71cf2', 'ip_address': '172.20.0.18'}, {'subnet_id': '5f7feda4-064d-45e9-94f9-61c08fdb277b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4d6c253-cfed-45cf-a8e5-daf724f94061'}], 'binding:host_id': 'n-d-712141-15'}, 'id': '306472fd-5eb6-4df5-8cfd-b8ddd5867d73'} from n-d-712141-15. {{(pid=102678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:15:54.238666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.248738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:54.449868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Delete allocated IP 172.20.0.9 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/5f7feda4-064d-45e9-94f9-61c08fdb277b) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:15:54.458166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Allocated IP 172.20.0.38 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/f4d6c253-cfed-45cf-a8e5-daf724f94061/89d5b067-9909-4b0b-a56a-af61c28e9ed4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:54.595804 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d8b406a4-7f80-486c-9ad2-6962519ec9c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd1ab7096c2e42c98ca002e8b7be3b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455966 Nov 12 01:15:54.598388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33876) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:54.667426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.700518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.709380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.713061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.790318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Allocated IP 172.20.0.34 (fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8/f4d6c253-cfed-45cf-a8e5-daf724f94061/306472fd-5eb6-4df5-8cfd-b8ddd5867d73) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:54.799723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.802650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.806732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c832291f-90b0-4e51-bec8-4f8aa5cbbc69 HTTP/1.1" status: 204 len: 168 time: 0.2065418 Nov 12 01:15:54.815787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925cbb0-44cf-4db5-8061-183bb0433774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c832291f-90b0-4e51-bec8-4f8aa5cbbc69,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.854344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] In _notify_port_updated(), no bound segment for port 89d5b067-9909-4b0b-a56a-af61c28e9ed4 on network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:15:54.861203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.862102 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.863221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "PUT /v2.0/ports/89d5b067-9909-4b0b-a56a-af61c28e9ed4 HTTP/1.1" status: 200 len: 959 time: 1.2081714 Nov 12 01:15:54.864793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f18f-e970-41f5-890a-0e742214a1ec tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event updated for resources: {'Port': ['ID=89d5b067-9909-4b0b-a56a-af61c28e9ed4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.866449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33888) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.017211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 89d5b067-9909-4b0b-a56a-af61c28e9ed4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:55.017654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.054343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:55.114444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.121301 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.179620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.182988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1c298-a454-4d47-aad0-d1ceef4e2288 None None] Pushing event updated for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.212022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 89d5b067-9909-4b0b-a56a-af61c28e9ed4 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:55.501191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.547921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.590540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=89d5b067-9909-4b0b-a56a-af61c28e9ed4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.634558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-91c9d303-8e2d-4f19-9332-8f2e8d1cbc55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc20f88d1a384e64b294ef63dc077fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831900 Nov 12 01:15:55.635757 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33916) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.749247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.752779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-30af1bec-64ba-4b2c-920c-f0121bad2945 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/89d5b067-9909-4b0b-a56a-af61c28e9ed4 HTTP/1.1" status: 204 len: 168 time: 0.8846109 Nov 12 01:15:55.755636 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.783685 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.785850 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae06a38f-213e-470e-8f9a-22f33d9d194f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] GET failed (client error): The resource could not be found. Nov 12 01:15:55.787577 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ae06a38f-213e-470e-8f9a-22f33d9d194f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports/89d5b067-9909-4b0b-a56a-af61c28e9ed4 HTTP/1.1" status: 404 len: 333 time: 0.0308256 Nov 12 01:15:55.790462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.814400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.916180 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.918764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.920491 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.923979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f31f2abe-7006-4964-b130-74dd0f3e2d48 HTTP/1.1" status: 204 len: 168 time: 0.2835598 Nov 12 01:15:55.944844 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852deca-25d1-4f94-9095-bb37be13aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f2abe-7006-4964-b130-74dd0f3e2d48,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.998392 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.060664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.064901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.070358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33928) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.071043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e9d4a1f-0bd4-4705-8d4f-c0150352bb18 HTTP/1.1" status: 204 len: 168 time: 0.2793472 Nov 12 01:15:56.081349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd472a-e717-494c-85a2-681e4fec96e9 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d4a1f-0bd4-4705-8d4f-c0150352bb18,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.195295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.229123 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:56.229690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.270819 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.314934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:56.319094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:56.355809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.358802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.362966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.370292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/security-groups/75866cef-f4a7-4e0b-bcd8-e607bd39aafc HTTP/1.1" status: 204 len: 168 time: 0.2991190 Nov 12 01:15:56.398786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd602d4-ffd4-4783-abe2-1d6174fb6988 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75866cef-f4a7-4e0b-bcd8-e607bd39aafc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.423305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Could not find standard attr ID for object 89d5b067-9909-4b0b-a56a-af61c28e9ed4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:56.458729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:56.459163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc816bc3-6e3e-4421-bb8b-11b10bc09047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.483484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.509972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:56.510446 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.514133 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.594058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.597140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.598404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/security-groups/9bafd6db-1547-4cae-8fc1-4d4925f4276a HTTP/1.1" status: 204 len: 168 time: 0.2343669 Nov 12 01:15:56.601294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33942) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.611313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5b87-4a21-4650-8ce2-b7d4bc25a5c8 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bafd6db-1547-4cae-8fc1-4d4925f4276a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.708406 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 5f7feda4-064d-45e9-94f9-61c08fdb277b {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:56.730590 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.793372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.912893 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.950510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-70bd8ee8-8af2-4f0b-941e-a24457a55f84 None None] Could not find standard attr ID for object 89d5b067-9909-4b0b-a56a-af61c28e9ed4. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:15:57.018377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.028660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.063001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7feda4-064d-45e9-94f9-61c08fdb277b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.073720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.081603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-520ba54d-acd0-4ff9-a9fa-18b714aa4a3f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/5f7feda4-064d-45e9-94f9-61c08fdb277b HTTP/1.1" status: 204 len: 168 time: 0.4759390 Nov 12 01:15:57.082020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.169637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet f4d6c253-cfed-45cf-a8e5-daf724f94061 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:57.175033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.181036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-999390141-network', 'tenant_id': '9eca480cabb64891be3621216135c39a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:57.238072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.256512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e12574-20d8-4e64-8dc5-69475e920d7a None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:57.260514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Made reservation on behalf of 9eca480cabb64891be3621216135c39a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:57.262976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.276964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.375756 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.504767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.513030 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.526019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.588330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:57.618543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d6c253-cfed-45cf-a8e5-daf724f94061,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.621823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.625070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0dd420b7-4cb7-470d-b790-4eee80039f1d tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/f4d6c253-cfed-45cf-a8e5-daf724f94061 HTTP/1.1" status: 204 len: 168 time: 0.5418022 Nov 12 01:15:57.625980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5910f0c1-1a82-4adb-802f-0ec1afc32f57,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.632217 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33972) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.636740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.637243 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Added segment 990d33a9-f337-4432-bbd1-3dac4b58174a of type vlan for network 2abfac04-dded-4225-aa4f-23a269f05aa5 Nov 12 01:15:57.688465 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee8cab-b9bc-4753-953f-9fa6a1906b40 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:57.688961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee8cab-b9bc-4753-953f-9fa6a1906b40 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:57.692954 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ebee8cab-b9bc-4753-953f-9fa6a1906b40 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/5f7feda4-064d-45e9-94f9-61c08fdb277b HTTP/1.1" status: 404 len: 337 time: 0.0581634 Nov 12 01:15:57.695828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.697797 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.792999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting subnet 42580835-a370-4a96-be96-e61efea71cf2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:57.797330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.798313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:57.799026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.801423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.868986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8492498 Nov 12 01:15:57.873989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33980) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.882014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Request body: {'subnet': {'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-999390141-subnet', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:57.930261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Made reservation on behalf of 9eca480cabb64891be3621216135c39a for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:57.932611 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.938903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.996115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01350446-13c8-49f3-8aad-28a9da6cdde1 admin admin] Pushing event updated for resources: {'Network': ['ID=2abfac04-dded-4225-aa4f-23a269f05aa5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.008015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:58.089491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.185226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.189899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.223482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Subnet': ['ID=42580835-a370-4a96-be96-e61efea71cf2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.243498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.251515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-82484979-f124-4f73-bb80-532b599f411f tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/42580835-a370-4a96-be96-e61efea71cf2 HTTP/1.1" status: 204 len: 168 time: 0.5473666 Nov 12 01:15:58.251742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33982) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.287141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93838c7-cfd6-46b7-b7de-5b58208faef6,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.290650 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a1171c-2ce5-4ef2-b824-0837717fe723 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.291109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a1171c-2ce5-4ef2-b824-0837717fe723 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.297162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1a1171c-2ce5-4ef2-b824-0837717fe723 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/4d3dd9f4-aab6-4e64-a194-73258cdbe4b0 HTTP/1.1" status: 404 len: 337 time: 0.0419457 Nov 12 01:15:58.297465 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33984) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.306453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Checking segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:58.306827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Network hostable DHCP agents. Network: 2abfac04-dded-4225-aa4f-23a269f05aa5, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:58.307492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e82341-3daf-44ee-a336-b307e4f81210 None None] Network fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:58.339264 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6efca055-c6b3-4cda-aea4-839789b1a5e0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cde6af2-038b-4d58-923c-07cc1977affe HTTP/1.1" status: 200 len: 205 time: 0.0386479 Nov 12 01:15:58.339695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.349401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:58.367357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 2abfac04-dded-4225-aa4f-23a269f05aa5) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:58.374756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.375889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.381484 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-9853dc60-d741-4790-af15-6d7479588f85 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] delete failed (client error): The resource could not be found. Nov 12 01:15:58.385535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9853dc60-d741-4790-af15-6d7479588f85 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/routers/5cde6af2-038b-4d58-923c-07cc1977affe HTTP/1.1" status: 404 len: 336 time: 0.0423839 Nov 12 01:15:58.385703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904805f-d41e-4c73-83ad-2c4fc4a57060 None None] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:58.386030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33988) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.430247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 33990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.430548 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b47d9382-fdf5-4a13-a3af-5f27d3f9c656 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5552115 Nov 12 01:15:58.431908 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa487e15-f6a8-4b95-b068-ec9561dbc212 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.432405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa487e15-f6a8-4b95-b068-ec9561dbc212 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.436424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-aa487e15-f6a8-4b95-b068-ec9561dbc212 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/609c9425-d8bb-4048-ad7e-a59e4fad773b HTTP/1.1" status: 404 len: 337 time: 0.0490773 Nov 12 01:15:58.439226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33992) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.440889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:58.478018 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.479680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.501339 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a594b99-0113-44a4-8d98-72ac10594d1c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.501809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a594b99-0113-44a4-8d98-72ac10594d1c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.511316 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0a594b99-0113-44a4-8d98-72ac10594d1c tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/43a2af90-a0a6-4943-b2e6-0b20792ca97e HTTP/1.1" status: 404 len: 337 time: 0.0702643 Nov 12 01:15:58.514506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33994) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.529553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8ac5b47b-ab9c-476e-9366-c22660d16ab7 None None] Provisioning complete for port 7102c651-7074-499d-9605-c670e289b2f4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.529917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b47b-ab9c-476e-9366-c22660d16ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.554502 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f7ff1d-8189-4ef8-a0cf-6dd05b7b3915 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.554881 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f7ff1d-8189-4ef8-a0cf-6dd05b7b3915 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.558272 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-70f7ff1d-8189-4ef8-a0cf-6dd05b7b3915 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/b780760b-b4b0-4cc9-bd6b-f0f1f8b3d0af HTTP/1.1" status: 404 len: 337 time: 0.0426497 Nov 12 01:15:58.561405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33996) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.564569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.589955 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-69506b79-0b43-4c4b-a8d2-2b286572eec7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.590886 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69506b79-0b43-4c4b-a8d2-2b286572eec7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.596396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-69506b79-0b43-4c4b-a8d2-2b286572eec7 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/2e5fcc2f-cabc-4a2b-b8a5-eb1291a02e6a HTTP/1.1" status: 404 len: 333 time: 0.0316403 Nov 12 01:15:58.600826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 33998) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.625153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5b47b-ab9c-476e-9366-c22660d16ab7 None None] Port 7102c651-7074-499d-9605-c670e289b2f4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:58.666794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8ac5b47b-ab9c-476e-9366-c22660d16ab7 None None] Provisioning complete for port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:58.667163 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b47b-ab9c-476e-9366-c22660d16ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.696479 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d469f1e5-6ab0-4634-8a8f-65b1dbbfc921 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.697049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d469f1e5-6ab0-4634-8a8f-65b1dbbfc921 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.702772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d469f1e5-6ab0-4634-8a8f-65b1dbbfc921 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/9f5214d3-2706-4e0b-bca9-ba963eb03870 HTTP/1.1" status: 404 len: 337 time: 0.0982144 Nov 12 01:15:58.702960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34004) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.737292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-2abfac04-dded-4225-aa4f-23a269f05aa5', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:58.741755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.745571 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e92a843-c8cc-47fe-aea4-99c7a0064d58 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.746161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e92a843-c8cc-47fe-aea4-99c7a0064d58 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.748359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.749500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4e92a843-c8cc-47fe-aea4-99c7a0064d58 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/beb10997-86a0-443b-8a88-fce3bef8f598 HTTP/1.1" status: 404 len: 337 time: 0.0455263 Nov 12 01:15:58.752127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34006) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.771116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] DHCP port deletion for fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:58.787576 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3f7f04-6402-4704-ac3e-dc9e29887c9a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.787826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3f7f04-6402-4704-ac3e-dc9e29887c9a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.791111 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dd3f7f04-6402-4704-ac3e-dc9e29887c9a tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/e54f21a3-6b92-42e5-be86-d890a7630024 HTTP/1.1" status: 404 len: 333 time: 0.0380476 Nov 12 01:15:58.793753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34008) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.829238 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1b8ef3-b3f5-41ba-a03f-503d39dd9aa0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.829658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1b8ef3-b3f5-41ba-a03f-503d39dd9aa0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.835605 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bf1b8ef3-b3f5-41ba-a03f-503d39dd9aa0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/d63c08fb-8925-4400-acb9-e73d7eab0eb7 HTTP/1.1" status: 404 len: 337 time: 0.0386271 Nov 12 01:15:58.835905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34010) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.866631 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-605192db-8160-4db6-a552-bcab130a90a0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] DELETE failed (client error): The resource could not be found. Nov 12 01:15:58.868861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605192db-8160-4db6-a552-bcab130a90a0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:15:58.882414 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-605192db-8160-4db6-a552-bcab130a90a0 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/subnets/656a6b11-a8ce-4913-a712-4e0154c5710b HTTP/1.1" status: 404 len: 337 time: 0.0363772 Nov 12 01:15:58.885010 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34016) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.968943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Deleting port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:58.969321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.061782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Deleting port 7102c651-7074-499d-9605-c670e289b2f4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:59.062942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.067301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Allocated IP 172.20.0.2 (2abfac04-dded-4225-aa4f-23a269f05aa5/e93838c7-cfd6-46b7-b7de-5b58208faef6/5cef7f87-e53a-4969-8a53-ef76f6721ec5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:59.099655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.101327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] For port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,segment=NetworkSegment(18676f55-9b4a-4d09-a2a4-7836f2851972),segment_id=18676f55-9b4a-4d09-a2a4-7836f2851972)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:59.101853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.121451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.179394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.196223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Calling delete_port for 7102c651-7074-499d-9605-c670e289b2f4 owned by {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:59.224478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Calling delete_port for 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:59.260687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Allocated IP 172.25.6.59 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/29573275-831a-4d1c-9077-4a655904d972) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:59.286950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.327762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.331196 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/ports/7102c651-7074-499d-9605-c670e289b2f4 HTTP/1.1" status: 204 len: 168 time: 0.4458339 Nov 12 01:15:59.332780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6585ff-0434-4ea0-ab82-f7d6f1749ffb tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Port': ['ID=7102c651-7074-499d-9605-c670e289b2f4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.335722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:59.381246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.386633 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.405488 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.407868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] No DVR routers for this DVR port 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:59.429402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313afe7d-5007-4c8f-9e47-688cc55fc118 None None] Pushing event deleted for resources: {'Port': ['ID=306472fd-5eb6-4df5-8cfd-b8ddd5867d73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.445514 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.476547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Pushing event updated for resources: {'Port': ['ID=5cef7f87-e53a-4969-8a53-ef76f6721ec5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.490559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:59.493708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:59.498582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:59.501426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.544092 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.581044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Attempting to bind port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:59.581826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Attempting to bind port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:59.582719 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.583132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Attempting to bind port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:59.588260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:59.591628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:59.592219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Checking segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:59.592861 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.594126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Bound using segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:59.594862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Bound port: 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:59.595896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.596160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:59.601697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:59.604995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Pushing event updated for resources: {'Port': ['ID=29573275-831a-4d1c-9077-4a655904d972,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.616370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100fdb42-bbc6-4575-a190-5ec55ac8b56c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:59.624888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:59.638122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18676f55-9b4a-4d09-a2a4-7836f2851972') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:59.638433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18676f55-9b4a-4d09-a2a4-7836f2851972') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:59.651135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.665348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.672879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:59.673286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:59.676626 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:59.711530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-98801e06-3c7b-4e0a-8b67-5edc035a9543 None None] Provisioning complete for port 29573275-831a-4d1c-9077-4a655904d972 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:59.711879 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98801e06-3c7b-4e0a-8b67-5edc035a9543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.753019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] For port 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:59.753625 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.765649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.769513 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] 10.222.0.11 "DELETE /v2.0/networks/fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8 HTTP/1.1" status: 204 len: 168 time: 0.4321439 Nov 12 01:15:59.810653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61bded-e3b2-4ebf-a928-96db087cf6c3 tempest-PortsTestJSON-945547752 tempest-PortsTestJSON-945547752-project] Pushing event deleted for resources: {'Network': ['ID=fdb30a92-ee3c-4e14-823c-6ffa7d0cffb8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.812602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] For port 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5cef7f87-e53a-4969-8a53-ef76f6721ec5,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:59.821033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-98801e06-3c7b-4e0a-8b67-5edc035a9543 None None] Port 29573275-831a-4d1c-9077-4a655904d972 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:59.828237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.948344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ea7c-287e-451c-940f-98947993239d None None] Pushing event updated for resources: {'Port': ['ID=5cef7f87-e53a-4969-8a53-ef76f6721ec5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.008980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.115627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.297951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:00.349789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:00.350170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 306472fd-5eb6-4df5-8cfd-b8ddd5867d73 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:00.368463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cb1ba426-96c3-4612-b88d-8350d88f8737 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58e87f2254df4cb4bac02b3fb12f54ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514641 Nov 12 01:16:00.369154 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.392559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.447710 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.480703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.539624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.542452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.547036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28078dcc-16fc-4cfc-9567-6de7c43ba1d9 HTTP/1.1" status: 204 len: 168 time: 0.1741431 Nov 12 01:16:00.552513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6c11a-42a2-42dd-8140-482cd069dd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28078dcc-16fc-4cfc-9567-6de7c43ba1d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.603563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Router 125ecfa9-661c-47f0-950c-223ec36091f8 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:00.794935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:00.805935 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Sync routers for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:00.832401 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.839664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f602c54c-c134-4963-b011-562637ef06b3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4049096 Nov 12 01:16:00.839996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34052) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.854272 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:00.861693 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:01.131657 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:01.458391 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c503cb-54ea-4fb3-9b78-57222201287a None None] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:01.566102 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:15:59Z', 'revision_number': 3, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:01.612165 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Checking router: 125ecfa9-661c-47f0-950c-223ec36091f8 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:01.612924 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Updating router 125ecfa9-661c-47f0-950c-223ec36091f8 port 29573275-831a-4d1c-9077-4a655904d972 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:01.643797 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.732923 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] Provisioning complete for port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:01.733743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.780692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:01.840497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.900347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.008962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] For port 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5cef7f87-e53a-4969-8a53-ef76f6721ec5,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:02.015162 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.035264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2127063330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:02.093242 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.099761 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.100937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.102280 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.188731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9d4ce-3d28-451c-a88c-c816e02c49ea None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:02.199825 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Attempting to bind port 29573275-831a-4d1c-9077-4a655904d972 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:02.200261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Attempting to bind port 29573275-831a-4d1c-9077-4a655904d972 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:02.200619 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Attempting to bind port 29573275-831a-4d1c-9077-4a655904d972 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:02.214163 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:02.214569 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:02.214962 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.215397 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:02.215875 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Bound port: 29573275-831a-4d1c-9077-4a655904d972, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:02.216287 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.291230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3724ee-7c91-4df9-8c79-2d1667a6348c None None] Pushing event updated for resources: {'Port': ['ID=5cef7f87-e53a-4969-8a53-ef76f6721ec5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.294168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.303195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.326551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-47ce3daa-5e84-48ef-a561-a7b877f0d0bd None None] Provisioning complete for port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:02.327696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47ce3daa-5e84-48ef-a561-a7b877f0d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.336234 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Pushing event updated for resources: {'Port': ['ID=29573275-831a-4d1c-9077-4a655904d972,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.376975 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.377359 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.377651 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.377985 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.378321 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.378656 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.378983 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.379341 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.379716 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.379940 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.380091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.380395 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.380706 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:02.385338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-982634be-6dab-4219-aa46-52fe8dd013d3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6003892 Nov 12 01:16:02.387617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:02.400733 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] For port 29573275-831a-4d1c-9077-4a655904d972, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:02.403252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1338991021'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:02.406351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Allocated IP 172.20.0.1 (2abfac04-dded-4225-aa4f-23a269f05aa5/e93838c7-cfd6-46b7-b7de-5b58208faef6/71c214a5-6796-4446-8311-5ee044419d03) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:02.410346 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] For port 29573275-831a-4d1c-9077-4a655904d972, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=29573275-831a-4d1c-9077-4a655904d972,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:02.410582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5cef7f87-e53a-4969-8a53-ef76f6721ec5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:02.416461 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.460662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:02.467969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.495561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.506765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dab02f-a47b-4f33-ba58-96748cd39610 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:02.524558 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:02.525198 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:02.601978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.602935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:02.603283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.663500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.705345 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.714943 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac627c6-9935-44aa-beeb-3156c716a256 None None] Pushing event updated for resources: {'Port': ['ID=29573275-831a-4d1c-9077-4a655904d972,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.722062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.729718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.775891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:02.781042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:02.796713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:02.801064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:02.828895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ac8ac1-82f2-43b6-929e-04110b36d993,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.843515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.843867 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Added segment a40bdf91-9b3c-4c51-afe6-28a74676c828 of type vlan for network eafe88bb-acec-45c1-9379-70df53a68577 Nov 12 01:16:02.886155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:02.890120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Pushing event updated for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.916316 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.993561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.064668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.071507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:03.073087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.146266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] Provisioning complete for port 29573275-831a-4d1c-9077-4a655904d972 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:03.146677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.160971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Network': ['ID=eafe88bb-acec-45c1-9379-70df53a68577,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:03.178089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1f213b1-91c1-4aa6-a160-4c8b532abe7e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7869184 Nov 12 01:16:03.179860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:03.188955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'subnet': {'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:03.236804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.241183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network eafe88bb-acec-45c1-9379-70df53a68577 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:03.368175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:03.376135 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.558651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.566917 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.648501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.667489 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:15:59Z', 'revision_number': 3, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.689200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.705512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c53f3d-0375-4e75-bd45-f1345ad4dda7 None None] The sync data for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 is: [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:15:59Z', 'revision_number': 3, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:03.730442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] For port 29573275-831a-4d1c-9077-4a655904d972, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=29573275-831a-4d1c-9077-4a655904d972,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:03.743257 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.881350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Pushing event updated for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:03.901903 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:03.905378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:03.957588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded05315-80f0-4e6a-b3b5-22e19eb7c9ad None None] Pushing event updated for resources: {'Port': ['ID=29573275-831a-4d1c-9077-4a655904d972,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:03.978926 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2a35bc6d-1904-4dd4-8be2-209c38220911 None None] Provisioning complete for port 71c214a5-6796-4446-8311-5ee044419d03 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:03.982768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a35bc6d-1904-4dd4-8be2-209c38220911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.014083 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.111457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2a35bc6d-1904-4dd4-8be2-209c38220911 None None] Port 71c214a5-6796-4446-8311-5ee044419d03 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:04.261639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Subnet': ['ID=921c777a-3f3a-4384-a1e5-6d33f43e0457,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.318549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Checking segment: {'id': 'a40bdf91-9b3c-4c51-afe6-28a74676c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:04.321792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network hostable DHCP agents. Network: eafe88bb-acec-45c1-9379-70df53a68577, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:04.364698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5cef7f87-e53a-4969-8a53-ef76f6721ec5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:04.366034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network eafe88bb-acec-45c1-9379-70df53a68577 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:04.385615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, eafe88bb-acec-45c1-9379-70df53a68577) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:04.390920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:04.394334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.437269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34172) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:04.439178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-48b0cae3-ae42-43bb-9f3e-29b0d680365d tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2574618 Nov 12 01:16:04.447365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'network': {'name': 'tempest-router-network01--1980921495'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:04.459924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b169c-c600-4f57-9c67-9650b7c80954 None None] Network eafe88bb-acec-45c1-9379-70df53a68577 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:04.513948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Router 125ecfa9-661c-47f0-950c-223ec36091f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:04.869911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9307e2cf-a90d-46e7-a880-8a819404a402 None None] Provisioning complete for port 71c214a5-6796-4446-8311-5ee044419d03 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:04.870479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9307e2cf-a90d-46e7-a880-8a819404a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.071853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-eafe88bb-acec-45c1-9379-70df53a68577', 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577', 'tenant_id': '9736a55c8b244659bff53398f06f19f3', 'fixed_ips': [{'subnet_id': '921c777a-3f3a-4384-a1e5-6d33f43e0457'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:05.073096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.090533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:05.091185 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.134286 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9307e2cf-a90d-46e7-a880-8a819404a402 None None] Port 71c214a5-6796-4446-8311-5ee044419d03 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:05.268893 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:05.272494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.366168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:05.403012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.403382 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Added segment 6f06e831-cae7-457a-b2dd-6559d2238f65 of type vlan for network 5730a7c4-17b6-4e7a-b99e-00cab448569c Nov 12 01:16:05.407250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Allocated IP 172.20.0.2 (eafe88bb-acec-45c1-9379-70df53a68577/921c777a-3f3a-4384-a1e5-6d33f43e0457/7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:05.412613 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.451139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:05.460645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-09db8ecf-9dc8-42db-a714-6c65db7b37b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/125ecfa9-661c-47f0-950c-223ec36091f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6192088 Nov 12 01:16:05.479038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.538730 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.551917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:05.553142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.689679 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.702704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:05.704264 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.708669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'network': {'name': 'tempest-router-network02--1111008194'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:05.712707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2741263 Nov 12 01:16:05.739925 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e69ebf-8dd4-4b8f-9ac9-c66617a089b6 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Network': ['ID=5730a7c4-17b6-4e7a-b99e-00cab448569c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:05.765880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:05.769622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.790051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:05.828379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:05.838408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.838922 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Added segment 1374a05f-76f1-43f7-b7c5-d9784acc8985 of type vlan for network 7dddd32f-8b5b-4090-b813-9fa595efb0fc Nov 12 01:16:05.891829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.892297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Network eafe88bb-acec-45c1-9379-70df53a68577 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:05.903890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:05.907034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:05.909165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Pushing event updated for resources: {'Port': ['ID=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:05.938640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.957320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:05.958439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.986967 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2800674 Nov 12 01:16:05.987979 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34190) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:05.993563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'subnet': {'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:06.007695 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Attempting to bind port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:06.008157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Attempting to bind port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a40bdf91-9b3c-4c51-afe6-28a74676c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:06.008582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Attempting to bind port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 on network eafe88bb-acec-45c1-9379-70df53a68577 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:06.015478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:06.015968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Checking segment: {'id': 'a40bdf91-9b3c-4c51-afe6-28a74676c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:06.016473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.016927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Bound using segment: {'id': 'a40bdf91-9b3c-4c51-afe6-28a74676c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:06.017505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Bound port: 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40bdf91-9b3c-4c51-afe6-28a74676c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eafe88bb-acec-45c1-9379-70df53a68577'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:06.018724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.064434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42a6a8-d32a-48da-b83e-83cae44aa4ea tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Network': ['ID=7dddd32f-8b5b-4090-b813-9fa595efb0fc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:06.093067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:06.251776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:06.268988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.281204 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8932761b-0a77-4679-9559-959f7ec527de None None] For port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:06.299162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8932761b-0a77-4679-9559-959f7ec527de None None] For port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,segment=NetworkSegment(a40bdf91-9b3c-4c51-afe6-28a74676c828),segment_id=a40bdf91-9b3c-4c51-afe6-28a74676c828)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:06.313537 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.376023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 29573275-831a-4d1c-9077-4a655904d972 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:06.584019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Pushing event updated for resources: {'Port': ['ID=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:06.596157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.596512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.596853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.597193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.597525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.597854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.598185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.598512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.598979 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.599308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.599636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.603428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932761b-0a77-4679-9559-959f7ec527de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:06.608852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:06.614243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-788324819-network', 'tenant_id': '9938df66913647c3ac597c63a6b85224'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:06.614896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Sync routers for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:06.640418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Made reservation on behalf of 9938df66913647c3ac597c63a6b85224 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:06.644235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 29573275-831a-4d1c-9077-4a655904d972 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:06.644614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.644744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.656908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:06.657466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:06.662254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.929136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.931988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:06.936320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.951980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.962375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:06.981725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.982646 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Added segment 650b15a0-6be9-47ab-9dd5-fc8e9f457aa4 of type vlan for network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 Nov 12 01:16:07.079665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Subnet': ['ID=e1a3395d-1aca-4ec0-8e86-ede04ceacc66,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:07.083776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.097723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6fd10-d1e1-450e-b28b-33920edc2701,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:07.135088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Checking segment: {'id': '6f06e831-cae7-457a-b2dd-6559d2238f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:07.135462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network hostable DHCP agents. Network: 5730a7c4-17b6-4e7a-b99e-00cab448569c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:07.147913 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.149426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:07.150264 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.167614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:07.178219 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 5730a7c4-17b6-4e7a-b99e-00cab448569c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:07.182930 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:07.184774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.206248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9909d1-63b2-4847-84f1-17064712510e None None] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:07.209295 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ca4f143b-897e-4434-9a4b-3ee410878726 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2173140 Nov 12 01:16:07.210203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34208) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:07.219526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'subnet': {'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:07.260228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6499221 Nov 12 01:16:07.262445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34210) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:07.285403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Request body: {'subnet': {'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-788324819-subnet', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:07.329240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Made reservation on behalf of 9736a55c8b244659bff53398f06f19f3 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:07.334748 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.356678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432594e-f289-4335-92a0-34efc77fe3cb admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f1517-0885-4047-83ff-c0e7c81ea9d8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:07.380255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:07.390054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Made reservation on behalf of 9938df66913647c3ac597c63a6b85224 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:07.393036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.616452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '71c214a5-6796-4446-8311-5ee044419d03', 'name': '', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'mac_address': 'fa:16:3e:b9:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:01Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 2, 'project_id': '9eca480cabb64891be3621216135c39a', 'subnets': [{'id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:07.699844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Checking router: 125ecfa9-661c-47f0-950c-223ec36091f8 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:07.700580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Updating router 125ecfa9-661c-47f0-950c-223ec36091f8 port 71c214a5-6796-4446-8311-5ee044419d03 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:07.743899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.756623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-5730a7c4-17b6-4e7a-b99e-00cab448569c', 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c', 'tenant_id': '9736a55c8b244659bff53398f06f19f3', 'fixed_ips': [{'subnet_id': 'e1a3395d-1aca-4ec0-8e86-ede04ceacc66'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:07.757595 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.811687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.954182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Subnet': ['ID=af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:08.037831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Checking segment: {'id': '1374a05f-76f1-43f7-b7c5-d9784acc8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:08.039298 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network hostable DHCP agents. Network: 7dddd32f-8b5b-4090-b813-9fa595efb0fc, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:08.093624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:08.102031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Allocated IP 172.20.0.2 (5730a7c4-17b6-4e7a-b99e-00cab448569c/e1a3395d-1aca-4ec0-8e86-ede04ceacc66/9d79610f-0b39-4606-b775-8e452746a2c7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:08.158226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7dddd32f-8b5b-4090-b813-9fa595efb0fc) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:08.177929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:08.185976 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.208431 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-af55e9e9-ec71-4510-8b9b-65d9461e4b66 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9968407 Nov 12 01:16:08.215562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34218) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.318190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5ae47-e373-4746-b8d3-0926ad4b2f90 None None] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:08.496659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef24fd-73f9-496c-8718-3a235438f27b None None] Network eafe88bb-acec-45c1-9379-70df53a68577 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:08.510484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.538631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:08.612045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79ff4f6-a537-42df-8e28-d8c9d3d3b680,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:08.661184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Checking segment: {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:08.661780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Network hostable DHCP agents. Network: 7f8f1517-0885-4047-83ff-c0e7c81ea9d8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:08.723223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:08.735201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7f8f1517-0885-4047-83ff-c0e7c81ea9d8) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:08.750810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:08.751415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.775371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.794556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-603ccfea-586a-4f19-a8a2-77709bab93af admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5251622 Nov 12 01:16:08.798853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.815276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:08.858703 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.860043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.924299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c91c10-4151-4c69-96e0-c631782284f2 None None] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:08.950028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.006749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] Provisioning complete for port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:09.007116 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.294021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.321489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:09.322213 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.463741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9956c3c-bbae-438a-aed4-05f80b8e38a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.670806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.693199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7dddd32f-8b5b-4090-b813-9fa595efb0fc', 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc', 'tenant_id': '9736a55c8b244659bff53398f06f19f3', 'fixed_ips': [{'subnet_id': 'af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:09.694339 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.700442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.749545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.813474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.843285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'fixed_ips': [{'subnet_id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:09.844334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.880825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Allocated IP 172.25.6.76 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0f55d67d-e009-41cc-822f-2b458567f2ce) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:09.881347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.925632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Allocated IP 172.20.0.1 (5730a7c4-17b6-4e7a-b99e-00cab448569c/e1a3395d-1aca-4ec0-8e86-ede04ceacc66/f78fcdd9-9d13-4fb3-9e93-46fd4502f221) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:10.042025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.063792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] For port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,segment=NetworkSegment(a40bdf91-9b3c-4c51-afe6-28a74676c828),segment_id=a40bdf91-9b3c-4c51-afe6-28a74676c828)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:10.076620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:10.095447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.104333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.106953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:10.157806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.161631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.192670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:10.199334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Pushing event updated for resources: {'Port': ['ID=9d79610f-0b39-4606-b775-8e452746a2c7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:10.229811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.281574 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.286830 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.342924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:10.344546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:10.355602 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:10.447302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:10.451336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:10.458817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:10.464947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Port': ['ID=f78fcdd9-9d13-4fb3-9e93-46fd4502f221,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:10.544647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.589369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Allocated IP 172.20.0.2 (7dddd32f-8b5b-4090-b813-9fa595efb0fc/af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9/dc53d4a4-3104-43e1-95ef-14f0b1df7408) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:10.756293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Pushing event updated for resources: {'Port': ['ID=0f55d67d-e009-41cc-822f-2b458567f2ce,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:10.853822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ae8e8-c589-48ad-b1dc-735658bed9d2 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:10.879751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.994716 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50b483-1439-4d69-8183-dc0599d24fd8 None None] Pushing event updated for resources: {'Port': ['ID=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.031252 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:16:11.032294 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:16:11.040690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Attempting to bind port 9d79610f-0b39-4606-b775-8e452746a2c7 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:11.041085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Attempting to bind port 9d79610f-0b39-4606-b775-8e452746a2c7 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '6f06e831-cae7-457a-b2dd-6559d2238f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:11.041672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Attempting to bind port 9d79610f-0b39-4606-b775-8e452746a2c7 on network 5730a7c4-17b6-4e7a-b99e-00cab448569c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:11.066956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b6c4b091-7e2e-4edb-a4f0-13fa7587cbce None None] Provisioning complete for port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:11.067325 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b091-7e2e-4edb-a4f0-13fa7587cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.077680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.115082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Allocated IP 172.20.0.2 (7f8f1517-0885-4047-83ff-c0e7c81ea9d8/a79ff4f6-a537-42df-8e28-d8c9d3d3b680/7feb271e-5d07-4872-8db4-5b4b63d80b21) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:11.141415 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:11.141805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Checking segment: {'id': '6f06e831-cae7-457a-b2dd-6559d2238f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:11.142202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.142597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Bound using segment: {'id': '6f06e831-cae7-457a-b2dd-6559d2238f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:11.143070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Bound port: 9d79610f-0b39-4606-b775-8e452746a2c7, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f06e831-cae7-457a-b2dd-6559d2238f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5730a7c4-17b6-4e7a-b99e-00cab448569c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:11.143461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.171798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.242635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842a75-5167-448b-a4a8-6dceca961d70 None None] Pushing event updated for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.264659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.461115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.470183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.486095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.559287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Attempting to bind port 71c214a5-6796-4446-8311-5ee044419d03 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:11.559787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Attempting to bind port 71c214a5-6796-4446-8311-5ee044419d03 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:11.560246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Attempting to bind port 71c214a5-6796-4446-8311-5ee044419d03 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:11.630895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:11.680512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:11.680512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Checking segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:11.680512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.683648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Bound using segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:11.683648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Bound port: 71c214a5-6796-4446-8311-5ee044419d03, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:11.683648 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.703246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:11.705878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:11.754783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.778246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Port': ['ID=f78fcdd9-9d13-4fb3-9e93-46fd4502f221,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.893653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Router 723438db-e11e-4258-909e-d0ce5f507250 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:11.897161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Pushing event updated for resources: {'Port': ['ID=dc53d4a4-3104-43e1-95ef-14f0b1df7408,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.937417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] For port 9d79610f-0b39-4606-b775-8e452746a2c7, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:11.963232 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:11.965204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:12.097249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] For port 9d79610f-0b39-4606-b775-8e452746a2c7, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9d79610f-0b39-4606-b775-8e452746a2c7,segment=NetworkSegment(6f06e831-cae7-457a-b2dd-6559d2238f65),segment_id=6f06e831-cae7-457a-b2dd-6559d2238f65)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:12.100725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:12.186717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:12.197091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Sync routers for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:12.197859 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] For port 71c214a5-6796-4446-8311-5ee044419d03, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:12.202517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Attempting to bind port dc53d4a4-3104-43e1-95ef-14f0b1df7408 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:12.202869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Attempting to bind port dc53d4a4-3104-43e1-95ef-14f0b1df7408 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '1374a05f-76f1-43f7-b7c5-d9784acc8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:12.203232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Attempting to bind port dc53d4a4-3104-43e1-95ef-14f0b1df7408 on network 7dddd32f-8b5b-4090-b813-9fa595efb0fc {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:12.206493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.210965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Router b5c6b40f-8c83-4654-af00-5ed48dd164f1 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:12.216905 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:12.218843 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:15:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:12.236241 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.241046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5e7b3494-295d-488a-a2c0-bb853278c21c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4388962 Nov 12 01:16:12.248230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.310313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] For port 71c214a5-6796-4446-8311-5ee044419d03, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=71c214a5-6796-4446-8311-5ee044419d03,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:12.312465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:12.312828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Checking segment: {'id': '1374a05f-76f1-43f7-b7c5-d9784acc8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:12.313227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.313627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Bound using segment: {'id': '1374a05f-76f1-43f7-b7c5-d9784acc8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:12.314090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Bound port: dc53d4a4-3104-43e1-95ef-14f0b1df7408, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374a05f-76f1-43f7-b7c5-d9784acc8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7dddd32f-8b5b-4090-b813-9fa595efb0fc'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:12.314547 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.349619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.420742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0f411c8a-23be-40fb-9a61-d0b30173ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.459496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Provisioning complete for port 0f55d67d-e009-41cc-822f-2b458567f2ce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:12.459868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.465442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:12.475783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.481096 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cc813eb8-81c8-4125-8f24-4306b448ab7a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2622662 Nov 12 01:16:12.483373 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34244) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.526456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] Sync routers for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:12.597139 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.597586 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:12.695090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c256b-4b89-49f5-802e-2d18c17d2e86 None None] Pushing event updated for resources: {'Port': ['ID=9d79610f-0b39-4606-b775-8e452746a2c7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:12.751348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:12.881100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:12.892621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Port 0f55d67d-e009-41cc-822f-2b458567f2ce cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:12.902412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:12.911941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:12.951601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:12.976542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:12.977151 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.172625 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] For port dc53d4a4-3104-43e1-95ef-14f0b1df7408, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:13.204335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.217025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:13.218077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.276198 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:10Z', 'revision_number': 3, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.336112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Checking router: 723438db-e11e-4258-909e-d0ce5f507250 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:13.341873 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Updating router 723438db-e11e-4258-909e-d0ce5f507250 port 0f55d67d-e009-41cc-822f-2b458567f2ce binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:13.347056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842a75-5167-448b-a4a8-6dceca961d70 None None] Pushing event updated for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.367857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] For port dc53d4a4-3104-43e1-95ef-14f0b1df7408, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dc53d4a4-3104-43e1-95ef-14f0b1df7408,segment=NetworkSegment(1374a05f-76f1-43f7-b7c5-d9784acc8985),segment_id=1374a05f-76f1-43f7-b7c5-d9784acc8985)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:13.377797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Provisioning complete for port 71c214a5-6796-4446-8311-5ee044419d03 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:13.378167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.395729 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.433041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.460995 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.474525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:13.475949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.602303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.603072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef60076-c1f6-4b03-bb59-dd237baa9b06 None None] The sync data for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:13.604856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Attempting to bind port 7feb271e-5d07-4872-8db4-5b4b63d80b21 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:13.605317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Attempting to bind port 7feb271e-5d07-4872-8db4-5b4b63d80b21 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:13.605827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Attempting to bind port 7feb271e-5d07-4872-8db4-5b4b63d80b21 on network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:13.640830 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:13.641203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Checking segment: {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:13.641607 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.641991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Bound using segment: {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:13.642485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Bound port: 7feb271e-5d07-4872-8db4-5b4b63d80b21, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:13.643284 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.754070 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.809680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Pushing event updated for resources: {'Port': ['ID=7feb271e-5d07-4872-8db4-5b4b63d80b21,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.901266 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.914233 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-86b521aa-c992-425d-b455-ca3404b202f0 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:13.915347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-86b521aa-c992-425d-b455-ca3404b202f0 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4309962 Nov 12 01:16:13.924616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34252) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:14.273277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Allocated IP 172.20.0.1 (7f8f1517-0885-4047-83ff-c0e7c81ea9d8/a79ff4f6-a537-42df-8e28-d8c9d3d3b680/ebc0ae77-3be2-498b-9c4d-1383b4af9711) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:14.275794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] For port 7feb271e-5d07-4872-8db4-5b4b63d80b21, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:14.280909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] For port 7feb271e-5d07-4872-8db4-5b4b63d80b21, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7feb271e-5d07-4872-8db4-5b4b63d80b21,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:14.297974 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:14.434447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.446136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784a0fb-f7a7-43c4-8de0-69f742d5cc23 None None] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:14.505474 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.511757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.514383 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.517713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.612173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:14.622829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:14.630766 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Attempting to bind port 0f55d67d-e009-41cc-822f-2b458567f2ce on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:14.631136 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Attempting to bind port 0f55d67d-e009-41cc-822f-2b458567f2ce by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:14.631492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Attempting to bind port 0f55d67d-e009-41cc-822f-2b458567f2ce on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:14.638731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:14.654720 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:14.655500 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:14.656186 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.656757 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:14.657391 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Bound port: 0f55d67d-e009-41cc-822f-2b458567f2ce, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:14.660292 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.695620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631074f-3c15-495c-bb31-e0680f42480c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:14.734429 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] For port 0f55d67d-e009-41cc-822f-2b458567f2ce, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:14.737846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:14.738382 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] For port 0f55d67d-e009-41cc-822f-2b458567f2ce, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0f55d67d-e009-41cc-822f-2b458567f2ce,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:14.746051 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819150e8-f901-4fe9-80ab-0299d01e327c None None] Pushing event updated for resources: {'Port': ['ID=0f55d67d-e009-41cc-822f-2b458567f2ce,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:14.751521 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.772354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.815687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.845778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:14.850542 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:14.944046 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819150e8-f901-4fe9-80ab-0299d01e327c None None] Pushing event updated for resources: {'Port': ['ID=0f55d67d-e009-41cc-822f-2b458567f2ce,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.021743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a57c6d-395c-44fe-8fc7-5317db3fe5bb None None] Pushing event updated for resources: {'Port': ['ID=dc53d4a4-3104-43e1-95ef-14f0b1df7408,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.046639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] For port 71c214a5-6796-4446-8311-5ee044419d03, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=71c214a5-6796-4446-8311-5ee044419d03,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:15.067276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e4d6f-1449-4555-860c-a58a9164f88a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:15.244606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.295821 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:15.736625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.815113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9d79610f-0b39-4606-b775-8e452746a2c7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:15.942467 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:10Z', 'revision_number': 3, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:15.950736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.956112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c270190-a4a9-44c5-8963-617105f306d4 None None] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:15.962578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.054284 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.078807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850f5a2-5b26-44ed-a0b3-681aa8c2e437 None None] The sync data for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 is: [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:10Z', 'revision_number': 3, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:16.121961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372656d-0c58-4b48-bdc3-55cd88506ff2 None None] Pushing event updated for resources: {'Port': ['ID=7feb271e-5d07-4872-8db4-5b4b63d80b21,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:16.126698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:16.177351 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.258456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.265472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Provisioning complete for port 9d79610f-0b39-4606-b775-8e452746a2c7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:16.267318 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.445701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:16.450777 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:16.647192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting port f78fcdd9-9d13-4fb3-9e93-46fd4502f221 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:16.647804 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.711177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9d79610f-0b39-4606-b775-8e452746a2c7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:16.711542 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.780598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Router 723438db-e11e-4258-909e-d0ce5f507250 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:16.817901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304965f-6a84-40a4-af10-58604c7383fb None None] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:16.870511 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.889207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Calling delete_port for f78fcdd9-9d13-4fb3-9e93-46fd4502f221 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:16.904465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eaf13-f455-4256-985d-89b7b0ee043e None None] Pushing event updated for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:16.959400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '71c214a5-6796-4446-8311-5ee044419d03', 'name': '', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'mac_address': 'fa:16:3e:b9:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:01Z', 'updated_at': '2021-11-12T01:16:12Z', 'revision_number': 4, 'project_id': '9eca480cabb64891be3621216135c39a', 'subnets': [{'id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:17.040507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d112c33-c7eb-4a24-966f-1f5c4d36e2f5 None None] The sync data for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 is: [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '71c214a5-6796-4446-8311-5ee044419d03', 'name': '', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'mac_address': 'fa:16:3e:b9:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:01Z', 'updated_at': '2021-11-12T01:16:12Z', 'revision_number': 4, 'project_id': '9eca480cabb64891be3621216135c39a', 'subnets': [{'id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:17.057275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:17.082799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a03a11ad-581b-4e3f-bef6-241cad9b3602 admin admin] 10.222.0.11 "PUT /v2.0/routers/723438db-e11e-4258-909e-d0ce5f507250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8202374 Nov 12 01:16:17.322767 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.557294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.645265 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.740203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Port': ['ID=f78fcdd9-9d13-4fb3-9e93-46fd4502f221,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:17.760019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 9d79610f-0b39-4606-b775-8e452746a2c7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9d79610f-0b39-4606-b775-8e452746a2c7,segment=NetworkSegment(6f06e831-cae7-457a-b2dd-6559d2238f65),segment_id=6f06e831-cae7-457a-b2dd-6559d2238f65)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:17.786068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.786246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.786646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.786991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.787330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.787671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.788000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.788386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.788761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.789093 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.789775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.789775 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:17.831187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.832021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dc53d4a4-3104-43e1-95ef-14f0b1df7408 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:17.965342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=9d79610f-0b39-4606-b775-8e452746a2c7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:18.090239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.130628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:18.138961 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:16:18.143041 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:16:18.214305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dc53d4a4-3104-43e1-95ef-14f0b1df7408 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:18.216299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.388341 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.459534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-8c42c4af-e327-4384-9b49-ce148eaa62b3 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:18.461367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-8c42c4af-e327-4384-9b49-ce148eaa62b3 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.2290161 Nov 12 01:16:18.470673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port dc53d4a4-3104-43e1-95ef-14f0b1df7408, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dc53d4a4-3104-43e1-95ef-14f0b1df7408,segment=NetworkSegment(1374a05f-76f1-43f7-b7c5-d9784acc8985),segment_id=1374a05f-76f1-43f7-b7c5-d9784acc8985)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:18.483068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.486237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-54c5c6ed-ed27-4d5f-b2cf-83c3ddc6779d tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/quotas/9938df66913647c3ac597c63a6b85224 HTTP/1.1" status: 200 len: 375 time: 0.0182526 Nov 12 01:16:18.527221 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Router b5c6b40f-8c83-4654-af00-5ed48dd164f1 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:18.699322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-6751f01a-fab0-4842-b24a-9d9f573e9d31 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056074 Nov 12 01:16:18.758941 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=dc53d4a4-3104-43e1-95ef-14f0b1df7408,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:18.767895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:18.784090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] Sync routers for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:18.803584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Provisioning complete for port 0f55d67d-e009-41cc-822f-2b458567f2ce triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:18.803584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.805331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:18.812588 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:18.816835 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:18.827240 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-735c6031-45b2-40b9-be7a-0ac86efab550 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014590 Nov 12 01:16:18.875409 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-d9ce3e4a-a3b2-463b-8fa7-2e6b8af586ac tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] delete failed (client error): The resource could not be found. Nov 12 01:16:18.884707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:18.891967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-160fe176-be8f-4038-abb2-3e624cbcafa5 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5c6b40f-8c83-4654-af00-5ed48dd164f1'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:18.896259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9ce3e4a-a3b2-463b-8fa7-2e6b8af586ac tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-824552643 HTTP/1.1" status: 404 len: 334 time: 0.0894661 Nov 12 01:16:18.966950 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:19.002471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:19.005798 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:19.047211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.114778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] For port 0f55d67d-e009-41cc-822f-2b458567f2ce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0f55d67d-e009-41cc-822f-2b458567f2ce,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:19.127510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0f55d67d-e009-41cc-822f-2b458567f2ce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:19.132514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.135850 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-6f03960b-41e7-4c64-8e0d-4e61e6b53bb4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:16:19.137267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-6f03960b-41e7-4c64-8e0d-4e61e6b53bb4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4383466 Nov 12 01:16:19.216424 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:19.223392 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba0d28-b784-469a-9d9e-b379c6cc8845 None None] The sync data for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:19.368449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Pushing event updated for resources: {'Port': ['ID=0f55d67d-e009-41cc-822f-2b458567f2ce,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.375019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-49f93788-01bf-4f48-8fec-344f6a3de2a1 service neutron] 10.222.0.11 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306218 Nov 12 01:16:19.402696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Provisioning complete for port 71c214a5-6796-4446-8311-5ee044419d03 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:19.403886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3dc321d-e776-4653-a1b0-51924a471b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.443660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-160fe176-be8f-4038-abb2-3e624cbcafa5 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.478984 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-160fe176-be8f-4038-abb2-3e624cbcafa5 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] update failed (client error): The resource could not be found. Nov 12 01:16:19.480719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-160fe176-be8f-4038-abb2-3e624cbcafa5 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1 HTTP/1.1" status: 404 len: 339 time: 0.5947800 Nov 12 01:16:19.485776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:19.526793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0f55d67d-e009-41cc-822f-2b458567f2ce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:19.527159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.553050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-6738f379-e34b-4933-8b47-e1dba473af14 service neutron] 10.222.0.11 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681566 Nov 12 01:16:19.633366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Sync routers for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:19.754157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:19.754816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:19.884130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 71c214a5-6796-4446-8311-5ee044419d03 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:19.938532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e6ee1c1-ece2-4896-8082-6b490f2d4d9f req-766f9a21-dc4a-4cdf-bf6d-57be3ff09717 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 210 time: 0.0583880 Nov 12 01:16:20.021409 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.024764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:20.100173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 71c214a5-6796-4446-8311-5ee044419d03 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.100842 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.425874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Allocated IP 172.20.0.1 (eafe88bb-acec-45c1-9379-70df53a68577/921c777a-3f3a-4384-a1e5-6d33f43e0457/0c247c51-13a5-432d-9d99-748e317fa22d) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:20.510074 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Provisioning complete for port ebc0ae77-3be2-498b-9c4d-1383b4af9711 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.510439 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.584406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Port ebc0ae77-3be2-498b-9c4d-1383b4af9711 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:20.647828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.665227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Provisioning complete for port 7feb271e-5d07-4872-8db4-5b4b63d80b21 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.665595 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.733577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.757065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7feb271e-5d07-4872-8db4-5b4b63d80b21 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:20.835501 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network eafe88bb-acec-45c1-9379-70df53a68577 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:20.845574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:20.850562 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:20.905396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 4, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ebc0ae77-3be2-498b-9c4d-1383b4af9711', 'name': '', 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'mac_address': 'fa:16:3e:42:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 2, 'project_id': '9938df66913647c3ac597c63a6b85224', 'subnets': [{'id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:20.911146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Port': ['ID=0c247c51-13a5-432d-9d99-748e317fa22d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.979020 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.997588 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Checking router: 723438db-e11e-4258-909e-d0ce5f507250 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:21.001551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Updating router 723438db-e11e-4258-909e-d0ce5f507250 port ebc0ae77-3be2-498b-9c4d-1383b4af9711 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:21.088153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7feb271e-5d07-4872-8db4-5b4b63d80b21 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.088519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.095014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.114369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.133013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc1f9aae-2378-4e0f-b0ea-fe20468bc4e0 req-1af31d52-6d6f-4d2d-adfa-b9ee681f604a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 210 time: 0.0525110 Nov 12 01:16:21.266061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.346168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] For port 7feb271e-5d07-4872-8db4-5b4b63d80b21, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7feb271e-5d07-4872-8db4-5b4b63d80b21,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:21.366808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.541490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-05dcbe9c-c787-4563-b5f1-275b9f3937f6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:21.544023 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-05dcbe9c-c787-4563-b5f1-275b9f3937f6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.32 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.1937854 Nov 12 01:16:21.552856 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9d79610f-0b39-4606-b775-8e452746a2c7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:21.567113 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Request body: {'port': {'device_id': '63d97004-775f-436f-b0c7-2d82c43251c5', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'admin_state_up': True, 'tenant_id': '9938df66913647c3ac597c63a6b85224'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:21.619544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Made reservation on behalf of 9938df66913647c3ac597c63a6b85224 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:21.626640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.660174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Provisioning complete for port dc53d4a4-3104-43e1-95ef-14f0b1df7408 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.660690 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.714150 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.715043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Pushing event updated for resources: {'Port': ['ID=7feb271e-5d07-4872-8db4-5b4b63d80b21,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:21.724412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9d79610f-0b39-4606-b775-8e452746a2c7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.724920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.730045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.106916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Provisioning complete for port 9d79610f-0b39-4606-b775-8e452746a2c7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.108021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.204929 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.212715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0f55d67d-e009-41cc-822f-2b458567f2ce up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:22.262067 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.374809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84a8e6-68cf-4abb-855b-e65fc2bd6a3f None None] Pushing event updated for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:22.418548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event updated for resources: {'Port': ['ID=0c247c51-13a5-432d-9d99-748e317fa22d,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:22.450722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.494592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Attempting to bind port ebc0ae77-3be2-498b-9c4d-1383b4af9711 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:22.495283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Attempting to bind port ebc0ae77-3be2-498b-9c4d-1383b4af9711 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:22.495673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Attempting to bind port ebc0ae77-3be2-498b-9c4d-1383b4af9711 on network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:22.520102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 0f55d67d-e009-41cc-822f-2b458567f2ce triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.524331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.584468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:22.584672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Checking segment: {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:22.585028 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.585439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Bound using segment: {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:22.585930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Bound port: ebc0ae77-3be2-498b-9c4d-1383b4af9711, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:22.586307 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.626284 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Network eafe88bb-acec-45c1-9379-70df53a68577 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:22.634938 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:22.665295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c47338dd-d4ca-41c9-8652-62312a2efa8a req-1492687d-2be1-4e5e-80bd-1e622bf9d46b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 210 time: 0.0368910 Nov 12 01:16:22.699211 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5870c96c-7c0d-4f0f-9533-fc759abfc2d4 None None] Could not find standard attr ID for object f78fcdd9-9d13-4fb3-9e93-46fd4502f221. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:22.713138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] For port ebc0ae77-3be2-498b-9c4d-1383b4af9711, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:22.723407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] For port ebc0ae77-3be2-498b-9c4d-1383b4af9711, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ebc0ae77-3be2-498b-9c4d-1383b4af9711,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:22.740865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Allocated IP 172.20.0.3 (2abfac04-dded-4225-aa4f-23a269f05aa5/e93838c7-cfd6-46b7-b7de-5b58208faef6/13649de0-6ffb-4e7b-9c50-992ae71e0959) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:22.828795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7feb271e-5d07-4872-8db4-5b4b63d80b21 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:22.841056 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.865043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Router b5c6b40f-8c83-4654-af00-5ed48dd164f1 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:22.987877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:22.994245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-23c98faf-4d73-40e6-89a0-dab4e5b60b8a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5069473 Nov 12 01:16:23.000898 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] Sync routers for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:23.002552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:23.019482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.023104 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:23.027605 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.087350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Provisioning complete for port ebc0ae77-3be2-498b-9c4d-1383b4af9711 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:23.087728 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.099444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.113347 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.124915 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:23.126205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.173933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:23.174286 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.174958 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76550a11-783f-47e7-ae2f-a2ba76585284 None None] The sync data for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:23.177747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:23.224623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:23.227877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:23.242043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:23.259384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Pushing event updated for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:23.265404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3c8cce30-658a-4095-8544-f5bff79e50b7 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.351402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.351751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.352094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.352443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.352772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.353099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.353425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.353747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.354074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.354395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.354754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.355133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:23.391909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:23.392944 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.397242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84a8e6-68cf-4abb-855b-e65fc2bd6a3f None None] Pushing event updated for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:23.403254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 7feb271e-5d07-4872-8db4-5b4b63d80b21 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:23.403619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.432794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-ae2986d4-9210-496e-95e2-ebc5efba3f4b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8772309 Nov 12 01:16:23.441679 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-3c8cce30-658a-4095-8544-f5bff79e50b7 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:16:23.442749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3c8cce30-658a-4095-8544-f5bff79e50b7 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1 HTTP/1.1" status: 409 len: 329 time: 0.4385095 Nov 12 01:16:23.445770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34362) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:23.454732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Request body: {'port': {'device_id': '63d97004-775f-436f-b0c7-2d82c43251c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:23.550269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.623649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:23.888937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.924020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc1bfe-adaf-4d08-b3de-70e0adf15e19 req-35dfd074-baf9-4ab3-82f1-27cc30658bf8 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:23.925786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9cc1bfe-adaf-4d08-b3de-70e0adf15e19 req-35dfd074-baf9-4ab3-82f1-27cc30658bf8 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1027 time: 0.1064754 Nov 12 01:16:23.940925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dc53d4a4-3104-43e1-95ef-14f0b1df7408 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:24.004315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9cc1bfe-adaf-4d08-b3de-70e0adf15e19 req-d641a870-1abd-462a-ba50-6a7594e07824 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704019 Nov 12 01:16:24.051452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.073153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13649de0-6ffb-4e7b-9c50-992ae71e0959 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:24.083343 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.099117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Transition to ACTIVE for port object 13649de0-6ffb-4e7b-9c50-992ae71e0959 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:24.103132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] For port ebc0ae77-3be2-498b-9c4d-1383b4af9711, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ebc0ae77-3be2-498b-9c4d-1383b4af9711,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:24.108657 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.147063 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.206545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Provisioning complete for port 0c247c51-13a5-432d-9d99-748e317fa22d triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:24.206922 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.247237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dc53d4a4-3104-43e1-95ef-14f0b1df7408 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:24.247609 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.294752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:24.307619 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Pushing event updated for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:24.352942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Attempting to bind port 13649de0-6ffb-4e7b-9c50-992ae71e0959 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:24.353277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Attempting to bind port 13649de0-6ffb-4e7b-9c50-992ae71e0959 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:24.353609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Attempting to bind port 13649de0-6ffb-4e7b-9c50-992ae71e0959 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:24.359244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Port 13649de0-6ffb-4e7b-9c50-992ae71e0959 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:24.359572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Attempting to bind port 13649de0-6ffb-4e7b-9c50-992ae71e0959 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:24.369243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:24.371098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Checking segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:24.371787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Bound using segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:24.372434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Bound port: 13649de0-6ffb-4e7b-9c50-992ae71e0959, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:24.374172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.442571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting port 0c247c51-13a5-432d-9d99-748e317fa22d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:24.443159 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.453157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:24.458380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:24.463376 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.474853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-71f84e49-59ae-43eb-a70c-8f7c1c4b8cac None None] Port 0c247c51-13a5-432d-9d99-748e317fa22d cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:24.518322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.518995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.520624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/13649de0-6ffb-4e7b-9c50-992ae71e0959 HTTP/1.1" status: 200 len: 1092 time: 1.0788641 Nov 12 01:16:24.521099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:24.523642 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4" -d '{"events": [{"name": "network-changed", "server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:24.560332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7a43-5838-43a8-8240-364ac300f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:24.670107 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2c9b07-ed97-44dc-9e9e-8362e8739981 x-openstack-request-id: req-ea2c9b07-ed97-44dc-9e9e-8362e8739981 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:24.670874 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:24.671856 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea2c9b07-ed97-44dc-9e9e-8362e8739981 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:24.672543 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959', 'status': 'completed', 'code': 200} Nov 12 01:16:24.681900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.709412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-dba80384-4f11-49b9-9305-bfecbaea36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.711078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-dba80384-4f11-49b9-9305-bfecbaea36b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1095 time: 0.1324828 Nov 12 01:16:24.714615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-94394489-8584-4bf3-997d-4558afba197a None None] Provisioning complete for port ebc0ae77-3be2-498b-9c4d-1383b4af9711 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:24.715048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Calling delete_port for 0c247c51-13a5-432d-9d99-748e317fa22d owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:24.715193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94394489-8584-4bf3-997d-4558afba197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.728248 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-10789382-f274-4087-9bd2-713723106fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 4, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ebc0ae77-3be2-498b-9c4d-1383b4af9711', 'name': '', 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'mac_address': 'fa:16:3e:42:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': '9938df66913647c3ac597c63a6b85224', 'subnets': [{'id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:24.797286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-0fd989e8-3c57-4fe7-bbad-60dbd16e2627 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959 HTTP/1.1" status: 200 len: 217 time: 0.0774345 Nov 12 01:16:24.838200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10789382-f274-4087-9bd2-713723106fd9 None None] The sync data for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 is: [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 4, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ebc0ae77-3be2-498b-9c4d-1383b4af9711', 'name': '', 'network_id': '7f8f1517-0885-4047-83ff-c0e7c81ea9d8', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'mac_address': 'fa:16:3e:42:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': '9938df66913647c3ac597c63a6b85224', 'subnets': [{'id': 'a79ff4f6-a537-42df-8e28-d8c9d3d3b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:24.883244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-8297b03e-d320-4f00-9fd2-326c7fc23877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.885042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-8297b03e-d320-4f00-9fd2-326c7fc23877 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 200 len: 848 time: 0.0800552 Nov 12 01:16:24.987843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-4b322910-7a13-41a8-a8e5-5df4186e4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.990102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-4b322910-7a13-41a8-a8e5-5df4186e4c06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2abfac04-dded-4225-aa4f-23a269f05aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978332 Nov 12 01:16:25.064412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.077416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-94394489-8584-4bf3-997d-4558afba197a None None] Could not find standard attr ID for object 0c247c51-13a5-432d-9d99-748e317fa22d. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:25.118657 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Port': ['ID=0c247c51-13a5-432d-9d99-748e317fa22d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:25.240399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-c1bb3df7-980f-478e-9a52-42fdbaac6be0 service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420862 Nov 12 01:16:25.243615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438028e-863c-45f7-9630-4d15d4fb2b58 req-712829ee-05ab-4c92-ac69-7bb76ad1c186 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.245637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9438028e-863c-45f7-9630-4d15d4fb2b58 req-712829ee-05ab-4c92-ac69-7bb76ad1c186 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1095 time: 0.1129546 Nov 12 01:16:25.494277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.511507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9438028e-863c-45f7-9630-4d15d4fb2b58 req-275336b9-4a50-46e4-ae97-613ac2481da4 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464182 Nov 12 01:16:25.656977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f16a74-f817-447f-89bb-4cf20bbf3c96 req-62c290f1-098c-4ec4-ab4b-e6a3a313733d service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768041 Nov 12 01:16:25.778407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Router b5c6b40f-8c83-4654-af00-5ed48dd164f1 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:25.789061 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-edca214f-9b91-467a-9915-a3d6644d752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.790628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-edca214f-9b91-467a-9915-a3d6644d752c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1095 time: 0.0875206 Nov 12 01:16:25.974208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-9dabe888-b1a3-4642-b686-8e2d529a1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.975807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-9dabe888-b1a3-4642-b686-8e2d529a1622 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.1780233 Nov 12 01:16:26.022114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:26.033660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-f6c9176f-1d0a-45e2-8c26-9944b8759f89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959 HTTP/1.1" status: 200 len: 217 time: 0.0478230 Nov 12 01:16:26.036610 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0e6d8db-e2fa-4bb4-8083-c6b37d30153e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897660 Nov 12 01:16:26.037330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.041835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] Sync routers for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:26.080712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:26.081763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:26.171064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:26.188940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] Routers {'b5c6b40f-8c83-4654-af00-5ed48dd164f1'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:26.190337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:26.242979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-b3bf2880-3d0a-406f-be83-a5f0483b7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.244479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-b3bf2880-3d0a-406f-be83-a5f0483b7911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 200 len: 848 time: 0.1919937 Nov 12 01:16:26.256818 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3582da12-d8a6-44be-9242-61fc072610b3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] show failed (client error): The resource could not be found. Nov 12 01:16:26.261818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3582da12-d8a6-44be-9242-61fc072610b3 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-327471250 HTTP/1.1" status: 404 len: 334 time: 0.2198176 Nov 12 01:16:26.262385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34394) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.269780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4059a62e-0422-4aba-abcb-fad6eb58547f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:26.296698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:26.297386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a442e-cd6c-48bd-8775-ae7ab2288b63 None None] The sync data for ids ['b5c6b40f-8c83-4654-af00-5ed48dd164f1'] in n-d-712141-15 is: [] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:26.324406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-9d83e300-dec8-49f2-86b2-bedce4386b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.331710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-9d83e300-dec8-49f2-86b2-bedce4386b02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2abfac04-dded-4225-aa4f-23a269f05aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668349 Nov 12 01:16:26.379913 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-4059a62e-0422-4aba-abcb-fad6eb58547f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] update failed (client error): The resource could not be found. Nov 12 01:16:26.387118 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4059a62e-0422-4aba-abcb-fad6eb58547f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-2108559942 HTTP/1.1" status: 404 len: 335 time: 0.1229336 Nov 12 01:16:26.388384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34396) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.459525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting subnet af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:26.466111 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.474313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-3745ad56-5582-4d0e-a51b-6b6a47752dab service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362751 Nov 12 01:16:26.555350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.764103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.806950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2e65ab-ef14-4dde-bb2f-c9d8c8ba05e4 req-9cc1467b-1a81-46ef-a338-625f39aea671 service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180702 Nov 12 01:16:26.824397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c774a-1f3b-4b19-be30-620595abe4df req-037c4fe6-11fb-4538-81ce-d781b61cebf3 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.841499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f7c774a-1f3b-4b19-be30-620595abe4df req-037c4fe6-11fb-4538-81ce-d781b61cebf3 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1095 time: 0.1462080 Nov 12 01:16:26.920254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f7c774a-1f3b-4b19-be30-620595abe4df req-91d87f1f-e6e6-40a7-94b1-095fe59d8c74 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772715 Nov 12 01:16:26.921210 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.954917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ebc0ae77-3be2-498b-9c4d-1383b4af9711 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:26.968110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Subnet': ['ID=af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:26.972481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.983171 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-50904d22-b902-4c15-9340-0e0c5703fffa tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/subnets/af29e1c1-42c2-4fe9-8e65-e2b93f59c8d9 HTTP/1.1" status: 204 len: 168 time: 0.5910912 Nov 12 01:16:26.983849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34410) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.999028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c172c9-57d7-4f26-9d53-c836afc87055 None None] Network 7dddd32f-8b5b-4090-b813-9fa595efb0fc requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:27.051722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting subnet e1a3395d-1aca-4ec0-8e86-ede04ceacc66 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:27.055896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.107093 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.159019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ebc0ae77-3be2-498b-9c4d-1383b4af9711 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:27.160471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.284295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.285764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] DHCP port deletion for 7dddd32f-8b5b-4090-b813-9fa595efb0fc request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:27.364847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.366251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Deleting port dc53d4a4-3104-43e1-95ef-14f0b1df7408 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:27.367009 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.398726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a3395d-1aca-4ec0-8e86-ede04ceacc66,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:27.409332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.413578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8cd9f6ed-b107-4199-9389-d1394d63083e tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/subnets/e1a3395d-1aca-4ec0-8e86-ede04ceacc66 HTTP/1.1" status: 204 len: 168 time: 0.4285982 Nov 12 01:16:27.416098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:27.454112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] For port dc53d4a4-3104-43e1-95ef-14f0b1df7408, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dc53d4a4-3104-43e1-95ef-14f0b1df7408,segment=NetworkSegment(1374a05f-76f1-43f7-b7c5-d9784acc8985),segment_id=1374a05f-76f1-43f7-b7c5-d9784acc8985)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:27.454112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.468373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Calling delete_port for dc53d4a4-3104-43e1-95ef-14f0b1df7408 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:27.516318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.529909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b4df3-7b3a-422c-97bc-f13e58ae8a51 None None] Network 5730a7c4-17b6-4e7a-b99e-00cab448569c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:27.661423 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.671066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting port dc53d4a4-3104-43e1-95ef-14f0b1df7408 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:27.672073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.696778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] Pushing event deleted for resources: {'Port': ['ID=dc53d4a4-3104-43e1-95ef-14f0b1df7408,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:27.704487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a1f2a-79fe-4105-a56a-5a918611b887 None None] No DVR routers for this DVR port dc53d4a4-3104-43e1-95ef-14f0b1df7408 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:27.757475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] For port dc53d4a4-3104-43e1-95ef-14f0b1df7408, host n-d-712141-15, got binding levels [] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:27.757844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.793049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Calling delete_port for dc53d4a4-3104-43e1-95ef-14f0b1df7408 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:27.796156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.ipam_backend_mixin [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Port dc53d4a4-3104-43e1-95ef-14f0b1df7408 was not found and therefore no delete operation was performed {{(pid=102676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:16:27.797544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.834341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Port': ['ID=dc53d4a4-3104-43e1-95ef-14f0b1df7408,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:27.855509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] No DVR routers for this DVR port dc53d4a4-3104-43e1-95ef-14f0b1df7408 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:27.860304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] DHCP port deletion for 5730a7c4-17b6-4e7a-b99e-00cab448569c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:27.925682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Deleting port 9d79610f-0b39-4606-b775-8e452746a2c7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:27.926059 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.963066 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.987230 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dddd32f-8b5b-4090-b813-9fa595efb0fc']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:27.999604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374a05f-76f1-43f7-b7c5-d9784acc8985') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:28.000041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374a05f-76f1-43f7-b7c5-d9784acc8985') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:28.008039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] For port 9d79610f-0b39-4606-b775-8e452746a2c7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9d79610f-0b39-4606-b775-8e452746a2c7,segment=NetworkSegment(6f06e831-cae7-457a-b2dd-6559d2238f65),segment_id=6f06e831-cae7-457a-b2dd-6559d2238f65)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:28.008464 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.027602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Calling delete_port for 9d79610f-0b39-4606-b775-8e452746a2c7 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:28.032357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.076422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.084272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:28.085125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:28.089769 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:28.112232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8982-5063-4598-8770-2e3b1086d794 req-d54c23c9-f355-497d-8076-6c41ace26dfc tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:28.121380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-732b8982-5063-4598-8770-2e3b1086d794 req-d54c23c9-f355-497d-8076-6c41ace26dfc tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1095 time: 0.1100852 Nov 12 01:16:28.141721 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.172980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-732b8982-5063-4598-8770-2e3b1086d794 req-a39799bb-f39e-431c-9b70-9c0dc344d610 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Nov 12 01:16:28.198050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.207472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] Pushing event deleted for resources: {'Port': ['ID=9d79610f-0b39-4606-b775-8e452746a2c7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:28.209282 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.219692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.220276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c5802-22cd-4cd5-9589-ad5c7241ef86 None None] No DVR routers for this DVR port 9d79610f-0b39-4606-b775-8e452746a2c7 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:28.224745 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/networks/7dddd32f-8b5b-4090-b813-9fa595efb0fc HTTP/1.1" status: 204 len: 168 time: 0.8074081 Nov 12 01:16:28.258145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa254f-3777-4126-b877-95f33bd19602 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Network': ['ID=7dddd32f-8b5b-4090-b813-9fa595efb0fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:28.327059 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.431045 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.453625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5730a7c4-17b6-4e7a-b99e-00cab448569c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:28.464746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f06e831-cae7-457a-b2dd-6559d2238f65') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:28.465133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f06e831-cae7-457a-b2dd-6559d2238f65') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:28.483708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.498789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.505386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:28.505877 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:28.509156 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:28.575277 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.589068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.593626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/networks/5730a7c4-17b6-4e7a-b99e-00cab448569c HTTP/1.1" status: 204 len: 168 time: 0.3699973 Nov 12 01:16:28.596110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.632229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07171e43-de47-4dea-8eb7-d95ab1f485a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Network': ['ID=5730a7c4-17b6-4e7a-b99e-00cab448569c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:28.660436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting subnet 921c777a-3f3a-4384-a1e5-6d33f43e0457 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:28.663946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.717165 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.780947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13649de0-6ffb-4e7b-9c50-992ae71e0959 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:28.832271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.894407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9d79610f-0b39-4606-b775-8e452746a2c7 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:28.931455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9d79610f-0b39-4606-b775-8e452746a2c7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:28.931798 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9d79610f-0b39-4606-b775-8e452746a2c7 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:28.932245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dc53d4a4-3104-43e1-95ef-14f0b1df7408 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:28.940862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.958684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.960167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: dc53d4a4-3104-43e1-95ef-14f0b1df7408 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:28.960531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dc53d4a4-3104-43e1-95ef-14f0b1df7408 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:28.968325 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.969127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/subnets/921c777a-3f3a-4384-a1e5-6d33f43e0457 HTTP/1.1" status: 204 len: 168 time: 0.3718462 Nov 12 01:16:28.970459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4f4ec-3ab3-4b6c-8260-6491537c7403 None None] Network eafe88bb-acec-45c1-9379-70df53a68577 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:28.993364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341b04d-9368-4cd5-9d96-fb0542f02afe tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Subnet': ['ID=921c777a-3f3a-4384-a1e5-6d33f43e0457,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.081170 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.087034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:29.118171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '13649de0-6ffb-4e7b-9c50-992ae71e0959', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'port_id': '13649de0-6ffb-4e7b-9c50-992ae71e0959', 'mac_address': 'fa:16:3e:cd:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:29.180166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.184177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Deleting port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:29.184762 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.203995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13649de0-6ffb-4e7b-9c50-992ae71e0959 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:29.257955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:29.267405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.284644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] For port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,segment=NetworkSegment(a40bdf91-9b3c-4c51-afe6-28a74676c828),segment_id=a40bdf91-9b3c-4c51-afe6-28a74676c828)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:29.284938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.312169 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] DHCP port deletion for eafe88bb-acec-45c1-9379-70df53a68577 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:29.324884 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Calling delete_port for 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:29.411880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351157-a875-4dba-81b3-1642fba903bb req-fc0f0351-e986-4ca5-9976-4125ad92e497 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:29.423258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a351157-a875-4dba-81b3-1642fba903bb req-fc0f0351-e986-4ca5-9976-4125ad92e497 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1096 time: 0.1097529 Nov 12 01:16:29.427156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.483552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a351157-a875-4dba-81b3-1642fba903bb req-244c23ae-fd94-4421-a730-617c9e6b61d6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Nov 12 01:16:29.488251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['13649de0-6ffb-4e7b-9c50-992ae71e0959'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:29.511340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.559829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Deleting port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:29.566080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.572601 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] No DVR routers for this DVR port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:29.575108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Port': ['ID=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.728872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] For port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:29.729454 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.760372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Calling delete_port for 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:29.767451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:16:29.770428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.776655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.822959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] Pushing event deleted for resources: {'Port': ['ID=7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.832973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d4e9a-fd39-415b-a047-0bc7704a1989 None None] No DVR routers for this DVR port 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:29.901825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafe88bb-acec-45c1-9379-70df53a68577']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:29.928634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40bdf91-9b3c-4c51-afe6-28a74676c828') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:29.928950 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40bdf91-9b3c-4c51-afe6-28a74676c828') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:30.041032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.184628 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a743df9-403e-44cd-b49d-d8a7fbd1da7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.266068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.284428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.293865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:30.294299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:30.298192 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:30.318705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a743df9-403e-44cd-b49d-d8a7fbd1da7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.324796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a743df9-403e-44cd-b49d-d8a7fbd1da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.377163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a743df9-403e-44cd-b49d-d8a7fbd1da7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f1fb4e45b2c406ca9eb0ec1d74968f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334374 Nov 12 01:16:30.378491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a743df9-403e-44cd-b49d-d8a7fbd1da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1db16eb-bd4f-4f69-b67b-0112e359c0de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.380417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34474) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.435639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.446026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.452151 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/networks/eafe88bb-acec-45c1-9379-70df53a68577 HTTP/1.1" status: 204 len: 168 time: 1.4787815 Nov 12 01:16:30.452523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.479374 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d7d0-2f7e-4e5c-9666-09ea3796211a tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Pushing event deleted for resources: {'Network': ['ID=eafe88bb-acec-45c1-9379-70df53a68577,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.487750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd457a92-2c2b-4c38-a77c-817b588e68a4 tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5c6b40f-8c83-4654-af00-5ed48dd164f1 HTTP/1.1" status: 200 len: 205 time: 0.0335567 Nov 12 01:16:30.492085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.506078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.593485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.629890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388df72-778e-4fe5-8e9b-3f5bcb5fabe8 req-acd4a859-d116-417f-8571-f8f895a76926 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.631451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3388df72-778e-4fe5-8e9b-3f5bcb5fabe8 req-acd4a859-d116-417f-8571-f8f895a76926 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1096 time: 0.0470567 Nov 12 01:16:30.712127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3388df72-778e-4fe5-8e9b-3f5bcb5fabe8 req-3b59fb86-c2f4-4859-b71f-cbf5cdd52473 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673702 Nov 12 01:16:30.721428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.779897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13649de0-6ffb-4e7b-9c50-992ae71e0959 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:30.874480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 13649de0-6ffb-4e7b-9c50-992ae71e0959 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:30.888193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 13649de0-6ffb-4e7b-9c50-992ae71e0959 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:30.889562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.939807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.944023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.945374 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1db16eb-bd4f-4f69-b67b-0112e359c0de HTTP/1.1" status: 204 len: 168 time: 0.5615337 Nov 12 01:16:30.947608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.958276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:30.969914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.971866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6069b-879a-4c50-b932-ccc048d8295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1db16eb-bd4f-4f69-b67b-0112e359c0de,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.997443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:30.998114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7413f4a6-e6f2-43b2-8f7b-a68e99eb93d7 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:31.061197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.062070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Fanout notify agent at l3_agent the message router_deleted on router b5c6b40f-8c83-4654-af00-5ed48dd164f1 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:31.079957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.081192 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9f40f91c-c25e-4a21-98c7-d603d86a7c6f tempest-RoutersNegativeTest-1134719005 tempest-RoutersNegativeTest-1134719005-project] 10.222.0.11 "DELETE /v2.0/routers/b5c6b40f-8c83-4654-af00-5ed48dd164f1 HTTP/1.1" status: 204 len: 168 time: 0.5879364 Nov 12 01:16:31.279567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.315165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:31.317546 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7296d4a-37f8-492a-9f04-b198249d1205" -d '{"events": [{"server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "name": "network-vif-plugged", "status": "completed", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:31.336998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:31.346014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.399740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34494) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.429733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70b3563d-c270-41aa-9971-fb1d6ac3887d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.450184 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.459430 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fe925-cee2-45c4-b84d-1a10b314175e x-openstack-request-id: req-296fe925-cee2-45c4-b84d-1a10b314175e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:31.460127 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "name": "network-vif-plugged", "status": "completed", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:31.460849 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-296fe925-cee2-45c4-b84d-1a10b314175e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:31.462394 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959', 'code': 200} Nov 12 01:16:31.477461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.518147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2493b-01f7-4493-9900-8eaf71b90491 req-65761ffe-3bb5-4015-a8e1-59e97b4a3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.519991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65b2493b-01f7-4493-9900-8eaf71b90491 req-65761ffe-3bb5-4015-a8e1-59e97b4a3afd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0626364 Nov 12 01:16:31.549815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70b3563d-c270-41aa-9971-fb1d6ac3887d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.556312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-70b3563d-c270-41aa-9971-fb1d6ac3887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.593440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65b2493b-01f7-4493-9900-8eaf71b90491 req-0a1d1bb3-ecc9-480c-afa2-7cfece907f87 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Nov 12 01:16:31.606953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3563d-c270-41aa-9971-fb1d6ac3887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d747fa-adc8-4340-9794-bb0d76f941fb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.634880 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-70b3563d-c270-41aa-9971-fb1d6ac3887d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd3f87b313fa4325bcc47e4660ecdd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332957 Nov 12 01:16:31.637486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34500) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.698136 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.725877 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.748859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3317ed89-a782-4f51-b815-c80b61a89525 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9736a55c8b244659bff53398f06f19f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976665 Nov 12 01:16:31.751491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.786049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.789694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.791004 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68d747fa-adc8-4340-9794-bb0d76f941fb HTTP/1.1" status: 204 len: 168 time: 0.1522534 Nov 12 01:16:31.811419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa116-eb3c-4473-82f1-ee77d7ee760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d747fa-adc8-4340-9794-bb0d76f941fb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.863739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.882975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21840c8-5e88-4613-b26b-353a509466fa req-660cf550-e57a-43a4-a8ab-5df08fedc68b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.889715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21840c8-5e88-4613-b26b-353a509466fa req-660cf550-e57a-43a4-a8ab-5df08fedc68b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0869222 Nov 12 01:16:31.918396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.977516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f21840c8-5e88-4613-b26b-353a509466fa req-fa1c1d98-8d10-4a3b-b65a-198aaf503173 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 Nov 12 01:16:32.011891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.017062 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.018233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84ac8ac1-82f2-43b6-929e-04110b36d993 HTTP/1.1" status: 204 len: 168 time: 0.2653904 Nov 12 01:16:32.048513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658553-5f94-45aa-8056-b6ddcfb8b31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ac8ac1-82f2-43b6-929e-04110b36d993,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.497207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.149993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a50cec-e324-4c91-8c3b-2667d4942997 req-e13bdd12-bc1e-4c9f-9a19-aea510ed5d79 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.158726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9a50cec-e324-4c91-8c3b-2667d4942997 req-e13bdd12-bc1e-4c9f-9a19-aea510ed5d79 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0835927 Nov 12 01:16:33.166524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34560) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:33.221369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f9a50cec-e324-4c91-8c3b-2667d4942997 req-26a038bd-f549-4a5b-83a0-aa0db9bc2079 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Nov 12 01:16:33.369283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5472ce5-a0ac-4893-a50d-8b794385491a req-1832e8e2-de85-45d9-b3fc-df64eee113c6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.371821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5472ce5-a0ac-4893-a50d-8b794385491a req-1832e8e2-de85-45d9-b3fc-df64eee113c6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0574441 Nov 12 01:16:33.435056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5472ce5-a0ac-4893-a50d-8b794385491a req-c3db807e-0d44-47a9-b36d-9d53cf229255 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Nov 12 01:16:33.479352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-34e6a0a1-59e8-4ca6-8b5b-9ffea9ccecee tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:33.480773 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-34e6a0a1-59e8-4ca6-8b5b-9ffea9ccecee tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:16:33.484418 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-34e6a0a1-59e8-4ca6-8b5b-9ffea9ccecee tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:16:33.485749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-34e6a0a1-59e8-4ca6-8b5b-9ffea9ccecee tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3178873 Nov 12 01:16:33.489730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:33.495244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--814926948'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:33.541121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.551359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.583223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490da1d-21c4-4945-a704-3fa878fb8845 req-62d3c8e9-5f8b-4e77-a44c-dae84b17db29 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:33.585680 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f490da1d-21c4-4945-a704-3fa878fb8845 req-62d3c8e9-5f8b-4e77-a44c-dae84b17db29 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0521588 Nov 12 01:16:33.647010 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.664723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.669475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f490da1d-21c4-4945-a704-3fa878fb8845 req-3ab1a81a-ff01-4f09-97b0-95dc5cab9819 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772414 Nov 12 01:16:33.737384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be964f0-f24a-47b0-9a4c-4746570524bb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:33.783479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.792102 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.833425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.836725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3459992 Nov 12 01:16:33.838172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:33.844827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'aa1dcaa5-e5c5-4294-b357-6c1fc9578441', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:33.856934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c85a92-7864-4ff0-aa21-51bcc98f1845 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1dcaa5-e5c5-4294-b357-6c1fc9578441,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:33.896294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.032370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.047955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.071695 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-2c389fe3-2939-40f5-85fb-b162aad09b18 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.077448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-2c389fe3-2939-40f5-85fb-b162aad09b18 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.1625006 Nov 12 01:16:34.088223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59d9928-8825-425d-a270-9068243e3c60,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:34.108048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.109312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-716fe885-9fac-433e-8cd9-20831a6bf527 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691290 Nov 12 01:16:34.110845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-d5e8c88c-dc64-4bc9-88a7-819d0460eb1e tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/quotas/9938df66913647c3ac597c63a6b85224 HTTP/1.1" status: 200 len: 375 time: 0.0259733 Nov 12 01:16:34.113966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.119588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d2ab6c13-5b95-4c20-a966-7a54fee68151 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'aa1dcaa5-e5c5-4294-b357-6c1fc9578441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:34.160387 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6c13-5b95-4c20-a966-7a54fee68151 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.173315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-c9e8bced-8513-419c-bf2d-10de95da865a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551374 Nov 12 01:16:34.243391 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-d2ab6c13-5b95-4c20-a966-7a54fee68151 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:16:34.245971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d2ab6c13-5b95-4c20-a966-7a54fee68151 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1306815 Nov 12 01:16:34.250320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.338423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.363356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-5f728f4c-ef8e-4375-9e00-4b0ef2156a9e service neutron] 10.222.0.11 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683350 Nov 12 01:16:34.365967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.441673 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.445726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.447261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/aa1dcaa5-e5c5-4294-b357-6c1fc9578441 HTTP/1.1" status: 204 len: 168 time: 0.1957283 Nov 12 01:16:34.450509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34632) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.458009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f9935-7c70-4351-b93b-27e7a983f235 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1dcaa5-e5c5-4294-b357-6c1fc9578441,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:34.592793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-62fe4ee2-1116-45c7-86a4-7c3308cb8c21 service neutron] 10.222.0.11 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230408 Nov 12 01:16:34.611913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0bf77d2b-080f-446c-823e-25e513c60f1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1566222 Nov 12 01:16:34.612192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34638) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.620401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--18672954'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:34.711280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.765533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-c247481e-9960-416a-9a4d-b2f7eba9d3c7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.767186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-c247481e-9960-416a-9a4d-b2f7eba9d3c7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.2252445 Nov 12 01:16:34.815970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f4043a2-a382-4236-b974-668dc455f7c1 req-38900dd6-18df-4a05-8f49-80ab9d808793 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 210 time: 0.0451341 Nov 12 01:16:34.820820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-a48425f2-9d1c-48e2-b6ac-b299dcced008 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0337470 Nov 12 01:16:34.872655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.912528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.922561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.940349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-5f304f3e-6e84-434a-8741-9b3851b7dfa6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113100 Nov 12 01:16:34.988863 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.993222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3769584 Nov 12 01:16:34.994150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.002041 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ded84249-784b-4c82-bdd0-4559806a0818 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': '48d730f3-ac78-45d3-b5dc-cae7b5fa24a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:35.004315 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-ded84249-784b-4c82-bdd0-4559806a0818 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:16:35.005260 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ded84249-784b-4c82-bdd0-4559806a0818 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:35.006817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ded84249-784b-4c82-bdd0-4559806a0818 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116320 Nov 12 01:16:35.009929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.028419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0d576-c7d6-4eda-ad28-4d7fc10bcd75 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d730f3-ac78-45d3-b5dc-cae7b5fa24a3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.069489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74f24769-0fd6-4c37-9415-e6f1f476c9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.082356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-3ec0f1fa-ccd2-46ef-a1eb-d8496b382358 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320167 Nov 12 01:16:35.131851 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.169323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.215092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-dfd34c80-690e-48f3-a619-3ce1a9935e75 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226616 Nov 12 01:16:35.228508 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74f24769-0fd6-4c37-9415-e6f1f476c9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.235531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-74f24769-0fd6-4c37-9415-e6f1f476c9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.262073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.264843 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.268680 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/48d730f3-ac78-45d3-b5dc-cae7b5fa24a3 HTTP/1.1" status: 204 len: 168 time: 0.2575202 Nov 12 01:16:35.268876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.296315 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-74f24769-0fd6-4c37-9415-e6f1f476c9c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69c502b263a94cbbb83e89c980b020a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4222665 Nov 12 01:16:35.298969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24769-0fd6-4c37-9415-e6f1f476c9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7cc0b-403f-4879-a5ad-028209c7abdd,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.300142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.314686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59db86-6d67-4d44-b671-3c6d6bb153ff tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d730f3-ac78-45d3-b5dc-cae7b5fa24a3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.319716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.367420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-70576b5f-8e0e-4df3-8318-21473d8526ef tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909829 Nov 12 01:16:35.368865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34668) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.374831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--457211924'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:35.400089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.406277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.427966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.516958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.519626 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.520880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06c7cc0b-403f-4879-a5ad-028209c7abdd HTTP/1.1" status: 204 len: 168 time: 0.2165928 Nov 12 01:16:35.521941 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.529340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.530990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e30b-7a85-4e02-b4d4-6d46dc285519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7cc0b-403f-4879-a5ad-028209c7abdd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.567882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.574081 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2014666 Nov 12 01:16:35.574889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34674) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.580868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a7da41a4-4a4e-41f2-850d-9cf153016183 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': '195e636d-24d7-40bc-a3e1-e8ae5ec07405', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:35.581880 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-a7da41a4-4a4e-41f2-850d-9cf153016183 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:16:35.582709 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a7da41a4-4a4e-41f2-850d-9cf153016183 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:35.583385 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a7da41a4-4a4e-41f2-850d-9cf153016183 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078990 Nov 12 01:16:35.585261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4a436-6ed0-4022-b46a-eb483c6c7bcf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195e636d-24d7-40bc-a3e1-e8ae5ec07405,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.586684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.678067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-095999ca-e652-4b6c-b4e1-c350a0ce7ce0 req-3ffc4dd4-6bb2-4d5b-b084-042f4a6eea1e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0522141 Nov 12 01:16:35.699466 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.732458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.787921 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.791383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.793042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/195e636d-24d7-40bc-a3e1-e8ae5ec07405 HTTP/1.1" status: 204 len: 168 time: 0.2050447 Nov 12 01:16:35.795664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34688) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.803308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558fdc9-a104-4e0d-b013-dc78e27b4daf tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e636d-24d7-40bc-a3e1-e8ae5ec07405,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.883873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f31e8b31-1299-4b7a-92af-bfb71ecf7071 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824361 Nov 12 01:16:35.884761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:35.890087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752310275'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:35.924644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.991055 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1825e238-5b2d-43d0-bbe8-a68eac714a92 req-f2690a32-3e4b-405c-9703-67cbc577903e tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 210 time: 0.0448439 Nov 12 01:16:36.021522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.071624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c7b-805d-411a-bb5e-83490654aa23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.083279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.089400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.137056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7d4a5-4ea7-47ce-ad85-059374fe7e43,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.149184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.151249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-078a67b3-0ee9-4914-96ad-33e4643cd325 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2651489 Nov 12 01:16:36.156733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.167532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a5c62a9b-e5b6-472b-a4d7-0295340903e4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'cef7d4a5-4ea7-47ce-ad85-059374fe7e43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.174300 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-a5c62a9b-e5b6-472b-a4d7-0295340903e4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:16:36.174862 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-a5c62a9b-e5b6-472b-a4d7-0295340903e4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:36.181177 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a5c62a9b-e5b6-472b-a4d7-0295340903e4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219793 Nov 12 01:16:36.183102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.190422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5443b8ed-dcef-439e-af2b-fbb26ea07959 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'cef7d4a5-4ea7-47ce-ad85-059374fe7e43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.191406 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-5443b8ed-dcef-439e-af2b-fbb26ea07959 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:16:36.192123 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-5443b8ed-dcef-439e-af2b-fbb26ea07959 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:36.196768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5443b8ed-dcef-439e-af2b-fbb26ea07959 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120833 Nov 12 01:16:36.197586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.204606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6eb58494-71f6-4389-9a95-51e8a9e7562e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'cef7d4a5-4ea7-47ce-ad85-059374fe7e43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.206144 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-6eb58494-71f6-4389-9a95-51e8a9e7562e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:16:36.206784 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-6eb58494-71f6-4389-9a95-51e8a9e7562e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:36.211766 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6eb58494-71f6-4389-9a95-51e8a9e7562e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127079 Nov 12 01:16:36.212583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.218460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b69ee99f-3eb8-4003-a48b-20a69e90b295 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'cef7d4a5-4ea7-47ce-ad85-059374fe7e43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.219449 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-b69ee99f-3eb8-4003-a48b-20a69e90b295 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:16:36.219947 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b69ee99f-3eb8-4003-a48b-20a69e90b295 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:36.224139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.224905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b69ee99f-3eb8-4003-a48b-20a69e90b295 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107691 Nov 12 01:16:36.234593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-1184d1a0-27e7-423e-8d79-62ba5dc06902 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:36.236761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-1184d1a0-27e7-423e-8d79-62ba5dc06902 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.39 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.1806321 Nov 12 01:16:36.261559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Request body: {'port': {'device_id': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'admin_state_up': True, 'tenant_id': '9938df66913647c3ac597c63a6b85224'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.333925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Made reservation on behalf of 9938df66913647c3ac597c63a6b85224 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:36.336278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.354136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c7b-805d-411a-bb5e-83490654aa23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.366965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c7b-805d-411a-bb5e-83490654aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.369394 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.462925 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.467709 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e5bc4c7b-805d-411a-bb5e-83490654aa23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=834a1680da3347d2bcb98a5035429bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450834 Nov 12 01:16:36.470574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34708) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.484551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc4c7b-805d-411a-bb5e-83490654aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0621c-a77c-4aa7-afde-f4250104495d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.524817 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.549683 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.556364 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.559939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.561133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/cef7d4a5-4ea7-47ce-ad85-059374fe7e43 HTTP/1.1" status: 204 len: 168 time: 0.3357625 Nov 12 01:16:36.565962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.586919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Allocated IP 172.20.0.7 (2abfac04-dded-4225-aa4f-23a269f05aa5/e93838c7-cfd6-46b7-b7de-5b58208faef6/d67230bb-4715-4f72-b74f-dc820fa20e87) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:36.597159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85693302-520f-48c9-bc19-9bc10b9f510d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7d4a5-4ea7-47ce-ad85-059374fe7e43,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.619959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.623635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.627608 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81a0621c-a77c-4aa7-afde-f4250104495d HTTP/1.1" status: 204 len: 168 time: 0.1532815 Nov 12 01:16:36.641722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa95f30-a79a-4150-894d-64b00ac847b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0621c-a77c-4aa7-afde-f4250104495d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.665349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f79003a5-1dc0-475f-a113-25c3a42862bc tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0953212 Nov 12 01:16:36.669743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.674449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--515194596'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.793495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.927813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-671dc0a5-3509-4ffc-b33c-63ef7401cb86 req-853bd18e-246d-4e9d-a53f-bd1ba0507610 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.1244919 Nov 12 01:16:37.009065 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.024622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-e9200778-024c-4c3a-9529-8fb7ab7515b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:37.026123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-e9200778-024c-4c3a-9529-8fb7ab7515b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.2713675 Nov 12 01:16:37.043662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.095774 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.106690 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.195802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f5d6a2e-bd72-4de0-b99b-f4789b4c9743 req-d5ac91e9-5c63-49de-8622-5865a1897248 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 210 time: 0.0917749 Nov 12 01:16:37.218137 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.219848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5490441 Nov 12 01:16:37.226953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.229979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075534-c4ba-4ac2-803f-e71837411485 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e081f2ea-1cd8-445b-85e1-68e8c1fc12bd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:37.233095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.243149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['13649de0-6ffb-4e7b-9c50-992ae71e0959'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:37.253556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c9923a6f-0d40-497b-b455-1fb23a547ead tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.254653 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-c9923a6f-0d40-497b-b455-1fb23a547ead tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:16:37.255517 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c9923a6f-0d40-497b-b455-1fb23a547ead tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.263333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c9923a6f-0d40-497b-b455-1fb23a547ead tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0283940 Nov 12 01:16:37.264338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.280330 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-c658e083-9201-49fc-8818-a400f5537477 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.319891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:37.329530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:37.334993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:37.340513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Pushing event updated for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:37.399795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:37.404788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.416756 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c658e083-9201-49fc-8818-a400f5537477 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.425126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.426689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c658e083-9201-49fc-8818-a400f5537477 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1586618 Nov 12 01:16:37.443847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-821a3dc7-8341-4bc2-b1b1-21ddbb3171d8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.444736 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-821a3dc7-8341-4bc2-b1b1-21ddbb3171d8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:16:37.445436 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-821a3dc7-8341-4bc2-b1b1-21ddbb3171d8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.446753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-821a3dc7-8341-4bc2-b1b1-21ddbb3171d8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174320 Nov 12 01:16:37.449390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:37.450091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.451389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34736) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.457561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-95c3a84f-fe66-4855-b43a-d12bdfcbc600 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.477837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-688f7c9f-acb5-4c39-a70f-77c61e97b761 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2243564 Nov 12 01:16:37.512831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Request body: {'port': {'device_id': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.543377 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-95c3a84f-fe66-4855-b43a-d12bdfcbc600 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.547617 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-95c3a84f-fe66-4855-b43a-d12bdfcbc600 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0922379 Nov 12 01:16:37.548763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34740) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.558363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bee534e7-de75-43ee-a2a0-081e43767bb9 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.559369 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-bee534e7-de75-43ee-a2a0-081e43767bb9 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:16:37.560677 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-bee534e7-de75-43ee-a2a0-081e43767bb9 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.565135 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bee534e7-de75-43ee-a2a0-081e43767bb9 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117185 Nov 12 01:16:37.566195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.573384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e6e5013e-5614-48ce-bd4c-f9f312d4ed89 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.669383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.687310 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-e6e5013e-5614-48ce-bd4c-f9f312d4ed89 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Project 326813083210444da525b472fac4e84a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:16:37.755719 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-e6e5013e-5614-48ce-bd4c-f9f312d4ed89 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.755719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e6e5013e-5614-48ce-bd4c-f9f312d4ed89 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1818357 Nov 12 01:16:37.760281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.770984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cea2eadb-e0ce-438e-bfcf-72b2022cd621 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.771742 n-d-712141-15 neutron-server[102677]: WARNING neutron.api.v2.base [None req-cea2eadb-e0ce-438e-bfcf-72b2022cd621 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:16:37.772722 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-cea2eadb-e0ce-438e-bfcf-72b2022cd621 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.778233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.786542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-12a3a6c2-9d32-431a-b8f9-a1921a44cbe5 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.788785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cea2eadb-e0ce-438e-bfcf-72b2022cd621 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0258253 Nov 12 01:16:37.792086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5a7ddaa5-1e2e-4f81-aa8d-e8dcda95e3ad None None] Provisioning complete for port d67230bb-4715-4f72-b74f-dc820fa20e87 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:37.793117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a7ddaa5-1e2e-4f81-aa8d-e8dcda95e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.841319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.14 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/d5050e08-7242-49b8-a68c-0e7421779dfc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:37.842995 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-12a3a6c2-9d32-431a-b8f9-a1921a44cbe5 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Project 326813083210444da525b472fac4e84a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:16:37.854667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ddaa5-1e2e-4f81-aa8d-e8dcda95e3ad None None] Port d67230bb-4715-4f72-b74f-dc820fa20e87 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:37.867460 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-12a3a6c2-9d32-431a-b8f9-a1921a44cbe5 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.874307 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-12a3a6c2-9d32-431a-b8f9-a1921a44cbe5 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0940750 Nov 12 01:16:37.874921 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.882103 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fb82865e-5606-4d1d-a891-bd13f7603a0c tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'e081f2ea-1cd8-445b-85e1-68e8c1fc12bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.924955 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-fb82865e-5606-4d1d-a891-bd13f7603a0c tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Project 326813083210444da525b472fac4e84a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:16:37.989407 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-fb82865e-5606-4d1d-a891-bd13f7603a0c tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:37.991073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fb82865e-5606-4d1d-a891-bd13f7603a0c tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1150401 Nov 12 01:16:37.997702 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34762) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.024963 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-74ba7309-1762-4ccb-a58e-52589358fd40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962701 Nov 12 01:16:38.077653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.120040 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.206375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218617c-d106-42d4-878e-9b163d8b5859 req-2a537261-c39c-46bb-b156-8cdcd52dd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.208141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-2a537261-c39c-46bb-b156-8cdcd52dd25f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0843906 Nov 12 01:16:38.215033 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.219129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.221086 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/e081f2ea-1cd8-445b-85e1-68e8c1fc12bd HTTP/1.1" status: 204 len: 168 time: 0.2220044 Nov 12 01:16:38.225291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34764) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.309458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af0ed7-3423-4216-a0f9-e8b4a841edd4 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081f2ea-1cd8-445b-85e1-68e8c1fc12bd,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:38.482952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f8589cec-d70a-4b17-bc05-2764bb3ee5aa tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2522056 Nov 12 01:16:38.488379 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34768) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.496259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209171221'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:38.534466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.615412 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218617c-d106-42d4-878e-9b163d8b5859 req-220f3f6b-b930-431c-98e6-4b106fd265cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.632538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-220f3f6b-b930-431c-98e6-4b106fd265cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.3915477 Nov 12 01:16:38.693750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb940b8f-250d-40d5-93fd-ae5f5f6426fa req-39ef3214-a9a7-43a2-8e73-fbd86d835350 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.5774913 Nov 12 01:16:38.759450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b896fcc-f874-411f-a049-78c87bea4d58 req-96b22ed5-495b-4f20-9c95-f147a6168fd1 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.761834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b896fcc-f874-411f-a049-78c87bea4d58 req-96b22ed5-495b-4f20-9c95-f147a6168fd1 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1027 time: 0.1637232 Nov 12 01:16:38.798781 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-d7c1f67d-d59e-4069-b437-badd28804978 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959 HTTP/1.1" status: 200 len: 217 time: 0.1577380 Nov 12 01:16:38.852704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.929323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b896fcc-f874-411f-a049-78c87bea4d58 req-912bb0c4-e937-4c7e-bbaa-60a628a03e3b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420362 Nov 12 01:16:38.955881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.962942 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.976600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67230bb-4715-4f72-b74f-dc820fa20e87 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:38.995241 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.019995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Transition to ACTIVE for port object d67230bb-4715-4f72-b74f-dc820fa20e87 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:39.026959 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.045808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.047206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66adf6d-5726-4580-a283-0ccb5fdcfc2a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.059826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218617c-d106-42d4-878e-9b163d8b5859 req-4da66fe1-2da2-459d-9793-da49a59c5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.063467 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-4da66fe1-2da2-459d-9793-da49a59c5f94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 200 len: 848 time: 0.2510283 Nov 12 01:16:39.074882 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.076953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-db6f708f-8f7f-49fd-8b8d-4a499a08ef1f tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5870237 Nov 12 01:16:39.094505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.102031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-ea200aa9-ef3a-4b2c-91b4-454c8d45b187 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'b66adf6d-5726-4580-a283-0ccb5fdcfc2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:39.178258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:39.181479 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218617c-d106-42d4-878e-9b163d8b5859 req-c1d48d06-1464-42bc-99a1-93bbaf889a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.184443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-c1d48d06-1464-42bc-99a1-93bbaf889a68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2abfac04-dded-4225-aa4f-23a269f05aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053596 Nov 12 01:16:39.197704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:39.202427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:39.234641 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-ea200aa9-ef3a-4b2c-91b4-454c8d45b187 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The resource could not be found. Nov 12 01:16:39.235985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea200aa9-ef3a-4b2c-91b4-454c8d45b187 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1402740 Nov 12 01:16:39.238929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34778) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.245734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33cb3135-af85-4732-a694-11072f020c1e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'b66adf6d-5726-4580-a283-0ccb5fdcfc2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a1b92f57-87fb-4c7c-879f-27b38ac42c59'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:39.264262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce26615b-83a0-41f3-be4b-4a712652f3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.299083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.369778 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-33cb3135-af85-4732-a694-11072f020c1e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The resource could not be found. Nov 12 01:16:39.372183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33cb3135-af85-4732-a694-11072f020c1e tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1314859 Nov 12 01:16:39.379913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.396633 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-df317401-33a7-47c8-8db1-c654ac75b084 service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047834 Nov 12 01:16:39.458648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.532992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.534461 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.566918 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-d08aecbc-8ded-4c34-8393-bd601abe1432 service neutron] 10.222.0.32 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627107 Nov 12 01:16:39.616882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-9af65a4d-760b-412a-ace7-f1e876a1504f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5798204 Nov 12 01:16:39.622041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Attempting to bind port d67230bb-4715-4f72-b74f-dc820fa20e87 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:39.622477 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Attempting to bind port d67230bb-4715-4f72-b74f-dc820fa20e87 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:39.622716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Attempting to bind port d67230bb-4715-4f72-b74f-dc820fa20e87 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:39.642810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Request body: {'port': {'device_id': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:39.681174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Port d67230bb-4715-4f72-b74f-dc820fa20e87 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:39.681704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Attempting to bind port d67230bb-4715-4f72-b74f-dc820fa20e87 on network 2abfac04-dded-4225-aa4f-23a269f05aa5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:39.689076 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.707288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:39.708625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Checking segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:39.708625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Bound using segment: {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:39.709258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Bound port: d67230bb-4715-4f72-b74f-dc820fa20e87, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990d33a9-f337-4432-bbd1-3dac4b58174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:39.709258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.750006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dbc88c23-4d68-4aeb-84eb-afbda46ff4ac None None] Provisioning complete for port d5050e08-7242-49b8-a68c-0e7421779dfc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:39.751269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbc88c23-4d68-4aeb-84eb-afbda46ff4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.765733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.848454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dbc88c23-4d68-4aeb-84eb-afbda46ff4ac None None] Port d5050e08-7242-49b8-a68c-0e7421779dfc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:39.857962 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.988787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:40.012566 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.015228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.016473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/b66adf6d-5726-4580-a283-0ccb5fdcfc2a HTTP/1.1" status: 204 len: 168 time: 0.6210060 Nov 12 01:16:40.020579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.021111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d67230bb-4715-4f72-b74f-dc820fa20e87,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:40.051195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.062098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adaefb-d9b4-4deb-b295-0ff27db40e15 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66adf6d-5726-4580-a283-0ccb5fdcfc2a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.109805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b051c7b-24dc-41e8-bb19-067c5f4e298a req-97331bf7-1f21-4ebf-bf79-1f0157599bbd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.118408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b051c7b-24dc-41e8-bb19-067c5f4e298a req-97331bf7-1f21-4ebf-bf79-1f0157599bbd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 932 time: 0.2354760 Nov 12 01:16:40.150796 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8369b799-7e2e-42ee-80cf-a0076e23efb1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1283157 Nov 12 01:16:40.152841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.158976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-513e04f1-7c80-411d-9f2c-a5a249d377e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b075b-21d8-463c-a4fd-26f2c2c615bc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:40.193345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.195275 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.196828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/d67230bb-4715-4f72-b74f-dc820fa20e87 HTTP/1.1" status: 200 len: 1092 time: 2.6910341 Nov 12 01:16:40.206593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:40.209244 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a48d048-4f28-409b-ace3-eed50250e616" -d '{"events": [{"name": "network-changed", "server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:40.256637 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-513e04f1-7c80-411d-9f2c-a5a249d377e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The resource could not be found. Nov 12 01:16:40.265418 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-513e04f1-7c80-411d-9f2c-a5a249d377e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1106179 Nov 12 01:16:40.267087 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34794) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.271228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--396178924'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:40.310288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.414822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4aa2-b934-44a6-8f44-f86b21e207e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.415607 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.428531 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.465850 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b051c7b-24dc-41e8-bb19-067c5f4e298a req-de2cd10e-c1b7-4eb5-b1c8-b2c0266577b8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427010 Nov 12 01:16:40.470516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777164ff-ce04-464b-ba10-2191ceba11ea req-24450b0d-0ace-40d9-9aa6-3806c0c07e85 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.473736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd71e2-0df6-4b96-82bf-15ae2394a7cb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.475428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-777164ff-ce04-464b-ba10-2191ceba11ea req-24450b0d-0ace-40d9-9aa6-3806c0c07e85 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1095 time: 0.2915747 Nov 12 01:16:40.494727 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.497019 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2a9daade-f8e5-41c3-a012-40b42d9ff9e1 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2296944 Nov 12 01:16:40.500271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34796) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.505835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445858401'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:40.517382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-205fe4ca-057c-4b3a-a776-55ca221f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.519197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-205fe4ca-057c-4b3a-a776-55ca221f0a9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1095 time: 0.2576873 Nov 12 01:16:40.541140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.592982 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37830747-312e-48df-83f2-2055acf4216f x-openstack-request-id: req-37830747-312e-48df-83f2-2055acf4216f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:40.593353 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:40.593626 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37830747-312e-48df-83f2-2055acf4216f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:40.594045 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87', 'status': 'completed', 'code': 200} Nov 12 01:16:40.606040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-4fb60d3f-dbc5-438c-b87c-51a79fc36d31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d67230bb-4715-4f72-b74f-dc820fa20e87 HTTP/1.1" status: 200 len: 217 time: 0.0736644 Nov 12 01:16:40.648304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.658045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.689657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-777164ff-ce04-464b-ba10-2191ceba11ea req-bd3410ab-14ff-4c79-98d2-bcd6f9000fde tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872110 Nov 12 01:16:40.719838 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.721361 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2200401 Nov 12 01:16:40.725272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-49d29420-badb-42f1-8b5b-e386916ff062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.726389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34798) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.728425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-49d29420-badb-42f1-8b5b-e386916ff062 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 200 len: 848 time: 0.1134467 Nov 12 01:16:40.728875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d604-823f-460e-988b-538fce68e3eb tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f173ce-d4cd-4355-a5fb-3f7e91514332,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.737713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-818e1b12-896b-4205-bba0-bc7df69dab94 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'f5cd71e2-0df6-4b96-82bf-15ae2394a7cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '01f173ce-d4cd-4355-a5fb-3f7e91514332'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:40.806255 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-818e1b12-896b-4205-bba0-bc7df69dab94 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:40.808510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5050e08-7242-49b8-a68c-0e7421779dfc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:40.816262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-818e1b12-896b-4205-bba0-bc7df69dab94 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0776343 Nov 12 01:16:40.819233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34800) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.820577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.827883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-29ce6d3d-fe89-418d-8666-66dc47bd96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.829564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-29ce6d3d-fe89-418d-8666-66dc47bd96b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2abfac04-dded-4225-aa4f-23a269f05aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806887 Nov 12 01:16:40.850394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Transition to ACTIVE for port object d5050e08-7242-49b8-a68c-0e7421779dfc will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:40.868085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.004325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.053368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.075044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Pushing event updated for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.114545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-b76b1bd4-f8c4-44a8-8741-1aa655d2ccec service neutron] 10.222.0.39 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739999 Nov 12 01:16:41.141726 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.147328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.151228 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/01f173ce-d4cd-4355-a5fb-3f7e91514332 HTTP/1.1" status: 204 len: 168 time: 0.3309336 Nov 12 01:16:41.156114 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.237102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748ccec-79dc-409e-89a0-9d0bc2f364f3 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f173ce-d4cd-4355-a5fb-3f7e91514332,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.270549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Attempting to bind port d5050e08-7242-49b8-a68c-0e7421779dfc on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:41.271325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Attempting to bind port d5050e08-7242-49b8-a68c-0e7421779dfc by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:41.272324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Attempting to bind port d5050e08-7242-49b8-a68c-0e7421779dfc on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:41.310804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Port d5050e08-7242-49b8-a68c-0e7421779dfc on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:41.311587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Attempting to bind port d5050e08-7242-49b8-a68c-0e7421779dfc on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:41.324478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:41.324826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:41.335248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:41.335248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Bound port: d5050e08-7242-49b8-a68c-0e7421779dfc, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:41.335248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.335611 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5603ee00-c147-4f1b-906b-56fa3041bb11 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1610136 Nov 12 01:16:41.335611 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34814) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.412620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.430865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:41.436479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5050e08-7242-49b8-a68c-0e7421779dfc,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:41.445927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.451390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.502135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e174d82b-6a0b-46a1-a55c-17ac4631d24d req-6faddc82-6df3-40f2-881f-f88dd3438f37 service neutron] 10.222.0.39 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794796 Nov 12 01:16:41.508162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.508350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.510708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.515585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.515877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5050e08-7242-49b8-a68c-0e7421779dfc HTTP/1.1" status: 200 len: 1093 time: 1.8895350 Nov 12 01:16:41.519036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/f5cd71e2-0df6-4b96-82bf-15ae2394a7cb HTTP/1.1" status: 204 len: 168 time: 0.1828923 Nov 12 01:16:41.522834 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.546517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f3f0-dd3d-4ae9-a1aa-9b66503ac156 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd71e2-0df6-4b96-82bf-15ae2394a7cb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.741164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ca118-df91-42e8-939c-a871b7f26287 service neutron] Pushing event updated for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.836607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02dc6b-f2a6-4d29-999b-61acbd68d076 req-6689a62d-24de-4817-9c90-e6bdc60bcfb1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.838323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe02dc6b-f2a6-4d29-999b-61acbd68d076 req-6689a62d-24de-4817-9c90-e6bdc60bcfb1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.2459943 Nov 12 01:16:41.882634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5cde6d90-0fdc-45ee-86f9-876f9625664b tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3564048 Nov 12 01:16:41.889616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34828) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.894662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--431869947'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:41.946517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d048-4f28-409b-ace3-eed50250e616 req-6c4d52a5-f4e7-4da6-befb-4911d017a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.948219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-6c4d52a5-f4e7-4da6-befb-4911d017a861 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9938df66913647c3ac597c63a6b85224&device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1095 time: 0.2695866 Nov 12 01:16:41.950606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-fca4fcc0-d8e2-45d0-8051-befef8344def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.952370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-fca4fcc0-d8e2-45d0-8051-befef8344def service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 1096 time: 0.3031046 Nov 12 01:16:41.969618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.074642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-a5bcf434-9924-40a4-93cb-0f41be9698db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5050e08-7242-49b8-a68c-0e7421779dfc HTTP/1.1" status: 200 len: 217 time: 0.0797331 Nov 12 01:16:42.127162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.131994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b877-025b-463b-aaad-c60609bfbfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.134916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.169507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d048-4f28-409b-ace3-eed50250e616 req-dd15c0cc-34db-4aa8-99e9-9bcdc268b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.172650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-dd15c0cc-34db-4aa8-99e9-9bcdc268b390 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 200 len: 910 time: 0.2130506 Nov 12 01:16:42.179766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.185034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2907665 Nov 12 01:16:42.185258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe02dc6b-f2a6-4d29-999b-61acbd68d076 req-9352fe0a-3470-4aaf-a06d-40581645f4f4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056927 Nov 12 01:16:42.191713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:42.200702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-96d757c6-71e5-422a-818b-fba0f97a1857 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'eee1b85f-693b-4ae6-8a89-def38d004edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:42.202596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2e54a-2c6a-487f-b582-9994265f2319 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1b85f-693b-4ae6-8a89-def38d004edc,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:42.220991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5b23-40a6-424b-b6d4-91b8d8208641 req-b86668f0-a27c-41ad-858f-201f5dfec35b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.223244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff3e5b23-40a6-424b-b6d4-91b8d8208641 req-b86668f0-a27c-41ad-858f-201f5dfec35b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1095 time: 0.4056728 Nov 12 01:16:42.266067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-a4aea046-c652-45f9-88da-beaf0f1f13c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d67230bb-4715-4f72-b74f-dc820fa20e87 HTTP/1.1" status: 200 len: 217 time: 0.0753272 Nov 12 01:16:42.331851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-079ea886-4312-4547-a3f5-5609975c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.333771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-079ea886-4312-4547-a3f5-5609975c65ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.2498298 Nov 12 01:16:42.416276 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-96d757c6-71e5-422a-818b-fba0f97a1857 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:42.421748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-96d757c6-71e5-422a-818b-fba0f97a1857 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2216225 Nov 12 01:16:42.423165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:42.423510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff3e5b23-40a6-424b-b6d4-91b8d8208641 req-1d5c37d4-4612-44f5-9c8a-dd4cdd78aab6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641772 Nov 12 01:16:42.427040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d048-4f28-409b-ace3-eed50250e616 req-88dfdfcc-0086-4fc7-bf91-2bfdc704784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.429008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-88dfdfcc-0086-4fc7-bf91-2bfdc704784f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 200 len: 848 time: 0.1496220 Nov 12 01:16:42.436651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-33e26d07-1f4a-4d8d-ab82-c14f027eccf8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group_rule': {'security_group_id': 'eee1b85f-693b-4ae6-8a89-def38d004edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:42.490074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-48a45d28-6d55-48fa-8d79-59893d95cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.491766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-48a45d28-6d55-48fa-8d79-59893d95cf88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445491 Nov 12 01:16:42.525949 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-33e26d07-1f4a-4d8d-ab82-c14f027eccf8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:16:42.533523 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33e26d07-1f4a-4d8d-ab82-c14f027eccf8 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1069517 Nov 12 01:16:42.536869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:42.624746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:42.628726 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e2595f-9fdf-4cbd-83f9-e797543efa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:42.636663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-2375cc85-05e7-4350-9d59-34b003187322 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332235 Nov 12 01:16:42.637831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.655792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d048-4f28-409b-ace3-eed50250e616 req-caa04368-453e-4ecb-8545-fa2c0217221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.657952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-caa04368-453e-4ecb-8545-fa2c0217221c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2abfac04-dded-4225-aa4f-23a269f05aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072659 Nov 12 01:16:42.676549 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.735513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.738800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.740825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/eee1b85f-693b-4ae6-8a89-def38d004edc HTTP/1.1" status: 204 len: 168 time: 0.2025471 Nov 12 01:16:42.746639 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34840) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:42.755804 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e265b-1c28-4eb4-9e37-02824917ae68 x-openstack-request-id: req-145e265b-1c28-4eb4-9e37-02824917ae68 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:42.756428 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:42.757185 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-145e265b-1c28-4eb4-9e37-02824917ae68 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:42.757681 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc', 'status': 'completed', 'code': 200} Nov 12 01:16:42.759117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e5ec0-7e80-4d47-b4fc-eb0aac014680 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1b85f-693b-4ae6-8a89-def38d004edc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:42.818844 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-349f2307-6d11-4346-840a-9b42da16792d tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709374 Nov 12 01:16:42.823087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:42.834952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'tempest-secgroup--793175011'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:42.894624 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.902799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76c36ec7-cc82-4e15-b811-c698d5acf558 req-e218966b-2897-4aa7-8a66-2bc3f531ee58 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584848 Nov 12 01:16:42.934645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.942879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-72d9ed2b-2237-4314-85f4-8d1c5e641b4e service neutron] 10.222.0.39 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698362 Nov 12 01:16:43.166022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-226ce8b8-e7bf-48ac-8088-b14c9ff821b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.167810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-226ce8b8-e7bf-48ac-8088-b14c9ff821b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 1096 time: 0.1532028 Nov 12 01:16:43.175475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a48d048-4f28-409b-ace3-eed50250e616 req-500d3768-9232-41aa-ad52-3f9bf304785c service neutron] 10.222.0.39 "GET /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213612 Nov 12 01:16:43.192696 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.213426 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.295791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.297053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4710007 Nov 12 01:16:43.300789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34848) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.307704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d77d9434-0e60-47b8-b9c8-b5bba99fc2e0 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:43.309353 n-d-712141-15 neutron-server[102676]: WARNING neutron.api.v2.base [None req-d77d9434-0e60-47b8-b9c8-b5bba99fc2e0 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:16:43.310740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188b192-c963-4fdf-a1b6-9ba3683cbe22 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929a1be7-bddd-46d3-839f-11886f967e3e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:43.310903 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-d77d9434-0e60-47b8-b9c8-b5bba99fc2e0 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:16:43.312869 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d77d9434-0e60-47b8-b9c8-b5bba99fc2e0 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "PUT /v2.0/security-groups/929a1be7-bddd-46d3-839f-11886f967e3e HTTP/1.1" status: 409 len: 330 time: 0.0103230 Nov 12 01:16:43.325288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.378682 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-1b56eabc-692e-4299-b720-0f9ef2f50e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.381221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-1b56eabc-692e-4299-b720-0f9ef2f50e76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.2044754 Nov 12 01:16:43.383586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.398331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e58a6-1e2d-4a34-9a44-998b5d2814eb req-4eef9ea5-86d3-4373-b842-474344d9201d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.401483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae2e58a6-1e2d-4a34-9a44-998b5d2814eb req-4eef9ea5-86d3-4373-b842-474344d9201d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.1193140 Nov 12 01:16:43.409639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.466514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-465023d1-382e-4eae-8916-fa53ff76c6bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5050e08-7242-49b8-a68c-0e7421779dfc HTTP/1.1" status: 200 len: 217 time: 0.0630665 Nov 12 01:16:43.484807 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.488900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.497061 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/929a1be7-bddd-46d3-839f-11886f967e3e HTTP/1.1" status: 204 len: 168 time: 0.1712890 Nov 12 01:16:43.498476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.530057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d67230bb-4715-4f72-b74f-dc820fa20e87 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:43.544574 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb75925-114d-48db-bf53-48ec5f2f8dad tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=929a1be7-bddd-46d3-839f-11886f967e3e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:43.576383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e51c988f-d8e6-435d-aab4-f8a7e4da7aea tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634923 Nov 12 01:16:43.576993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.595129 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-28d0e8bd-acab-4662-850a-3cdea8811fc6 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] delete failed (client error): The resource could not be found. Nov 12 01:16:43.601018 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-28d0e8bd-acab-4662-850a-3cdea8811fc6 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "DELETE /v2.0/security-groups/60be1663-461b-4f4f-9dae-c1e98d02e00c HTTP/1.1" status: 404 len: 347 time: 0.0227084 Nov 12 01:16:43.601860 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.619707 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c56b02fd-87c5-4a47-a8c5-c95e796d69b2 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] show failed (client error): The resource could not be found. Nov 12 01:16:43.625321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c56b02fd-87c5-4a47-a8c5-c95e796d69b2 tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-groups/e9f6b50b-e981-4aeb-9327-eb31341f6117 HTTP/1.1" status: 404 len: 347 time: 0.0203247 Nov 12 01:16:43.626619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34860) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:43.644977 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-b4f81685-cea5-438e-a99c-501f24c423dd tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] show failed (client error): The resource could not be found. Nov 12 01:16:43.652895 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b4f81685-cea5-438e-a99c-501f24c423dd tempest-NegativeSecGroupIPv6Test-848097766 tempest-NegativeSecGroupIPv6Test-848097766-project] 10.222.0.11 "GET /v2.0/security-group-rules/eec521a1-d3f6-4ec8-99dd-15880489bd5c HTTP/1.1" status: 404 len: 356 time: 0.0229115 Nov 12 01:16:43.704723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d67230bb-4715-4f72-b74f-dc820fa20e87,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:43.724505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd67230bb-4715-4f72-b74f-dc820fa20e87', 'network_id': '2abfac04-dded-4225-aa4f-23a269f05aa5', 'port_id': 'd67230bb-4715-4f72-b74f-dc820fa20e87', 'mac_address': 'fa:16:3e:ae:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93838c7-cfd6-46b7-b7de-5b58208faef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:43.778128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.794145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67230bb-4715-4f72-b74f-dc820fa20e87 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:43.818616 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d67230bb-4715-4f72-b74f-dc820fa20e87,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:43.825193 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.901785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:44.019176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34868) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:44.077617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d67230bb-4715-4f72-b74f-dc820fa20e87'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:44.130285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae2e58a6-1e2d-4a34-9a44-998b5d2814eb req-e65f4eab-6b18-4112-8d8d-bb202e07a132 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176788 Nov 12 01:16:44.133039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-f71bb659-e036-41d9-aedf-9b2b857fee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:44.134791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-f71bb659-e036-41d9-aedf-9b2b857fee3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.6606450 Nov 12 01:16:44.149244 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.205513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa522a2a-3c22-486d-8d31-70c14303a0a9 req-a2acae88-5094-4aed-9416-2b8dae7f201c tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:44.207356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa522a2a-3c22-486d-8d31-70c14303a0a9 req-a2acae88-5094-4aed-9416-2b8dae7f201c tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1095 time: 0.6184914 Nov 12 01:16:44.272849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-553b2f3e-e0ef-4a62-b4fe-1cf8dffa1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:44.274428 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-553b2f3e-e0ef-4a62-b4fe-1cf8dffa1a18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285565 Nov 12 01:16:44.329496 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e9a11d2a-9e14-4999-859c-40b2f060a50a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=326813083210444da525b472fac4e84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091326 Nov 12 01:16:44.332536 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34878) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:44.403635 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.422944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-fb650283-4d41-48df-9a44-d1c0f18482d6 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240318 Nov 12 01:16:44.433449 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.464891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa522a2a-3c22-486d-8d31-70c14303a0a9 req-48eba6c0-8c7e-481d-821c-4a65d334b442 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391937 Nov 12 01:16:44.497399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.500045 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.503809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4be964f0-f24a-47b0-9a4c-4746570524bb HTTP/1.1" status: 204 len: 168 time: 0.1674559 Nov 12 01:16:44.527613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d434a9-90b4-42bc-b5d5-240535f625fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be964f0-f24a-47b0-9a4c-4746570524bb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:44.540016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50e2595f-9fdf-4cbd-83f9-e797543efa4a req-cfb19722-31d8-4930-9ecc-0fdea92ec130 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066175 Nov 12 01:16:44.886004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.287937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efde549-9229-4140-ad52-9c35cadbfd1e req-a74e7502-fc37-48f9-a7eb-12aaf46e34cf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:45.290228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8efde549-9229-4140-ad52-9c35cadbfd1e req-a74e7502-fc37-48f9-a7eb-12aaf46e34cf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0738986 Nov 12 01:16:45.350186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8efde549-9229-4140-ad52-9c35cadbfd1e req-9fb430a2-cfce-498e-9429-2b17984cda3b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Nov 12 01:16:45.354132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.464095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3764731b-e28c-40c0-912f-efc2be624f18 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-503750612', 'prefixes': ['172.20.0.0/16']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:45.534857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3764731b-e28c-40c0-912f-efc2be624f18 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] Publish callbacks [] for subnetpool, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.538750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3764731b-e28c-40c0-912f-efc2be624f18 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1809642 Nov 12 01:16:45.538987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.544890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d67230bb-4715-4f72-b74f-dc820fa20e87 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:45.598118 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d67230bb-4715-4f72-b74f-dc820fa20e87 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:45.602370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d67230bb-4715-4f72-b74f-dc820fa20e87 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:45.602733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.620092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2a980230-d8ee-4f78-8959-5dc07a6080de tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "GET /v2.0/subnetpools/2c7f3cf3-b4f9-449f-8cfe-f0fb38764627 HTTP/1.1" status: 200 len: 731 time: 0.0799792 Nov 12 01:16:45.623020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34912) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.628735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8e5ec828-f498-4ca2-9d1d-7589c14d8191 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2105119631'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:45.634188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f630d-6361-4b8a-90fe-6bffc310e009 req-2df35d13-1b95-4315-b59a-20aab4fe8e45 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:45.635914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f4f630d-6361-4b8a-90fe-6bffc310e009 req-2df35d13-1b95-4315-b59a-20aab4fe8e45 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1096 time: 0.0713646 Nov 12 01:16:45.712273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f4f630d-6361-4b8a-90fe-6bffc310e009 req-0c46a562-b312-4664-81b9-10b08dacef2d tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Nov 12 01:16:45.712514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.744644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:45.747249 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f4a3f-fe04-404d-a589-4889d141ac73" -d '{"events": [{"server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "name": "network-vif-plugged", "status": "completed", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:45.756543 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec828-f498-4ca2-9d1d-7589c14d8191 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] Publish callbacks [] for subnetpool, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.757779 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e5ec828-f498-4ca2-9d1d-7589c14d8191 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "PUT /v2.0/subnetpools/2c7f3cf3-b4f9-449f-8cfe-f0fb38764627 HTTP/1.1" status: 200 len: 684 time: 0.1338153 Nov 12 01:16:45.760531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34916) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.767029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d67230bb-4715-4f72-b74f-dc820fa20e87,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:45.773632 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.806206 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140f929-3d21-4835-9da3-94ca953d4a2b x-openstack-request-id: req-2140f929-3d21-4835-9da3-94ca953d4a2b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:45.806575 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "name": "network-vif-plugged", "status": "completed", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:45.807183 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2140f929-3d21-4835-9da3-94ca953d4a2b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:45.807745 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87', 'code': 200} Nov 12 01:16:45.847188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:45.867571 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28f19c1e-be75-4ac6-b67f-eb798aef875d tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] Publish callbacks [] for subnetpool, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.872345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-28f19c1e-be75-4ac6-b67f-eb798aef875d tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2c7f3cf3-b4f9-449f-8cfe-f0fb38764627 HTTP/1.1" status: 204 len: 168 time: 0.1077409 Nov 12 01:16:45.873442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34918) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.909190 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-d9d72764-cc9e-43a8-ae5a-a779d48fb66b tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] show failed (client error): The resource could not be found. Nov 12 01:16:45.911427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d9d72764-cc9e-43a8-ae5a-a779d48fb66b tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "GET /v2.0/subnetpools/2c7f3cf3-b4f9-449f-8cfe-f0fb38764627 HTTP/1.1" status: 404 len: 346 time: 0.0288002 Nov 12 01:16:45.913359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34920) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.928917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88370c9-d561-4805-b8c6-cf271359086c req-37fdbcfa-50a1-4f81-a74c-72d5a9a01dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:45.930464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a88370c9-d561-4805-b8c6-cf271359086c req-37fdbcfa-50a1-4f81-a74c-72d5a9a01dcd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0590122 Nov 12 01:16:45.931224 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-c6680ecb-99c1-45f6-9deb-099444c3bc89 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] delete failed (client error): The resource could not be found. Nov 12 01:16:45.932564 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c6680ecb-99c1-45f6-9deb-099444c3bc89 tempest-SubnetPoolsTestJSON-351529995 tempest-SubnetPoolsTestJSON-351529995-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2c7f3cf3-b4f9-449f-8cfe-f0fb38764627 HTTP/1.1" status: 404 len: 346 time: 0.0178788 Nov 12 01:16:45.985027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a88370c9-d561-4805-b8c6-cf271359086c req-5fb75368-e64b-4ccc-9c39-78ecf26163f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Nov 12 01:16:46.205420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 34926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:46.320473 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c24e99b-f5dd-4545-b845-e135ff360696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.436828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c24e99b-f5dd-4545-b845-e135ff360696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.444087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5c24e99b-f5dd-4545-b845-e135ff360696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.489369 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5c24e99b-f5dd-4545-b845-e135ff360696 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae8fe682c37e4dcca94ab674ab15c51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828624 Nov 12 01:16:46.490393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24e99b-f5dd-4545-b845-e135ff360696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd695bf-a90a-4a90-985c-ffd97687cf32,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:46.492415 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 34934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:46.531979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad2c8-a2c5-4f99-9eef-2063030c6696 req-05b76454-f26f-44dc-b846-f78e223b5ea6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:46.533632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c85ad2c8-a2c5-4f99-9eef-2063030c6696 req-05b76454-f26f-44dc-b846-f78e223b5ea6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0985370 Nov 12 01:16:46.592513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.617869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c85ad2c8-a2c5-4f99-9eef-2063030c6696 req-1a4a7f0f-910b-41b6-9976-debbb617bfdc tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684648 Nov 12 01:16:46.629431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.676462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.679121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.680403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bd695bf-a90a-4a90-985c-ffd97687cf32 HTTP/1.1" status: 204 len: 168 time: 0.1869457 Nov 12 01:16:46.692199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fbd34-d40c-487f-9554-47d10fddac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd695bf-a90a-4a90-985c-ffd97687cf32,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:46.831055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6731b-81b0-432b-90f2-714175dc5330 req-fb5e167f-cb29-4949-83bb-788c40c7579a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:46.838362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23b6731b-81b0-432b-90f2-714175dc5330 req-fb5e167f-cb29-4949-83bb-788c40c7579a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0506845 Nov 12 01:16:46.888197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23b6731b-81b0-432b-90f2-714175dc5330 req-aaef0347-7ef3-474a-906d-7f0092af5e18 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486808 Nov 12 01:16:47.766362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac595f-d0dd-4907-85cb-eb8a61548b06 req-24f91e13-ec47-47bf-8ae8-578977b8ef1e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:47.768045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6ac595f-d0dd-4907-85cb-eb8a61548b06 req-24f91e13-ec47-47bf-8ae8-578977b8ef1e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0598147 Nov 12 01:16:47.852482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6ac595f-d0dd-4907-85cb-eb8a61548b06 req-9107d85e-0d19-41ad-9fac-f134895f827f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652018 Nov 12 01:16:48.003311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00766c-16d8-426d-ab7a-d93b4b54b256 req-e23921fb-8a26-411a-99c0-c32e7f46f04d tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:48.005075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f00766c-16d8-426d-ab7a-d93b4b54b256 req-e23921fb-8a26-411a-99c0-c32e7f46f04d tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0457418 Nov 12 01:16:48.054193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f00766c-16d8-426d-ab7a-d93b4b54b256 req-1136a3f6-5996-4a20-ab6d-df902130ba21 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Nov 12 01:16:48.174979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0293-25f5-4ac4-bac1-a1bfed241caf req-8e8f7688-0df0-4139-a613-be85e157bf93 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:48.176572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c11b0293-25f5-4ac4-bac1-a1bfed241caf req-8e8f7688-0df0-4139-a613-be85e157bf93 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0488222 Nov 12 01:16:48.231081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c11b0293-25f5-4ac4-bac1-a1bfed241caf req-c574ffd8-0625-492d-9055-72d066e9b5dc tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Nov 12 01:16:48.352155 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784cb9e-d439-4807-af45-a4c3909a3c7d req-fe1afb35-cb5f-436c-84f1-7385eb341716 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:48.357144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b784cb9e-d439-4807-af45-a4c3909a3c7d req-fe1afb35-cb5f-436c-84f1-7385eb341716 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0484822 Nov 12 01:16:48.416258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b784cb9e-d439-4807-af45-a4c3909a3c7d req-35b21473-cfac-48cc-939e-12cf1862eedf tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Nov 12 01:16:48.688306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49bef2-e735-47b2-8d08-07144a35f4c3 req-02e7604f-186d-4811-93b3-f39daf95dd7a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:48.690054 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd49bef2-e735-47b2-8d08-07144a35f4c3 req-02e7604f-186d-4811-93b3-f39daf95dd7a tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0558665 Nov 12 01:16:48.764359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd49bef2-e735-47b2-8d08-07144a35f4c3 req-0799a976-1d02-4e46-83b4-1e5ced8f03de tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654366 Nov 12 01:16:48.979772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe2cd-a1eb-4ab3-acc5-26db63608bd6 req-4ac9c331-b0b8-4342-b0ef-03d009531fd7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:48.981660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb4fe2cd-a1eb-4ab3-acc5-26db63608bd6 req-4ac9c331-b0b8-4342-b0ef-03d009531fd7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0595286 Nov 12 01:16:49.049589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb4fe2cd-a1eb-4ab3-acc5-26db63608bd6 req-b6b454e7-f3af-4bdd-88be-410511244afd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611045 Nov 12 01:16:49.912390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864259-0c2e-471a-bce4-9ce4c4af82c6 req-60c1e233-94ea-45b8-ad01-36795e2bc6e8 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:49.923777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da864259-0c2e-471a-bce4-9ce4c4af82c6 req-60c1e233-94ea-45b8-ad01-36795e2bc6e8 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.0608160 Nov 12 01:16:50.031725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da864259-0c2e-471a-bce4-9ce4c4af82c6 req-e1632b13-2d4f-43c3-90f5-9ce6039d6232 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998652 Nov 12 01:16:50.051449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d950163-60d4-4c0c-967a-5192d2749105 req-b367ba2f-bf69-4b0e-a9cc-2a03bcc48cf1 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.053131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d950163-60d4-4c0c-967a-5192d2749105 req-b367ba2f-bf69-4b0e-a9cc-2a03bcc48cf1 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 1097 time: 0.1165261 Nov 12 01:16:50.073791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35098) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.222881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b089b-392e-44eb-997c-8ee67a617053 req-74766340-3e68-4744-bd62-1ce620b854e8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.224481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-855b089b-392e-44eb-997c-8ee67a617053 req-74766340-3e68-4744-bd62-1ce620b854e8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0619657 Nov 12 01:16:50.233618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Deleting port d67230bb-4715-4f72-b74f-dc820fa20e87 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:50.233966 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.234130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22ed686-0068-4931-ab04-3387a929026c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.320847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22ed686-0068-4931-ab04-3387a929026c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.327027 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a22ed686-0068-4931-ab04-3387a929026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.339556 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-855b089b-392e-44eb-997c-8ee67a617053 req-cb28838f-62a4-4d3b-a638-cd5640721edd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025348 Nov 12 01:16:50.360621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] For port d67230bb-4715-4f72-b74f-dc820fa20e87, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d67230bb-4715-4f72-b74f-dc820fa20e87,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:50.360998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.381415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ed686-0068-4931-ab04-3387a929026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a663cb7f-973a-415a-bd3e-1dde6bf85780,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:50.398063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Calling delete_port for d67230bb-4715-4f72-b74f-dc820fa20e87 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:50.402635 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a22ed686-0068-4931-ab04-3387a929026c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32b1f1370fa942f28996089c25f50160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273852 Nov 12 01:16:50.403615 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35108) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.469832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.500603 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.574024 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.577423 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.580657 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a663cb7f-973a-415a-bd3e-1dde6bf85780 HTTP/1.1" status: 204 len: 168 time: 0.1752782 Nov 12 01:16:50.586712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.597319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d486-0222-496a-bbe6-ac01ad1e0a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663cb7f-973a-415a-bd3e-1dde6bf85780,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:50.607968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['13649de0-6ffb-4e7b-9c50-992ae71e0959'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:50.625953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67230bb-4715-4f72-b74f-dc820fa20e87,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:50.676585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d67230bb-4715-4f72-b74f-dc820fa20e87'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:50.728237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] No DVR routers for this DVR port d67230bb-4715-4f72-b74f-dc820fa20e87 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:50.735649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.739094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d950163-60d4-4c0c-967a-5192d2749105 req-888e157b-8b27-496f-a207-6de0221eddd6 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d67230bb-4715-4f72-b74f-dc820fa20e87 HTTP/1.1" status: 204 len: 173 time: 0.6790283 Nov 12 01:16:50.739662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'name': 'network-vif-deleted', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:50.742793 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64197a42-d8ec-4235-851c-5db4752594fa" -d '{"events": [{"server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "name": "network-vif-deleted", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:50.854314 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30630f3-ada8-4e5e-8bf7-4824b8c4e4cc x-openstack-request-id: req-f30630f3-ada8-4e5e-8bf7-4824b8c4e4cc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:50.854756 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074eee73-8e84-4f42-bd2d-faa16bc74e45", "name": "network-vif-deleted", "tag": "d67230bb-4715-4f72-b74f-dc820fa20e87", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:50.855129 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f30630f3-ada8-4e5e-8bf7-4824b8c4e4cc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:50.855641 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074eee73-8e84-4f42-bd2d-faa16bc74e45', 'name': 'network-vif-deleted', 'tag': 'd67230bb-4715-4f72-b74f-dc820fa20e87', 'status': 'completed', 'code': 200} Nov 12 01:16:51.023569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:51.046675 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e875319c-b2e7-4e29-8a21-963b3a6c2c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.200741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e875319c-b2e7-4e29-8a21-963b3a6c2c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.212450 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e875319c-b2e7-4e29-8a21-963b3a6c2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.238987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-372126be-eea4-4510-9eef-1115e4815362 req-6d3dd6e5-2c32-407f-bc82-a40d167723ed tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=074eee73-8e84-4f42-bd2d-faa16bc74e45 HTTP/1.1" status: 200 len: 210 time: 0.0412300 Nov 12 01:16:51.271446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e875319c-b2e7-4e29-8a21-963b3a6c2c54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31068954aa22497d9a3aa2b483ee073a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459402 Nov 12 01:16:51.272249 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875319c-b2e7-4e29-8a21-963b3a6c2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04700ed4-3df9-4924-b643-cc2b7e1b2d2d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.275258 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35122) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:51.354652 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.397904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.457884 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.460602 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.461861 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04700ed4-3df9-4924-b643-cc2b7e1b2d2d HTTP/1.1" status: 204 len: 168 time: 0.1846752 Nov 12 01:16:51.472097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b01292-0f4e-45a9-a304-283d48d8c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04700ed4-3df9-4924-b643-cc2b7e1b2d2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.511411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8493a-7758-4d47-b966-f184402a51b7 req-08e3beea-02b3-4f12-97d0-c8eb77cb43c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:51.513177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5c8493a-7758-4d47-b966-f184402a51b7 req-08e3beea-02b3-4f12-97d0-c8eb77cb43c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0793345 Nov 12 01:16:51.572263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5c8493a-7758-4d47-b966-f184402a51b7 req-16e1cae4-bddb-4c67-9939-2fffcad354bb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Nov 12 01:16:52.657170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310a1c7-e7e5-427c-acc8-f6fec259faa7 req-cdca17a5-ab10-4cee-81a1-3ab4d8e8b951 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.659170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2310a1c7-e7e5-427c-acc8-f6fec259faa7 req-cdca17a5-ab10-4cee-81a1-3ab4d8e8b951 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0871034 Nov 12 01:16:52.740455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2310a1c7-e7e5-427c-acc8-f6fec259faa7 req-727a715b-46e5-47c2-a567-35c7d34f3cb2 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Nov 12 01:16:52.787775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e96a-3969-40d2-82a2-cb4022997a1e req-18f9912c-b2cf-43cd-b12c-8a31a3041878 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.789774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1407e96a-3969-40d2-82a2-cb4022997a1e req-18f9912c-b2cf-43cd-b12c-8a31a3041878 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 944 time: 0.0825496 Nov 12 01:16:52.845173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1407e96a-3969-40d2-82a2-cb4022997a1e req-ddb83260-747f-42e4-a88a-826ed5d3af3f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Nov 12 01:16:52.912883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5050e08-7242-49b8-a68c-0e7421779dfc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:53.024991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5050e08-7242-49b8-a68c-0e7421779dfc,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:53.038041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd5050e08-7242-49b8-a68c-0e7421779dfc', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': 'd5050e08-7242-49b8-a68c-0e7421779dfc', 'mac_address': 'fa:16:3e:5b:dd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:53.082378 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.095955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5050e08-7242-49b8-a68c-0e7421779dfc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:53.121462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5050e08-7242-49b8-a68c-0e7421779dfc,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:53.126296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.188015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:53.351521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5050e08-7242-49b8-a68c-0e7421779dfc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:53.609437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d67230bb-4715-4f72-b74f-dc820fa20e87 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:53.634481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d67230bb-4715-4f72-b74f-dc820fa20e87 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:53.635095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d67230bb-4715-4f72-b74f-dc820fa20e87 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:53.891519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d064-700b-4c07-882c-c2ca3c5998e8 req-ade18c08-af33-4b7f-aeba-fdad637a4e89 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:53.893133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ac1d064-700b-4c07-882c-c2ca3c5998e8 req-ade18c08-af33-4b7f-aeba-fdad637a4e89 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0737762 Nov 12 01:16:53.927379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-48dcada4-0074-4fcb-aabb-b570c55d868b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:53.928926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-48dcada4-0074-4fcb-aabb-b570c55d868b tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 1097 time: 0.0715277 Nov 12 01:16:54.009810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ac1d064-700b-4c07-882c-c2ca3c5998e8 req-0360c0fe-c32d-4bcf-a1dd-db86577df0c0 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3b6fd10-d1e1-450e-b28b-33920edc2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080806 Nov 12 01:16:54.066327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec9e2-da08-4d97-97a3-2181b071c6cd req-1a1b921a-a8df-469b-9dcf-229d74ec1f92 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:54.067971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24dec9e2-da08-4d97-97a3-2181b071c6cd req-1a1b921a-a8df-469b-9dcf-229d74ec1f92 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 945 time: 0.1186430 Nov 12 01:16:54.102981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Deleting port 13649de0-6ffb-4e7b-9c50-992ae71e0959 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:54.103300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.193235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24dec9e2-da08-4d97-97a3-2181b071c6cd req-a10f13f6-3170-446c-b915-ad274fd3ada6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160796 Nov 12 01:16:54.276329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] For port 13649de0-6ffb-4e7b-9c50-992ae71e0959, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13649de0-6ffb-4e7b-9c50-992ae71e0959,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:54.277353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.295054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Calling delete_port for 13649de0-6ffb-4e7b-9c50-992ae71e0959 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:54.450674 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.462059 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['13649de0-6ffb-4e7b-9c50-992ae71e0959'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:54.479268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Pushing event deleted for resources: {'Port': ['ID=13649de0-6ffb-4e7b-9c50-992ae71e0959,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:54.543868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] No DVR routers for this DVR port 13649de0-6ffb-4e7b-9c50-992ae71e0959 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:54.547377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.551221 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af022be-b230-4139-b7f5-a3b33edadd86 req-4cab8127-680d-454a-b60b-1a9fd7073156 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.32 "DELETE /v2.0/ports/13649de0-6ffb-4e7b-9c50-992ae71e0959 HTTP/1.1" status: 204 len: 173 time: 0.6119177 Nov 12 01:16:54.551735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'name': 'network-vif-deleted', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:54.554419 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5c123-9bd2-4ee0-ba0b-6dfd675b8508" -d '{"events": [{"server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "name": "network-vif-deleted", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:54.613988 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564f239-d7e4-43e9-bca7-1e8f19cab55f x-openstack-request-id: req-1564f239-d7e4-43e9-bca7-1e8f19cab55f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:54.614301 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d97004-775f-436f-b0c7-2d82c43251c5", "name": "network-vif-deleted", "tag": "13649de0-6ffb-4e7b-9c50-992ae71e0959", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:54.614549 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1564f239-d7e4-43e9-bca7-1e8f19cab55f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:54.615124 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d97004-775f-436f-b0c7-2d82c43251c5', 'name': 'network-vif-deleted', 'tag': '13649de0-6ffb-4e7b-9c50-992ae71e0959', 'status': 'completed', 'code': 200} Nov 12 01:16:54.936225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5050e08-7242-49b8-a68c-0e7421779dfc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:54.992087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d5050e08-7242-49b8-a68c-0e7421779dfc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:54.996387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d5050e08-7242-49b8-a68c-0e7421779dfc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:54.996818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.109501 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.149497 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:55.153046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a644e22d-203e-4733-a786-05f2e158926a req-e77cc6e7-a77d-4c5e-bebe-a5a2f5b5aa73 tempest-TestServerMultinode-1779277785 tempest-TestServerMultinode-1779277785-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63d97004-775f-436f-b0c7-2d82c43251c5 HTTP/1.1" status: 200 len: 210 time: 0.0490537 Nov 12 01:16:55.158408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:55.161685 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5919e3-dbb0-4b5a-93e9-2874179f7d2b" -d '{"events": [{"server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "name": "network-vif-plugged", "status": "completed", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:55.196782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5050e08-7242-49b8-a68c-0e7421779dfc,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:55.203333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.240868 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213affc-8f12-4c99-b0d6-a470dcece460 x-openstack-request-id: req-5213affc-8f12-4c99-b0d6-a470dcece460 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:55.241367 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "name": "network-vif-plugged", "status": "completed", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:55.241802 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5213affc-8f12-4c99-b0d6-a470dcece460 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:55.242369 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc', 'code': 200} Nov 12 01:16:55.283931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:55.363261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079cda3-9e95-4fae-90ca-c412f59d8dfe req-131ddd2d-3849-4588-b695-ab7bea629642 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:55.364824 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2079cda3-9e95-4fae-90ca-c412f59d8dfe req-131ddd2d-3849-4588-b695-ab7bea629642 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.0766349 Nov 12 01:16:55.371427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be666b-3c4c-4577-a6f7-2bb4c739544c req-3099a27e-f9e2-4e41-b3d0-cfab36e9bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:55.372935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9be666b-3c4c-4577-a6f7-2bb4c739544c req-3099a27e-f9e2-4e41-b3d0-cfab36e9bf11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 1098 time: 0.0729311 Nov 12 01:16:55.441999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2079cda3-9e95-4fae-90ca-c412f59d8dfe req-b7cc2c7c-33f4-4209-b5c3-ad91b91054cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Nov 12 01:16:55.448657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9be666b-3c4c-4577-a6f7-2bb4c739544c req-88179caa-0c24-4be3-a196-e059b0216735 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Nov 12 01:16:56.226292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35224) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:56.588593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a20d4-dda9-420c-b8f4-efb3d62e75c1 req-147b1b35-a29a-4200-ba17-f712ca98ef95 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:56.590169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-251a20d4-dda9-420c-b8f4-efb3d62e75c1 req-147b1b35-a29a-4200-ba17-f712ca98ef95 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.0638189 Nov 12 01:16:56.632969 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.667189 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-251a20d4-dda9-420c-b8f4-efb3d62e75c1 req-91bb298f-ac39-48f8-95e2-3bc19e2cc73e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702808 Nov 12 01:16:56.827475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fee0-ed80-482f-89bd-643d77817855 req-ba872404-8cbd-4719-b84d-c5e4dfefb15b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:56.833141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0760fee0-ed80-482f-89bd-643d77817855 req-ba872404-8cbd-4719-b84d-c5e4dfefb15b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.0884168 Nov 12 01:16:56.887146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0760fee0-ed80-482f-89bd-643d77817855 req-e6dc54c7-da26-4c70-83a5-cef0f7a848d1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Nov 12 01:16:56.953151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Deleting port 71c214a5-6796-4446-8311-5ee044419d03 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:56.954500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.970739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13649de0-6ffb-4e7b-9c50-992ae71e0959 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:57.014099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 13649de0-6ffb-4e7b-9c50-992ae71e0959 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:57.014743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13649de0-6ffb-4e7b-9c50-992ae71e0959 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:57.083872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] For port 71c214a5-6796-4446-8311-5ee044419d03, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=71c214a5-6796-4446-8311-5ee044419d03,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:57.084276 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.102466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Calling delete_port for 71c214a5-6796-4446-8311-5ee044419d03 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:57.406191 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.439885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c214a5-6796-4446-8311-5ee044419d03,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:57.818959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.514524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Router 125ecfa9-661c-47f0-950c-223ec36091f8 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:58.642489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:58.653819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7bc6e11b-fee6-4b1f-8579-0945591e2b76 admin admin] 10.222.0.11 "PUT /v2.0/routers/125ecfa9-661c-47f0-950c-223ec36091f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4249437 Nov 12 01:16:58.654971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:58.664133 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Sync routers for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:58.707350 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:58.708492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:58.912989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.030838 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:59.125180 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.219050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Deleting port 29573275-831a-4d1c-9077-4a655904d972 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:59.219985 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.309958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] For port 29573275-831a-4d1c-9077-4a655904d972, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=29573275-831a-4d1c-9077-4a655904d972,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:59.310704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.323391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Calling delete_port for 29573275-831a-4d1c-9077-4a655904d972 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:59.432507 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '29573275-831a-4d1c-9077-4a655904d972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:57Z', 'revision_number': 5, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port': {'id': '29573275-831a-4d1c-9077-4a655904d972', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:59Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:59.467182 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Checking router: 125ecfa9-661c-47f0-950c-223ec36091f8 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:59.476257 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Routers {'125ecfa9-661c-47f0-950c-223ec36091f8'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:59.477239 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['125ecfa9-661c-47f0-950c-223ec36091f8'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:59.569020 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.599475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Pushing event deleted for resources: {'Port': ['ID=29573275-831a-4d1c-9077-4a655904d972,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:59.646808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31bfb5-ae28-4b08-b7a3-be03fad90074 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:59.710852 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] Set router 125ecfa9-661c-47f0-950c-223ec36091f8 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:59.731016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.842686 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:59Z', 'revision_number': 6, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:59.907938 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad3b3c-6304-4c41-b0b9-e56ddae7203c None None] The sync data for ids ['125ecfa9-661c-47f0-950c-223ec36091f8'] in n-d-712141-15 is: [{'id': '125ecfa9-661c-47f0-950c-223ec36091f8', 'name': 'tempest-TestServerMultinode-999390141-router', 'tenant_id': '9eca480cabb64891be3621216135c39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:58Z', 'updated_at': '2021-11-12T01:16:59Z', 'revision_number': 6, 'project_id': '9eca480cabb64891be3621216135c39a', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:59.982285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.984726 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.045513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.046103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 125ecfa9-661c-47f0-950c-223ec36091f8 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:00.055720 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.062099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-10ab80c0-452b-4119-8969-c8b4caf339ea admin admin] 10.222.0.11 "DELETE /v2.0/routers/125ecfa9-661c-47f0-950c-223ec36091f8 HTTP/1.1" status: 204 len: 168 time: 1.4052176 Nov 12 01:17:00.062512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35354) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:00.130348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Deleting subnet e93838c7-cfd6-46b7-b7de-5b58208faef6 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:00.134836 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.196404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.305789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.416696 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.449361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93838c7-cfd6-46b7-b7de-5b58208faef6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:00.456087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.465349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a4186460-082e-4cf3-95a1-8dba30f63f30 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e93838c7-cfd6-46b7-b7de-5b58208faef6 HTTP/1.1" status: 204 len: 168 time: 0.3957117 Nov 12 01:17:00.465558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a7efa-e5bf-40d7-acef-af8a2f69e935 None None] Network 2abfac04-dded-4225-aa4f-23a269f05aa5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:00.465727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35358) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:00.580814 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.729618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Deleting port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:00.731264 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.799669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] For port 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5cef7f87-e53a-4969-8a53-ef76f6721ec5,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:00.801763 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.817525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Calling delete_port for 5cef7f87-e53a-4969-8a53-ef76f6721ec5 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:00.825636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] DHCP port deletion for 2abfac04-dded-4225-aa4f-23a269f05aa5 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:00.915895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 29573275-831a-4d1c-9077-4a655904d972 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:00.949866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 29573275-831a-4d1c-9077-4a655904d972 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:00.950454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 29573275-831a-4d1c-9077-4a655904d972 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:00.951020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 71c214a5-6796-4446-8311-5ee044419d03 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:00.972987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 71c214a5-6796-4446-8311-5ee044419d03 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:00.973568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 71c214a5-6796-4446-8311-5ee044419d03 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:00.974250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 5cef7f87-e53a-4969-8a53-ef76f6721ec5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:01.037531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Deleting port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:01.038184 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.056987 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.082250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 update to DOWN by agent not found {{(pid=102678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 01:17:01.146869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cef7f87-e53a-4969-8a53-ef76f6721ec5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:01.165184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] No DVR routers for this DVR port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:01.219143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] For port 5cef7f87-e53a-4969-8a53-ef76f6721ec5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=5cef7f87-e53a-4969-8a53-ef76f6721ec5,segment=NetworkSegment(990d33a9-f337-4432-bbd1-3dac4b58174a),segment_id=990d33a9-f337-4432-bbd1-3dac4b58174a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:01.220033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.263106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Calling delete_port for 5cef7f87-e53a-4969-8a53-ef76f6721ec5 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:01.366540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:17:01.410132 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 01:17:01.414444 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abfac04-dded-4225-aa4f-23a269f05aa5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:01.423303 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.432175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d33a9-f337-4432-bbd1-3dac4b58174a') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:01.432556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d33a9-f337-4432-bbd1-3dac4b58174a') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:01.457837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] Pushing event deleted for resources: {'Port': ['ID=5cef7f87-e53a-4969-8a53-ef76f6721ec5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:01.475917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c94a2-ec73-4599-95c7-05957409786d None None] No DVR routers for this DVR port 5cef7f87-e53a-4969-8a53-ef76f6721ec5 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:01.488398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.522915 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.533942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:01.539023 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:01.543403 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:01.662062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.675632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.681556 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] 10.222.0.11 "DELETE /v2.0/networks/2abfac04-dded-4225-aa4f-23a269f05aa5 HTTP/1.1" status: 204 len: 168 time: 1.2094357 Nov 12 01:17:01.686828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35378) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:01.712658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8039-be0a-4423-b21f-32ca8f87df9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2abfac04-dded-4225-aa4f-23a269f05aa5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:01.793154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-be1f2fec-1506-458b-a1c5-03f7f0b50acd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:01.801336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-be1f2fec-1506-458b-a1c5-03f7f0b50acd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.2243085 Nov 12 01:17:01.846237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-8dd14da6-be19-4dff-a6c9-5e46807ebbef tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0425997 Nov 12 01:17:01.998897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-c762a3da-987d-4e99-934b-34fdd8e19f2d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517479 Nov 12 01:17:02.165584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-f672828c-37ac-4ce3-973f-a2c473f469f7 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549244 Nov 12 01:17:02.342785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-f49b2141-8feb-41b4-ad28-f2526c00e18f service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689565 Nov 12 01:17:02.471892 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.489548 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.565355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:02.716521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc2d8837-2fa2-405c-9eea-85ade9c7831d req-20d1df2d-acdb-4377-91cb-dd1c5e780023 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0812206 Nov 12 01:17:02.812585 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b89be6-7133-4f6d-a169-80a2a5451576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.963063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b89be6-7133-4f6d-a169-80a2a5451576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.969912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48b89be6-7133-4f6d-a169-80a2a5451576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.058088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Deleting port ebc0ae77-3be2-498b-9c4d-1383b4af9711 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:03.058783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.079149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-48b89be6-7133-4f6d-a169-80a2a5451576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c41bb5bd192a44e18b7353a5dfc04d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126550 Nov 12 01:17:03.083031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:03.084459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b89be6-7133-4f6d-a169-80a2a5451576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe1edd0-095d-4115-a712-1eb620ec2f07,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:03.210899 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.213328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] For port ebc0ae77-3be2-498b-9c4d-1383b4af9711, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ebc0ae77-3be2-498b-9c4d-1383b4af9711,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:03.213802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.238961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Calling delete_port for ebc0ae77-3be2-498b-9c4d-1383b4af9711 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:03.256372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.418126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.421042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.425231 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fe1edd0-095d-4115-a712-1eb620ec2f07 HTTP/1.1" status: 204 len: 168 time: 0.3409953 Nov 12 01:17:03.447819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea59fb-4956-486e-9515-0e2aa4e4f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe1edd0-095d-4115-a712-1eb620ec2f07,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:03.577270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.628604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc0ae77-3be2-498b-9c4d-1383b4af9711,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:03.889904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-baa83093-96c6-4d2c-afc5-466450502dc7 req-46027968-af27-40e2-9809-162fab9c3b22 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0576005 Nov 12 01:17:03.942641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.135224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:04.150741 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607983dc-4d31-49ef-a5c2-e15ab9fdfbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.213931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Router 723438db-e11e-4258-909e-d0ce5f507250 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:04.369301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607983dc-4d31-49ef-a5c2-e15ab9fdfbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.403707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607983dc-4d31-49ef-a5c2-e15ab9fdfbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.454283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:04.460174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4105c095-b6c4-4864-b09d-edceadb96308 admin admin] 10.222.0.11 "PUT /v2.0/routers/723438db-e11e-4258-909e-d0ce5f507250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705841 Nov 12 01:17:04.462934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35426) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:04.466624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Sync routers for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:04.469694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-fc716cc4-3977-4b06-a7a0-7996ca902bf9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:04.471719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-fc716cc4-3977-4b06-a7a0-7996ca902bf9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.2237921 Nov 12 01:17:04.484929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-607983dc-4d31-49ef-a5c2-e15ab9fdfbf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ddfd648ffed46eeaae8c614f2212321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462582 Nov 12 01:17:04.485156 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607983dc-4d31-49ef-a5c2-e15ab9fdfbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20734acb-ce1d-4a5c-885b-1ecedaeef39f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:04.490812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:04.494922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:04.495221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:04.499192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:04.596621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.652606 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.682768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:04.718358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.748517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.842471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:04.845056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Deleting port 0f55d67d-e009-41cc-822f-2b458567f2ce {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:04.847770 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.849570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.993671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:17:03Z', 'revision_number': 5, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port': {'id': '0f55d67d-e009-41cc-822f-2b458567f2ce', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723438db-e11e-4258-909e-d0ce5f507250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:09Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:05.086478 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Checking router: 723438db-e11e-4258-909e-d0ce5f507250 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:05.101515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Routers {'723438db-e11e-4258-909e-d0ce5f507250'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:05.102538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:16:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['723438db-e11e-4258-909e-d0ce5f507250'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:05.105740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] For port 0f55d67d-e009-41cc-822f-2b458567f2ce, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=0f55d67d-e009-41cc-822f-2b458567f2ce,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:05.108718 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.146514 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Calling delete_port for 0f55d67d-e009-41cc-822f-2b458567f2ce owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:05.200281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.216415 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.218489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20734acb-ce1d-4a5c-885b-1ecedaeef39f HTTP/1.1" status: 204 len: 168 time: 0.7224891 Nov 12 01:17:05.253983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ef585-66ae-4e05-8453-7036007aea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20734acb-ce1d-4a5c-885b-1ecedaeef39f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:05.313325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-69f28aa3-baf4-4bd6-8464-94e05e7ff9e5 req-8332a005-9086-49e2-88c0-bd8e12fa48c6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.1284032 Nov 12 01:17:05.352485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.3 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/e360d9da-4166-4cf4-b3c6-b15853210809) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:05.449651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.475296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] Set router 723438db-e11e-4258-909e-d0ce5f507250 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:05.546217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:17:04Z', 'revision_number': 6, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:05.581049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183939a1-0e8e-438b-a002-4336c1273c5a None None] The sync data for ids ['723438db-e11e-4258-909e-d0ce5f507250'] in n-d-712141-15 is: [{'id': '723438db-e11e-4258-909e-d0ce5f507250', 'name': 'tempest-TestServerMultinode-788324819-router', 'tenant_id': '9938df66913647c3ac597c63a6b85224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:08Z', 'updated_at': '2021-11-12T01:17:04Z', 'revision_number': 6, 'project_id': '9938df66913647c3ac597c63a6b85224', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:05.586068 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.620286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f55d67d-e009-41cc-822f-2b458567f2ce,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:05.667764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385957b-6f28-4fe6-af13-f6acdfe74204 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:05.677784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.721087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.735988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5050e08-7242-49b8-a68c-0e7421779dfc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:05.751158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.799536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:05.804484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:05.824501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:05.912234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.917756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.926370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:05.973308 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:05.974591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.018167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-348a656d-1ca2-43ef-9cc4-022e508615e3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5341885 Nov 12 01:17:06.031694 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.032443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723438db-e11e-4258-909e-d0ce5f507250 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:06.041576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.042814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Request body: {'port': {'device_id': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:06.047838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.048180 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1a7c0ac4-6638-4161-898e-18ffd7fd4015 admin admin] 10.222.0.11 "DELETE /v2.0/routers/723438db-e11e-4258-909e-d0ce5f507250 HTTP/1.1" status: 204 len: 168 time: 1.5829406 Nov 12 01:17:06.248375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Deleting subnet a79ff4f6-a537-42df-8e28-d8c9d3d3b680 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:06.252914 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.294713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.299494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2b44bf01-491b-480c-be4d-e23dd12f13ee None None] Provisioning complete for port e360d9da-4166-4cf4-b3c6-b15853210809 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:06.300474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b44bf01-491b-480c-be4d-e23dd12f13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.356160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2b44bf01-491b-480c-be4d-e23dd12f13ee None None] Port e360d9da-4166-4cf4-b3c6-b15853210809 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:06.450297 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.910457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0f55d67d-e009-41cc-822f-2b458567f2ce no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:06.937405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 0f55d67d-e009-41cc-822f-2b458567f2ce {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:06.937769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 0f55d67d-e009-41cc-822f-2b458567f2ce not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:06.938173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ebc0ae77-3be2-498b-9c4d-1383b4af9711 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:06.974246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ebc0ae77-3be2-498b-9c4d-1383b4af9711 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:06.974570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ebc0ae77-3be2-498b-9c4d-1383b4af9711 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:07.213643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.304657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ddb8f-4afa-4708-a9bc-e12e15755628 req-b90aa8fd-8cc7-4fa5-90ec-0bb1cabc8c2f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:07.306276 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641ddb8f-4afa-4708-a9bc-e12e15755628 req-b90aa8fd-8cc7-4fa5-90ec-0bb1cabc8c2f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 931 time: 0.8492777 Nov 12 01:17:07.406559 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.462470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79ff4f6-a537-42df-8e28-d8c9d3d3b680,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:07.475596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.481838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b6d04f25-203a-4878-92fd-13d6de625baa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a79ff4f6-a537-42df-8e28-d8c9d3d3b680 HTTP/1.1" status: 204 len: 168 time: 1.4299946 Nov 12 01:17:07.482254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35476) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:07.485801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4218897-8f8b-4d25-91a1-0f7d6d6a4a17 None None] Network 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:07.493669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-641ddb8f-4afa-4708-a9bc-e12e15755628 req-45592fea-856f-4cca-973e-9852476d2989 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783955 Nov 12 01:17:07.596155 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.729188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Deleting port 7feb271e-5d07-4872-8db4-5b4b63d80b21 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:07.729727 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.741663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e360d9da-4166-4cf4-b3c6-b15853210809 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:07.751033 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.768911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Transition to ACTIVE for port object e360d9da-4166-4cf4-b3c6-b15853210809 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:07.775638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.801315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] DHCP port deletion for 7f8f1517-0885-4047-83ff-c0e7c81ea9d8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:07.915653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Deleting port 7feb271e-5d07-4872-8db4-5b4b63d80b21 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:07.916323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.942323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:07.982567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] For port 7feb271e-5d07-4872-8db4-5b4b63d80b21, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7feb271e-5d07-4872-8db4-5b4b63d80b21,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:07.983248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.042288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Calling delete_port for 7feb271e-5d07-4872-8db4-5b4b63d80b21 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:08.072285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] For port 7feb271e-5d07-4872-8db4-5b4b63d80b21, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=7feb271e-5d07-4872-8db4-5b4b63d80b21,segment=NetworkSegment(650b15a0-6be9-47ab-9dd5-fc8e9f457aa4),segment_id=650b15a0-6be9-47ab-9dd5-fc8e9f457aa4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:08.073100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.095576 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Attempting to bind port e360d9da-4166-4cf4-b3c6-b15853210809 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:08.095924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Attempting to bind port e360d9da-4166-4cf4-b3c6-b15853210809 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:08.096281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Attempting to bind port e360d9da-4166-4cf4-b3c6-b15853210809 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:08.108743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Port e360d9da-4166-4cf4-b3c6-b15853210809 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:08.109103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Attempting to bind port e360d9da-4166-4cf4-b3c6-b15853210809 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:08.109221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Calling delete_port for 7feb271e-5d07-4872-8db4-5b4b63d80b21 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:08.125934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:08.125934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:08.126410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:08.126529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Bound port: e360d9da-4166-4cf4-b3c6-b15853210809, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:08.126865 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.237453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.248168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.268642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] No DVR routers for this DVR port 7feb271e-5d07-4872-8db4-5b4b63d80b21 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:08.275293 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:08.281670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e360d9da-4166-4cf4-b3c6-b15853210809,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:08.290210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.315245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7feb271e-5d07-4872-8db4-5b4b63d80b21,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.347631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] No DVR routers for this DVR port 7feb271e-5d07-4872-8db4-5b4b63d80b21 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:08.361163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Pushing event deleted for resources: {'Port': ['ID=7feb271e-5d07-4872-8db4-5b4b63d80b21,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.378683 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.381864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.382269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.383963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.384442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.384889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.386290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.387989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.388605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.388949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.390148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.392647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ca2ef-c292-4015-843d-ebbfbbdf3751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:08.475517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.494939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.499513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.519561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-214f8291-9b82-4da4-939c-9ff7f46f6dd3 service neutron] 10.222.0.39 "PUT /v2.0/ports/e360d9da-4166-4cf4-b3c6-b15853210809 HTTP/1.1" status: 200 len: 1092 time: 2.4727855 Nov 12 01:17:08.530710 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:08.533341 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed1644-5e6a-4461-a340-8e4bdd997fea" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:08.596935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.676473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f1517-0885-4047-83ff-c0e7c81ea9d8']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:08.695554 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431546f-dc88-4af6-afe6-00b5e882403e x-openstack-request-id: req-3431546f-dc88-4af6-afe6-00b5e882403e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:08.695858 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:08.696145 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3431546f-dc88-4af6-afe6-00b5e882403e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:08.696577 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809', 'status': 'completed', 'code': 200} Nov 12 01:17:08.698952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:08.699797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-a40fb5df-50f3-4e1d-a11d-0ce759925aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.703667 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650b15a0-6be9-47ab-9dd5-fc8e9f457aa4') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:08.721725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-a40fb5df-50f3-4e1d-a11d-0ce759925aef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1475730 Nov 12 01:17:08.730348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.756610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.782201 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:08.782886 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:08.785821 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:08.895894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-ae86e7aa-c778-4c59-a2a3-151044f8f8c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e360d9da-4166-4cf4-b3c6-b15853210809 HTTP/1.1" status: 200 len: 217 time: 0.1599936 Nov 12 01:17:08.898001 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.906489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.911379 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f8f1517-0885-4047-83ff-c0e7c81ea9d8 HTTP/1.1" status: 204 len: 168 time: 1.4280393 Nov 12 01:17:08.931442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7feb271e-5d07-4872-8db4-5b4b63d80b21 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:08.947048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777538b-1dbc-44e7-84a5-f27d4822b6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f1517-0885-4047-83ff-c0e7c81ea9d8,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.986135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 7feb271e-5d07-4872-8db4-5b4b63d80b21 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:08.986604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 7feb271e-5d07-4872-8db4-5b4b63d80b21 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:09.008952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52880a4-2de8-4bd9-b72e-3e72b09e46e7 req-33ff78dc-c342-41c5-ac2b-a3232d386a11 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.017785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d52880a4-2de8-4bd9-b72e-3e72b09e46e7 req-33ff78dc-c342-41c5-ac2b-a3232d386a11 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.2287929 Nov 12 01:17:09.060974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-4598542c-df0b-48f4-8e73-95437fadacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.063194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-4598542c-df0b-48f4-8e73-95437fadacc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.1257863 Nov 12 01:17:09.119555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d52880a4-2de8-4bd9-b72e-3e72b09e46e7 req-84581c17-093b-4881-81e4-b4b1954d16a4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003397 Nov 12 01:17:09.165684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-d2664640-d4d0-47b4-9836-2dacadfa7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.169141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-d2664640-d4d0-47b4-9836-2dacadfa7e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633857 Nov 12 01:17:09.270398 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-436d45f6-0935-4c79-aab8-78e2851d20d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.297457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-63240140-7017-44ef-b312-98b8fe8ef22a service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194465 Nov 12 01:17:09.306208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35532) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:09.402317 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-26a285ac-9d9a-4c83-8cc2-7a5558c40ce3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9eca480cabb64891be3621216135c39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938356 Nov 12 01:17:09.403390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35538) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:09.442366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c2ae95-9496-44ec-9de0-93d4ee9353d4 req-a7f4ea7f-dbad-4bd0-a500-d13eec273025 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351352 Nov 12 01:17:09.524912 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.556662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-557fc932-b28f-43de-abb8-836c67c099e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.561949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-557fc932-b28f-43de-abb8-836c67c099e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0644493 Nov 12 01:17:09.570881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.644129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.648394 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.652039 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5910f0c1-1a82-4adb-802f-0ec1afc32f57 HTTP/1.1" status: 204 len: 168 time: 0.2441473 Nov 12 01:17:09.660453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127287c5-b723-49c7-a672-bec11e90474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910f0c1-1a82-4adb-802f-0ec1afc32f57,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:09.761317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-2842ef0b-e5e7-4be6-88da-8b5877d26d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.766539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-2842ef0b-e5e7-4be6-88da-8b5877d26d56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1952739 Nov 12 01:17:09.818618 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35546) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:09.820156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-cc6725ae-1d7a-414f-a849-ef26bc12d0aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e360d9da-4166-4cf4-b3c6-b15853210809 HTTP/1.1" status: 200 len: 217 time: 0.0464642 Nov 12 01:17:09.928364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-8aa778a0-bf30-464c-81a2-53df780a75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.929903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-8aa778a0-bf30-464c-81a2-53df780a75af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.1008904 Nov 12 01:17:09.988938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-5d195181-042a-46ba-a182-9203f06e54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.991092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-5d195181-042a-46ba-a182-9203f06e54a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524545 Nov 12 01:17:10.128450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-f15b3445-2932-4e69-b28d-e0f5c8779d22 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291058 Nov 12 01:17:10.164907 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e726635-0dc5-4c9b-b8c2-747028603f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.252212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35554) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:10.300333 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e726635-0dc5-4c9b-b8c2-747028603f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.311593 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e726635-0dc5-4c9b-b8c2-747028603f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.318696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648612f-8c07-4c5c-85fb-9d4c81db45c2 req-5429e7f4-a9ab-46e2-aff3-2ba4b20a6d26 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:10.320366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8648612f-8c07-4c5c-85fb-9d4c81db45c2 req-5429e7f4-a9ab-46e2-aff3-2ba4b20a6d26 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0703633 Nov 12 01:17:10.325528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7cf2d59e-2ef5-44a3-9b83-011d85c5fd96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9938df66913647c3ac597c63a6b85224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721915 Nov 12 01:17:10.328369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:10.337703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76ed1644-5e6a-4461-a340-8e4bdd997fea req-4f0291f4-9bcb-4c90-add7-35200ca84f43 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009048 Nov 12 01:17:10.359806 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e726635-0dc5-4c9b-b8c2-747028603f1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99ec425c5d374beab4c71e0a34f7f881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400136 Nov 12 01:17:10.360450 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35558) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:10.369187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e726635-0dc5-4c9b-b8c2-747028603f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce17960-6b1e-4d85-b604-cc52790a4f73,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:10.425872 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.448724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8648612f-8c07-4c5c-85fb-9d4c81db45c2 req-564364c1-5797-404c-9805-be17bdeab725 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098604 Nov 12 01:17:10.450691 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.469554 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.496826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.520002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.522661 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.526551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fce17960-6b1e-4d85-b604-cc52790a4f73 HTTP/1.1" status: 204 len: 168 time: 0.1614261 Nov 12 01:17:10.538607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c889b-87c6-41a4-8cc2-445c6b41f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce17960-6b1e-4d85-b604-cc52790a4f73,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:10.589126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.597222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.602758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b6fd10-d1e1-450e-b28b-33920edc2701 HTTP/1.1" status: 204 len: 168 time: 0.2729008 Nov 12 01:17:10.618752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5072f9f-b923-47c6-befb-474264aeb4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6fd10-d1e1-450e-b28b-33920edc2701,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.249196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35574) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:11.273234 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0f39dc0-d067-4580-bd5e-c1431df03fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.409412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0f39dc0-d067-4580-bd5e-c1431df03fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.420766 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0f39dc0-d067-4580-bd5e-c1431df03fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.552880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:11.554065 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f0f39dc0-d067-4580-bd5e-c1431df03fd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fda657da3e0e4fe3b93225ed7a66a77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028314 Nov 12 01:17:11.555264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f39dc0-d067-4580-bd5e-c1431df03fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827503ab-8625-4c9d-9916-c029bfb559ea,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.733111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289fe4-718d-482e-9a8e-5f82bcbf86b6 req-19c034cd-3f16-4830-8a5a-4c7325adf075 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.735923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f289fe4-718d-482e-9a8e-5f82bcbf86b6 req-19c034cd-3f16-4830-8a5a-4c7325adf075 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1577828 Nov 12 01:17:11.759486 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.809438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.850873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f289fe4-718d-482e-9a8e-5f82bcbf86b6 req-d5528019-fdd7-4d20-b14c-a516e648bb36 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019735 Nov 12 01:17:11.899522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.903453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.904818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/827503ab-8625-4c9d-9916-c029bfb559ea HTTP/1.1" status: 204 len: 168 time: 0.3509254 Nov 12 01:17:11.914103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa332-ce77-4070-911b-0af526d59917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827503ab-8625-4c9d-9916-c029bfb559ea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:12.145340 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-341efb2f-d7a4-413a-8903-e9f1e36da5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.907953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.077412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6205bb-f77c-4f55-b0ca-82e3670c7209 req-9297024a-dac8-4555-8d86-76afb19989e4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:13.086687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe6205bb-f77c-4f55-b0ca-82e3670c7209 req-9297024a-dac8-4555-8d86-76afb19989e4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1063137 Nov 12 01:17:13.208716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe6205bb-f77c-4f55-b0ca-82e3670c7209 req-2127fd77-5131-45ef-befe-3b0e404544a5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202037 Nov 12 01:17:13.955344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 35618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:14.066187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.143194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-697e765f-3f97-46fb-93a6-4d854a6a1756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.275371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-697e765f-3f97-46fb-93a6-4d854a6a1756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.283614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-697e765f-3f97-46fb-93a6-4d854a6a1756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.378811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e765f-3f97-46fb-93a6-4d854a6a1756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a7270-f008-4a52-a59b-5d20db986875,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:14.388522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-697e765f-3f97-46fb-93a6-4d854a6a1756 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a9afb648e164fe9885e37954a23eeb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314811 Nov 12 01:17:14.389866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 35624) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:14.484794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d7e38-c78b-416a-b8b6-e7009fb14e05 req-465d2409-9e40-4e81-8c78-7fa7da3fb4a6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:14.490215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb0d7e38-c78b-416a-b8b6-e7009fb14e05 req-465d2409-9e40-4e81-8c78-7fa7da3fb4a6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1530197 Nov 12 01:17:14.572489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb0d7e38-c78b-416a-b8b6-e7009fb14e05 req-e60e61c3-202d-4712-a16a-0aa770c8a75d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737302 Nov 12 01:17:14.595513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.662513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.749142 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.752680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.754073 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/485a7270-f008-4a52-a59b-5d20db986875 HTTP/1.1" status: 204 len: 168 time: 0.3544865 Nov 12 01:17:14.770235 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b696-f5dc-4e0e-a22d-f7cb953f962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a7270-f008-4a52-a59b-5d20db986875,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:14.922117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.825906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb4ec-2624-4b8b-8e6b-e1749b12104e req-c1b18490-0cc3-46e8-9ebc-13584a4b751a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:15.837352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d2eb4ec-2624-4b8b-8e6b-e1749b12104e req-c1b18490-0cc3-46e8-9ebc-13584a4b751a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1242993 Nov 12 01:17:15.933861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d2eb4ec-2624-4b8b-8e6b-e1749b12104e req-5c816bf3-b05a-4cd7-ae02-32f0365c3df3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939915 Nov 12 01:17:17.117375 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d500-1faa-434d-a6ae-eda47c528af7 req-f9748dbb-06b1-4b98-91fc-370ce1d2b162 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.119433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac19d500-1faa-434d-a6ae-eda47c528af7 req-f9748dbb-06b1-4b98-91fc-370ce1d2b162 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0785754 Nov 12 01:17:17.226466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac19d500-1faa-434d-a6ae-eda47c528af7 req-cbffac7f-f29f-4aba-b02b-e52fcb9da746 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795033 Nov 12 01:17:18.426916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e045-96ee-4ffa-8667-ea69afb5c699 req-46699c91-c4e7-4c6a-afaf-fa39719c625f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.438281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a32e045-96ee-4ffa-8667-ea69afb5c699 req-46699c91-c4e7-4c6a-afaf-fa39719c625f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1104755 Nov 12 01:17:18.498155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a32e045-96ee-4ffa-8667-ea69afb5c699 req-df7daf88-3c6f-43f7-b6e7-df36c8395dbd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Nov 12 01:17:19.776470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b6779-2ab4-440f-a82d-858d2fc02c5b req-f5561a1c-ed00-4e04-a53c-8dc06dc78604 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:19.778804 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-589b6779-2ab4-440f-a82d-858d2fc02c5b req-f5561a1c-ed00-4e04-a53c-8dc06dc78604 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1323817 Nov 12 01:17:19.909210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-589b6779-2ab4-440f-a82d-858d2fc02c5b req-9cd14249-4188-4583-a22b-f800e149f31b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150482 Nov 12 01:17:21.168755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912621e0-a506-44ad-b6c2-8c775e142dff req-4a231cc0-1525-4c11-81bc-0ad3e356bf28 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.174002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-912621e0-a506-44ad-b6c2-8c775e142dff req-4a231cc0-1525-4c11-81bc-0ad3e356bf28 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1014159 Nov 12 01:17:21.348239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-912621e0-a506-44ad-b6c2-8c775e142dff req-542f4586-6860-42a8-8966-c747dd07c5bb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571822 Nov 12 01:17:22.534190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabc33f-d38c-4785-9cea-9d16d9628fc3 req-5d11c5da-1690-4952-bc3d-f60bccc1b9cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.535902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddabc33f-d38c-4785-9cea-9d16d9628fc3 req-5d11c5da-1690-4952-bc3d-f60bccc1b9cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0745995 Nov 12 01:17:22.620854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ddabc33f-d38c-4785-9cea-9d16d9628fc3 req-74ff666d-1cae-44e1-a9dc-e36399274d87 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785353 Nov 12 01:17:23.800642 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644ae6-04a0-4d3f-8595-c135149f246d req-13f21e48-5406-4813-af71-3bbc74c28b72 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.811013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76644ae6-04a0-4d3f-8595-c135149f246d req-13f21e48-5406-4813-af71-3bbc74c28b72 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.1022422 Nov 12 01:17:23.902097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76644ae6-04a0-4d3f-8595-c135149f246d req-1315b50f-129f-4840-87aa-db70f6ccd313 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897975 Nov 12 01:17:25.046290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49948f-d2f3-4b59-aff1-0f707229ca65 req-c5ee9207-85c3-4823-a17c-062dd9cd140d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:25.048169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b49948f-d2f3-4b59-aff1-0f707229ca65 req-c5ee9207-85c3-4823-a17c-062dd9cd140d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0658829 Nov 12 01:17:25.114099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b49948f-d2f3-4b59-aff1-0f707229ca65 req-6e583bec-4bf6-416c-9de0-f223b0d6ce92 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594785 Nov 12 01:17:26.299534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994667-05d6-49be-9459-d8dbe2be7ba5 req-4bf3eba6-6140-426f-94d2-82ebf01ddea7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:26.301329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88994667-05d6-49be-9459-d8dbe2be7ba5 req-4bf3eba6-6140-426f-94d2-82ebf01ddea7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0647914 Nov 12 01:17:26.358244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88994667-05d6-49be-9459-d8dbe2be7ba5 req-56cb2822-cc43-4f37-b0b5-64e9cdd47c12 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503712 Nov 12 01:17:27.506182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb321f7-8a71-4633-8bb9-96a31b1e79ab req-79170b5f-4611-44ce-9708-7ee4cae9c1a7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:27.507705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbb321f7-8a71-4633-8bb9-96a31b1e79ab req-79170b5f-4611-44ce-9708-7ee4cae9c1a7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0638678 Nov 12 01:17:27.571099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbb321f7-8a71-4633-8bb9-96a31b1e79ab req-5c8a6233-d719-4083-b8d3-b0ecc27c1451 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550804 Nov 12 01:17:28.712730 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f77a1-fd93-49e5-a35c-93e3aea4c215 req-fdf93edb-3fa9-44d4-914d-8e702fdcb811 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.715787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec6f77a1-fd93-49e5-a35c-93e3aea4c215 req-fdf93edb-3fa9-44d4-914d-8e702fdcb811 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0575719 Nov 12 01:17:28.773828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec6f77a1-fd93-49e5-a35c-93e3aea4c215 req-a14e357c-93d5-4c37-a898-95000e8fdc1f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Nov 12 01:17:29.923632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91848e8a-157c-4be2-b1c6-91f3e7e1a02c req-d2375fe5-6036-46d1-92ce-52ad3a84ff79 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:29.925292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91848e8a-157c-4be2-b1c6-91f3e7e1a02c req-d2375fe5-6036-46d1-92ce-52ad3a84ff79 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0621357 Nov 12 01:17:29.990027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91848e8a-157c-4be2-b1c6-91f3e7e1a02c req-cd0eec45-5b59-4129-8e2d-13be28ae84ea tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Nov 12 01:17:31.136122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c17d-9988-45b1-b961-629c7aa0cc02 req-6e969697-f523-4b3b-8c98-ad78cd24a603 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:31.138784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a510c17d-9988-45b1-b961-629c7aa0cc02 req-6e969697-f523-4b3b-8c98-ad78cd24a603 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 943 time: 0.0608649 Nov 12 01:17:31.200958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a510c17d-9988-45b1-b961-629c7aa0cc02 req-551c3f02-2798-4e48-aa52-50729d589508 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Nov 12 01:17:31.764782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e360d9da-4166-4cf4-b3c6-b15853210809 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:17:31.885718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e360d9da-4166-4cf4-b3c6-b15853210809,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:31.899377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'e360d9da-4166-4cf4-b3c6-b15853210809', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': 'e360d9da-4166-4cf4-b3c6-b15853210809', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:17:31.946895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.963952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e360d9da-4166-4cf4-b3c6-b15853210809 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:31.988382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e360d9da-4166-4cf4-b3c6-b15853210809,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:31.994570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.053994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:32.130097 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:32.201645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e360d9da-4166-4cf4-b3c6-b15853210809'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:32.374867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779ea7-0522-42ee-8da5-81aa89522034 req-7a5d669a-629e-43e7-bc5d-f7497d100627 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:32.377177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c779ea7-0522-42ee-8da5-81aa89522034 req-7a5d669a-629e-43e7-bc5d-f7497d100627 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 944 time: 0.0775051 Nov 12 01:17:32.448799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c779ea7-0522-42ee-8da5-81aa89522034 req-00ce9830-f702-433f-9d72-256b3f96e2a0 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593750 Nov 12 01:17:32.505828 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.584543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609b7b-58c3-4749-8bf4-41a9bbcf6778 req-51118a1b-9bd9-464b-89be-a2c76d367495 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:33.586744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60609b7b-58c3-4749-8bf4-41a9bbcf6778 req-51118a1b-9bd9-464b-89be-a2c76d367495 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 944 time: 0.0617912 Nov 12 01:17:33.646750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-60609b7b-58c3-4749-8bf4-41a9bbcf6778 req-3ff6f11a-1698-4c18-bb02-fbc43e5a302c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Nov 12 01:17:33.762028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e360d9da-4166-4cf4-b3c6-b15853210809 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:33.819765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port e360d9da-4166-4cf4-b3c6-b15853210809 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:17:33.824352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port e360d9da-4166-4cf4-b3c6-b15853210809 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:33.824719 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.904874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.928895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:33.931291 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c850b04-df5b-460e-ac78-cd6b37bcb072" -d '{"events": [{"server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "name": "network-vif-plugged", "status": "completed", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:33.945368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e360d9da-4166-4cf4-b3c6-b15853210809,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:33.950133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.991857 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf064b-15ca-4cb1-bfa7-7ed61a383173 x-openstack-request-id: req-dabf064b-15ca-4cb1-bfa7-7ed61a383173 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:33.992188 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "name": "network-vif-plugged", "status": "completed", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:33.992565 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dabf064b-15ca-4cb1-bfa7-7ed61a383173 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:33.992875 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809', 'code': 200} Nov 12 01:17:34.011542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:34.108325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca860c01-8275-4c7e-9ade-df63376d2ecb req-1251b068-58ec-47df-96b4-82a4ea726fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.109849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca860c01-8275-4c7e-9ade-df63376d2ecb req-1251b068-58ec-47df-96b4-82a4ea726fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 1097 time: 0.0460572 Nov 12 01:17:34.160198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca860c01-8275-4c7e-9ade-df63376d2ecb req-e06a3346-6b10-4b36-92e0-33032ebad564 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Nov 12 01:17:34.795889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4223c-c0ae-4c17-8218-4ceb3931c8e6 req-2f349307-5b52-4a56-be2d-40ca8e0685a1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.798818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbb4223c-c0ae-4c17-8218-4ceb3931c8e6 req-2f349307-5b52-4a56-be2d-40ca8e0685a1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0660501 Nov 12 01:17:34.851170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fbb4223c-c0ae-4c17-8218-4ceb3931c8e6 req-56cbd8ca-92f9-4292-b8be-b3dc46eaf216 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468864 Nov 12 01:17:35.320836 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.983647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57524e44-8aea-4137-9e8c-bff5f9a24fdf req-068bf236-7d7b-4381-9229-2e8363b76dfb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:35.985168 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57524e44-8aea-4137-9e8c-bff5f9a24fdf req-068bf236-7d7b-4381-9229-2e8363b76dfb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0512774 Nov 12 01:17:36.035757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-57524e44-8aea-4137-9e8c-bff5f9a24fdf req-dfe4005a-848e-4708-93e8-c4da83453aaa tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Nov 12 01:17:36.170779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c56d-0584-4a03-b767-e763f8e11238 req-c8d7b266-f9bd-4f16-936d-e80f4895c15d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.186325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82a2c56d-0584-4a03-b767-e763f8e11238 req-c8d7b266-f9bd-4f16-936d-e80f4895c15d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0654545 Nov 12 01:17:36.264618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82a2c56d-0584-4a03-b767-e763f8e11238 req-f45a05bd-20df-48f3-8579-2b24ce512df9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729847 Nov 12 01:17:36.593067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f52e-c570-4e96-bbde-04e85a5652f7 req-44ba5c7f-891a-4525-822a-0b999be44fda tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.594456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdd0f52e-c570-4e96-bbde-04e85a5652f7 req-44ba5c7f-891a-4525-822a-0b999be44fda tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Nov 12 01:17:36.659114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdd0f52e-c570-4e96-bbde-04e85a5652f7 req-fed6b1ad-4f46-46e4-9c6b-3456d6781aaf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Nov 12 01:17:37.805063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ba233-6dae-4152-be13-1c7531bbbb43 req-5deb971e-d0b9-4c1d-980e-5fc238464205 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:37.814316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-359ba233-6dae-4152-be13-1c7531bbbb43 req-5deb971e-d0b9-4c1d-980e-5fc238464205 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0653899 Nov 12 01:17:37.873846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-359ba233-6dae-4152-be13-1c7531bbbb43 req-423e3f35-db01-4c0d-9344-4a3b3768987f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Nov 12 01:17:38.120960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-ea66a0fa-2927-4661-8092-003d35d55d21 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:38.122837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-ea66a0fa-2927-4661-8092-003d35d55d21 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 945 time: 0.0576904 Nov 12 01:17:38.235956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port e360d9da-4166-4cf4-b3c6-b15853210809 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:38.236454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.345015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port e360d9da-4166-4cf4-b3c6-b15853210809, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=e360d9da-4166-4cf4-b3c6-b15853210809,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:38.345477 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.361021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for e360d9da-4166-4cf4-b3c6-b15853210809 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:38.514193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.529152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['e360d9da-4166-4cf4-b3c6-b15853210809'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:38.553585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5050e08-7242-49b8-a68c-0e7421779dfc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:38.578833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=e360d9da-4166-4cf4-b3c6-b15853210809,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:38.606720 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.606977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.607326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.607638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.607990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.608419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.609000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.609141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.609386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.609734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.610132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.610464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:38.637325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port e360d9da-4166-4cf4-b3c6-b15853210809 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:38.641886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.645507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce2ef35c-f1ae-4e46-9812-b142c531ca1b req-facbce23-d03a-4c99-9177-d719540a693b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "DELETE /v2.0/ports/e360d9da-4166-4cf4-b3c6-b15853210809 HTTP/1.1" status: 204 len: 173 time: 0.5145202 Nov 12 01:17:38.645963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'name': 'network-vif-deleted', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:38.648436 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c773d-5b2a-478e-9546-01dc95901f8e" -d '{"events": [{"server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "name": "network-vif-deleted", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:38.742369 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8469b3f7-7b1f-486f-a57b-bac144cd5dcf x-openstack-request-id: req-8469b3f7-7b1f-486f-a57b-bac144cd5dcf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:38.742872 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7465f9-ccf1-408c-a8bb-4238e4962bb5", "name": "network-vif-deleted", "tag": "e360d9da-4166-4cf4-b3c6-b15853210809", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:38.752575 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8469b3f7-7b1f-486f-a57b-bac144cd5dcf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:38.753337 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7465f9-ccf1-408c-a8bb-4238e4962bb5', 'name': 'network-vif-deleted', 'tag': 'e360d9da-4166-4cf4-b3c6-b15853210809', 'status': 'completed', 'code': 200} Nov 12 01:17:38.993801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a296f261-d19f-4467-b302-538c976537fb req-b5e507da-4b3a-44a9-ae25-7f27b41a170e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0391557 Nov 12 01:17:39.266140 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee423-0898-44b4-9db1-56282aa9db92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.578740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-1b140092-5772-4729-a3e1-1e31b60eb179 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554681 Nov 12 01:17:39.707650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037892-f797-4f13-b926-86ccda4939e6 req-5c0fbd9d-19d0-4b6e-b023-1e8aab6718da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:39.710209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-5c0fbd9d-19d0-4b6e-b023-1e8aab6718da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 1098 time: 0.0632179 Nov 12 01:17:39.844703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037892-f797-4f13-b926-86ccda4939e6 req-acfeb34b-0023-4848-b9cc-1bd79f045de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:39.846734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-acfeb34b-0023-4848-b9cc-1bd79f045de3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1127479 Nov 12 01:17:39.901991 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-dc2d7d37-a185-4cbc-8927-d0e23564b61d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5050e08-7242-49b8-a68c-0e7421779dfc HTTP/1.1" status: 200 len: 217 time: 0.0468249 Nov 12 01:17:39.966537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037892-f797-4f13-b926-86ccda4939e6 req-e08951c5-1d59-499e-a9ca-5beb18d20e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:39.969130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-e08951c5-1d59-499e-a9ca-5beb18d20e1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0589161 Nov 12 01:17:40.047969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037892-f797-4f13-b926-86ccda4939e6 req-21dc71bd-22b3-43d6-9ba8-b780f308bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.054634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-21dc71bd-22b3-43d6-9ba8-b780f308bb34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749536 Nov 12 01:17:40.167622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-925e675b-981f-4e14-81e6-22281af6dfba req-425210af-d3bb-464d-a7b9-425b0e806a98 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0347896 Nov 12 01:17:40.205934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-68f801d4-0578-4372-a5b4-d2770ca832dd service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409583 Nov 12 01:17:40.335075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac037892-f797-4f13-b926-86ccda4939e6 req-e7cef2b1-8229-42bb-87d3-3b3d57f0fa15 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213260 Nov 12 01:17:41.288993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e85b82cf-bad8-496b-9f5d-835fbc61930c req-6a89a947-355f-4aa4-b563-7900ab912dd4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0300765 Nov 12 01:17:41.846131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e360d9da-4166-4cf4-b3c6-b15853210809 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:41.886744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: e360d9da-4166-4cf4-b3c6-b15853210809 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:41.887186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device e360d9da-4166-4cf4-b3c6-b15853210809 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:42.128572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8900b693-b68a-4064-841e-6b84329af074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.408810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20462fa7-6cc1-4274-8769-d2b2277cb40f req-990a3e92-3fb1-4cd6-8871-c6279ae67f8b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0337481 Nov 12 01:17:42.878287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.562682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e8a12b9-988e-4c83-8fa1-b2059e7c2396 req-b677a0dc-0f3c-4513-a1f6-201e1c9110c9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d7465f9-ccf1-408c-a8bb-4238e4962bb5 HTTP/1.1" status: 200 len: 210 time: 0.0390997 Nov 12 01:17:44.062139 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.897425 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.508542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d278f-61c1-483c-a019-24754625e448 req-214ad22e-f26a-438c-ab13-5fa02469a859 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:50.512811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de5d278f-61c1-483c-a019-24754625e448 req-214ad22e-f26a-438c-ab13-5fa02469a859 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.2775338 Nov 12 01:17:50.578494 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de5d278f-61c1-483c-a019-24754625e448 req-b797b513-1f7c-424a-9cb9-74f572750931 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595202 Nov 12 01:17:51.844861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13cffe-4525-47ce-84d2-6cbbb7e0767d req-4cac680b-628b-48a5-8ac2-ef78bc828c0d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:51.853613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff13cffe-4525-47ce-84d2-6cbbb7e0767d req-4cac680b-628b-48a5-8ac2-ef78bc828c0d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.1625259 Nov 12 01:17:51.889390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-ba89a3e4-0792-414f-840e-d46b94e1ee24 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:51.890954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-ba89a3e4-0792-414f-840e-d46b94e1ee24 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 946 time: 0.1727092 Nov 12 01:17:51.945470 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff13cffe-4525-47ce-84d2-6cbbb7e0767d req-bff74358-63ab-4211-a36f-6c763ac67757 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f0fe52b-b54b-4551-a0c9-f76fca4b1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897586 Nov 12 01:17:52.033973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port d5050e08-7242-49b8-a68c-0e7421779dfc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:52.034828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.124357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36068) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:52.155148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port d5050e08-7242-49b8-a68c-0e7421779dfc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d5050e08-7242-49b8-a68c-0e7421779dfc,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:52.155515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.171814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for d5050e08-7242-49b8-a68c-0e7421779dfc owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:52.278811 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.323764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.336433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d5050e08-7242-49b8-a68c-0e7421779dfc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:52.365824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=d5050e08-7242-49b8-a68c-0e7421779dfc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.429528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port d5050e08-7242-49b8-a68c-0e7421779dfc on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:52.434001 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.437678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec1f2560-3b10-4a32-85b5-5420cb5b1e06 req-a36a692a-451a-423c-a9fc-ecf82ab2b1e7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "DELETE /v2.0/ports/d5050e08-7242-49b8-a68c-0e7421779dfc HTTP/1.1" status: 204 len: 173 time: 0.5333133 Nov 12 01:17:52.438254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'name': 'network-vif-deleted', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:52.443220 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98486d67-7dea-4b1c-adaf-d266e80bb59d" -d '{"events": [{"server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "name": "network-vif-deleted", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:52.460270 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.467566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.512165 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0356f7ea-4adc-4981-85c2-67e5a373c523 x-openstack-request-id: req-0356f7ea-4adc-4981-85c2-67e5a373c523 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:52.512796 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3d1760-a002-4a42-9534-95e7342a84f3", "name": "network-vif-deleted", "tag": "d5050e08-7242-49b8-a68c-0e7421779dfc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:52.513134 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0356f7ea-4adc-4981-85c2-67e5a373c523 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:52.514533 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3d1760-a002-4a42-9534-95e7342a84f3', 'name': 'network-vif-deleted', 'tag': 'd5050e08-7242-49b8-a68c-0e7421779dfc', 'status': 'completed', 'code': 200} Nov 12 01:17:52.526955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649d495-9bdb-41e5-945a-b9d412df5643,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.541656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.542146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.542581 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.543004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.543427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.544644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.545073 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.545488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.545902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.546317 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.546743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.547153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:52.563653 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ea28d20d-2075-4e25-9e0b-493e06494fbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6deabeaab52441acb3d3e9cfa388d7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381771 Nov 12 01:17:52.566338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:52.637386 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.671837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.726260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.730190 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.744579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e649d495-9bdb-41e5-945a-b9d412df5643 HTTP/1.1" status: 204 len: 168 time: 0.1697967 Nov 12 01:17:52.758173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397d5cc-053e-4e40-aa1c-89edbda732eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649d495-9bdb-41e5-945a-b9d412df5643,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:53.127658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ed7b4e5-aa1d-410f-8022-875f3e44f809 req-fc0c7301-ced6-486c-b465-dda01fbbccc4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0635803 Nov 12 01:17:53.381413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:53.510075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8be9-ce33-4c41-ad42-11738d2c3f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.620404 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8be9-ce33-4c41-ad42-11738d2c3f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.627392 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8be9-ce33-4c41-ad42-11738d2c3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.674888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c8be9-ce33-4c41-ad42-11738d2c3f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4e277-dffc-4e2f-8edc-670f30e5b7ec,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:53.684429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:53.684938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-aa8c8be9-ce33-4c41-ad42-11738d2c3f86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc2e494de07b491989a23fdf07d0b04a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016193 Nov 12 01:17:53.749693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.775925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.834620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.837529 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.838804 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9c4e277-dffc-4e2f-8edc-670f30e5b7ec HTTP/1.1" status: 204 len: 168 time: 0.1526077 Nov 12 01:17:53.847309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637e438-c7f1-4aec-9a61-b4eb9e7090d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4e277-dffc-4e2f-8edc-670f30e5b7ec,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:54.239311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5eba97e6-0218-460b-836f-a38d251c5f99 req-5e4f3719-73ed-4576-a09b-4556f76c66e8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0486891 Nov 12 01:17:55.246219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5050e08-7242-49b8-a68c-0e7421779dfc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:55.317142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: d5050e08-7242-49b8-a68c-0e7421779dfc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:55.317702 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d5050e08-7242-49b8-a68c-0e7421779dfc not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:55.373449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-857cb0cc-8ba3-4a27-be6e-7b1c5b84eba8 req-08fd068d-2aea-4ae4-a6e2-d16b21f5c715 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0308239 Nov 12 01:17:56.506230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1573812f-ff12-4edb-89fe-33fcf2dcd023 req-a06c5769-9436-47d1-be74-af1eac6db0d3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0435209 Nov 12 01:17:56.580127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-d55f65ff-431f-4e8e-8879-5cf1d9a19122 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b916388c5e614cc1ab1ea91602a33418&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221295 Nov 12 01:17:56.700357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-6857a7b6-7b59-4306-9d59-068e8b57ad99 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.701887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-6857a7b6-7b59-4306-9d59-068e8b57ad99 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161678 Nov 12 01:17:56.718339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-dbacb11d-5413-4a52-afe9-1a527c9c0844 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/quotas/b916388c5e614cc1ab1ea91602a33418 HTTP/1.1" status: 200 len: 375 time: 0.0102191 Nov 12 01:17:56.756443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-9e640f34-b7d8-4480-b027-944a73e91176 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b916388c5e614cc1ab1ea91602a33418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308955 Nov 12 01:17:56.955854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e274f6fd-84bc-4a4f-afab-45088b341da4 req-6bf823c9-cc0b-4992-9a6d-1e789e742a60 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 210 time: 0.0328600 Nov 12 01:17:57.617492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d105a5ac-64c9-4f0e-a9fa-07ec0d1aced8 req-159cede4-18ce-429c-8c06-7d49a535aa44 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f3d1760-a002-4a42-9534-95e7342a84f3 HTTP/1.1" status: 200 len: 210 time: 0.0295022 Nov 12 01:17:58.097016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e1fc14eb-c4d7-4574-8cb7-9c45b94928c0 req-7f47fd5d-d9b0-4542-b8b6-921bf5f6c634 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 210 time: 0.0356705 Nov 12 01:17:58.238752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-dc075663-cdbb-4f6d-99d4-3b082ad0ff94 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b916388c5e614cc1ab1ea91602a33418&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233049 Nov 12 01:17:58.391800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-926f5c75-52ad-4178-9791-bfc43fa861b9 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.393440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-926f5c75-52ad-4178-9791-bfc43fa861b9 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440012 Nov 12 01:17:58.409064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Request body: {'port': {'device_id': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': 'b916388c5e614cc1ab1ea91602a33418'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:58.546975 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Made reservation on behalf of b916388c5e614cc1ab1ea91602a33418 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:58.551094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.563727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.658529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.664837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.708447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2122a079-5037-4ede-9e29-4548ad297f53,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:58.839080 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Allocated IP 192.168.233.170 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:59.011623 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.052111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.107118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:59.113103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:59.120252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:59.149571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Pushing event updated for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.230962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.231742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.259103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-14d10bb1-576e-4e8e-8679-199048947663 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8545139 Nov 12 01:17:59.274783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036589a-f792-44a9-b16d-b3cc0dd7a839 req-1bdb5088-0f10-4eb0-9ed9-05a49f656fcf tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.276839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4036589a-f792-44a9-b16d-b3cc0dd7a839 req-1bdb5088-0f10-4eb0-9ed9-05a49f656fcf tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 936 time: 0.1111264 Nov 12 01:17:59.282899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Request body: {'port': {'device_id': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:59.403924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.410092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4036589a-f792-44a9-b16d-b3cc0dd7a839 req-9c434124-a554-42f7-b18c-103b0a7b5708 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242216 Nov 12 01:17:59.508882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f89c2d21-d3d1-49d1-ab05-9211d3f12b66 None None] Provisioning complete for port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:59.509511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f89c2d21-d3d1-49d1-ab05-9211d3f12b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.563197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f89c2d21-d3d1-49d1-ab05-9211d3f12b66 None None] Port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:59.696358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:59.705484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.719112 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Transition to ACTIVE for port object 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:59.723445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.774856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Pushing event updated for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.857790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Attempting to bind port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:59.858214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Attempting to bind port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:59.858685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Attempting to bind port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:59.863423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:59.863749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Attempting to bind port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:59.869774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:59.870107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:59.870488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:59.870924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Bound port: 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:59.871279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.951172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:59.954888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:59.962975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.006425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.007130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.009352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] 10.222.0.39 "PUT /v2.0/ports/77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa HTTP/1.1" status: 200 len: 1097 time: 0.7311158 Nov 12 01:18:00.009866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:00.012370 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288335da-4fce-4732-a7be-eefeb5e98581" -d '{"events": [{"name": "network-changed", "server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:00.059119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f128aa-4be7-4a92-a90c-599a71a54979 service neutron] Pushing event updated for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.131382 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99acc729-65b3-4845-ab63-f830fe34eaf2 x-openstack-request-id: req-99acc729-65b3-4845-ab63-f830fe34eaf2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:00.131776 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:00.132184 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99acc729-65b3-4845-ab63-f830fe34eaf2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:00.132624 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa', 'status': 'completed', 'code': 200} Nov 12 01:18:00.152522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-714a16b0-4a02-4712-80b7-c124c7b10d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.154067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-714a16b0-4a02-4712-80b7-c124c7b10d36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b916388c5e614cc1ab1ea91602a33418&device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 1100 time: 0.0692635 Nov 12 01:18:00.213324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-3f8b6ccf-cc7f-4411-9f42-af145740eea6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa HTTP/1.1" status: 200 len: 217 time: 0.0491877 Nov 12 01:18:00.269035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-d1a2ce60-f963-480e-8c83-526220876717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.270989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-d1a2ce60-f963-480e-8c83-526220876717 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0499797 Nov 12 01:18:00.330039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092844-00c6-4220-9409-dd4b56165015 req-303d9abf-b075-43f8-983c-2f6d3c2f910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.332097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-303d9abf-b075-43f8-983c-2f6d3c2f910b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536444 Nov 12 01:18:00.431871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-f0f3d715-8e33-42a8-a639-7911deb4baa2 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900862 Nov 12 01:18:00.611109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b3b2-04b7-42f3-898b-fb3e4e254eef req-21f831dd-894e-4440-823b-c0b9276bfb28 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.612877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e14b3b2-04b7-42f3-898b-fb3e4e254eef req-21f831dd-894e-4440-823b-c0b9276bfb28 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 948 time: 0.0756655 Nov 12 01:18:00.614820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95092844-00c6-4220-9409-dd4b56165015 req-ba9beb9b-5b18-4388-9477-d9194bcbeaf1 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753869 Nov 12 01:18:00.676965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e14b3b2-04b7-42f3-898b-fb3e4e254eef req-e0a4421d-5256-408e-8b61-ce06918c2657 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Nov 12 01:18:00.727852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288335da-4fce-4732-a7be-eefeb5e98581 req-a8a5738f-df7e-4646-bb9e-2361bb9d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.729483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-a8a5738f-df7e-4646-bb9e-2361bb9d6c03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b916388c5e614cc1ab1ea91602a33418&device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 1100 time: 0.0439215 Nov 12 01:18:01.199885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288335da-4fce-4732-a7be-eefeb5e98581 req-f70dfd63-349d-425c-ae8c-d986fcb48cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.201405 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-f70dfd63-349d-425c-ae8c-d986fcb48cb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.4640243 Nov 12 01:18:01.246937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-fb814ea9-937e-4867-832b-c92ece69e238 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa HTTP/1.1" status: 200 len: 217 time: 0.0365014 Nov 12 01:18:01.303026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288335da-4fce-4732-a7be-eefeb5e98581 req-c00113ac-8162-4a50-905d-028e00b9c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.304501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-c00113ac-8162-4a50-905d-028e00b9c549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0482242 Nov 12 01:18:01.356344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288335da-4fce-4732-a7be-eefeb5e98581 req-331ad06a-741f-4322-86ac-583cde8e6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.357854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-331ad06a-741f-4322-86ac-583cde8e6e37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428703 Nov 12 01:18:01.450656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-69c251c0-d5fc-499e-bf62-0814391f03f5 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835507 Nov 12 01:18:01.550735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288335da-4fce-4732-a7be-eefeb5e98581 req-bedd72f3-90d1-4e26-993e-d1ff3fddb056 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Nov 12 01:18:01.811680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400449e6-9bf6-4cab-955e-65f2c5acf3e1 req-590d2f55-0531-45cc-8d29-044512cbd65b tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.815268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400449e6-9bf6-4cab-955e-65f2c5acf3e1 req-590d2f55-0531-45cc-8d29-044512cbd65b tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 948 time: 0.0610485 Nov 12 01:18:01.879178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-400449e6-9bf6-4cab-955e-65f2c5acf3e1 req-ec049ffb-19b3-4dd3-9e6d-2af08e906ccb tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596504 Nov 12 01:18:01.940825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:02.075487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.095532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa', 'mac_address': 'fa:16:3e:f5:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:02.142759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.158779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:02.185164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.189846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.248886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.398546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:02.535385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.013497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93993b-eb6d-468f-8faa-7d83d75b5ed3 req-4b642683-9e29-46b7-ae59-89ab2c93f415 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:03.015003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b93993b-eb6d-468f-8faa-7d83d75b5ed3 req-4b642683-9e29-46b7-ae59-89ab2c93f415 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 949 time: 0.0592215 Nov 12 01:18:03.033290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36306) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.038586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054134191', 'description': 'tempest-secgroup-smoke-2054134191 description', 'project_id': 'e040d15f1ca246e694eb4a7edd345524'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.069226 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.074039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b93993b-eb6d-468f-8faa-7d83d75b5ed3 req-0dcb19da-e3dc-455c-9892-640c32bc0395 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522625 Nov 12 01:18:03.152049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.158149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.194595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.199019 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1609149 Nov 12 01:18:03.199506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.201500 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ba512-e16d-4651-881e-9b91408cfb0a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.213302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.245943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.330383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.335341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.355659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b4460-06d7-4317-a5b1-098488ef7343,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.366444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.368015 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f6890b3c-ea7b-4c9f-a15b-b3283cdfbe5d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669781 Nov 12 01:18:03.371226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36314) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.376553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.406587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.482750 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.487459 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.507055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c0196d-2839-4b36-a84b-406ea33d11c3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.522130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.523449 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-633cd89a-1647-4df8-b755-022e9b38c221 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510670 Nov 12 01:18:03.527121 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.531933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.564871 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.581726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.630156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.635266 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.650181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaba101e-77ee-41b8-b641-67fae4d9caf3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.664330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.666032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-90fc2871-7682-4a69-8c60-2d98eb8491f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378298 Nov 12 01:18:03.668732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36324) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.673159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.701512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.728299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-273f621b-0a9a-4aab-bfae-67e65f37782d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.769161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.773295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.808484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-273f621b-0a9a-4aab-bfae-67e65f37782d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.813438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-273f621b-0a9a-4aab-bfae-67e65f37782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.857462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-273f621b-0a9a-4aab-bfae-67e65f37782d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=502a261af55b4ebba72a0548404d3015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745359 Nov 12 01:18:03.858413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f621b-0a9a-4aab-bfae-67e65f37782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e72ac-d539-456d-b645-e83296e11f55,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.860791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.915436 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.940288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.963552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:04.000327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.002988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.006622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a39e72ac-d539-456d-b645-e83296e11f55 HTTP/1.1" status: 204 len: 168 time: 0.1425631 Nov 12 01:18:04.013455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9514-d49c-4999-9f7a-413296d53d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e72ac-d539-456d-b645-e83296e11f55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:04.025079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:04.034285 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:04.034722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.109255 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c7871f-28ad-4dbe-b372-5d29a3e59ea7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:04.120495 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.121837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0d4f6bfb-1ce8-4c2c-bf23-879b36a1438a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4521532 Nov 12 01:18:04.124900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 36332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:04.130317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:04.133441 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.160370 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Project e040d15f1ca246e694eb4a7edd345524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:04.166500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:04.169467 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c255b-dd36-45ed-bce3-c6ffcac0c2c2" -d '{"events": [{"server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "name": "network-vif-plugged", "status": "completed", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:04.175638 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.184347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:04.190661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.229750 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ba816-848a-4656-aafe-99753bbcee80 x-openstack-request-id: req-0b5ba816-848a-4656-aafe-99753bbcee80 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:04.230484 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "name": "network-vif-plugged", "status": "completed", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:04.230958 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b5ba816-848a-4656-aafe-99753bbcee80 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:04.231624 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa', 'code': 200} Nov 12 01:18:04.279909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:04.298311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5d17f-6d02-46c4-9f41-a638b0420b81 req-ba82c89c-068d-4204-a06b-6de7a284599b tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:04.299953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90b5d17f-6d02-46c4-9f41-a638b0420b81 req-ba82c89c-068d-4204-a06b-6de7a284599b tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.1178730 Nov 12 01:18:04.335148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.344382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.377836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f357b7-9f95-4e0f-94b8-ae883742dabd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:04.397002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.398304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-556e4591-b8b0-4f84-a78b-24e208435644 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2717493 Nov 12 01:18:04.402341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:04.404190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90b5d17f-6d02-46c4-9f41-a638b0420b81 req-d4e570e6-f400-4bb6-9a6e-b2591e23fa58 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934699 Nov 12 01:18:04.413627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'security_group_rule': {'security_group_id': '9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06', 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:04.447083 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Project e040d15f1ca246e694eb4a7edd345524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:18:04.453086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.503424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cdc4-0610-4d82-9e79-4e4572bb0fe3 req-5bf41a70-d5aa-4b5d-b676-a00ddbd70849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:04.505156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0194cdc4-0610-4d82-9e79-4e4572bb0fe3 req-5bf41a70-d5aa-4b5d-b676-a00ddbd70849 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 1102 time: 0.2041838 Nov 12 01:18:04.522786 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.528263 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.547462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de71a46b-3c61-4934-a137-031946419b04,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:04.562432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.563762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0194cdc4-0610-4d82-9e79-4e4572bb0fe3 req-87924b7b-4160-4d84-a2f2-83bf6bb48f6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503354 Nov 12 01:18:04.564562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5a9c1047-786f-4d13-a2a7-5e5369ed903e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610925 Nov 12 01:18:05.326164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.545687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363594e-cfbc-4cb2-8d67-542c32c1b855 req-c91b5630-85ea-428c-853f-e4a953d67d7d tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:05.547314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4363594e-cfbc-4cb2-8d67-542c32c1b855 req-c91b5630-85ea-428c-853f-e4a953d67d7d tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.0517218 Nov 12 01:18:05.603011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4363594e-cfbc-4cb2-8d67-542c32c1b855 req-398a3ac2-6525-4bd7-bc8b-fa7d57c81368 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Nov 12 01:18:06.731140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5833a8-95ca-4e9d-b8cf-6a9133fd7a65 req-4d70d75f-f120-4e0c-a912-761be49f4e89 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.732965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c5833a8-95ca-4e9d-b8cf-6a9133fd7a65 req-4d70d75f-f120-4e0c-a912-761be49f4e89 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.0561199 Nov 12 01:18:06.797772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c5833a8-95ca-4e9d-b8cf-6a9133fd7a65 req-d928f517-d79a-4949-a4ee-a73de5772995 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Nov 12 01:18:09.132975 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:09.265353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a8601f7-fcb8-4f2c-b679-ccf4b5d3b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.124967 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19a7087c-2e73-4905-abc4-a6d3a273331c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.886351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.073290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.904868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:21.062200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-b0c64a1c-8a49-460d-ab3d-cde11ffede01 req-8b9c590c-4c31-4d34-8853-9e582167c218 service neutron] (102677) timed out ('10.222.0.11', 45810) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:18:22.146550 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-01d3e1d6-beb2-4647-bd12-a81795be27fa tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054134191&fields=id&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 267 time: 0.0475283 Nov 12 01:18:22.275959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-43e659df-949f-4fc3-a128-acde3fa5efd5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:22.278242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-43e659df-949f-4fc3-a128-acde3fa5efd5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1239598 Nov 12 01:18:22.293936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-ebe90b90-3d2f-4107-bb65-5d62e5f4b0da tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0102918 Nov 12 01:18:22.348335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-9ed9bb05-40f2-415f-b6cb-215829917c31 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481532 Nov 12 01:18:22.467878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-c0a0894b-ce2c-41dc-9707-c088a9808b7b service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057379 Nov 12 01:18:22.561935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2eae47fa-4c99-47b5-a1e0-763ab3770c85 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878170 Nov 12 01:18:22.874646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32871284-88df-41fa-88a7-c0b9c7d582c0 req-18d3ee9f-ffa7-4f94-bc58-3968c06fc957 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0340326 Nov 12 01:18:23.870976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-8662f220-5109-406a-bc99-0aad530236fa tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:23.872512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-8662f220-5109-406a-bc99-0aad530236fa tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1179991 Nov 12 01:18:23.942508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-11ac671f-33e7-4b13-9bbf-1b74b03befaf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 380 time: 0.0591443 Nov 12 01:18:23.953839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'security_groups': ['9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:24.064341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07ee7ed5-88c7-4418-bcfc-1f54fdb4bcea req-24959bdd-b81f-49e4-b3ba-1f5af7ee0463 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0396984 Nov 12 01:18:24.122936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:24.127317 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.313619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.8 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/771494ed-6248-4ee4-ac7a-f1889dd653e9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:24.496814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.536419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.596392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:24.601526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:24.607724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:24.611195 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:24.677919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:24.678597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.713314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-2ab721b0-a15b-4045-9201-8a0182187661 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639875 Nov 12 01:18:24.730238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-9e08be7d-4434-460e-8445-3ee41c8467f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:18:24.731473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-9e08be7d-4434-460e-8445-3ee41c8467f1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116467 Nov 12 01:18:24.833683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Request body: {'port': {'device_id': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:24.912321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.982976 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-839e2ae7-dbbf-4094-8c13-d7008c9bf5bb None None] Provisioning complete for port 771494ed-6248-4ee4-ac7a-f1889dd653e9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:24.987745 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-839e2ae7-dbbf-4094-8c13-d7008c9bf5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.121468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-839e2ae7-dbbf-4094-8c13-d7008c9bf5bb None None] Port 771494ed-6248-4ee4-ac7a-f1889dd653e9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:25.294039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4803-575a-4d32-92ae-848a33479717 req-574e852d-4165-4b19-b567-dd42684ad4f9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:25.301540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47dc4803-575a-4d32-92ae-848a33479717 req-574e852d-4165-4b19-b567-dd42684ad4f9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 931 time: 0.1264973 Nov 12 01:18:25.305854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771494ed-6248-4ee4-ac7a-f1889dd653e9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:25.319701 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.379322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47dc4803-575a-4d32-92ae-848a33479717 req-4623d3a9-b2c2-4dc1-bf1e-37dc86845c25 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754483 Nov 12 01:18:25.380758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Transition to ACTIVE for port object 771494ed-6248-4ee4-ac7a-f1889dd653e9 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:18:25.395613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.480273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Pushing event updated for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:25.608711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Attempting to bind port 771494ed-6248-4ee4-ac7a-f1889dd653e9 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:25.608984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Attempting to bind port 771494ed-6248-4ee4-ac7a-f1889dd653e9 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:25.609456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Attempting to bind port 771494ed-6248-4ee4-ac7a-f1889dd653e9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:25.619211 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Port 771494ed-6248-4ee4-ac7a-f1889dd653e9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:18:25.620461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Attempting to bind port 771494ed-6248-4ee4-ac7a-f1889dd653e9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:25.627470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:25.628638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:25.628638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:25.628638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Bound port: 771494ed-6248-4ee4-ac7a-f1889dd653e9, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:25.628982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.772894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:25.776794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:25.786302 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.812825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:25.813640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.815315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 200 len: 1092 time: 1.0751677 Nov 12 01:18:25.815692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:25.818193 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d40058f-b586-470d-b615-bf5ff49d05da" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:25.949305 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b51af2-2300-44cc-8f3e-52ad2871f7e3 x-openstack-request-id: req-13b51af2-2300-44cc-8f3e-52ad2871f7e3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:25.950260 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:25.950665 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13b51af2-2300-44cc-8f3e-52ad2871f7e3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:25.951445 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'status': 'completed', 'code': 200} Nov 12 01:18:25.973918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eb949-f247-4744-a3ed-565dc93685a2 service neutron] Pushing event updated for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:25.994015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-060a5b3c-6335-42a6-824a-bb742b13e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:25.995765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-060a5b3c-6335-42a6-824a-bb742b13e694 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1095 time: 0.1254778 Nov 12 01:18:26.078071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-df447366-55d0-4a67-8012-a82bb3ea066f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 200 len: 217 time: 0.0716798 Nov 12 01:18:26.156310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-a9383119-6bd5-4230-84b5-12b106ed4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.158075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-a9383119-6bd5-4230-84b5-12b106ed4673 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0718863 Nov 12 01:18:26.215716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-e178ff65-2a19-42fe-911d-367d66f739c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.217552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-e178ff65-2a19-42fe-911d-367d66f739c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525873 Nov 12 01:18:26.338340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-8bce0126-5363-48ed-9b9f-ba675ac423ef service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136246 Nov 12 01:18:26.447543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e129e8fa-6f67-4d0c-a030-a32e9f7ce49a req-afeea3ec-4d5c-4dec-9bb9-56bdbf5f7e29 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023698 Nov 12 01:18:26.554013 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ed80-8f05-42be-8d49-fbc2a22c86e5 req-ce923f3c-4c4d-4e2d-8f4a-b31e31424c7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.555603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab05ed80-8f05-42be-8d49-fbc2a22c86e5 req-ce923f3c-4c4d-4e2d-8f4a-b31e31424c7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0970857 Nov 12 01:18:26.573240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40058f-b586-470d-b615-bf5ff49d05da req-847ec22a-9088-4695-a67b-50976ceb6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.574712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-847ec22a-9088-4695-a67b-50976ceb6672 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1095 time: 0.0705957 Nov 12 01:18:26.682304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab05ed80-8f05-42be-8d49-fbc2a22c86e5 req-74a5e55d-c0d7-4ba3-a7d5-659b8297b756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185281 Nov 12 01:18:26.726814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40058f-b586-470d-b615-bf5ff49d05da req-a62b603d-8ee7-4743-8e00-6a6ccf6cbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.728467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-a62b603d-8ee7-4743-8e00-6a6ccf6cbecd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1459045 Nov 12 01:18:26.778207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-da75ecf6-f232-40bf-ac03-705cdbbcb4cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 200 len: 217 time: 0.0426571 Nov 12 01:18:26.835117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40058f-b586-470d-b615-bf5ff49d05da req-873be96d-c49e-46e8-8f98-7440cd4f2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.836922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-873be96d-c49e-46e8-8f98-7440cd4f2f42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0516582 Nov 12 01:18:26.912014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40058f-b586-470d-b615-bf5ff49d05da req-3741bca3-0ccd-479f-82c4-93a3bb15757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:26.913578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-3741bca3-0ccd-479f-82c4-93a3bb15757b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700016 Nov 12 01:18:27.018097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-8d48774c-93e9-4cd6-8dc1-60ea2f95dd4a service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973983 Nov 12 01:18:27.117752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d40058f-b586-470d-b615-bf5ff49d05da req-f6f2994e-4b2f-4a7f-b3b6-acb1be550c5d service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922630 Nov 12 01:18:27.837826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2130b3e-313f-4b6f-ba84-23215fc4eb52 req-4d20a794-4bad-4c89-bcbf-6c982a1f026a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.839825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2130b3e-313f-4b6f-ba84-23215fc4eb52 req-4d20a794-4bad-4c89-bcbf-6c982a1f026a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0651948 Nov 12 01:18:27.907588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d2130b3e-313f-4b6f-ba84-23215fc4eb52 req-d10d5d6e-9762-4cf4-87e7-490b9aad6e1c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603442 Nov 12 01:18:29.162705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31d711-81e2-4924-88f2-9712b85561a1 req-5eaf98da-5482-44e1-b41c-860ac264b954 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:29.164369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a31d711-81e2-4924-88f2-9712b85561a1 req-5eaf98da-5482-44e1-b41c-860ac264b954 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0510554 Nov 12 01:18:29.223157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a31d711-81e2-4924-88f2-9712b85561a1 req-9128e9cd-e31b-4e60-ae21-903d31cb1e7e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512471 Nov 12 01:18:30.347734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22607ab3-bc7d-4a77-b1a4-2926e00856e6 req-0509fe26-b4d2-4d89-b13a-62de7f5d83d2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.349293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22607ab3-bc7d-4a77-b1a4-2926e00856e6 req-0509fe26-b4d2-4d89-b13a-62de7f5d83d2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0519359 Nov 12 01:18:30.403200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22607ab3-bc7d-4a77-b1a4-2926e00856e6 req-e242b003-e2d5-4296-9685-6662f6523227 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Nov 12 01:18:31.540278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a314d-7a72-4569-9012-2061ea2aa28e req-9d6cfded-7b6c-464b-acd4-e651c096db8a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:31.542179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a82a314d-7a72-4569-9012-2061ea2aa28e req-9d6cfded-7b6c-464b-acd4-e651c096db8a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0582321 Nov 12 01:18:31.608744 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a82a314d-7a72-4569-9012-2061ea2aa28e req-8359da6d-70e1-4430-b291-4059ee411052 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597041 Nov 12 01:18:32.511020 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.734849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ae4b-da3f-4842-961a-8b61901a4b67 req-d797d4c8-d0e2-43bd-96a2-36c4d5b21d98 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:32.736355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a388ae4b-da3f-4842-961a-8b61901a4b67 req-d797d4c8-d0e2-43bd-96a2-36c4d5b21d98 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0514314 Nov 12 01:18:32.787296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a388ae4b-da3f-4842-961a-8b61901a4b67 req-64bff854-6a89-46e4-9855-87623f8e894b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Nov 12 01:18:33.910978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f64cc8-9899-411b-93d0-009796d90188 req-31d5fbec-50b8-4509-b587-a29bede1c710 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:33.912409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4f64cc8-9899-411b-93d0-009796d90188 req-31d5fbec-50b8-4509-b587-a29bede1c710 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0553541 Nov 12 01:18:33.969184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4f64cc8-9899-411b-93d0-009796d90188 req-cc431c2d-eadd-4ef0-ade8-2e8c49b62fb4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Nov 12 01:18:35.099799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbf3d9-bcbc-4227-8b7a-7d101ef8715c req-845feaba-c955-4df7-89ef-41171e722222 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:35.101443 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bfbf3d9-bcbc-4227-8b7a-7d101ef8715c req-845feaba-c955-4df7-89ef-41171e722222 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0536139 Nov 12 01:18:35.157579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bfbf3d9-bcbc-4227-8b7a-7d101ef8715c req-666b1294-eaea-49e2-a439-65597178204f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493076 Nov 12 01:18:35.341522 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.285946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84f37-c55c-4811-9877-0729a076f9fe req-8038eae7-d80a-4a67-964e-0d92ad64e07d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:36.287516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d84f37-c55c-4811-9877-0729a076f9fe req-8038eae7-d80a-4a67-964e-0d92ad64e07d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0532129 Nov 12 01:18:36.340930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35d84f37-c55c-4811-9877-0729a076f9fe req-e68e1f4d-3dd7-43e3-9f97-c0dd831a4689 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472736 Nov 12 01:18:37.447227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 771494ed-6248-4ee4-ac7a-f1889dd653e9 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:37.472908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad7c74-b904-4a64-b45f-fa7a21179183 req-51ab624b-a5ad-415f-99a9-9e98cbbe8a25 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:37.474458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ad7c74-b904-4a64-b45f-fa7a21179183 req-51ab624b-a5ad-415f-99a9-9e98cbbe8a25 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 943 time: 0.0571651 Nov 12 01:18:37.529979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ad7c74-b904-4a64-b45f-fa7a21179183 req-b9039bee-c021-4db8-a48d-3ca9db95661f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Nov 12 01:18:37.566599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:37.578096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'mac_address': 'fa:16:3e:8c:ef:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:37.616926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.630872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771494ed-6248-4ee4-ac7a-f1889dd653e9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:37.651421 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:37.657168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.714356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:37.721983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.722329 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.722665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.722998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.723323 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.723650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.723975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.724342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.724642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.724957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.725273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.725586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:37.859900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['771494ed-6248-4ee4-ac7a-f1889dd653e9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:38.656704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad87a7-33c9-41c8-8d6a-f095ced8c71c req-dfc15630-4e99-46d8-b7d4-bc0adbc5e184 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:38.658308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffad87a7-33c9-41c8-8d6a-f095ced8c71c req-dfc15630-4e99-46d8-b7d4-bc0adbc5e184 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 944 time: 0.0551848 Nov 12 01:18:38.717948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffad87a7-33c9-41c8-8d6a-f095ced8c71c req-26f649d3-d934-4897-8025-949e43aa9a5a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522079 Nov 12 01:18:39.262820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e4d5c8-ad16-4ab0-af2b-4e127410fcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.463264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 771494ed-6248-4ee4-ac7a-f1889dd653e9 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:39.519187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 771494ed-6248-4ee4-ac7a-f1889dd653e9 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:39.523825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 771494ed-6248-4ee4-ac7a-f1889dd653e9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:39.524433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.606128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.644177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:39.646927 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b8f2e-9875-4a2d-bc25-256e01a52039" -d '{"events": [{"server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "name": "network-vif-plugged", "status": "completed", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:39.660946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:39.667234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.692424 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6742ac-f81b-4c0c-90ff-82a6ac870076 x-openstack-request-id: req-7e6742ac-f81b-4c0c-90ff-82a6ac870076 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:39.692717 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "name": "network-vif-plugged", "status": "completed", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:39.692976 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e6742ac-f81b-4c0c-90ff-82a6ac870076 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:39.693370 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'code': 200} Nov 12 01:18:39.720978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:39.851266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68eda-19a2-459a-906a-18f82d550f80 req-d0cf5bac-b41b-429a-8b4e-1ea9df54f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:39.852810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55e68eda-19a2-459a-906a-18f82d550f80 req-d0cf5bac-b41b-429a-8b4e-1ea9df54f479 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1097 time: 0.0797422 Nov 12 01:18:39.866545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc7a46-7903-48c7-a346-8a5ebdd22433 req-ac0412f3-5722-486f-82b7-138e2d4246dd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:39.868132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fc7a46-7903-48c7-a346-8a5ebdd22433 req-ac0412f3-5722-486f-82b7-138e2d4246dd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0690739 Nov 12 01:18:39.946772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55e68eda-19a2-459a-906a-18f82d550f80 req-c9d2e82b-5b8f-4f9d-873f-671e1f572502 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776038 Nov 12 01:18:39.952169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32fc7a46-7903-48c7-a346-8a5ebdd22433 req-0e2cb154-b86e-4a4b-a5da-9070f094e602 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760329 Nov 12 01:18:41.077187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a567-f2fa-402d-a561-daf11f6ff366 req-54a71103-16ab-4415-9fec-4705ca048686 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.078677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d149a567-f2fa-402d-a561-daf11f6ff366 req-54a71103-16ab-4415-9fec-4705ca048686 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0514474 Nov 12 01:18:41.130144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d149a567-f2fa-402d-a561-daf11f6ff366 req-84a3599d-b331-4398-bd8c-9d13ee23c5ea tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Nov 12 01:18:41.260153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac60eb-399f-4ad3-9161-d65f6ae01939 req-79a3f2fd-5fea-47fb-9d80-43ba6daeb23c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.262134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01ac60eb-399f-4ad3-9161-d65f6ae01939 req-79a3f2fd-5fea-47fb-9d80-43ba6daeb23c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0566924 Nov 12 01:18:41.316602 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01ac60eb-399f-4ad3-9161-d65f6ae01939 req-c178ee78-072f-4590-a6c8-e0d18df7d6e9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476284 Nov 12 01:18:41.340088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36696) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.519388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee2ab8-72e1-4544-b94c-f50429f8c817 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.520965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-53ee2ab8-72e1-4544-b94c-f50429f8c817 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1092 time: 0.1797271 Nov 12 01:18:41.524023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 36704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.528357 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:41.552032 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.660145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.764496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.25.6.9 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/9b9ae8b8-6d75-4a9a-9f97-4fed38732bae) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:41.879619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.914426 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.956334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:41.959140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:41.964270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:41.967526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=9b9ae8b8-6d75-4a9a-9f97-4fed38732bae,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.121289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-663ad084-bfec-4a2b-8669-c68cebfd2f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.361421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.437376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.603397 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.610867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.706214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=9b9ae8b8-6d75-4a9a-9f97-4fed38732bae,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.715722 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.824596 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP 74a334ac-e72e-4d3a-8db3-be510c56a8f6 associated. External IP: 172.25.6.9, port: 771494ed-6248-4ee4-ac7a-f1889dd653e9. Nov 12 01:18:42.880414 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.062954 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:43.176850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:43.190269 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:43.199368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.202899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:43.203512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:18:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:43.232261 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-758f666f-3d4b-492d-91ea-34ec4c53a962 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7070446 Nov 12 01:18:43.232863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:43.235493 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a4407-5bc3-4886-b316-51531e79f8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:43.279282 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac163eca-572d-4ca8-8424-acbfc2704d7e x-openstack-request-id: req-ac163eca-572d-4ca8-8424-acbfc2704d7e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:43.279572 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:43.279946 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac163eca-572d-4ca8-8424-acbfc2704d7e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:43.280323 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'status': 'completed', 'code': 200} Nov 12 01:18:43.316142 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:43.348640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-2c0f8738-5ef3-4f09-9074-f4574db994f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:43.350220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-2c0f8738-5ef3-4f09-9074-f4574db994f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1097 time: 0.0460241 Nov 12 01:18:43.472286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-8606a981-b1e2-4b70-a2c1-91fefbfee22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:43.473732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-8606a981-b1e2-4b70-a2c1-91fefbfee22d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1165693 Nov 12 01:18:43.544544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-a34f289d-8e64-46c2-b6c8-5b3ce4a5b588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 200 len: 997 time: 0.0624239 Nov 12 01:18:43.590754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '74a334ac-e72e-4d3a-8db3-be510c56a8f6', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:8c:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:42Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:43.595678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-387cefe6-ce07-4dcb-a5b7-060192f8c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:43.597206 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-387cefe6-ce07-4dcb-a5b7-060192f8c7f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0460041 Nov 12 01:18:43.621337 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:43.632640 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:43.633312 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:18:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:43.654267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-3111f08e-deae-449d-87a8-79e4fa1e9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:43.655614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-3111f08e-deae-449d-87a8-79e4fa1e9e98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507772 Nov 12 01:18:43.769430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-dabb9ef0-705b-45e5-a112-5f2b6f6a3fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058543 Nov 12 01:18:43.780863 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:43.873975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c4a4407-5bc3-4886-b316-51531e79f8a9 req-3ddcd158-55b5-47c8-a350-a223a13d3b46 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959325 Nov 12 01:18:44.032925 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '74a334ac-e72e-4d3a-8db3-be510c56a8f6', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:8c:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:42Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:44.064006 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e5e17-0a35-4493-a033-30379fe13617 None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '74a334ac-e72e-4d3a-8db3-be510c56a8f6', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:8c:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:18:42Z', 'updated_at': '2021-11-12T01:18:42Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:44.065919 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.270342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa8098e-bad2-4080-9050-c89fd139a894 None None] New status for floating IP 74a334ac-e72e-4d3a-8db3-be510c56a8f6: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:18:44.900574 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.135575 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:46.914535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-82bb3262-3239-455c-9d6a-d87aeeb8b5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424809 Nov 12 01:18:47.000499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0888-f2eb-4231-90e5-d07f358232bd req-9556a0b3-6136-4f4a-8ec8-ece41662e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:47.002037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-9556a0b3-6136-4f4a-8ec8-ece41662e418 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b916388c5e614cc1ab1ea91602a33418&device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 1102 time: 0.0431466 Nov 12 01:18:47.113690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0888-f2eb-4231-90e5-d07f358232bd req-bf013e97-a7ea-4ea9-bfde-6e66a141c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:47.115311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-bf013e97-a7ea-4ea9-bfde-6e66a141c249 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.0928946 Nov 12 01:18:47.210564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-a0064b0d-6aa9-4729-8788-ce0dc5f3e7fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa HTTP/1.1" status: 200 len: 217 time: 0.0373580 Nov 12 01:18:47.264762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0888-f2eb-4231-90e5-d07f358232bd req-beb8d5b3-317d-4bc3-a572-23a752f3baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:47.266355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-beb8d5b3-317d-4bc3-a572-23a752f3baab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0489089 Nov 12 01:18:47.323407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0888-f2eb-4231-90e5-d07f358232bd req-157b2b1f-1433-4262-a1b6-3c8779236510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:47.323407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-157b2b1f-1433-4262-a1b6-3c8779236510 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480938 Nov 12 01:18:47.334301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-320bd947-38c6-49df-97c4-29ec5ede8376 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:18:47.335232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-320bd947-38c6-49df-97c4-29ec5ede8376 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051577 Nov 12 01:18:47.428339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-df9cba42-c24d-483e-b26c-aa38d1a15e5f service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Nov 12 01:18:47.530227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-499c0888-f2eb-4231-90e5-d07f358232bd req-b1174535-b991-4457-8c0c-28c7bc5a1321 service neutron] 10.222.0.39 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942473 Nov 12 01:19:02.493908 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.337740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.266974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2938c6c-51fb-4597-9859-31e56dad4505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.117283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f926bcda-198b-4a1c-96ea-cce19ad741ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.886677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.070055 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.916019 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:19.463386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50e14-1f2c-4c15-9294-6f396140bbde req-4167d05f-ff04-4519-8fac-f8d257bc2219 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:19.465721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a50e14-1f2c-4c15-9294-6f396140bbde req-4167d05f-ff04-4519-8fac-f8d257bc2219 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.0680885 Nov 12 01:19:19.523439 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2a50e14-1f2c-4c15-9294-6f396140bbde req-a363b70b-7fb5-4df6-a9b0-a81167d74b32 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483928 Nov 12 01:19:20.668624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f18f1-93fb-46a0-8890-23b4a11e99c7 req-2c2e688d-d741-460d-a637-da0f0c7782e5 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:20.670153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae1f18f1-93fb-46a0-8890-23b4a11e99c7 req-2c2e688d-d741-460d-a637-da0f0c7782e5 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.0640516 Nov 12 01:19:20.723886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae1f18f1-93fb-46a0-8890-23b4a11e99c7 req-2b1fe8b3-0d14-4b0d-9f00-ffe528abfad1 tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/security-groups?id=2122a079-5037-4ede-9e29-4548ad297f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472920 Nov 12 01:19:21.047289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996966f-4021-4468-ae74-9b889953af37 req-438e80db-18fc-493c-9257-5ead813cce6e tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:21.048789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3996966f-4021-4468-ae74-9b889953af37 req-438e80db-18fc-493c-9257-5ead813cce6e tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 950 time: 0.0538111 Nov 12 01:19:21.153439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Deleting port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:21.153733 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.254743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] For port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:21.255056 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.268404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Calling delete_port for 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:21.412744 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.425525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:19:21.442255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Pushing event deleted for resources: {'Port': ['ID=77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:21.474737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.475057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.475378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.475717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.476181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.476416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.476692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.477011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.477357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.477644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.477955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.478316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:21.501873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] No DVR routers for this DVR port 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:21.504969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.508641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3996966f-4021-4468-ae74-9b889953af37 req-41aebb87-359d-4065-8a45-0ede2bfd69af tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.39 "DELETE /v2.0/ports/77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa HTTP/1.1" status: 204 len: 173 time: 0.4518294 Nov 12 01:19:21.509193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'name': 'network-vif-deleted', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:21.511778 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b8d37d-43e5-40ee-b87e-1009d4eaf603" -d '{"events": [{"server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "name": "network-vif-deleted", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:21.645849 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b995f3e1-5dd7-4263-8f79-6cee2b17fc5d x-openstack-request-id: req-b995f3e1-5dd7-4263-8f79-6cee2b17fc5d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:21.646648 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6272fdd-1d1e-4149-9f07-e997a9234d2c", "name": "network-vif-deleted", "tag": "77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:21.646904 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b995f3e1-5dd7-4263-8f79-6cee2b17fc5d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:21.647314 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6272fdd-1d1e-4149-9f07-e997a9234d2c', 'name': 'network-vif-deleted', 'tag': '77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa', 'status': 'completed', 'code': 200} Nov 12 01:19:21.859260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a79280e2-2318-47d2-801f-36e92c369037 req-101bb730-78d5-499f-ac63-879fb90c1eac tempest-VolumesBackupsTest-1563130973 tempest-VolumesBackupsTest-1563130973-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6272fdd-1d1e-4149-9f07-e997a9234d2c HTTP/1.1" status: 200 len: 210 time: 0.0318532 Nov 12 01:19:23.137568 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:24.430028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:24.451696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:24.452197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 77fd7d77-5ba2-4a4c-a08c-027e6ff1faaa not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:32.522728 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.349949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.266677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46edadbd-4f7f-42a4-a214-52bb96cd570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.541368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-6e31aebe-ee6c-4644-a9eb-8f0bd613d19f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414557 Nov 12 01:19:41.631791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-5a5ef02e-6ed8-4e92-9426-e9586155af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.633321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-5a5ef02e-6ed8-4e92-9426-e9586155af61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 1097 time: 0.0429602 Nov 12 01:19:41.748912 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-918537fa-f0a0-4a40-a3d1-4e9df80c5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.750406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-918537fa-f0a0-4a40-a3d1-4e9df80c5c97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0939908 Nov 12 01:19:41.823894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-3a8d4ce5-5ba9-4c70-9c3a-56c27386ca45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 200 len: 999 time: 0.0645573 Nov 12 01:19:41.888286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-fe0f20e3-fa77-4440-be39-23811082c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.889792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-fe0f20e3-fa77-4440-be39-23811082c0a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0586987 Nov 12 01:19:41.948674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-e24807c4-da4f-4258-a8f0-66f7a97364db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.950413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-e24807c4-da4f-4258-a8f0-66f7a97364db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532684 Nov 12 01:19:42.066950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-e8ec7f08-c04b-42de-b555-0dc7fae87caf service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052551 Nov 12 01:19:42.122476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0146a68-6c5f-4ca8-9c73-ea96d75c4d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.569075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b36fdc98-34a6-49c3-a5d4-3db1001847af req-ed6c2c7d-8132-47e7-b0fb-e876c6b2cb10 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945686 Nov 12 01:19:42.892113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.072826 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.904370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:00.137977 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:02.528366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.352566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.260884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81e524f8-3128-48fa-bb11-4714206d647b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.117924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-106f7513-57e6-4e6a-9492-aa9e47f2c6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.891160 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.080104 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.913956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.538566 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.364470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.140174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:39.267517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-691689b5-6764-406d-9d8c-7b06fc6ff1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.107167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc9013-384b-4ff1-9b76-f1c8ae4f34ea req-08b8f052-decd-46b7-b5fc-c9cde54c306a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:41.108728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13dc9013-384b-4ff1-9b76-f1c8ae4f34ea req-08b8f052-decd-46b7-b5fc-c9cde54c306a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0516603 Nov 12 01:20:41.161360 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13dc9013-384b-4ff1-9b76-f1c8ae4f34ea req-adb035fe-b597-4079-8cfd-859f40818ae1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Nov 12 01:20:42.122813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67eb315c-9dd6-40bb-b4b4-f25807d5913d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.285882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adb685-ee04-4e3a-bea7-446d586a6cdf req-7d3df141-8ba6-4d1c-8497-2705e1d62f6e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:42.287357 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53adb685-ee04-4e3a-bea7-446d586a6cdf req-7d3df141-8ba6-4d1c-8497-2705e1d62f6e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 12 01:20:42.348785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53adb685-ee04-4e3a-bea7-446d586a6cdf req-f418e66c-676c-4825-b24b-330d22f40d89 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550044 Nov 12 01:20:42.596258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-172bea5a-3788-4c33-99f8-9e59163f6ae5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:42.597799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-172bea5a-3788-4c33-99f8-9e59163f6ae5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 945 time: 0.0541623 Nov 12 01:20:42.707002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 771494ed-6248-4ee4-ac7a-f1889dd653e9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:42.707314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.802539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port 771494ed-6248-4ee4-ac7a-f1889dd653e9, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=771494ed-6248-4ee4-ac7a-f1889dd653e9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:42.802910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.895906 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.055800 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.056272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.056690 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP 74a334ac-e72e-4d3a-8db3-be510c56a8f6 disassociated. External IP: 172.25.6.9, port: 771494ed-6248-4ee4-ac7a-f1889dd653e9. Nov 12 01:20:43.057676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 771494ed-6248-4ee4-ac7a-f1889dd653e9 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:43.191987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.232798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=771494ed-6248-4ee4-ac7a-f1889dd653e9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:43.243825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.244189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.244519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.244908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.245221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.245547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.245827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.246182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.246510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.246794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.247096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.247412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:43.360606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:20:43.491576 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8a67d48-6486-460a-b28b-59cd3c336144 req-eedb3e01-625d-4478-a669-5763b9e03dd1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0364511 Nov 12 01:20:43.504201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:20:43.516451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:20:43.527777 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:43.528414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:20:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:43.551537 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port 771494ed-6248-4ee4-ac7a-f1889dd653e9 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:43.554541 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.558118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d45c20ba-9118-4b84-9738-c4edd6c59cee req-94a1b474-c8ad-43ea-87d7-24625a7c71f5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "DELETE /v2.0/ports/771494ed-6248-4ee4-ac7a-f1889dd653e9 HTTP/1.1" status: 204 len: 173 time: 0.9543796 Nov 12 01:20:43.559033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'name': 'network-vif-deleted', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:43.564867 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c4a66-7bb9-414e-9db3-af48caa3ab5d" -d '{"events": [{"server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "name": "network-vif-deleted", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:43.608930 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd36ccb6-f19f-4486-aa12-63b0a51e635a x-openstack-request-id: req-cd36ccb6-f19f-4486-aa12-63b0a51e635a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:43.609442 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a", "name": "network-vif-deleted", "tag": "771494ed-6248-4ee4-ac7a-f1889dd653e9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:43.609872 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd36ccb6-f19f-4486-aa12-63b0a51e635a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:43.610459 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a', 'name': 'network-vif-deleted', 'tag': '771494ed-6248-4ee4-ac7a-f1889dd653e9', 'status': 'completed', 'code': 200} Nov 12 01:20:43.671395 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:20:43.950017 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:43.985561 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:20:43.995311 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:43.995926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:20:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:44.124326 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.136756 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:20:44.389487 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-181728a5-c89f-4f36-94d4-561119306edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:44.417078 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181728a5-c89f-4f36-94d4-561119306edd None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:44.603100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0017e8d-c8e9-41b8-8893-ebd3242ecf77 req-facf555a-dd82-4175-86fe-b6dc22f01e83 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0300322 Nov 12 01:20:44.721734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52404cd-57c7-4671-9cb9-841095ac13bc None None] New status for floating IP 74a334ac-e72e-4d3a-8db3-be510c56a8f6: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:20:45.014996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.745557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c19644df-4b98-4887-91c8-4520df6464ac req-c953db0d-4373-4f98-b37c-5eb217fd5796 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0356188 Nov 12 01:20:45.967893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 771494ed-6248-4ee4-ac7a-f1889dd653e9 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:45.991128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 771494ed-6248-4ee4-ac7a-f1889dd653e9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:20:45.991952 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 771494ed-6248-4ee4-ac7a-f1889dd653e9 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:46.854001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b087029-4e6e-47fa-a071-406711604f76 req-d56533be-9b6e-4279-a6b5-fe615dfa3b10 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0332508 Nov 12 01:20:47.960765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc4fb5c5-f355-4b57-855b-541e87f56c09 req-6ab3211f-9adb-4d32-b583-f67c471431ac tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b9c3ea0-d3f9-46ae-b8f4-35f295e5814a HTTP/1.1" status: 200 len: 210 time: 0.0271652 Nov 12 01:20:49.187952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-0b08d87b-912c-4c15-9692-3d75298f536a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054134191&fields=id&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 267 time: 0.0493591 Nov 12 01:20:49.302040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-f9aaee94-2f3b-49b1-b6ea-8fac3d5a10a7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:49.303532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-f9aaee94-2f3b-49b1-b6ea-8fac3d5a10a7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1087174 Nov 12 01:20:49.320167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-6b5c97eb-154d-4ee3-ac7a-c6a678d1d200 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Nov 12 01:20:49.376488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-257ad4f5-276a-42ee-8b44-2c1a050f5d80 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507693 Nov 12 01:20:49.479795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-1881affa-49e5-45e4-b9cd-2b80d825893e service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Nov 12 01:20:49.577770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-9da3422b-9cb6-49eb-badd-2d3539a1aaed service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Nov 12 01:20:49.878035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2a2b6933-9936-440d-9787-14a7deeec8fd req-7e23a33f-2a80-4c35-80db-a5725dbd0be6 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0278130 Nov 12 01:20:50.973473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bad424eb-85f3-4c70-9f1d-89569c9ba941 req-4294f436-b729-4e10-85f7-9fb5136ff959 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0364118 Nov 12 01:20:51.904361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-6fb97660-2f4b-4d8f-aa58-8a4678bbe710 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:51.906031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-6fb97660-2f4b-4d8f-aa58-8a4678bbe710 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1283910 Nov 12 01:20:51.982030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-20ab92bd-5ce8-4140-8314-30f51b7c97de tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 380 time: 0.0664077 Nov 12 01:20:51.995833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'security_groups': ['9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:52.124406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e246201-f519-497f-bfed-4e7b753b78f8 req-8d878d58-7356-48f6-b572-4b2d3ac0959a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0346072 Nov 12 01:20:52.169414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:52.173575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.330535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.9 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/c5a4814f-b79f-4413-a75c-44e34ce0a1d9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:52.492513 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.538279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.606681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:52.610485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:52.613349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:52.650670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:52.692580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:52.693295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.711739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-ca0e03dd-2027-4ab9-9ef4-f840f0a141b3 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214737 Nov 12 01:20:52.728469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Request body: {'port': {'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:52.823319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.145712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-373ece3b-8b38-474b-952f-5e225eb867d2 None None] Provisioning complete for port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:53.146304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-373ece3b-8b38-474b-952f-5e225eb867d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.183414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-373ece3b-8b38-474b-952f-5e225eb867d2 None None] Port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:53.189574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a4814f-b79f-4413-a75c-44e34ce0a1d9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:20:53.202740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.217657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Transition to ACTIVE for port object c5a4814f-b79f-4413-a75c-44e34ce0a1d9 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:20:53.232796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.307990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Pushing event updated for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:53.329693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa344c-be7e-43fc-b0b5-d9f02cdf8283 req-d2fdb5de-389f-4704-ab6c-3578bed1660f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:53.331757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86fa344c-be7e-43fc-b0b5-d9f02cdf8283 req-d2fdb5de-389f-4704-ab6c-3578bed1660f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.1117063 Nov 12 01:20:53.466574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86fa344c-be7e-43fc-b0b5-d9f02cdf8283 req-2f653187-3dcb-49da-bcce-7635ee3da364 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199455 Nov 12 01:20:53.471214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Attempting to bind port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:53.472150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Attempting to bind port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:53.473630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Attempting to bind port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:53.482362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:20:53.483023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Attempting to bind port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:53.501412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:53.502134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:53.502851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:53.503689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Bound port: c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:53.504390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.604085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:53.607463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:53.613407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.655030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:53.656409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.658407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] 10.222.0.39 "PUT /v2.0/ports/c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 1092 time: 0.9359753 Nov 12 01:20:53.661919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:53.673805 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:53.742897 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3f97b-b922-464e-9315-3a79dca46311 x-openstack-request-id: req-cab3f97b-b922-464e-9315-3a79dca46311 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:53.743185 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:53.743405 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cab3f97b-b922-464e-9315-3a79dca46311 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:53.743810 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'status': 'completed', 'code': 200} Nov 12 01:20:53.744703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdac2f9-13c5-4457-850c-fba8d11a325f service neutron] Pushing event updated for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:53.796791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-a407c6b6-9dc0-4f0a-9e3e-e61a94e6ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:53.798730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-a407c6b6-9dc0-4f0a-9e3e-e61a94e6ff64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1095 time: 0.0865986 Nov 12 01:20:53.874133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-91eb4557-3cc8-472a-b915-d7063a38157a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 217 time: 0.0650091 Nov 12 01:20:53.951397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-430c2c0a-6f74-44a8-bc27-0ff845eadb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:53.953171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-430c2c0a-6f74-44a8-bc27-0ff845eadb87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0701838 Nov 12 01:20:54.009516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055067-c6b9-4697-8053-dee7205dc433 req-e61732d4-6537-4c0f-b992-8a2149ad2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.011105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-e61732d4-6537-4c0f-b992-8a2149ad2902 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484536 Nov 12 01:20:54.108093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-0479f0c4-07b1-4242-b1d8-5ecf5f517e45 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Nov 12 01:20:54.209879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7055067-c6b9-4697-8053-dee7205dc433 req-472129f6-2d97-47f8-ba11-20df1621093b service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934215 Nov 12 01:20:54.305361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-add3618d-5ff9-4a63-bdb6-68d811b416ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.306906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-add3618d-5ff9-4a63-bdb6-68d811b416ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1095 time: 0.0446241 Nov 12 01:20:54.404946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-11f2fe8d-668c-4cee-8b5c-799b5b4dd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.406474 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-11f2fe8d-668c-4cee-8b5c-799b5b4dd5bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0898800 Nov 12 01:20:54.454012 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-a0c3659f-0b4e-4528-a325-f8fdf34854f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 217 time: 0.0359819 Nov 12 01:20:54.514986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-1123e9f5-bf9d-4666-abf9-fbf69dd6f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.516514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-1123e9f5-bf9d-4666-abf9-fbf69dd6f06f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0546052 Nov 12 01:20:54.607163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-037f817e-d8a8-45af-ba2f-cc7cf45c985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.608635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-037f817e-d8a8-45af-ba2f-cc7cf45c985b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832648 Nov 12 01:20:54.619629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a5531-5027-441f-9b17-f492858afbbd req-ef7e8a02-542d-46ff-af13-e2d17c835662 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.621115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c9a5531-5027-441f-9b17-f492858afbbd req-ef7e8a02-542d-46ff-af13-e2d17c835662 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0604579 Nov 12 01:20:54.749286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c9a5531-5027-441f-9b17-f492858afbbd req-c1c2a86f-38ae-451b-b365-d5c54403250c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153910 Nov 12 01:20:54.773310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-1206154c-ab6d-4e5b-895b-7b753eba99be service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510193 Nov 12 01:20:54.877553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b5fa31e-8c86-4ce9-944b-feed2a0f0a0e req-6821b2b7-8ef0-4741-908f-54034e011a4a service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961561 Nov 12 01:20:55.885373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a10132-0eaa-40ed-8ea9-b60696da86f4 req-532516e9-b63a-4504-a4fd-dccbc68d4594 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:55.886819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14a10132-0eaa-40ed-8ea9-b60696da86f4 req-532516e9-b63a-4504-a4fd-dccbc68d4594 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0523403 Nov 12 01:20:55.941543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14a10132-0eaa-40ed-8ea9-b60696da86f4 req-f18ba489-90c3-40af-b359-a78aaa9a7513 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482996 Nov 12 01:20:57.064466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e74c80-12b4-4273-b969-75f495158c2c req-a0b49a07-fb5d-469d-8f23-981cab16cb3d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:57.066106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6e74c80-12b4-4273-b969-75f495158c2c req-a0b49a07-fb5d-469d-8f23-981cab16cb3d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0529432 Nov 12 01:20:57.126743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a6e74c80-12b4-4273-b969-75f495158c2c req-f0194353-1296-41c9-b4e2-bc83224a875b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540876 Nov 12 01:20:58.253844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c1b2-ebd4-409f-8a98-f35b2569ffd6 req-a9265ffd-48b5-4a24-89a6-4a2584fb9553 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:58.255377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54b7c1b2-ebd4-409f-8a98-f35b2569ffd6 req-a9265ffd-48b5-4a24-89a6-4a2584fb9553 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0556133 Nov 12 01:20:58.308462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54b7c1b2-ebd4-409f-8a98-f35b2569ffd6 req-03910709-3b40-41aa-877f-9269724fbed2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466175 Nov 12 01:20:59.430558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893809-dc6c-45a1-827d-a6bcf1bbfc86 req-4f1c4a2b-2ac6-4081-a530-cb976fd60ba2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:59.432140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa893809-dc6c-45a1-827d-a6bcf1bbfc86 req-4f1c4a2b-2ac6-4081-a530-cb976fd60ba2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0529993 Nov 12 01:20:59.483321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa893809-dc6c-45a1-827d-a6bcf1bbfc86 req-d4c03a02-7098-4f85-bd5d-4bbbdab7b3db tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Nov 12 01:21:00.624855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e765f-1ad3-4e1f-af91-b53b4a6a9673 req-13f79fc7-fb58-46ec-98d5-4d6508e1ba9c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.626514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-347e765f-1ad3-4e1f-af91-b53b4a6a9673 req-13f79fc7-fb58-46ec-98d5-4d6508e1ba9c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0559196 Nov 12 01:21:00.684766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-347e765f-1ad3-4e1f-af91-b53b4a6a9673 req-413db8d5-926d-413e-9e3f-82ab5318032a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518582 Nov 12 01:21:01.821313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45921994-765e-4178-98d3-d84283d8bc3e req-cc85783b-e570-47ea-bc45-957b4c48f638 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:01.822788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45921994-765e-4178-98d3-d84283d8bc3e req-cc85783b-e570-47ea-bc45-957b4c48f638 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0592725 Nov 12 01:21:01.887402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45921994-765e-4178-98d3-d84283d8bc3e req-e9455cf4-699f-45c5-998a-00349411d35e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553377 Nov 12 01:21:02.525217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:03.009745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e9251-c23f-420a-aa79-08c05c0b27bf req-ef22962a-2e06-4a50-baef-d4585d06df22 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:03.012558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54e9251-c23f-420a-aa79-08c05c0b27bf req-ef22962a-2e06-4a50-baef-d4585d06df22 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0516255 Nov 12 01:21:03.071604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b54e9251-c23f-420a-aa79-08c05c0b27bf req-248de336-50db-4b0b-920a-3d92cc630843 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541544 Nov 12 01:21:04.215637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3b35d-fa16-4f50-a41b-93db2d30f466 req-e5830629-a24d-4beb-866b-cde680f73d7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:04.215637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5f3b35d-fa16-4f50-a41b-93db2d30f466 req-e5830629-a24d-4beb-866b-cde680f73d7d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 943 time: 0.0593626 Nov 12 01:21:04.270775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5f3b35d-fa16-4f50-a41b-93db2d30f466 req-e04a5e7c-aaec-4467-b4e6-9b0d5578c7cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503948 Nov 12 01:21:04.950458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c5a4814f-b79f-4413-a75c-44e34ce0a1d9 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:21:05.055359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:05.067031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:21:05.106078 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.120993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a4814f-b79f-4413-a75c-44e34ce0a1d9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:05.144591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:05.150196 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.209073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:05.217217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.217567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.217905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.218239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.218569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.218901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.219227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.219551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.219875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.220222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.220544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.220864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:05.384383 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.398090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['c5a4814f-b79f-4413-a75c-44e34ce0a1d9'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:21:05.418617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b2e8-edb8-4770-ab64-2177bd0baff2 req-cc63d818-2b57-417a-8760-4117043ec731 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:05.421379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8049b2e8-edb8-4770-ab64-2177bd0baff2 req-cc63d818-2b57-417a-8760-4117043ec731 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 944 time: 0.0744863 Nov 12 01:21:05.515659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8049b2e8-edb8-4770-ab64-2177bd0baff2 req-3b6a7e2a-f2fb-44ac-ad4c-07a55b538cbc tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866525 Nov 12 01:21:06.646852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0b98-340a-466b-aff6-d25e0f319b73 req-287316a8-3200-419b-9b3e-69b990546ece tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:06.648676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ca0b98-340a-466b-aff6-d25e0f319b73 req-287316a8-3200-419b-9b3e-69b990546ece tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 944 time: 0.0704768 Nov 12 01:21:06.703531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-19ca0b98-340a-466b-aff6-d25e0f319b73 req-8ce6ec63-2b49-439a-a412-3447bc01bef9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Nov 12 01:21:06.962269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c5a4814f-b79f-4413-a75c-44e34ce0a1d9 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:07.017525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:21:07.021431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:07.021803 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.106665 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.129512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:07.131868 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85037f14-284a-4b20-b0b8-fa46fdef27a7" -d '{"events": [{"server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:07.144500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:07.151154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.202755 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:07.258192 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33847f04-2fa4-4ada-b48f-41a480b54356 x-openstack-request-id: req-33847f04-2fa4-4ada-b48f-41a480b54356 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:07.258486 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:07.258871 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33847f04-2fa4-4ada-b48f-41a480b54356 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:07.259278 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'code': 200} Nov 12 01:21:07.368791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3168b6-d96f-4c1b-9025-f4c39ab13593 req-a9afa6c3-633d-4cd0-90a6-e956519d743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:07.370247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd3168b6-d96f-4c1b-9025-f4c39ab13593 req-a9afa6c3-633d-4cd0-90a6-e956519d743c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0419428 Nov 12 01:21:07.428816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd3168b6-d96f-4c1b-9025-f4c39ab13593 req-16a78a64-2295-49be-a4dc-021e56bfb451 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Nov 12 01:21:07.857807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13be05-80e7-47bd-b70c-278e5d769b51 req-de6c3ebf-58f3-4e0b-b0df-c440d684aab7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:07.860289 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b13be05-80e7-47bd-b70c-278e5d769b51 req-de6c3ebf-58f3-4e0b-b0df-c440d684aab7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0665195 Nov 12 01:21:07.936507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b13be05-80e7-47bd-b70c-278e5d769b51 req-02e5476d-a130-4baa-8f57-56c1676202af tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666823 Nov 12 01:21:09.079382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588beed1-fc4b-4800-8492-b35009bc4ad1 req-4e2c8861-eb48-499e-97c2-299e63787d59 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:09.081025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-588beed1-fc4b-4800-8492-b35009bc4ad1 req-4e2c8861-eb48-499e-97c2-299e63787d59 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0535939 Nov 12 01:21:09.136284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-588beed1-fc4b-4800-8492-b35009bc4ad1 req-329a6865-78a8-45c9-ae5a-5bf14fdeee67 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478706 Nov 12 01:21:09.265579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7d14-c962-443c-8dd7-dd028c209e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.269310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66981d4-478a-4e6c-b4cf-7c2402033464 req-2d1f8bd4-7e56-40a8-aeb4-46055f36ca50 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:09.271101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e66981d4-478a-4e6c-b4cf-7c2402033464 req-2d1f8bd4-7e56-40a8-aeb4-46055f36ca50 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0526781 Nov 12 01:21:09.329079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e66981d4-478a-4e6c-b4cf-7c2402033464 req-62ceb4a5-1ee2-4b39-bc1a-25cada9ad1a5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509398 Nov 12 01:21:09.353949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:09.403624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb3649-9efe-4607-a7f1-ba74ef871359 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:09.405227 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-42cb3649-9efe-4607-a7f1-ba74ef871359 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1092 time: 0.0502114 Nov 12 01:21:09.408174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 38582) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:09.412435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:09.440147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.541644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.656369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.25.6.226 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0e4267d8-c8a2-4905-ae39-922dcda253ec) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:09.765881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.804331 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.849369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:09.852332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:09.862737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:09.902719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=0e4267d8-c8a2-4905-ae39-922dcda253ec,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:10.283596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.360562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.899327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.905164 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.978432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=0e4267d8-c8a2-4905-ae39-922dcda253ec,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:10.985812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.096364 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP c108bde3-ab8e-41c0-9e9f-02da0a057b5a associated. External IP: 172.25.6.226, port: c5a4814f-b79f-4413-a75c-44e34ce0a1d9. Nov 12 01:21:11.326234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:11.461245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:11.474727 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:11.484682 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.492621 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:11.493338 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:20:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:11.514285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fc2c55b9-6d03-4cb3-9d93-0929e5dfdf94 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1050522 Nov 12 01:21:11.514989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:11.517376 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a2b232-7fa6-4837-818e-b6876d38b675" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:11.560731 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b923fb5-3d8b-4ef2-b36c-b46a127dd997 x-openstack-request-id: req-3b923fb5-3d8b-4ef2-b36c-b46a127dd997 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:11.560970 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:11.561227 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b923fb5-3d8b-4ef2-b36c-b46a127dd997 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:11.561641 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'status': 'completed', 'code': 200} Nov 12 01:21:11.623242 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:11.627109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-5f12accf-46e4-47ae-94c7-076af1d3a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:11.634528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-5f12accf-46e4-47ae-94c7-076af1d3a874 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0492628 Nov 12 01:21:11.747229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-dfe18dbf-a91c-480f-a72a-ec850794cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:11.749059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-dfe18dbf-a91c-480f-a72a-ec850794cfc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1039851 Nov 12 01:21:11.823137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-28d7440e-d9ff-49a4-8a46-d915f15c67b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 999 time: 0.0651596 Nov 12 01:21:11.875467 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:10Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:11.888139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-a825798b-6a4e-4499-b551-d6fcd0681f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:11.889855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-a825798b-6a4e-4499-b551-d6fcd0681f0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0597122 Nov 12 01:21:11.903296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:11.914260 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:11.915116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:20:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:11.942989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-cacd7134-c6d1-4a6d-b987-fd9ee51e2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:11.944636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-cacd7134-c6d1-4a6d-b987-fd9ee51e2b1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467904 Nov 12 01:21:12.035169 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:12.052786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-329c08d7-30cb-4453-ae12-31874b27e226 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964367 Nov 12 01:21:12.126278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18dd11aa-73c9-4622-af51-3a87fb938fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.178421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85a2b232-7fa6-4837-818e-b6876d38b675 req-17186922-f83f-49c0-afdd-04733b6d539e service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160383 Nov 12 01:21:12.378149 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:10Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:12.407407 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9459-d2db-487a-97c1-47eb9a89917b None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:10Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:12.615129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e021d-e462-4237-aec1-1001adcee71b None None] New status for floating IP c108bde3-ab8e-41c0-9e9f-02da0a057b5a: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:21:12.898316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:14.080172 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:14.139677 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:14.909827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.524743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.389733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.259893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23132eae-c2aa-41ce-8323-11c7cbcc4056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.130747 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7783d99-19a7-45c4-8d97-b596d10c9b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.901182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.081886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.914177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.901852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-c13354a4-a73b-4393-ad27-278891e28885 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437894 Nov 12 01:21:47.998476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-f0ae09f6-3755-49f8-a4fd-d3e12c1bc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.000071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-f0ae09f6-3755-49f8-a4fd-d3e12c1bc177 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0517008 Nov 12 01:21:48.108355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-aa825f2c-02ba-4066-a060-ea6cae6ba417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.109869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-aa825f2c-02ba-4066-a060-ea6cae6ba417 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0882313 Nov 12 01:21:48.187239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-6bdcd25b-780d-49b2-b886-f84a84c8f9ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0687850 Nov 12 01:21:48.245748 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-2c0ef7da-82e6-4ecf-a043-b11803edf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.247413 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-2c0ef7da-82e6-4ecf-a043-b11803edf4ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0523732 Nov 12 01:21:48.296797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-7f766f2b-9bed-4f1c-bbf8-efdaccef4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.298339 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-7f766f2b-9bed-4f1c-bbf8-efdaccef4c13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429668 Nov 12 01:21:48.395034 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-c443298d-3e73-4aef-968f-94d7b6922b04 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886142 Nov 12 01:21:48.492117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc22be81-a549-446f-8a85-fdb5f60f5e41 req-8b875d77-1fb1-48f0-8314-f53583cde5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900178 Nov 12 01:21:51.141736 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:02.529704 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.394952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.266206 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65b9f5da-902a-48e1-bfb6-ac6befddbda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.140729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56c29f88-d36e-4df3-b23c-042fd7ef8cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.903962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.082644 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.921803 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.141374 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:30.717968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-e879dc38-f240-44dc-ac7b-f1ded7113830 req-963ca1bc-e343-4786-83ce-e556dc95afdd service neutron] (102676) timed out ('10.222.0.32', 52654) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:22:32.539959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.411011 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.264227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f07dc6ec-6d89-4460-9f34-e4fba1ae29d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.136758 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ca39384-12ae-4d59-ad9f-8986610242c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.909069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.086321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.917841 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.107775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:47.274822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6661e5ed-c18c-4a77-8346-0fbb986b98aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b916388c5e614cc1ab1ea91602a33418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648476 Nov 12 01:22:47.277722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40502) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:47.333550 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.357096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.405900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.408565 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.409753 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2122a079-5037-4ede-9e29-4548ad297f53 HTTP/1.1" status: 204 len: 168 time: 0.1310251 Nov 12 01:22:47.419299 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122a079-5037-4ede-9e29-4548ad297f53,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:47.427920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.428172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.428480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.428993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.429211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.429537 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.429905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.430199 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.430491 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.430808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.431122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:47.431448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09db0e-9287-4973-ba9d-0ae449f39b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:48.903256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-e7823133-f1f4-4050-9048-ba23c6781d1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483439 Nov 12 01:22:48.995831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-f0cea498-e316-4cc1-8e5f-8ef0d231b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:48.997609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-f0cea498-e316-4cc1-8e5f-8ef0d231b494 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0466225 Nov 12 01:22:49.116856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-ab53a9e2-a819-4d74-afd5-f31e6d86d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:49.118513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-ab53a9e2-a819-4d74-afd5-f31e6d86d17e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0971587 Nov 12 01:22:49.201923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-464c2a79-9247-49ee-aa58-69f6b9eed34d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0742786 Nov 12 01:22:49.254718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-600d59ad-a75b-4d89-bccd-fa80a7bf8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:49.256098 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-600d59ad-a75b-4d89-bccd-fa80a7bf8bb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0464194 Nov 12 01:22:49.311034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-ccca9ec7-7850-44b2-b985-9eb83be642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:49.312611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-ccca9ec7-7850-44b2-b985-9eb83be642cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475662 Nov 12 01:22:49.421972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-5076b62c-beca-43fd-976f-ae341faac328 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973692 Nov 12 01:22:49.525743 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe60f4a6-b130-4b13-add1-be10d0d428e0 req-25e01b68-6a26-4887-8590-67363ef33096 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962923 Nov 12 01:22:49.764143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:49.888496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e5a084a-2f37-4abb-a0c8-0739665e02f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.967738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e5a084a-2f37-4abb-a0c8-0739665e02f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.973489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8e5a084a-2f37-4abb-a0c8-0739665e02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.016296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8e5a084a-2f37-4abb-a0c8-0739665e02f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be063d7896ad497a8d0e00425eea3fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506368 Nov 12 01:22:50.017265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a084a-2f37-4abb-a0c8-0739665e02f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f7efe-2ccc-47be-8e7c-df2800872ee7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.019271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:50.069946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.092558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.143107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.146478 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.147639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b17f7efe-2ccc-47be-8e7c-df2800872ee7 HTTP/1.1" status: 204 len: 168 time: 0.1271963 Nov 12 01:22:50.155826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f7efe-2ccc-47be-8e7c-df2800872ee7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.163936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.164326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.164669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.165014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.165344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.165666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.165999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.166330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.166644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.166984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.167292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.167631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4da037-23d5-4bce-8c57-d3385a970220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:50.448085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:50.462344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-323ac72e-fd42-4946-867e-f75089064eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.544271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-323ac72e-fd42-4946-867e-f75089064eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.549905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-323ac72e-fd42-4946-867e-f75089064eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.593785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-323ac72e-fd42-4946-867e-f75089064eef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=802d83dd86804a7c860ed4f2aff0e136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418073 Nov 12 01:22:50.593785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ac72e-fd42-4946-867e-f75089064eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1417e-84ce-42ca-9e9b-559e58098d32,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.594364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40670) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:50.656332 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.683650 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.738904 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.742085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.744865 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19c1417e-84ce-42ca-9e9b-559e58098d32 HTTP/1.1" status: 204 len: 168 time: 0.1490743 Nov 12 01:22:50.762678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfd2a8-d62e-4f11-b4ec-d0d9dc067ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1417e-84ce-42ca-9e9b-559e58098d32,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:02.196427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-ed64baae-0885-41f2-87dc-3f453c5ae71b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054134191&fields=id&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 267 time: 0.0499744 Nov 12 01:23:02.316043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-2b5e78a8-8e24-458d-80d7-32f9a82c200e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:02.317609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-2b5e78a8-8e24-458d-80d7-32f9a82c200e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1143107 Nov 12 01:23:02.338677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-1971bfe4-f9a7-48a1-ae8f-c79aa884f5d0 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/quotas/e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 375 time: 0.0105236 Nov 12 01:23:02.400081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-3172e9de-e814-46b8-9dcc-32a169847c33 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554779 Nov 12 01:23:02.522616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.626236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-6d49be6b-98c7-4083-ba3c-e164456a0035 service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120321 Nov 12 01:23:02.729315 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-aab7ad00-fe5e-4377-983c-0ca5701df82b service neutron] 10.222.0.11 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962121 Nov 12 01:23:03.094416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae4d22db-c397-4907-9f3a-13edf7494d1b req-060c706f-c278-481d-9db1-ede464b70a41 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0922730 Nov 12 01:23:04.192814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0f479cf-90d2-4a70-ac1b-e7d463385499 req-187ca38f-1ccf-416a-a943-86e3577e95b7 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0275168 Nov 12 01:23:05.141120 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:05.165214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-3c727ebb-bd69-4418-866f-954eda49669a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:05.166781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-3c727ebb-bd69-4418-866f-954eda49669a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 812 time: 0.1096375 Nov 12 01:23:05.241014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-fae3eb10-3710-4b13-9ae1-4fc476fd3ac4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e040d15f1ca246e694eb4a7edd345524 HTTP/1.1" status: 200 len: 380 time: 0.0628521 Nov 12 01:23:05.250696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'port': {'device_id': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'admin_state_up': True, 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'security_groups': ['9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:05.337831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9ccd7059-1013-4914-bfc1-033a75d2c2a5 req-a740ff6d-4eae-46fb-b682-5e6f2275a768 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0307248 Nov 12 01:23:05.396734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Made reservation on behalf of e040d15f1ca246e694eb4a7edd345524 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:05.400303 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.408702 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.539817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.20.0.10 (8ab7e994-e140-4689-8770-b45ebcdf1103/74a24efb-9901-48a5-82ac-c1ca61fd592d/76c2cd55-a172-4f4f-b24b-04622d270648) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:05.691533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.728723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.772322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:05.775346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:05.781258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:05.810515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:05.841699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:05.842383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.862074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-edc16acc-476a-41a6-8277-38625d3465c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152034 Nov 12 01:23:05.875038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Request body: {'port': {'device_id': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:05.934873 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.020010 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ae12dd0c-8018-4423-8eb1-cf147baecfc5 None None] Provisioning complete for port 76c2cd55-a172-4f4f-b24b-04622d270648 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:06.020895 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae12dd0c-8018-4423-8eb1-cf147baecfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.057556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ae12dd0c-8018-4423-8eb1-cf147baecfc5 None None] Port 76c2cd55-a172-4f4f-b24b-04622d270648 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:06.222446 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c2cd55-a172-4f4f-b24b-04622d270648 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:23:06.230372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.242924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Transition to ACTIVE for port object 76c2cd55-a172-4f4f-b24b-04622d270648 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:23:06.247579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.299770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Pushing event updated for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:06.382845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Attempting to bind port 76c2cd55-a172-4f4f-b24b-04622d270648 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:06.383546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Attempting to bind port 76c2cd55-a172-4f4f-b24b-04622d270648 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:06.383874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Attempting to bind port 76c2cd55-a172-4f4f-b24b-04622d270648 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:06.388949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Port 76c2cd55-a172-4f4f-b24b-04622d270648 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:23:06.389405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Attempting to bind port 76c2cd55-a172-4f4f-b24b-04622d270648 on network 8ab7e994-e140-4689-8770-b45ebcdf1103 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:06.395361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:06.396580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Checking segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:06.397090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Bound using segment: {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:06.397645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Bound port: 76c2cd55-a172-4f4f-b24b-04622d270648, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f520ee71-b6d5-4458-9bb2-594caae4b44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:06.398112 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.504285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:06.509469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=76c2cd55-a172-4f4f-b24b-04622d270648,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:06.524091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946b55-324a-4980-ad52-8826b8cee913 req-f9732828-012c-4d32-90c6-8eb79be99180 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.525655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36946b55-324a-4980-ad52-8826b8cee913 req-f9732828-012c-4d32-90c6-8eb79be99180 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0723066 Nov 12 01:23:06.526715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.583350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.584607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.586101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] 10.222.0.32 "PUT /v2.0/ports/76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 1093 time: 0.7157567 Nov 12 01:23:06.587845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:06.590189 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb0097-8eb3-40f0-ba81-05895c8931cf" -d '{"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:06.651513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eaef7-f3e7-4292-ad2b-5f617c0906ed service neutron] Pushing event updated for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:06.671895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36946b55-324a-4980-ad52-8826b8cee913 req-ad0092d6-5964-449a-9885-8439c6bc1f09 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188107 Nov 12 01:23:06.689318 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12048d5f-321a-467a-9608-e406cf79da1b x-openstack-request-id: req-12048d5f-321a-467a-9608-e406cf79da1b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:06.690241 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:06.690502 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12048d5f-321a-467a-9608-e406cf79da1b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:06.690921 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648', 'status': 'completed', 'code': 200} Nov 12 01:23:06.703619 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-71e0d872-f0d7-4390-af0d-b022a7905ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.705607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-71e0d872-f0d7-4390-af0d-b022a7905ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1096 time: 0.0752153 Nov 12 01:23:06.751310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-0269d1e4-5a53-4902-90fa-3047b364cf6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 217 time: 0.0377607 Nov 12 01:23:06.813364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-27eb0425-fb56-4d0b-baf6-5ccf19d23fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.814883 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-27eb0425-fb56-4d0b-baf6-5ccf19d23fc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0541961 Nov 12 01:23:06.868859 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-2ecfeebd-431a-4311-a358-dd15f58b1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.870475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-2ecfeebd-431a-4311-a358-dd15f58b1c30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487287 Nov 12 01:23:06.968099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-60cfcfd9-0c8d-4842-96f3-ede3a7ea45ce service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900044 Nov 12 01:23:07.067159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90d27f56-16fe-40d0-89b8-8a335102d67d req-f967de93-6f20-45c5-bb0f-2269413eaf4c service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910327 Nov 12 01:23:07.154609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-55974bf2-c9c6-4a9b-aa60-65228197220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.156049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-55974bf2-c9c6-4a9b-aa60-65228197220f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1096 time: 0.0434060 Nov 12 01:23:07.259008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6fd2ccec-3981-4902-ab5d-2616ad3f748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.260682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6fd2ccec-3981-4902-ab5d-2616ad3f748a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0969210 Nov 12 01:23:07.304215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-b54b6754-b97f-427b-ab49-a906a8726cdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 217 time: 0.0362108 Nov 12 01:23:07.354313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6bf3a10f-3874-4cfd-86fe-be89e6b104e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.355822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6bf3a10f-3874-4cfd-86fe-be89e6b104e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0453393 Nov 12 01:23:07.425594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6b2b9f67-0f0b-4282-9b92-c79d5f9de11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.428396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-6b2b9f67-0f0b-4282-9b92-c79d5f9de11f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653586 Nov 12 01:23:07.528344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-48b55512-7776-4dab-a89d-69e67caff37f service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928230 Nov 12 01:23:07.632242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dbb0097-8eb3-40f0-ba81-05895c8931cf req-87e583c3-4f40-411c-b8d0-3a9ee7d7a16d service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965440 Nov 12 01:23:07.808426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14cdcc-68af-4ddd-b9f8-600f72787905 req-4e6d674a-b225-4132-a65f-1aa902118077 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.810014 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db14cdcc-68af-4ddd-b9f8-600f72787905 req-4e6d674a-b225-4132-a65f-1aa902118077 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0538144 Nov 12 01:23:07.876406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db14cdcc-68af-4ddd-b9f8-600f72787905 req-87e9e7ee-47da-4de3-8443-32c1c0334c34 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593956 Nov 12 01:23:09.006534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe157-bba7-4646-9081-2cd2c66a3495 req-2ccd2322-3359-4c1a-a1a1-1fc13e323a71 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:09.008052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecdfe157-bba7-4646-9081-2cd2c66a3495 req-2ccd2322-3359-4c1a-a1a1-1fc13e323a71 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0524793 Nov 12 01:23:09.067665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ecdfe157-bba7-4646-9081-2cd2c66a3495 req-d8dd2cc3-b1ea-4feb-b737-d146951ace5e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522208 Nov 12 01:23:09.260095 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3306b89f-8dfe-45ea-b217-ba55417a9922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.211139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5f94-f277-4b7c-aa88-ea3ad36274bf req-e54ed32c-a532-4971-ab22-88f8ea8b8a78 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.212928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd9a5f94-f277-4b7c-aa88-ea3ad36274bf req-e54ed32c-a532-4971-ab22-88f8ea8b8a78 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0630777 Nov 12 01:23:10.273403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd9a5f94-f277-4b7c-aa88-ea3ad36274bf req-db74a6c1-3e2d-478e-a630-daff8579e48e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543816 Nov 12 01:23:11.399847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fd36-d67e-47d6-8346-ac9c4ca396fb req-f7adcf7d-67f7-4463-8f6d-528a2ec30fe9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:11.401475 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a74fd36-d67e-47d6-8346-ac9c4ca396fb req-f7adcf7d-67f7-4463-8f6d-528a2ec30fe9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0571392 Nov 12 01:23:11.459295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a74fd36-d67e-47d6-8346-ac9c4ca396fb req-11c86ff3-5339-4f54-aa2b-f5fef6cd7c1a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507011 Nov 12 01:23:12.141118 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7efaa152-8bcb-4b20-996f-6376b51eccd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.593462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e9dd-956e-4034-b312-268bba78be9f req-c050f75b-7063-462b-81f9-06e1aebb24a2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:12.595083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c572e9dd-956e-4034-b312-268bba78be9f req-c050f75b-7063-462b-81f9-06e1aebb24a2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0593510 Nov 12 01:23:12.661099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c572e9dd-956e-4034-b312-268bba78be9f req-6a90d4a1-9937-49f8-be9b-a117ccc3b9f9 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568655 Nov 12 01:23:12.909989 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.786749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6356f-2be5-48df-a1c9-a466508d7470 req-b39c63d6-ae12-4181-88bb-063264ab874e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:13.788351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fa6356f-2be5-48df-a1c9-a466508d7470 req-b39c63d6-ae12-4181-88bb-063264ab874e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0515401 Nov 12 01:23:13.846611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fa6356f-2be5-48df-a1c9-a466508d7470 req-02411e45-2bb1-4438-a005-83baa462c08d tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Nov 12 01:23:14.091614 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.929914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.984968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f193eb-a67c-46b5-8285-252752d60c0b req-7c95094c-e557-4c09-ad95-d3b31b90c001 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.986505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73f193eb-a67c-46b5-8285-252752d60c0b req-7c95094c-e557-4c09-ad95-d3b31b90c001 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0529048 Nov 12 01:23:15.051840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73f193eb-a67c-46b5-8285-252752d60c0b req-5a881f9e-dc71-4044-9a2c-a0615e46ebde tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587344 Nov 12 01:23:16.190973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9d67a-3a28-4b41-9d07-acd2296e872c req-9dd6af70-2cb0-453d-ae8e-e13969f1cafe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:16.193412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0a9d67a-3a28-4b41-9d07-acd2296e872c req-9dd6af70-2cb0-453d-ae8e-e13969f1cafe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0581095 Nov 12 01:23:16.252761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0a9d67a-3a28-4b41-9d07-acd2296e872c req-ebc96260-2cb2-4fc2-9575-5e1e51b11d28 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521836 Nov 12 01:23:16.644995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-6d4a1b86-6447-43cd-9ba4-a1fb905c7a85 req-3899a605-0013-4616-ba71-14dceca19117 service neutron] (102677) timed out ('10.222.0.11', 37248) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:23:17.390724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691352c-cc34-4355-8a4c-4eec2cea0689 req-83a23d28-62ef-4c24-930a-d093c896b037 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.392268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5691352c-cc34-4355-8a4c-4eec2cea0689 req-83a23d28-62ef-4c24-930a-d093c896b037 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0577066 Nov 12 01:23:17.450690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5691352c-cc34-4355-8a4c-4eec2cea0689 req-04134115-ad1c-4847-a01c-135a5529ba97 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520341 Nov 12 01:23:18.588727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bdad-42ed-49ea-b447-41d6d9c5c2a9 req-af41261b-c1db-4465-b893-a4a43bce92ed tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.590258 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a714bdad-42ed-49ea-b447-41d6d9c5c2a9 req-af41261b-c1db-4465-b893-a4a43bce92ed tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 944 time: 0.0574942 Nov 12 01:23:18.621295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 76c2cd55-a172-4f4f-b24b-04622d270648 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:23:18.652084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a714bdad-42ed-49ea-b447-41d6d9c5c2a9 req-4bf3714e-a5f0-46e7-a1da-97a582572b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500677 Nov 12 01:23:18.725927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=76c2cd55-a172-4f4f-b24b-04622d270648,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:18.737868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '76c2cd55-a172-4f4f-b24b-04622d270648', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'port_id': '76c2cd55-a172-4f4f-b24b-04622d270648', 'mac_address': 'fa:16:3e:bf:e3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:23:18.777815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.791895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c2cd55-a172-4f4f-b24b-04622d270648 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:23:18.812556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=76c2cd55-a172-4f4f-b24b-04622d270648,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:18.817230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.872185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:18.881298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.881701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.882043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.882446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.882784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.883120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.883487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.883782 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.884151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.884476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.884786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:18.885146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:19.067117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['76c2cd55-a172-4f4f-b24b-04622d270648'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:19.780539 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ba0e-20e0-4100-90ee-4518daeea752 req-4b35cadd-dbe0-451a-8e39-46bb9fedddd2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.782116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ad3ba0e-20e0-4100-90ee-4518daeea752 req-4b35cadd-dbe0-451a-8e39-46bb9fedddd2 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 945 time: 0.0578799 Nov 12 01:23:19.840731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ad3ba0e-20e0-4100-90ee-4518daeea752 req-84a47917-4795-4852-afe5-f7732a095f80 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 Nov 12 01:23:20.617953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 76c2cd55-a172-4f4f-b24b-04622d270648 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:20.678649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 76c2cd55-a172-4f4f-b24b-04622d270648 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:23:20.682866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 76c2cd55-a172-4f4f-b24b-04622d270648 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:20.683296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.764177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.787036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:20.789447 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882888de-142d-4a6e-a5dd-9fd28853dd47" -d '{"events": [{"server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "name": "network-vif-plugged", "status": "completed", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:20.802674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=76c2cd55-a172-4f4f-b24b-04622d270648,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:20.810518 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.844344 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63042541-098f-459e-884e-3a44f60f4815 x-openstack-request-id: req-63042541-098f-459e-884e-3a44f60f4815 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:20.844634 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "name": "network-vif-plugged", "status": "completed", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:20.844889 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63042541-098f-459e-884e-3a44f60f4815 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:20.845287 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648', 'code': 200} Nov 12 01:23:20.878572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:20.971873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc35b5-9338-4b0d-a9c7-667d2ba044b1 req-7551d3c1-b004-4684-8f4d-b0507e8b7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:20.973452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16dc35b5-9338-4b0d-a9c7-667d2ba044b1 req-7551d3c1-b004-4684-8f4d-b0507e8b7b45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1098 time: 0.0746615 Nov 12 01:23:21.018424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13e3dc-3089-4ff6-a0c1-465e43d3820f req-83abc51b-eb11-4ad5-963e-bf2de292c9c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:21.019893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb13e3dc-3089-4ff6-a0c1-465e43d3820f req-83abc51b-eb11-4ad5-963e-bf2de292c9c4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0792139 Nov 12 01:23:21.046418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16dc35b5-9338-4b0d-a9c7-667d2ba044b1 req-6b15f8b0-8027-4b7f-90df-399036ba696b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653198 Nov 12 01:23:21.088179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb13e3dc-3089-4ff6-a0c1-465e43d3820f req-a5fb417b-5362-42a0-81b6-2b0fc4641956 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Nov 12 01:23:22.226520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200a3ad-eeea-4d92-8483-0f80ffd2a5b2 req-8f74e205-f1c7-47e5-bef8-c4f518b71f71 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:22.228126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5200a3ad-eeea-4d92-8483-0f80ffd2a5b2 req-8f74e205-f1c7-47e5-bef8-c4f518b71f71 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0572717 Nov 12 01:23:22.286875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5200a3ad-eeea-4d92-8483-0f80ffd2a5b2 req-3cd57505-82cc-464d-a930-9589ee91cc46 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512214 Nov 12 01:23:23.434472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16643d0c-8e16-4084-a059-9830e236b62a req-1441ec21-8cf0-48b2-883c-ff26c892517e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.435988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16643d0c-8e16-4084-a059-9830e236b62a req-1441ec21-8cf0-48b2-883c-ff26c892517e tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0589907 Nov 12 01:23:23.495851 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-16643d0c-8e16-4084-a059-9830e236b62a req-507597f7-2fd1-4a83-bd6b-c3c66bcfd822 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504556 Nov 12 01:23:23.637723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786ea2a-9138-47ae-8e83-e229a5e7e943 req-a7140522-b3d8-4ff5-bb60-90f05cd1ae58 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.637723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c786ea2a-9138-47ae-8e83-e229a5e7e943 req-a7140522-b3d8-4ff5-bb60-90f05cd1ae58 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0580773 Nov 12 01:23:23.695087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c786ea2a-9138-47ae-8e83-e229a5e7e943 req-6ba3864b-8d0d-4a1a-8ac6-b86941bedba5 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478699 Nov 12 01:23:23.721096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.763486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b1700-5df8-4e15-8a96-00a205e45602 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.765057 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0b9b1700-5df8-4e15-8a96-00a205e45602 tempest-TestVolumeBootPattern-178287547 tempest-TestVolumeBootPattern-178287547-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1093 time: 0.0429184 Nov 12 01:23:23.768154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.772702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '76c2cd55-a172-4f4f-b24b-04622d270648', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:23.796862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.910267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.027065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Allocated IP 172.25.6.117 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/a5793a2f-acb8-4c10-bad5-d5a19cb54a7b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:24.139852 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.182398 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.224237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:24.227115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:24.232873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:24.262290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=a5793a2f-acb8-4c10-bad5-d5a19cb54a7b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.995358 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.068321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.218296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.224907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.296577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event updated for resources: {'Port': ['ID=a5793a2f-acb8-4c10-bad5-d5a19cb54a7b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.309995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.418605 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP 99b086dc-e564-46c5-85d2-722635d7a9bf associated. External IP: 172.25.6.117, port: 76c2cd55-a172-4f4f-b24b-04622d270648. Nov 12 01:23:25.644185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:25.762773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:25.774003 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:25.784283 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.785133 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:25.785750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:23:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:25.830566 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-46aa7cb1-83a0-4926-929f-fee2d2a4fac8 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0474105 Nov 12 01:23:25.830566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:25.830566 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c062d7-7aca-43df-af16-d3ea1ef2874d" -d '{"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:25.859075 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f203d8-c1f4-4c56-b00d-f78fa20675ea x-openstack-request-id: req-d4f203d8-c1f4-4c56-b00d-f78fa20675ea {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:25.859298 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:25.859576 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4f203d8-c1f4-4c56-b00d-f78fa20675ea {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:25.859984 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648', 'status': 'completed', 'code': 200} Nov 12 01:23:25.894928 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:25.983622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-e98352a8-36c6-4df1-a233-87f108779504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.985188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-e98352a8-36c6-4df1-a233-87f108779504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1098 time: 0.0999103 Nov 12 01:23:26.085390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-9774c859-9929-4d01-9fba-abd0bfe8a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:26.086907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-9774c859-9929-4d01-9fba-abd0bfe8a06d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0943341 Nov 12 01:23:26.138630 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '99b086dc-e564-46c5-85d2-722635d7a9bf', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '76c2cd55-a172-4f4f-b24b-04622d270648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:bf:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:24Z', 'updated_at': '2021-11-12T01:23:24Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}, {'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:26.154836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-754bbb61-342c-4a28-a2e6-a16cc046ddee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 1000 time: 0.0602446 Nov 12 01:23:26.165256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:26.176368 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:26.177301 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:23:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:26.211079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-51df2949-886f-4282-9906-a4bcc97d1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:26.212603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-51df2949-886f-4282-9906-a4bcc97d1b2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0499775 Nov 12 01:23:26.263940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-90490ab2-87aa-4e77-895a-6fe047e87dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:26.265571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-90490ab2-87aa-4e77-895a-6fe047e87dba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463059 Nov 12 01:23:26.289882 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:26.367205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-c87696fd-ed5c-4738-a104-550e094e0032 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916531 Nov 12 01:23:26.466758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c062d7-7aca-43df-af16-d3ea1ef2874d req-4bd45e80-3d7d-4204-b99d-22187b5d4f27 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924065 Nov 12 01:23:26.532544 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '99b086dc-e564-46c5-85d2-722635d7a9bf', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '76c2cd55-a172-4f4f-b24b-04622d270648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:bf:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:24Z', 'updated_at': '2021-11-12T01:23:24Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}, {'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:26.559265 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5201c-9c45-4d51-9177-fc600d4d698b None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '99b086dc-e564-46c5-85d2-722635d7a9bf', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': '76c2cd55-a172-4f4f-b24b-04622d270648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:bf:e3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:23:24Z', 'updated_at': '2021-11-12T01:23:24Z', 'revision_number': 0, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}, {'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:26.777245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ace49-077e-48f5-b679-17f666ce3472 None None] New status for floating IP 99b086dc-e564-46c5-85d2-722635d7a9bf: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:23:32.523211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.424445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.261391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55fa825a-2866-4ca3-ad5b-e5d1cd609034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.141410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:42.151049 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68e3260e-e6f1-469d-af7a-53f43f9cb765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.913158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.094797 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.928297 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.531995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-4b768d58-c1ee-45aa-af41-68bc23b3f83f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473886 Nov 12 01:23:45.624584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-d428aa08-4c76-438c-bf78-004e1464953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.626105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-d428aa08-4c76-438c-bf78-004e1464953a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1098 time: 0.0459259 Nov 12 01:23:45.748889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-a81465df-25eb-4dc8-8d38-fe4f22123475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.750464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-a81465df-25eb-4dc8-8d38-fe4f22123475 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1017334 Nov 12 01:23:45.824385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-e207d231-3487-4ef3-af92-43ec938a9a4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 1002 time: 0.0661042 Nov 12 01:23:45.882743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-13c52d39-50d5-4806-b82a-015959450194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.884406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-13c52d39-50d5-4806-b82a-015959450194 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0538945 Nov 12 01:23:45.940499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-3f83b3f2-9fce-4c53-b214-1e2aa6d71b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.942111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-3f83b3f2-9fce-4c53-b214-1e2aa6d71b8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511179 Nov 12 01:23:46.044801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-e39bad0a-ef40-477b-9e37-d2a15c4586ca service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956321 Nov 12 01:23:46.168362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26c96356-5abf-4c44-ab8a-734fcc786703 req-8b4a51a4-72f6-44c2-8a18-cc031178f7e9 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162469 Nov 12 01:23:50.994572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-0590186c-2cbd-4804-b923-efa1aad7eb0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246829 Nov 12 01:23:51.086648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-844e2cc8-5c53-434b-93a8-3efbb99556e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:51.088233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-844e2cc8-5c53-434b-93a8-3efbb99556e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0446904 Nov 12 01:23:51.218142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-83e16df8-5222-4ded-886f-f60533f4a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:51.219650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-83e16df8-5222-4ded-886f-f60533f4a444 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1057665 Nov 12 01:23:51.287222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-e49a5833-348b-48d1-b04f-7e0a6b2ddc92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0601330 Nov 12 01:23:51.354084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-848458af-a4e7-48b1-b475-6d61f396c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:51.356021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-848458af-a4e7-48b1-b475-6d61f396c3da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0614462 Nov 12 01:23:51.404453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-e3d5f274-0bed-4188-a467-2dcabe13e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:51.405996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-e3d5f274-0bed-4188-a467-2dcabe13e832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422020 Nov 12 01:23:51.519921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-66019594-8810-48c2-baff-c64b297d635e service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058440 Nov 12 01:23:51.621926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c68ec956-431a-43cf-b60b-c67f093e49cb req-bb984b74-c2bf-4b40-9e69-9303a8de71fa service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Nov 12 01:24:02.535496 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.427611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.257598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b7a6-19da-4593-8fde-dea681199956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.144998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c186f2bb-f331-49ff-b0d8-bd13dc8e4e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.919073 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.101506 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.928443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.141326 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:32.540323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.431123 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.264921 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb285441-2f71-4729-bd6c-855ea367f2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.151474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cde07c46-eb8d-406a-a207-19ef548cef6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.928776 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.104224 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.925618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:47.487328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-c88f6a85-766c-4a01-8809-028ab8ef9842 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424914 Nov 12 01:24:47.586009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-b82f1553-15b8-47a0-97fd-f1ca39cb19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:47.587559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-b82f1553-15b8-47a0-97fd-f1ca39cb19b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1098 time: 0.0573277 Nov 12 01:24:47.693670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-16a3a39b-7bce-4192-9792-4e2c6611ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:47.695173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-16a3a39b-7bce-4192-9792-4e2c6611ad11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.0879774 Nov 12 01:24:47.765754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-5a54a664-d565-4dd2-9a00-906e962d4804 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 1002 time: 0.0635726 Nov 12 01:24:47.815814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-ed668f37-753c-4417-86f0-2cdae9f73cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:47.817399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-ed668f37-753c-4417-86f0-2cdae9f73cab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0442381 Nov 12 01:24:47.866839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-af86ec85-e8c2-416f-994d-1608f48cbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:47.868408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-af86ec85-e8c2-416f-994d-1608f48cbded service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440819 Nov 12 01:24:47.972095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-4c66d716-bf7f-4ecd-a5f9-b46e83b45423 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962577 Nov 12 01:24:48.068977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e46f8ffe-c7f0-4d3f-8a2e-0bf114a05714 req-c92704ed-6a71-4d4c-b49f-af68dfa6e899 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898266 Nov 12 01:24:51.910274 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-78fea07b-efe3-48a2-925b-22255660c14e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508223 Nov 12 01:24:52.005534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-694a4194-741a-4463-9d77-17f23389fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.007112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-694a4194-741a-4463-9d77-17f23389fcbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0469508 Nov 12 01:24:52.128413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-39e5345a-ae58-41c9-8022-d4ef8ea38f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.129909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-39e5345a-ae58-41c9-8022-d4ef8ea38f93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1018832 Nov 12 01:24:52.211956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-59b0f018-507a-4afc-9baa-8881e47fed73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0710037 Nov 12 01:24:52.267967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-77ae0a4a-11c3-4c6a-9e59-34f2e793ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.269515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-77ae0a4a-11c3-4c6a-9e59-34f2e793ed1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0493834 Nov 12 01:24:52.320255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-b4ed6e2d-5f17-46cd-a310-001a6436f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.321817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-b4ed6e2d-5f17-46cd-a310-001a6436f2c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444858 Nov 12 01:24:52.417823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-4b0486fe-fe98-4cb5-96cf-49b09b7be21c service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887239 Nov 12 01:24:52.528204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fa5d488-dbf2-43b9-b226-b7d15c5bbe4f req-c87b6ed6-f880-40df-9ef1-e49e72a38329 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030016 Nov 12 01:24:53.415641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:53.655226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port a5793a2f-acb8-4c10-bad5-d5a19cb54a7b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:53.655570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.737808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.738036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.750079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for a5793a2f-acb8-4c10-bad5-d5a19cb54a7b owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:53.914085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.945440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=a5793a2f-acb8-4c10-bad5-d5a19cb54a7b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:53.969160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.969501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.969853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.970172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.970499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.970821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.971132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.971427 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.971740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.972076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.972401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:53.972717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:54.015388 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.015633 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP 99b086dc-e564-46c5-85d2-722635d7a9bf disassociated (deleted). External IP: 172.25.6.117, port: 76c2cd55-a172-4f4f-b24b-04622d270648. Nov 12 01:24:54.250694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:24:54.366181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:54.372319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.380305 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:54.391469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:54.392137 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:24:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:54.403607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d1f4d057-9097-45af-8de1-21225d3a4b7a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "DELETE /v2.0/floatingips/99b086dc-e564-46c5-85d2-722635d7a9bf HTTP/1.1" status: 204 len: 168 time: 0.9867706 Nov 12 01:24:54.404217 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:54.406706 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4b4ea-0405-48fe-9fef-b361931ca0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:54.505963 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:54.545203 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68957085-5aab-4373-9b35-b09000a79746 x-openstack-request-id: req-68957085-5aab-4373-9b35-b09000a79746 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:54.545721 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:54.545934 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68957085-5aab-4373-9b35-b09000a79746 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:54.546376 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648', 'status': 'completed', 'code': 200} Nov 12 01:24:54.645358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-fcfa48ca-9f99-4017-9d0b-1113cf312ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.646836 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-fcfa48ca-9f99-4017-9d0b-1113cf312ecc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 1098 time: 0.0763674 Nov 12 01:24:54.693474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da488b-6169-41f8-8ca0-d97f95c0b350 req-3a5145a7-5040-423e-bafa-5c5b94c2509f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.695190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29da488b-6169-41f8-8ca0-d97f95c0b350 req-3a5145a7-5040-423e-bafa-5c5b94c2509f tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0936859 Nov 12 01:24:54.787568 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:54.791054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-ab1a003b-8210-44d0-8698-5a554954d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.792647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-ab1a003b-8210-44d0-8698-5a554954d3f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1387007 Nov 12 01:24:54.796531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29da488b-6169-41f8-8ca0-d97f95c0b350 req-97729f4e-9a5e-478f-ab61-941b848e8c03 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757287 Nov 12 01:24:54.819044 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:54.825869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:54.826564 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:24:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:54.849286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-6dac235a-3b54-4ecb-bdf8-bbf005ed71ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 200 len: 217 time: 0.0480442 Nov 12 01:24:54.901951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-e1cc0c13-1c52-4261-9104-3bcf9dcf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.903552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-e1cc0c13-1c52-4261-9104-3bcf9dcf2d7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0468709 Nov 12 01:24:54.946781 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:54.960623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-b4ce50ae-7122-44f2-86b6-77234c1a4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.962184 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-b4ce50ae-7122-44f2-86b6-77234c1a4e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475900 Nov 12 01:24:55.065774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-73b05fb0-ba4f-4451-a23d-af8d40dcc250 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955865 Nov 12 01:24:55.164194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5af4b4ea-0405-48fe-9fef-b361931ca0ad req-cbb4b6f6-8786-45fe-9c6f-f4e47273f3b4 service neutron] 10.222.0.32 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911000 Nov 12 01:24:55.288323 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:55.314782 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e7935-1edc-47b2-87bc-e5f77cb697c5 None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c108bde3-ab8e-41c0-9e9f-02da0a057b5a', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'port_id': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'mac_address': 'fa:16:3e:a7:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:10Z', 'updated_at': '2021-11-12T01:21:12Z', 'revision_number': 1, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:55.575438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faca702-d6ff-4857-a894-6eb7c5888a5d None None] New status for floating IP 99b086dc-e564-46c5-85d2-722635d7a9bf: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:24:56.141243 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:56.315468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b47ff-94ab-4776-9c71-d1a86990e761 req-e9c103ab-555a-4cac-9ccb-d3c3cdf94ebe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:56.317020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e68b47ff-94ab-4776-9c71-d1a86990e761 req-e9c103ab-555a-4cac-9ccb-d3c3cdf94ebe tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.4433744 Nov 12 01:24:56.329992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083f4e-98d7-4912-a760-767b98e741c9 req-de2b5c96-a980-4cfd-82f8-af59b40196b1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:56.331403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13083f4e-98d7-4912-a760-767b98e741c9 req-de2b5c96-a980-4cfd-82f8-af59b40196b1 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 946 time: 0.0674057 Nov 12 01:24:56.432869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e68b47ff-94ab-4776-9c71-d1a86990e761 req-0ecc9891-04fb-42d2-934c-aa11c5cebbef tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003532 Nov 12 01:24:56.462296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 76c2cd55-a172-4f4f-b24b-04622d270648 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:56.462629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.566146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port 76c2cd55-a172-4f4f-b24b-04622d270648, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=76c2cd55-a172-4f4f-b24b-04622d270648,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:56.566520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.585290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 76c2cd55-a172-4f4f-b24b-04622d270648 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:56.731287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.764166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=76c2cd55-a172-4f4f-b24b-04622d270648,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:56.810481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port 76c2cd55-a172-4f4f-b24b-04622d270648 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:24:56.813751 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.817414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13083f4e-98d7-4912-a760-767b98e741c9 req-a4ad2492-3cf0-44b3-9e8c-3aba0d2ff756 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.32 "DELETE /v2.0/ports/76c2cd55-a172-4f4f-b24b-04622d270648 HTTP/1.1" status: 204 len: 173 time: 0.4784632 Nov 12 01:24:56.817877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'name': 'network-vif-deleted', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:56.820304 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d496ffa1-db7b-49ae-9cfc-b6abfb2f548d" -d '{"events": [{"server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "name": "network-vif-deleted", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:56.863218 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b933365-d483-414d-9a8d-69f61a5d9707 x-openstack-request-id: req-5b933365-d483-414d-9a8d-69f61a5d9707 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:56.863516 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910530ff-ee0d-488e-b74a-973e75d7c85f", "name": "network-vif-deleted", "tag": "76c2cd55-a172-4f4f-b24b-04622d270648", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:56.863773 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b933365-d483-414d-9a8d-69f61a5d9707 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:56.864209 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910530ff-ee0d-488e-b74a-973e75d7c85f', 'name': 'network-vif-deleted', 'tag': '76c2cd55-a172-4f4f-b24b-04622d270648', 'status': 'completed', 'code': 200} Nov 12 01:24:57.538374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fd1b635-0e30-49dc-88af-fb6ba4457e1d req-236bfc21-b5b0-4f08-9255-642ae0fc83cd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0295060 Nov 12 01:24:58.652898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-023f94e9-1a76-4505-9f78-4732ea1140e4 req-52b3dca3-2fc7-46e4-b803-c71d85af439b tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0291462 Nov 12 01:24:59.763188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3eab403-1b96-41ca-9a83-1625803d6f54 req-26202365-6533-4602-ac3a-4e16b75ec5bb tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0277734 Nov 12 01:25:00.861124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9de4bba-ac18-480f-9dc8-76d4fd4ab71b req-19a1841e-e6ad-4a43-985a-6fdfad49ac9c tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=910530ff-ee0d-488e-b74a-973e75d7c85f HTTP/1.1" status: 200 len: 210 time: 0.0271266 Nov 12 01:25:01.039959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 76c2cd55-a172-4f4f-b24b-04622d270648 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:01.065565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 76c2cd55-a172-4f4f-b24b-04622d270648 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:01.066354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 76c2cd55-a172-4f4f-b24b-04622d270648 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:02.554874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.424920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.329480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:07.506741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 0e4267d8-c8a2-4905-ae39-922dcda253ec {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:07.507212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.598474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.598699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.611907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 0e4267d8-c8a2-4905-ae39-922dcda253ec owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:07.783644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.821119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=0e4267d8-c8a2-4905-ae39-922dcda253ec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:07.890636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.891962 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Floating IP c108bde3-ab8e-41c0-9e9f-02da0a057b5a disassociated (deleted). External IP: 172.25.6.226, port: c5a4814f-b79f-4413-a75c-44e34ce0a1d9. Nov 12 01:25:08.138011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:08.263174 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:08.269007 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.275649 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:08.288461 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:08.289259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:24:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.303229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5e8eddd4-9ab3-41b8-a89c-19ec0b598699 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "DELETE /v2.0/floatingips/c108bde3-ab8e-41c0-9e9f-02da0a057b5a HTTP/1.1" status: 204 len: 168 time: 0.9724798 Nov 12 01:25:08.303848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:08.306574 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38328449-d484-4ccc-90c3-eb4a19a22629" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:08.346178 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6091f16-f6ed-4ad9-bfa9-c6cf35532144 x-openstack-request-id: req-a6091f16-f6ed-4ad9-bfa9-c6cf35532144 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:08.346766 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:08.346856 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6091f16-f6ed-4ad9-bfa9-c6cf35532144 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:08.347267 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'status': 'completed', 'code': 200} Nov 12 01:25:08.410046 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:08.417778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-4178453c-3d85-4f8d-9dc8-142e20ce8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.421346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-4178453c-3d85-4f8d-9dc8-142e20ce8b13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e040d15f1ca246e694eb4a7edd345524&device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 1097 time: 0.0479579 Nov 12 01:25:08.571771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-38b0c7e5-ed42-4e5e-b75c-a731cc9d020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.574138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-38b0c7e5-ed42-4e5e-b75c-a731cc9d020b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 200 len: 913 time: 0.1370480 Nov 12 01:25:08.583568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be5582-27d8-4cf2-b31c-c70bde3f3885 req-12a975dc-e48d-464c-9226-abe09221ffd4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.585196 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07be5582-27d8-4cf2-b31c-c70bde3f3885 req-12a975dc-e48d-464c-9226-abe09221ffd4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0845909 Nov 12 01:25:08.631567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-3cc0c74b-df4a-4ecf-bc8d-d71e0f727ba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 200 len: 217 time: 0.0453813 Nov 12 01:25:08.635482 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.663023 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:08.671832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:08.672476 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:24:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.714495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07be5582-27d8-4cf2-b31c-c70bde3f3885 req-5be22a3e-9a57-48aa-96c7-66d0b6d06868 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209476 Nov 12 01:25:08.719231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-74e6931b-0e1a-4209-af53-3561e8ae47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.720893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-74e6931b-0e1a-4209-af53-3561e8ae47a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 200 len: 851 time: 0.0797601 Nov 12 01:25:08.777333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-cfc0f0b3-2099-4227-8172-039b94ec4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.779623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-cfc0f0b3-2099-4227-8172-039b94ec4a8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ab7e994-e140-4689-8770-b45ebcdf1103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504560 Nov 12 01:25:08.792301 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:08.885599 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-8646a491-406a-4456-93e4-872d5f9a57e2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963509 Nov 12 01:25:08.989647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38328449-d484-4ccc-90c3-eb4a19a22629 req-c50b7ea5-108d-4752-9880-d80bc8351053 service neutron] 10.222.0.39 "GET /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928969 Nov 12 01:25:09.016444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:09.043788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eec41e-5ea0-4fe8-81d7-4af6303b689d None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:13:07Z', 'revision_number': 4, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'df86fdf1-5415-4c90-8eb4-e387e7961a4e', 'name': '', 'network_id': '8ab7e994-e140-4689-8770-b45ebcdf1103', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'mac_address': 'fa:16:3e:db:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:05Z', 'updated_at': '2021-11-12T01:13:14Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'subnets': [{'id': '74a24efb-9901-48a5-82ac-c1ca61fd592d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:09.261594 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd423f0-fd89-4e2e-b334-bcbc6f36ff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.299592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e966f-730a-47ed-8af9-c01e05514034 None None] New status for floating IP c108bde3-ab8e-41c0-9e9f-02da0a057b5a: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:25:09.846531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5cd5-8a90-4d02-ad47-28c65fc535ba req-db8a2442-3878-4282-86c7-4debee3e8b5a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:09.848027 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fbd5cd5-8a90-4d02-ad47-28c65fc535ba req-db8a2442-3878-4282-86c7-4debee3e8b5a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0546460 Nov 12 01:25:09.905525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1fbd5cd5-8a90-4d02-ad47-28c65fc535ba req-af09160f-4ad2-4e71-9cca-837e5dee027a tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/security-groups?id=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513108 Nov 12 01:25:10.189838 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-7c8c8515-8bdb-4f8d-be35-437b0991de73 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:10.191300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-7c8c8515-8bdb-4f8d-be35-437b0991de73 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 945 time: 0.0533755 Nov 12 01:25:10.292010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:10.292372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.389382 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] For port c5a4814f-b79f-4413-a75c-44e34ce0a1d9, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:10.389803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.409407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for c5a4814f-b79f-4413-a75c-44e34ce0a1d9 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:10.544842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.575035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=c5a4814f-b79f-4413-a75c-44e34ce0a1d9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:10.621898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] No DVR routers for this DVR port c5a4814f-b79f-4413-a75c-44e34ce0a1d9 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:10.625117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.628572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-75bddaa8-2489-4752-bf0d-5fb8a2012cb0 req-f8aebc42-3814-431a-8b29-d2fd98f6abbf tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.39 "DELETE /v2.0/ports/c5a4814f-b79f-4413-a75c-44e34ce0a1d9 HTTP/1.1" status: 204 len: 173 time: 0.4302490 Nov 12 01:25:10.629059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'name': 'network-vif-deleted', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:10.631393 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af16898-3907-4be9-bb8d-f11c7058e5c7" -d '{"events": [{"server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "name": "network-vif-deleted", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:10.675545 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a52a9-ac0f-4716-aeba-c9ad21e200fa x-openstack-request-id: req-2c2a52a9-ac0f-4716-aeba-c9ad21e200fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:10.675926 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfe826e-5638-481b-a0b6-28c1d5f4935e", "name": "network-vif-deleted", "tag": "c5a4814f-b79f-4413-a75c-44e34ce0a1d9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:10.676313 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c2a52a9-ac0f-4716-aeba-c9ad21e200fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:10.676839 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfe826e-5638-481b-a0b6-28c1d5f4935e', 'name': 'network-vif-deleted', 'tag': 'c5a4814f-b79f-4413-a75c-44e34ce0a1d9', 'status': 'completed', 'code': 200} Nov 12 01:25:11.050854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-169a5014-037c-409e-906e-d3f25aa96f86 req-337b331e-645e-4c69-8bc4-aa1a94e8ca96 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0424652 Nov 12 01:25:12.148924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1b413b4-80e5-474d-a2f2-d3f6d5c4f891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.167523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e774037a-1581-4491-909f-611884620216 req-65dff63a-a108-48bc-a8e5-4d45ed4e9fcd tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0301242 Nov 12 01:25:12.924695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.275296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f8514de-b410-4b0c-a864-33c9cc183d83 req-cb997a62-f406-4b30-a003-2bfec4a8bc19 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0293858 Nov 12 01:25:14.106177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.157162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c5a4814f-b79f-4413-a75c-44e34ce0a1d9 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:14.182880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: c5a4814f-b79f-4413-a75c-44e34ce0a1d9 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:14.183216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device c5a4814f-b79f-4413-a75c-44e34ce0a1d9 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:14.386519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-902bce79-55cf-42c8-aa89-52d2b9ac2e3c req-555fe8f0-a855-49a0-b53d-1e995c4b08d4 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0278914 Nov 12 01:25:14.923173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.524376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c05c24d-4f73-4eec-9417-05c14f1f0527 req-67ab7000-8f42-4f9f-b4d0-6fdcb15cc941 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcfe826e-5638-481b-a0b6-28c1d5f4935e HTTP/1.1" status: 200 len: 210 time: 0.0365460 Nov 12 01:25:16.587998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:16.719487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Deleting port 9b9ae8b8-6d75-4a9a-9f97-4fed38732bae {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:16.719815 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.798722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.799037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.811669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Calling delete_port for 9b9ae8b8-6d75-4a9a-9f97-4fed38732bae owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:16.952453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.980274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'Port': ['ID=9b9ae8b8-6d75-4a9a-9f97-4fed38732bae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:17.044103 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.046681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.047871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bb0f1e64-992d-4e15-9eeb-28281a6fac49 tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "DELETE /v2.0/floatingips/74a334ac-e72e-4d3a-8db3-be510c56a8f6 HTTP/1.1" status: 204 len: 168 time: 0.4586933 Nov 12 01:25:20.357749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40926) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:20.430228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.465879 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.556198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.559190 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.560394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] 10.222.0.11 "DELETE /v2.0/security-groups/9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06 HTTP/1.1" status: 204 len: 168 time: 0.2019808 Nov 12 01:25:20.572132 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9488b6c5-3628-4cfa-8f3d-3c1a9d3d2d06,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:20.580785 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.581125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.581472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.581816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.582157 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.582492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.582822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.583149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.583480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.583803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.584156 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.584488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d16d30-0f52-4348-b52e-e19056aa7bba tempest-TestVolumeBootPattern-52164768 tempest-TestVolumeBootPattern-52164768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:20.651268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:21.261677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.570855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Deleting port df86fdf1-5415-4c90-8eb4-e387e7961a4e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:21.571162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.677343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] For port df86fdf1-5415-4c90-8eb4-e387e7961a4e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=df86fdf1-5415-4c90-8eb4-e387e7961a4e,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:21.678063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.692514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Calling delete_port for df86fdf1-5415-4c90-8eb4-e387e7961a4e owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:21.915738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.942202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Pushing event deleted for resources: {'Port': ['ID=df86fdf1-5415-4c90-8eb4-e387e7961a4e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.128725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.379275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Router 1ecf4f73-a0b0-4e09-9062-92910a569229 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:22.491269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:22.498773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b40179ee-225e-4fba-847b-113dd572ab63 admin admin] 10.222.0.11 "PUT /v2.0/routers/1ecf4f73-a0b0-4e09-9062-92910a569229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450539 Nov 12 01:25:22.499522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40938) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.500531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Sync routers for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:22.511920 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:22.512553 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:25:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.616124 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.620475 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:22.723166 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.777784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Deleting port b57cb546-c16b-4caf-8b5f-2ef0eea646f4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:22.778125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.804682 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:25:21Z', 'revision_number': 5, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port': {'id': 'b57cb546-c16b-4caf-8b5f-2ef0eea646f4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:12:57Z', 'updated_at': '2021-11-12T01:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.832636 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Checking router: 1ecf4f73-a0b0-4e09-9062-92910a569229 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:22.841920 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Routers {'1ecf4f73-a0b0-4e09-9062-92910a569229'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:22.842524 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:25:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['1ecf4f73-a0b0-4e09-9062-92910a569229'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.863170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] For port b57cb546-c16b-4caf-8b5f-2ef0eea646f4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:22.863580 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.876624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Calling delete_port for b57cb546-c16b-4caf-8b5f-2ef0eea646f4 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:23.024795 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] Set router 1ecf4f73-a0b0-4e09-9062-92910a569229 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:23.059104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.078832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:25:22Z', 'revision_number': 6, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:23.095455 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa3fdf-d339-4b8f-ad4d-1e168c8af89c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:23.108807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e3995-135d-4446-ab09-5db4e1ef02af None None] The sync data for ids ['1ecf4f73-a0b0-4e09-9062-92910a569229'] in n-d-712141-15 is: [{'id': '1ecf4f73-a0b0-4e09-9062-92910a569229', 'name': 'tempest-TestVolumeBootPattern-1631620178-router', 'tenant_id': 'e040d15f1ca246e694eb4a7edd345524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:12:55Z', 'updated_at': '2021-11-12T01:25:22Z', 'revision_number': 6, 'project_id': 'e040d15f1ca246e694eb4a7edd345524', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:23.115776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Pushing event deleted for resources: {'Port': ['ID=b57cb546-c16b-4caf-8b5f-2ef0eea646f4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:23.163359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.258083 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.261056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.309417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.309891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ecf4f73-a0b0-4e09-9062-92910a569229 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:25:23.314506 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.315698 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1223d7b5-76b8-41c7-9719-62f20d2e452b admin admin] 10.222.0.11 "DELETE /v2.0/routers/1ecf4f73-a0b0-4e09-9062-92910a569229 HTTP/1.1" status: 204 len: 168 time: 0.8151217 Nov 12 01:25:23.318979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:23.367747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Deleting subnet 74a24efb-9901-48a5-82ac-c1ca61fd592d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:23.371550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.406943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.491069 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.547875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.573562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a24efb-9901-48a5-82ac-c1ca61fd592d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:23.577795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.581017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e11dc373-d466-4641-b90b-04e6b72bd016 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/74a24efb-9901-48a5-82ac-c1ca61fd592d HTTP/1.1" status: 204 len: 168 time: 0.2606971 Nov 12 01:25:23.583815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:23.586577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb52b0d-9386-4f6b-8caf-c80cd16efb0d None None] Network 8ab7e994-e140-4689-8770-b45ebcdf1103 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:23.664276 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.716289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Deleting port c72f22db-05ff-41c2-9c9c-989d14769ed0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:23.716624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.786993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] For port c72f22db-05ff-41c2-9c9c-989d14769ed0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=c72f22db-05ff-41c2-9c9c-989d14769ed0,segment=NetworkSegment(f520ee71-b6d5-4458-9bb2-594caae4b44d),segment_id=f520ee71-b6d5-4458-9bb2-594caae4b44d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:23.787369 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.800819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Calling delete_port for c72f22db-05ff-41c2-9c9c-989d14769ed0 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:23.891299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81d9e8-7ad9-4fbf-8ae6-bb20a86a42b9 None None] DHCP port deletion for 8ab7e994-e140-4689-8770-b45ebcdf1103 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:23.897655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.918610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7c81d9e8-7ad9-4fbf-8ae6-bb20a86a42b9 None None] The port 'c72f22db-05ff-41c2-9c9c-989d14769ed0' was deleted {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:25:23.930021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72f22db-05ff-41c2-9c9c-989d14769ed0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:23.934566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] No DVR routers for this DVR port c72f22db-05ff-41c2-9c9c-989d14769ed0 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:24.018299 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.039212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab7e994-e140-4689-8770-b45ebcdf1103']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.048830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520ee71-b6d5-4458-9bb2-594caae4b44d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.049125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520ee71-b6d5-4458-9bb2-594caae4b44d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.059999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.075654 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.082443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:24.082777 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:24.084657 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:24.145040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.161392 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.164250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8ab7e994-e140-4689-8770-b45ebcdf1103 HTTP/1.1" status: 204 len: 168 time: 0.5792613 Nov 12 01:25:24.165266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ddcd1-718d-4b1f-84a8-463f15187011 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab7e994-e140-4689-8770-b45ebcdf1103,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:24.167347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:24.909671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.138568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df86fdf1-5415-4c90-8eb4-e387e7961a4e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:25.159244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: df86fdf1-5415-4c90-8eb4-e387e7961a4e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:25.159593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device df86fdf1-5415-4c90-8eb4-e387e7961a4e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:25.160114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b57cb546-c16b-4caf-8b5f-2ef0eea646f4 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:25.173040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Deleting port 318d1b6a-c25c-43e8-b151-39f9d1167084 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:25.173382 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.179144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b57cb546-c16b-4caf-8b5f-2ef0eea646f4 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:25.179496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b57cb546-c16b-4caf-8b5f-2ef0eea646f4 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:25.179917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c72f22db-05ff-41c2-9c9c-989d14769ed0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:25.199406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: c72f22db-05ff-41c2-9c9c-989d14769ed0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:25.199751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device c72f22db-05ff-41c2-9c9c-989d14769ed0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:25.255049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] For port 318d1b6a-c25c-43e8-b151-39f9d1167084, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=318d1b6a-c25c-43e8-b151-39f9d1167084,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:25.255400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.268858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Calling delete_port for 318d1b6a-c25c-43e8-b151-39f9d1167084 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:25.478447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.504471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Pushing event deleted for resources: {'Port': ['ID=318d1b6a-c25c-43e8-b151-39f9d1167084,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:25.673313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.914962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Router 8834f6c0-d173-40c4-9d4c-26f41a79c319 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:26.040985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:26.046785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bc54cf2c-efcd-4bac-b472-b5260aff741a admin admin] 10.222.0.11 "PUT /v2.0/routers/8834f6c0-d173-40c4-9d4c-26f41a79c319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8784344 Nov 12 01:25:26.049751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40946) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:26.052239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Sync routers for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:26.064304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:26.065093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:25:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:26.160797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.180681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:26.276232 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.336466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Deleting port 35ca5067-4fe6-492e-a009-c9e5d226bc51 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:26.336813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.378955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:25:25Z', 'revision_number': 5, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port': {'id': '35ca5067-4fe6-492e-a009-c9e5d226bc51', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:13:17Z', 'updated_at': '2021-11-12T01:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:26.405568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Checking router: 8834f6c0-d173-40c4-9d4c-26f41a79c319 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:26.414743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Routers {'8834f6c0-d173-40c4-9d4c-26f41a79c319'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:26.415358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:25:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['8834f6c0-d173-40c4-9d4c-26f41a79c319'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:26.423262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] For port 35ca5067-4fe6-492e-a009-c9e5d226bc51, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=35ca5067-4fe6-492e-a009-c9e5d226bc51,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:26.423658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.436127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Calling delete_port for 35ca5067-4fe6-492e-a009-c9e5d226bc51 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:26.504117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] Set router 8834f6c0-d173-40c4-9d4c-26f41a79c319 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:26.559520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:25:26Z', 'revision_number': 6, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:26.586362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd7160-68e2-4e8e-bcba-de5ce24a8fe2 None None] The sync data for ids ['8834f6c0-d173-40c4-9d4c-26f41a79c319'] in n-d-712141-15 is: [{'id': '8834f6c0-d173-40c4-9d4c-26f41a79c319', 'name': 'tempest-TestVolumeBootPattern-143017461-router', 'tenant_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:13:15Z', 'updated_at': '2021-11-12T01:25:26Z', 'revision_number': 6, 'project_id': 'c7b680bb36574fe2ac34eb9eb690fdf2', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:26.608158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.634459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ca5067-4fe6-492e-a009-c9e5d226bc51,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:26.649544 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ca127-b5be-44c4-980c-9e5e44bcf8cd None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:26.703215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.084806 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.087095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.133323 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.133905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8834f6c0-d173-40c4-9d4c-26f41a79c319 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:25:27.139030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.142993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 35ca5067-4fe6-492e-a009-c9e5d226bc51 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:27.143160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:27.143595 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-febc5714-2f09-4c30-bfe1-81c9f6db5401 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8834f6c0-d173-40c4-9d4c-26f41a79c319 HTTP/1.1" status: 204 len: 168 time: 1.0920970 Nov 12 01:25:27.165677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 35ca5067-4fe6-492e-a009-c9e5d226bc51 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:27.166270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 35ca5067-4fe6-492e-a009-c9e5d226bc51 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:27.166468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 318d1b6a-c25c-43e8-b151-39f9d1167084 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:27.187336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 318d1b6a-c25c-43e8-b151-39f9d1167084 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:27.188377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 318d1b6a-c25c-43e8-b151-39f9d1167084 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:27.194381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Deleting subnet 13b053b2-7b7a-4c66-8a97-c2edf1be6588 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:27.198234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.235512 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.329014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.388982 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.417435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b053b2-7b7a-4c66-8a97-c2edf1be6588,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:27.419898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.423262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fc00bf93-4578-4332-b05b-0d5b99ee68ed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/13b053b2-7b7a-4c66-8a97-c2edf1be6588 HTTP/1.1" status: 204 len: 168 time: 0.2791965 Nov 12 01:25:27.424583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa3fa4-5ed1-4173-9ee8-fd53e3cb9271 None None] Network 6c681cd4-d5e8-479b-9a74-4d1990901305 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:27.425935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 40950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:27.499090 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.554064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Deleting port d58285ed-1d97-487e-89ae-e939bd938a07 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:27.554356 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.601429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] DHCP port deletion for 6c681cd4-d5e8-479b-9a74-4d1990901305 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:27.624588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] For port d58285ed-1d97-487e-89ae-e939bd938a07, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d58285ed-1d97-487e-89ae-e939bd938a07,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:27.624818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.637817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Calling delete_port for d58285ed-1d97-487e-89ae-e939bd938a07 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:27.650840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Deleting port d58285ed-1d97-487e-89ae-e939bd938a07 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:27.651245 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.720107 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.726124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] For port d58285ed-1d97-487e-89ae-e939bd938a07, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=d58285ed-1d97-487e-89ae-e939bd938a07,segment=NetworkSegment(904de8a9-9e41-4e34-8770-699ed93d970c),segment_id=904de8a9-9e41-4e34-8770-699ed93d970c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:27.726580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.739434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Calling delete_port for d58285ed-1d97-487e-89ae-e939bd938a07 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:27.746020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Pushing event deleted for resources: {'Port': ['ID=d58285ed-1d97-487e-89ae-e939bd938a07,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:27.749476 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] No DVR routers for this DVR port d58285ed-1d97-487e-89ae-e939bd938a07 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:27.821515 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.824429 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.845385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c681cd4-d5e8-479b-9a74-4d1990901305']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:27.849157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Pushing event deleted for resources: {'Port': ['ID=d58285ed-1d97-487e-89ae-e939bd938a07,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:27.853484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] No DVR routers for this DVR port d58285ed-1d97-487e-89ae-e939bd938a07 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:27.854846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904de8a9-9e41-4e34-8770-699ed93d970c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:27.855140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904de8a9-9e41-4e34-8770-699ed93d970c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:27.863397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.863740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.864112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.864464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.864810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.865144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.865475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.865801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.866128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.866230 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.866914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.866914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.867053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6e1e8-9a29-4918-bf86-6090c8c44860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:27.880087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.886209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:27.886584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:27.888312 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:27.951027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.956574 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.959999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] 10.222.0.11 "DELETE /v2.0/networks/6c681cd4-d5e8-479b-9a74-4d1990901305 HTTP/1.1" status: 204 len: 168 time: 0.5331185 Nov 12 01:25:27.974237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812226b7-c1db-4879-960e-d7450520a77a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c681cd4-d5e8-479b-9a74-4d1990901305,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:28.080141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40954) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:28.129124 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7c28ae71-42d7-4594-8249-b7b43a3d8830 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e040d15f1ca246e694eb4a7edd345524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476367 Nov 12 01:25:28.131748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40956) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:28.180098 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.202082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.251297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.254093 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.255271 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f0fe52b-b54b-4551-a0c9-f76fca4b1168 HTTP/1.1" status: 204 len: 168 time: 0.1225944 Nov 12 01:25:28.263541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc49889-9ffa-49c4-8488-728af91e4dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fe52b-b54b-4551-a0c9-f76fca4b1168,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:28.612326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40962) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:28.658792 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c1a15d7d-6e26-41c4-8d25-4cf0b7de6fcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7b680bb36574fe2ac34eb9eb690fdf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451968 Nov 12 01:25:28.661363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 40964) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:28.714478 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.737074 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.791046 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.793828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.795158 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0e7d6c8-278f-41f7-9ab9-01aec82e2066 HTTP/1.1" status: 204 len: 168 time: 0.1326964 Nov 12 01:25:28.803090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1394c07-3061-4013-adaf-7d4e3d9d0c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7d6c8-278f-41f7-9ab9-01aec82e2066,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:29.138907 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d58285ed-1d97-487e-89ae-e939bd938a07 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:29.161201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: d58285ed-1d97-487e-89ae-e939bd938a07 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:29.161722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device d58285ed-1d97-487e-89ae-e939bd938a07 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:32.543249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.141560 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:35.441133 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.257603 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dd45070-4f9f-46f7-ba21-3cd0ee2c099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.321580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-be1f074c-330b-4b6e-824f-13494a659c38 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03bceed193204088b556b5245bbb3cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265825 Nov 12 01:25:39.431654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-f1d4ac63-19e5-493c-b3ec-69190d173a61 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:39.433161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-f1d4ac63-19e5-493c-b3ec-69190d173a61 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058848 Nov 12 01:25:39.450370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b2b56c3b-7fc6-4102-92bb-a7f4eae05605 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/quotas/03bceed193204088b556b5245bbb3cbb HTTP/1.1" status: 200 len: 375 time: 0.0108926 Nov 12 01:25:39.491608 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-428c72d0-cbf1-4728-97a1-23b9aa055e21 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03bceed193204088b556b5245bbb3cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330276 Nov 12 01:25:39.655451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2902ee00-c105-4b9b-b97e-fd2478ce2de7 req-6c5885f4-f134-45b5-81d9-d4e16763f320 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Nov 12 01:25:40.558845 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-f66336be-6b97-4bef-9c39-017a138923ef tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=03bceed193204088b556b5245bbb3cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224414 Nov 12 01:25:40.672198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-d09d97c1-c53a-48d3-a963-cc029966a1f9 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:40.673880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-d09d97c1-c53a-48d3-a963-cc029966a1f9 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089880 Nov 12 01:25:40.688700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Request body: {'port': {'device_id': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'admin_state_up': True, 'tenant_id': '03bceed193204088b556b5245bbb3cbb'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:40.776294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b46117e6-b16e-40e7-9d6b-f887dda04d94 req-458be299-8e6c-4a2b-a836-f8729e7e39b8 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0306075 Nov 12 01:25:40.833164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Made reservation on behalf of 03bceed193204088b556b5245bbb3cbb for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:40.837543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.849154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.927405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.933258 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.998122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1772257e-a9cd-49e9-8e66-06b750791a15,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:41.074976 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Allocated IP 192.168.233.136 (59b8a6e5-a013-4af2-982d-4169dfb6ec87/13a0d47b-619b-4d4c-bf80-85607be0aca8/d413c148-661b-4714-bb1d-7124e0f9634a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:41.249169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.287048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.333030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:41.338550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:41.342928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:41.350213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Pushing event updated for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:41.402620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:41.403834 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.425195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-b186a671-a0d1-408a-937e-47e0bd5a9bb0 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7408421 Nov 12 01:25:41.439455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Request body: {'port': {'device_id': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:41.505268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.579814 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05bcdee2-34b1-4327-a592-9e7dca455439 None None] Provisioning complete for port d413c148-661b-4714-bb1d-7124e0f9634a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:41.580434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05bcdee2-34b1-4327-a592-9e7dca455439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.618493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-05bcdee2-34b1-4327-a592-9e7dca455439 None None] Port d413c148-661b-4714-bb1d-7124e0f9634a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:41.803622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d413c148-661b-4714-bb1d-7124e0f9634a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:25:41.815624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.832393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Transition to ACTIVE for port object d413c148-661b-4714-bb1d-7124e0f9634a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:25:41.837932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.923881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Pushing event updated for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:41.989348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2c50-b18a-449a-ba46-2303d3697975 req-72432f3d-b9a2-447e-849a-bc11021cfccd tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:41.990950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833e2c50-b18a-449a-ba46-2303d3697975 req-72432f3d-b9a2-447e-849a-bc11021cfccd tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 948 time: 0.1214354 Nov 12 01:25:42.042460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Attempting to bind port d413c148-661b-4714-bb1d-7124e0f9634a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:42.042811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Attempting to bind port d413c148-661b-4714-bb1d-7124e0f9634a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:42.045172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Attempting to bind port d413c148-661b-4714-bb1d-7124e0f9634a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:42.061161 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Port d413c148-661b-4714-bb1d-7124e0f9634a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:25:42.062054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Attempting to bind port d413c148-661b-4714-bb1d-7124e0f9634a on network 59b8a6e5-a013-4af2-982d-4169dfb6ec87 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:42.078759 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:42.079145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Checking segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:42.079526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Bound using segment: {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:42.079956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Bound port: d413c148-661b-4714-bb1d-7124e0f9634a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890eb021-287b-4b3f-8ca5-5dc748999570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:42.080400 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.085446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-833e2c50-b18a-449a-ba46-2303d3697975 req-2e0a0377-51eb-4b30-a890-07caaa126d04 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855806 Nov 12 01:25:42.155238 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-abe0ba8c-8691-4b0a-a453-b75d773453b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.166589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:42.170407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d413c148-661b-4714-bb1d-7124e0f9634a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:42.174314 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.216180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.216668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.218090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] 10.222.0.32 "PUT /v2.0/ports/d413c148-661b-4714-bb1d-7124e0f9634a HTTP/1.1" status: 200 len: 1097 time: 0.7843311 Nov 12 01:25:42.218499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:42.221083 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e7de0-c06b-48bd-b202-7341a320cfad" -d '{"events": [{"name": "network-changed", "server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:42.258670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3eeb6-c12b-4ac2-b541-d47beb6eb56b service neutron] Pushing event updated for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:42.281981 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea31a38-2d9a-4ade-9d1d-4dc17a87c052 x-openstack-request-id: req-6ea31a38-2d9a-4ade-9d1d-4dc17a87c052 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:42.282273 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:42.282521 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ea31a38-2d9a-4ade-9d1d-4dc17a87c052 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:42.283642 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a', 'status': 'completed', 'code': 200} Nov 12 01:25:42.321092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-d5209070-9d86-4585-8504-00ef1dced25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.322639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-d5209070-9d86-4585-8504-00ef1dced25d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03bceed193204088b556b5245bbb3cbb&device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 1100 time: 0.0515034 Nov 12 01:25:42.367591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-3d0ec5f2-340f-4727-8685-1dff98ba2868 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d413c148-661b-4714-bb1d-7124e0f9634a HTTP/1.1" status: 200 len: 217 time: 0.0363758 Nov 12 01:25:42.425343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-3bc7c664-e130-461d-8d60-8428c1b46b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.426831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-3bc7c664-e130-461d-8d60-8428c1b46b0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0512073 Nov 12 01:25:42.481123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-8d727a92-3cd7-4b14-8dad-b9241f95a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.482736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-8d727a92-3cd7-4b14-8dad-b9241f95a8bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485458 Nov 12 01:25:42.577759 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-716ce7f5-691f-411f-8ba0-ed4ae4a70cdb service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869937 Nov 12 01:25:42.673298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f95f4d33-8bb2-4f66-a5d4-ea380f1a0264 req-4bf564b5-9306-4278-aa17-83585c0bc0b5 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879631 Nov 12 01:25:42.758656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-38e23eb0-28a6-450e-8a32-59aec2d5ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.760270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-38e23eb0-28a6-450e-8a32-59aec2d5ff28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03bceed193204088b556b5245bbb3cbb&device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 1100 time: 0.0417287 Nov 12 01:25:42.859007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-c6a9deca-4fab-42e3-85c2-e66e1afd59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.860554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-c6a9deca-4fab-42e3-85c2-e66e1afd59f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b8a6e5-a013-4af2-982d-4169dfb6ec87 HTTP/1.1" status: 200 len: 870 time: 0.0924599 Nov 12 01:25:42.903390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-a9bb0f65-f2fe-4409-bfa2-28698bb94e9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d413c148-661b-4714-bb1d-7124e0f9634a HTTP/1.1" status: 200 len: 217 time: 0.0342484 Nov 12 01:25:42.928353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.959641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-e37c706a-c15d-49e2-b594-d6408a3f129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:42.961174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-e37c706a-c15d-49e2-b594-d6408a3f129d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13a0d47b-619b-4d4c-bf80-85607be0aca8 HTTP/1.1" status: 200 len: 843 time: 0.0498154 Nov 12 01:25:43.011977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-e5c713a8-839d-4614-833e-49d4e06d76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:43.013609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-e5c713a8-839d-4614-833e-49d4e06d76e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b8a6e5-a013-4af2-982d-4169dfb6ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0450687 Nov 12 01:25:43.107351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-f62e712f-763f-4579-a730-528bb99ccd80 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845692 Nov 12 01:25:43.233273 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb5e7de0-c06b-48bd-b202-7341a320cfad req-d362f037-bc1a-4b0d-bf90-2fa2abf291e4 service neutron] 10.222.0.32 "GET /v2.0/networks/59b8a6e5-a013-4af2-982d-4169dfb6ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179397 Nov 12 01:25:43.244904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10c60c-d588-4010-9a6d-d0e7b66ff430 req-8a3392d8-aa33-4db8-b7d5-44d4840ba4d2 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:43.246409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d10c60c-d588-4010-9a6d-d0e7b66ff430 req-8a3392d8-aa33-4db8-b7d5-44d4840ba4d2 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 948 time: 0.0750895 Nov 12 01:25:43.295950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d10c60c-d588-4010-9a6d-d0e7b66ff430 req-4c5e5ef5-3c06-4206-9b35-539b2e91779f tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Nov 12 01:25:44.104502 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.423301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7546-0b1d-4ec3-933b-39b97c4ffcbc req-8b24f9dc-522a-4d2e-8b8b-8fd35b646df3 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:44.424842 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-550f7546-0b1d-4ec3-933b-39b97c4ffcbc req-8b24f9dc-522a-4d2e-8b8b-8fd35b646df3 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 948 time: 0.0550859 Nov 12 01:25:44.478539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-550f7546-0b1d-4ec3-933b-39b97c4ffcbc req-39c8a0b0-6f64-433e-be4c-3f56d0c9f74e tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Nov 12 01:25:44.918083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.194754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d413c148-661b-4714-bb1d-7124e0f9634a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:25:45.305495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d413c148-661b-4714-bb1d-7124e0f9634a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:45.319270 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'd413c148-661b-4714-bb1d-7124e0f9634a', 'network_id': '59b8a6e5-a013-4af2-982d-4169dfb6ec87', 'port_id': 'd413c148-661b-4714-bb1d-7124e0f9634a', 'mac_address': 'fa:16:3e:e0:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a0d47b-619b-4d4c-bf80-85607be0aca8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:25:45.365434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.381180 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d413c148-661b-4714-bb1d-7124e0f9634a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:25:45.403138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d413c148-661b-4714-bb1d-7124e0f9634a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:45.408914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.466328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:45.616221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc724-2fed-4f84-b462-9ffa1eb80e3d req-11452042-96c4-4806-9187-0fbf6cbe8a0c tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:45.617754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-639cc724-2fed-4f84-b462-9ffa1eb80e3d req-11452042-96c4-4806-9187-0fbf6cbe8a0c tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 949 time: 0.0581293 Nov 12 01:25:45.647201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d413c148-661b-4714-bb1d-7124e0f9634a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:25:45.688679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-639cc724-2fed-4f84-b462-9ffa1eb80e3d req-bfdda19f-4f5b-4480-8944-9a5f410ee5e6 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623505 Nov 12 01:25:46.808094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fd14-d7c6-4832-bc02-61b8d742cef5 req-8d87e1d6-3e35-4b03-951a-ceffb08e911c tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:46.809721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac66fd14-d7c6-4832-bc02-61b8d742cef5 req-8d87e1d6-3e35-4b03-951a-ceffb08e911c tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 949 time: 0.0496569 Nov 12 01:25:46.876639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac66fd14-d7c6-4832-bc02-61b8d742cef5 req-0790cc27-3620-4022-963e-a1ff560869b1 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Nov 12 01:25:47.211686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d413c148-661b-4714-bb1d-7124e0f9634a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:47.270880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port d413c148-661b-4714-bb1d-7124e0f9634a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:25:47.275149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port d413c148-661b-4714-bb1d-7124e0f9634a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:47.275580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.366619 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.390388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:47.392692 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f14890-f555-452f-a117-b3f98e46cc95" -d '{"events": [{"server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:47.405345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d413c148-661b-4714-bb1d-7124e0f9634a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:47.410652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.433715 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15caa6f3-3def-4f6a-a9b9-2b0d5d4394b6 x-openstack-request-id: req-15caa6f3-3def-4f6a-a9b9-2b0d5d4394b6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:47.434004 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:47.434473 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15caa6f3-3def-4f6a-a9b9-2b0d5d4394b6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:47.434827 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a', 'code': 200} Nov 12 01:25:47.462674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:47.532900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dcf08-e386-4914-98bd-0bde40009098 req-60e7f2d9-a0f6-4629-9942-6f23be8e1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:47.534424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-509dcf08-e386-4914-98bd-0bde40009098 req-60e7f2d9-a0f6-4629-9942-6f23be8e1f15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 1102 time: 0.0412223 Nov 12 01:25:47.583458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-509dcf08-e386-4914-98bd-0bde40009098 req-c6fc4ece-feb3-4d36-bd12-1a7eb6622d42 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Nov 12 01:25:47.999459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2547-8e16-4ba5-8a45-722cafa5c513 req-1dfd6e5e-4a07-476b-aded-99a4c88dbbf8 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:48.001537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ddb2547-8e16-4ba5-8a45-722cafa5c513 req-1dfd6e5e-4a07-476b-aded-99a4c88dbbf8 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 950 time: 0.0513895 Nov 12 01:25:48.054555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ddb2547-8e16-4ba5-8a45-722cafa5c513 req-085b9bb6-7e8e-4c9e-8b38-09ff7cfb3ec2 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Nov 12 01:25:49.202304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe800fa-6e4a-46ac-ae45-d4185336bd11 req-0c8138b5-5a59-4d16-9f87-2bee5d57b211 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:49.203819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fe800fa-6e4a-46ac-ae45-d4185336bd11 req-0c8138b5-5a59-4d16-9f87-2bee5d57b211 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 950 time: 0.0648851 Nov 12 01:25:49.255895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2fe800fa-6e4a-46ac-ae45-d4185336bd11 req-ba043c54-7046-40a4-8ad3-78cb6f7165f8 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Nov 12 01:25:49.677761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-d49e7095-9934-4072-8b86-4b05c24255ba req-b78eeb35-57ae-4f6d-bc48-7605f78d662f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:25:49.679181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d49e7095-9934-4072-8b86-4b05c24255ba req-b78eeb35-57ae-4f6d-bc48-7605f78d662f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1232193 Nov 12 01:25:50.047947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-c8c247dc-21f9-4f4f-8fa1-faff2ff43acf req-69d13346-c165-428e-a064-2e17d95b2170 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:25:50.048994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8c247dc-21f9-4f4f-8fa1-faff2ff43acf req-69d13346-c165-428e-a064-2e17d95b2170 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083559 Nov 12 01:25:50.430403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5543c09-f230-4152-afbe-bf898fea8356 req-b8cdfd8e-9ca8-4b6b-9492-047041fc0d75 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:50.431835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5543c09-f230-4152-afbe-bf898fea8356 req-b8cdfd8e-9ca8-4b6b-9492-047041fc0d75 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 950 time: 0.0549576 Nov 12 01:25:50.485206 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b5543c09-f230-4152-afbe-bf898fea8356 req-71cce094-3758-45b8-b3a4-14ceed995960 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Nov 12 01:25:51.615131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e2be9-2fab-4ff1-bb27-c8903db3d6fe req-a4245581-81f8-4f7f-a80c-b13f7d148d7a tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:51.616682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d40e2be9-2fab-4ff1-bb27-c8903db3d6fe req-a4245581-81f8-4f7f-a80c-b13f7d148d7a tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 950 time: 0.0565510 Nov 12 01:25:51.703565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-7474f6fc-1170-4419-97ae-0c4fd6fc03b5 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:51.705080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-7474f6fc-1170-4419-97ae-0c4fd6fc03b5 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea745aff-7cbb-428f-a0ea-f08906d5a7a6 HTTP/1.1" status: 200 len: 950 time: 0.0875132 Nov 12 01:25:51.708298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d40e2be9-2fab-4ff1-bb27-c8903db3d6fe req-65114a4b-5d46-4909-bafd-c117f51c4208 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.11 "GET /v2.0/security-groups?id=1772257e-a9cd-49e9-8e66-06b750791a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802648 Nov 12 01:25:51.800315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Deleting port d413c148-661b-4714-bb1d-7124e0f9634a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:51.800629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.900858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] For port d413c148-661b-4714-bb1d-7124e0f9634a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=d413c148-661b-4714-bb1d-7124e0f9634a,segment=NetworkSegment(890eb021-287b-4b3f-8ca5-5dc748999570),segment_id=890eb021-287b-4b3f-8ca5-5dc748999570)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:51.901319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.916864 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Calling delete_port for d413c148-661b-4714-bb1d-7124e0f9634a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:52.054826 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.067563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['d413c148-661b-4714-bb1d-7124e0f9634a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:25:52.086035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Pushing event deleted for resources: {'Port': ['ID=d413c148-661b-4714-bb1d-7124e0f9634a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.130930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] No DVR routers for this DVR port d413c148-661b-4714-bb1d-7124e0f9634a on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:52.133802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.138422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f7b3c286-a4b2-473c-be8e-dc55575d7c8b req-a9d8d5b3-2259-4847-8776-7c80da7c6119 tempest-ServersAdminNegativeTestJSON-902182483 tempest-ServersAdminNegativeTestJSON-902182483-project] 10.222.0.32 "DELETE /v2.0/ports/d413c148-661b-4714-bb1d-7124e0f9634a HTTP/1.1" status: 204 len: 173 time: 0.4265959 Nov 12 01:25:52.138915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'name': 'network-vif-deleted', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:52.141520 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3364326f-1ec2-494c-af6e-76d5fc1788b5" -d '{"events": [{"server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "name": "network-vif-deleted", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:52.184935 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19569a78-8025-4ebf-8b56-73f7712e2f3c x-openstack-request-id: req-19569a78-8025-4ebf-8b56-73f7712e2f3c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:52.185549 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea745aff-7cbb-428f-a0ea-f08906d5a7a6", "name": "network-vif-deleted", "tag": "d413c148-661b-4714-bb1d-7124e0f9634a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:52.185952 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19569a78-8025-4ebf-8b56-73f7712e2f3c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:52.186507 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea745aff-7cbb-428f-a0ea-f08906d5a7a6', 'name': 'network-vif-deleted', 'tag': 'd413c148-661b-4714-bb1d-7124e0f9634a', 'status': 'completed', 'code': 200} Nov 12 01:25:53.035825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.197974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40f6ef0e-0b5b-4d37-bc2a-973d40095cc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03bceed193204088b556b5245bbb3cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607509 Nov 12 01:25:53.200520 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41102) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.258122 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.284548 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.338374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.341944 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.346476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1772257e-a9cd-49e9-8e66-06b750791a15 HTTP/1.1" status: 204 len: 168 time: 0.1423481 Nov 12 01:25:53.352793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81a311-73a3-4db4-8d7c-97d76917edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1772257e-a9cd-49e9-8e66-06b750791a15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.633298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41108) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.647669 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246b2a5f-dfca-4fd9-b0c5-f8a84dae632e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.739770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246b2a5f-dfca-4fd9-b0c5-f8a84dae632e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.745345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246b2a5f-dfca-4fd9-b0c5-f8a84dae632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.783558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-246b2a5f-dfca-4fd9-b0c5-f8a84dae632e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e8dbb01cc034285811a4d2f7b93d51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491604 Nov 12 01:25:53.784580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b2a5f-dfca-4fd9-b0c5-f8a84dae632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a76150e-d742-426b-a67b-df82c4e7b4c1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.786792 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41110) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.843507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.866434 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.915866 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.918570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.920033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a76150e-d742-426b-a67b-df82c4e7b4c1 HTTP/1.1" status: 204 len: 168 time: 0.1320915 Nov 12 01:25:53.928309 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa1abe-ff32-499f-b596-61f633056d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a76150e-d742-426b-a67b-df82c4e7b4c1,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:54.718056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:54.821376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-88777396-network', 'tenant_id': 'adfb8b26b9b14ce98a5192b99c477dbe'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:54.845993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Made reservation on behalf of adfb8b26b9b14ce98a5192b99c477dbe for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:54.848810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.858266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.943787 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.949699 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.974283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:54.984199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d247c-fa68-4c71-83fa-3acb1ddfbee7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:54.988809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.989173 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Added segment 2aa12b99-6ca8-4b45-beb1-bd5a23911fdb of type vlan for network 72c37200-dd44-4fce-929c-c7fd54625d8a Nov 12 01:25:54.999900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.000272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.000607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.000934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.001262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.001584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.001904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.002221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.002538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.002835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.003149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.003461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:55.047905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.077945 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.079316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.079926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.142039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4192371 Nov 12 01:25:55.142849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:55.146961 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b6d8d-7e9c-4a25-85fd-5494c48deabd admin admin] Pushing event updated for resources: {'Network': ['ID=72c37200-dd44-4fce-929c-c7fd54625d8a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.148572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Request body: {'subnet': {'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-88777396-subnet', 'tenant_id': 'adfb8b26b9b14ce98a5192b99c477dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:55.176229 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Made reservation on behalf of adfb8b26b9b14ce98a5192b99c477dbe for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:55.179334 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.181495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 72c37200-dd44-4fce-929c-c7fd54625d8a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:55.362827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.415592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7400b74-f951-4419-9a37-7a714b5edcf4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.428697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Checking segment: {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:55.429262 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Network hostable DHCP agents. Network: 72c37200-dd44-4fce-929c-c7fd54625d8a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:55.451680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Network 72c37200-dd44-4fce-929c-c7fd54625d8a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:55.460811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 72c37200-dd44-4fce-929c-c7fd54625d8a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:55.465181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.465779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.470300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd34ff6-7cb4-446f-93e1-8c726642d92d None None] Network 72c37200-dd44-4fce-929c-c7fd54625d8a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:55.483984 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f3b0c62a-b60a-488f-a116-a308b620836f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3399980 Nov 12 01:25:55.601973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55ef81-2318-4025-bdf8-9ee58b99e5be None None] Network 72c37200-dd44-4fce-929c-c7fd54625d8a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:55.939626 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-30c95015-235a-49a9-bcbe-f272e14a58ae tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.941186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-30c95015-235a-49a9-bcbe-f272e14a58ae tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 810 time: 0.1212845 Nov 12 01:25:55.960304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-6d74aabf-fefb-46d8-8046-a6012f670514 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/quotas/adfb8b26b9b14ce98a5192b99c477dbe HTTP/1.1" status: 200 len: 375 time: 0.0102589 Nov 12 01:25:55.996900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-e3aa4dff-5c9f-4eb7-b233-ea9b01294c1c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283971 Nov 12 01:25:56.091016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-ce7bd024-79a6-493e-883c-39d0f941d271 service neutron] 10.222.0.11 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Nov 12 01:25:56.198810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-1bd8ada9-e6ae-4b7d-89a0-821d315fc1d3 service neutron] 10.222.0.11 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982506 Nov 12 01:25:56.376920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e8894fa-cd86-4a1f-bdd5-87d6bcda4393 req-cc73a1e2-acca-4b59-97fd-3fe9ea4bb4cc tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 210 time: 0.0315804 Nov 12 01:25:57.284275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d413c148-661b-4714-bb1d-7124e0f9634a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:57.306513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: d413c148-661b-4714-bb1d-7124e0f9634a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:57.306957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device d413c148-661b-4714-bb1d-7124e0f9634a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:57.329501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-ef956398-3fb2-4a2b-8e1c-c3fe2615c549 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.330986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-ef956398-3fb2-4a2b-8e1c-c3fe2615c549 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.32 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 810 time: 0.1072028 Nov 12 01:25:57.343791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Request body: {'port': {'device_id': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a', 'admin_state_up': True, 'tenant_id': 'adfb8b26b9b14ce98a5192b99c477dbe'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:57.485670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Made reservation on behalf of adfb8b26b9b14ce98a5192b99c477dbe for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:57.489087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.492277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e70ead97-1000-4fbd-adc7-9133971147f4 req-96564fae-beca-45d4-9d9f-df048a58bc6b tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 210 time: 0.0446362 Nov 12 01:25:57.631518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Allocated IP 172.20.0.4 (72c37200-dd44-4fce-929c-c7fd54625d8a/a7400b74-f951-4419-9a37-7a714b5edcf4/2b41f381-864e-4efe-8cbd-bb85e5bab0d1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:57.796503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.837008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.880966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Network 72c37200-dd44-4fce-929c-c7fd54625d8a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:57.883960 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:57.889932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:57.915510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:57.950121 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.950972 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.969610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-3e6e9240-8742-4b64-82a0-7518dbea7f12 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296432 Nov 12 01:25:57.981855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Request body: {'port': {'device_id': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:58.039237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.330101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:25:58.338397 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.351782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Transition to ACTIVE for port object 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:25:58.358821 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.408654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.475940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:58.476269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:58.476614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:58.481065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:25:58.481374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:58.486545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:58.486895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Checking segment: {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:58.487250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Bound using segment: {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:58.487665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Bound port: 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:58.488006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.556330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:58.559423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:58.573711 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.630091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.630704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.632266 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] 10.222.0.32 "PUT /v2.0/ports/2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 1092 time: 0.6545587 Nov 12 01:25:58.632710 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:58.635004 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13904b2-70c8-49ce-8562-1da3dc49ad81" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:58.658938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2990a-abf5-43af-9d14-38f361b4ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.669076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dde7bc-1f82-4f11-a611-13f0e4e94807 req-28ca8d14-14e1-4dbd-9bae-d95335eb1bbc tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.670776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0dde7bc-1f82-4f11-a611-13f0e4e94807 req-28ca8d14-14e1-4dbd-9bae-d95335eb1bbc tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.1069105 Nov 12 01:25:58.700616 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7096b5a-6ead-4ba5-88e8-b2f419d6cd2f x-openstack-request-id: req-d7096b5a-6ead-4ba5-88e8-b2f419d6cd2f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:58.700893 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:58.701250 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7096b5a-6ead-4ba5-88e8-b2f419d6cd2f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:58.701693 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'status': 'completed', 'code': 200} Nov 12 01:25:58.751707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d0dde7bc-1f82-4f11-a611-13f0e4e94807 req-73809403-e40b-404b-b7fa-259b00bf690a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738163 Nov 12 01:25:58.760158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-04ea2b4a-5e45-43a3-a6ae-5c56865ab5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.761532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-04ea2b4a-5e45-43a3-a6ae-5c56865ab5ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.0770919 Nov 12 01:25:58.812777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-ce3edcee-e0eb-4502-becd-a9524212840a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0428474 Nov 12 01:25:58.867391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-dae180bd-20f5-404a-bfd9-9a73fa6f09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.868908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-dae180bd-20f5-404a-bfd9-9a73fa6f09b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0475886 Nov 12 01:25:58.903596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-8182060d-9820-4d26-9458-2fcf0290bbb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265350 Nov 12 01:25:59.010664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-8e96e9a1-aa0d-4287-8234-a9ec509c6b80 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995922 Nov 12 01:25:59.114426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70c8a96c-932a-41fa-a611-a4ce50c78e98 req-a53dd28f-e398-415a-a22e-a2461af9b36c service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962996 Nov 12 01:25:59.569348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-c0e4bcb9-05a4-4974-a037-92719a29be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:59.570841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-c0e4bcb9-05a4-4974-a037-92719a29be6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.4069364 Nov 12 01:25:59.672622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-16b7983c-7be8-4416-8b4a-8e46d23ad03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:59.674118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-16b7983c-7be8-4416-8b4a-8e46d23ad03e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.0945561 Nov 12 01:25:59.723242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-2c0efbc7-e84d-40a6-93e5-8af6e364d7af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0411391 Nov 12 01:25:59.781660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-7c4ec9fe-9ac7-42e9-aa48-44010ee80559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:59.782712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-7c4ec9fe-9ac7-42e9-aa48-44010ee80559 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0519016 Nov 12 01:25:59.817205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-427753fa-ee42-4c04-8c35-bf880555c244 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261178 Nov 12 01:25:59.945372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a16a20-5c0b-4471-acb6-62d395734a95 req-cff516b6-7e68-4cdc-a9fd-101e78b90568 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:59.946734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0a16a20-5c0b-4471-acb6-62d395734a95 req-cff516b6-7e68-4cdc-a9fd-101e78b90568 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.1139789 Nov 12 01:25:59.952459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-0225c65b-f239-445b-ad22-49217fd3179a service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268513 Nov 12 01:26:00.047918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0a16a20-5c0b-4471-acb6-62d395734a95 req-29c7544d-6e5a-413d-8470-0761bdce4e3b tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943902 Nov 12 01:26:00.076481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a13904b2-70c8-49ce-8562-1da3dc49ad81 req-cf903dba-e5d3-4581-8a32-756dfa279189 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157362 Nov 12 01:26:01.193827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b0ab9-fd9e-442a-b185-c1e57d49835d req-876e9df3-0202-4ad8-abe5-ee3ba1c2f35d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:01.195462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a1b0ab9-fd9e-442a-b185-c1e57d49835d req-876e9df3-0202-4ad8-abe5-ee3ba1c2f35d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.0613854 Nov 12 01:26:01.254592 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a1b0ab9-fd9e-442a-b185-c1e57d49835d req-74a96ddd-fdd2-43fd-a033-5cee012ee1fd tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Nov 12 01:26:01.288152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:26:01.389349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:01.400866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a', 'port_id': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'mac_address': 'fa:16:3e:0e:90:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7400b74-f951-4419-9a37-7a714b5edcf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:26:01.443433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.463181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:01.484280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:01.489355 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.537597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:01.681774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2b41f381-864e-4efe-8cbd-bb85e5bab0d1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:02.381335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ded74-6f26-44bc-b057-204bd7c88def req-0122b4f6-325a-4c8d-958e-e9d62bfbfaed tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:02.382855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-073ded74-6f26-44bc-b057-204bd7c88def req-0122b4f6-325a-4c8d-958e-e9d62bfbfaed tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 944 time: 0.0526254 Nov 12 01:26:02.440664 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-073ded74-6f26-44bc-b057-204bd7c88def req-c2bd9a89-cec5-4d6e-8d1f-1b2a0bdd9360 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 Nov 12 01:26:02.616505 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.273990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:03.336522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:26:03.340386 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:03.340761 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.423865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.451340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:03.453727 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813147fc-191d-4e37-b102-c71fd0cb61a0" -d '{"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-plugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:03.467047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:03.472508 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.499867 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cbe812-eac6-4984-af6d-0f0a372cebaa x-openstack-request-id: req-d3cbe812-eac6-4984-af6d-0f0a372cebaa {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:03.500155 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-plugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:03.500656 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3cbe812-eac6-4984-af6d-0f0a372cebaa {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:03.501073 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'code': 200} Nov 12 01:26:03.527624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:03.573721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17058-60d2-427a-8a94-ae74cdc5497b req-d2e20638-a98d-4d8b-81d4-e3c3ec7215c0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:03.575233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00a17058-60d2-427a-8a94-ae74cdc5497b req-d2e20638-a98d-4d8b-81d4-e3c3ec7215c0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0562704 Nov 12 01:26:03.646744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202efff-8cf7-4b7d-b367-28e5949b71b9 req-63a76c55-d4f6-4fb0-b325-9316f817f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:03.648296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9202efff-8cf7-4b7d-b367-28e5949b71b9 req-63a76c55-d4f6-4fb0-b325-9316f817f2d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1097 time: 0.0721292 Nov 12 01:26:03.652158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-00a17058-60d2-427a-8a94-ae74cdc5497b req-9994f722-52b2-480f-8171-25adec48dfa3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682275 Nov 12 01:26:03.697621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9202efff-8cf7-4b7d-b367-28e5949b71b9 req-29879054-26d0-433c-b3e3-eaa2a84930fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Nov 12 01:26:04.783595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de47f1-84d8-44d0-9508-c0c07911a0e5 req-4802a9a6-aa20-4a9f-ac1f-ce5e458097bd tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:04.785138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95de47f1-84d8-44d0-9508-c0c07911a0e5 req-4802a9a6-aa20-4a9f-ac1f-ce5e458097bd tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0577216 Nov 12 01:26:04.833362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95de47f1-84d8-44d0-9508-c0c07911a0e5 req-57690c50-76fa-4dc6-b311-9c3aaebc8f3c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 Nov 12 01:26:05.091741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4d0c-0978-49cb-91d4-512735fa15d9 req-d5e7c231-630d-46d0-a1ca-5ea2cbf13dc2 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:05.093704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36ed4d0c-0978-49cb-91d4-512735fa15d9 req-d5e7c231-630d-46d0-a1ca-5ea2cbf13dc2 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0525808 Nov 12 01:26:05.143772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36ed4d0c-0978-49cb-91d4-512735fa15d9 req-d2bd3047-417e-4a53-9bd3-ac274bf8056f tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Nov 12 01:26:05.167777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-76d2037a-c38e-4833-bf56-cb0423aabe34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311390 Nov 12 01:26:05.176989 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-a9ca1bdf-43dd-4734-ba06-bafc80611351 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:26:05.178044 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-a9ca1bdf-43dd-4734-ba06-bafc80611351 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052228 Nov 12 01:26:05.453943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.267603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66558d72-4ad7-4153-832f-8119d6677d3a req-1bb725a9-e708-4e0d-873f-c64da2edee82 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.269018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66558d72-4ad7-4153-832f-8119d6677d3a req-1bb725a9-e708-4e0d-873f-c64da2edee82 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0548723 Nov 12 01:26:06.321581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66558d72-4ad7-4153-832f-8119d6677d3a req-1c26aee1-5e5d-4ed2-b99f-552b92218a56 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Nov 12 01:26:06.469363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-ec2a5a1c-e6fb-4130-92bb-a0a7c64c4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.470881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-ec2a5a1c-e6fb-4130-92bb-a0a7c64c4fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1097 time: 0.0432129 Nov 12 01:26:06.579318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-c25fc0ce-04a8-4643-810c-6fe983c65538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.580865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-c25fc0ce-04a8-4643-810c-6fe983c65538 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.1028199 Nov 12 01:26:06.629464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-fb330a7d-250e-4abf-ad6e-6926fb7b3d10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0413697 Nov 12 01:26:06.689360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-8187cb7d-a9b2-4efb-9710-22cf7eb8bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.690874 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-8187cb7d-a9b2-4efb-9710-22cf7eb8bb85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0534451 Nov 12 01:26:06.723544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-9da3c990-729d-4218-937b-cccc27143d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254352 Nov 12 01:26:06.828973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-21fefdf7-9462-4971-8347-88aac8b33aaa service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982003 Nov 12 01:26:06.925385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-65c21620-ed65-4079-b6c8-dd44e1a39217 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890365 Nov 12 01:26:07.468163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838336-a5a7-490d-a4c7-396679b85051 req-7892eb33-10e0-4d5b-9689-79c0f4d88d34 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:07.469552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33838336-a5a7-490d-a4c7-396679b85051 req-7892eb33-10e0-4d5b-9689-79c0f4d88d34 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0628295 Nov 12 01:26:07.519750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-33838336-a5a7-490d-a4c7-396679b85051 req-a0a146f3-738c-40a0-a066-277239994562 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439162 Nov 12 01:26:08.664297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23569f83-3a9f-4e04-bd08-ce8721127975 req-85c80008-1478-4539-aa50-9efbb06d76c2 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.665816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23569f83-3a9f-4e04-bd08-ce8721127975 req-85c80008-1478-4539-aa50-9efbb06d76c2 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0562563 Nov 12 01:26:08.719446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23569f83-3a9f-4e04-bd08-ce8721127975 req-a188bd50-1218-4054-83e0-fa5126ea162b tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Nov 12 01:26:09.262864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ea3606b-a276-431b-994f-1847cd31fce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.866613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4953be-d792-4656-a34a-2eb97d51fb25 req-67c130cb-99eb-40ba-ae64-d10dc90a8666 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:09.868091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b4953be-d792-4656-a34a-2eb97d51fb25 req-67c130cb-99eb-40ba-ae64-d10dc90a8666 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0599716 Nov 12 01:26:09.920976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9b4953be-d792-4656-a34a-2eb97d51fb25 req-d66aa723-f398-45c0-9de9-a1bb32cebed3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Nov 12 01:26:10.144775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:11.058300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6e625-edb3-4c08-9e8f-9ef9fa1cfadf req-8b14f97c-2c07-44f6-9261-010810bd3df5 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:11.060316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e6e625-edb3-4c08-9e8f-9ef9fa1cfadf req-8b14f97c-2c07-44f6-9261-010810bd3df5 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Nov 12 01:26:11.111531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63e6e625-edb3-4c08-9e8f-9ef9fa1cfadf req-9e04b68a-1679-4783-b8c5-1392c45c5d45 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Nov 12 01:26:12.148978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8115d158-fa3f-4dea-87f1-f13a4ed1a50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.242193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a764da-3042-466c-8b53-9b7c93e82250 req-26a42784-d825-4053-a92d-45fcb86a0590 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:12.243712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0a764da-3042-466c-8b53-9b7c93e82250 req-26a42784-d825-4053-a92d-45fcb86a0590 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0589125 Nov 12 01:26:12.298655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0a764da-3042-466c-8b53-9b7c93e82250 req-69e28f92-07ef-438f-bac3-87ca316c6611 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Nov 12 01:26:12.934958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.432524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc6dd-9974-452c-a070-a21c77c58d84 req-3eb8eb4e-9e58-49fc-9f3b-7b44d17183e7 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:13.434108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b48dc6dd-9974-452c-a070-a21c77c58d84 req-3eb8eb4e-9e58-49fc-9f3b-7b44d17183e7 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0627985 Nov 12 01:26:13.485852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b48dc6dd-9974-452c-a070-a21c77c58d84 req-4bdbc2eb-ce2f-45d2-81ae-5076e02ba1d6 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Nov 12 01:26:14.111991 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.624315 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3bf9e-b3b2-4bf7-97ea-909e90e7ccf5 req-52fb2f05-5d6b-433a-95a6-26ae690a82ad tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:14.625825 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77d3bf9e-b3b2-4bf7-97ea-909e90e7ccf5 req-52fb2f05-5d6b-433a-95a6-26ae690a82ad tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0528023 Nov 12 01:26:14.679920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77d3bf9e-b3b2-4bf7-97ea-909e90e7ccf5 req-f90478f2-b481-4667-a3f6-b4e20912e6be tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Nov 12 01:26:14.927168 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.815278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96831bc-ee81-48cd-b557-c3f088d29d38 req-c059bc66-0e46-499a-a9a2-3e62f3019f8a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:15.816971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f96831bc-ee81-48cd-b557-c3f088d29d38 req-c059bc66-0e46-499a-a9a2-3e62f3019f8a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Nov 12 01:26:15.876564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f96831bc-ee81-48cd-b557-c3f088d29d38 req-1e0220d5-8a71-4a5d-b3fa-9ddf67b897e0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503345 Nov 12 01:26:17.010800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49e6a-206c-4714-a005-800883c76658 req-0822f6e8-5616-44de-83be-0f1a22e4c1c4 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:17.012341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cf49e6a-206c-4714-a005-800883c76658 req-0822f6e8-5616-44de-83be-0f1a22e4c1c4 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0512469 Nov 12 01:26:17.068110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8cf49e6a-206c-4714-a005-800883c76658 req-0d4ffce8-6887-4067-af15-222c8792b9ac tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Nov 12 01:26:18.210381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb15b-7356-4892-adb4-68ad6ecc2280 req-033e72cc-4372-4ade-a67a-d3ffeeb4c7f8 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:18.211908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aacdb15b-7356-4892-adb4-68ad6ecc2280 req-033e72cc-4372-4ade-a67a-d3ffeeb4c7f8 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0693538 Nov 12 01:26:18.263590 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aacdb15b-7356-4892-adb4-68ad6ecc2280 req-347fab33-ad6a-49f6-bf1e-ea0230c9a924 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Nov 12 01:26:19.392557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998c36-9017-439d-8463-0dc6b3168ba6 req-e83b69ac-4f76-451f-af0f-dbf994b5c260 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:19.394132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80998c36-9017-439d-8463-0dc6b3168ba6 req-e83b69ac-4f76-451f-af0f-dbf994b5c260 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Nov 12 01:26:19.445553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80998c36-9017-439d-8463-0dc6b3168ba6 req-c86777fb-332b-4d2d-8af9-0bd36d91c584 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Nov 12 01:26:20.569363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843226-2c6a-4a3e-bf98-87d6984f8ecd req-e170965e-23c6-431d-a6b4-6e9b912182a0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.570917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee843226-2c6a-4a3e-bf98-87d6984f8ecd req-e170965e-23c6-431d-a6b4-6e9b912182a0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0552096 Nov 12 01:26:20.632019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee843226-2c6a-4a3e-bf98-87d6984f8ecd req-ca80a4ff-3dcf-4729-8e2f-e368a672946d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Nov 12 01:26:21.766546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7134f-2ef6-4c7f-9693-5527c523545f req-82c41824-ecd6-45c4-9d70-f086e2f6bb42 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:21.768319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8d7134f-2ef6-4c7f-9693-5527c523545f req-82c41824-ecd6-45c4-9d70-f086e2f6bb42 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0583608 Nov 12 01:26:21.821313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8d7134f-2ef6-4c7f-9693-5527c523545f req-5e635569-0f35-4f35-8198-4231561816f4 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Nov 12 01:26:22.963860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f90e-3dd5-4dc7-b977-9446df0a2270 req-eae00a0c-b3a3-495e-b815-87db3ca97377 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:22.965314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1e5f90e-3dd5-4dc7-b977-9446df0a2270 req-eae00a0c-b3a3-495e-b815-87db3ca97377 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0602202 Nov 12 01:26:23.015092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1e5f90e-3dd5-4dc7-b977-9446df0a2270 req-2b332ce2-d5cc-420a-98f8-4271e01ef020 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Nov 12 01:26:24.164865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65861-3597-45c1-a391-adb92612ae93 req-7a6e0f09-8d0c-4eef-a6ca-d8ac94ef0d82 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:24.166440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06e65861-3597-45c1-a391-adb92612ae93 req-7a6e0f09-8d0c-4eef-a6ca-d8ac94ef0d82 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0680931 Nov 12 01:26:24.226870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06e65861-3597-45c1-a391-adb92612ae93 req-a663912b-c01c-48b3-b715-543ce4b377a8 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Nov 12 01:26:25.374905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad2507-245b-4367-a468-a0e1d5e2c3ad req-3e5429bf-ebc9-4a02-ba70-6af89a04a30d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:25.376616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24ad2507-245b-4367-a468-a0e1d5e2c3ad req-3e5429bf-ebc9-4a02-ba70-6af89a04a30d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0709665 Nov 12 01:26:25.431955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24ad2507-245b-4367-a468-a0e1d5e2c3ad req-2460b17c-2ed0-43c8-bf3e-2e80fada6302 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489926 Nov 12 01:26:26.555095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08366e2b-5a10-433c-9f6e-e027b8bcbb8b req-2b47f721-b492-4a17-9bb5-d0a62accbf17 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:26.556618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08366e2b-5a10-433c-9f6e-e027b8bcbb8b req-2b47f721-b492-4a17-9bb5-d0a62accbf17 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Nov 12 01:26:26.614844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08366e2b-5a10-433c-9f6e-e027b8bcbb8b req-dbccdb02-5acf-4cd9-a591-cafee724aa93 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492826 Nov 12 01:26:27.749568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9879a9-300d-4696-9212-b6d79cb6731d req-a619ff2c-3bce-4e4c-8070-b27e9484f9e6 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:27.751062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9879a9-300d-4696-9212-b6d79cb6731d req-a619ff2c-3bce-4e4c-8070-b27e9484f9e6 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 12 01:26:27.804326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9879a9-300d-4696-9212-b6d79cb6731d req-2bee8e1d-166a-4b72-855b-d9dcaccb9c6c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Nov 12 01:26:28.940386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cffc7-9226-4774-9103-b3fc51570f46 req-135c8523-e04d-4df2-aff3-c62fca3816d6 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:28.941787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca0cffc7-9226-4774-9103-b3fc51570f46 req-135c8523-e04d-4df2-aff3-c62fca3816d6 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Nov 12 01:26:28.991666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca0cffc7-9226-4774-9103-b3fc51570f46 req-424cf3a7-5793-4ac6-8255-c7744acb3caf tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Nov 12 01:26:30.129321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207ca1-e6de-4c87-8d59-24e45ef627b9 req-366a3357-82b6-4ac8-8c1e-051473aef72f tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:30.130822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d207ca1-e6de-4c87-8d59-24e45ef627b9 req-366a3357-82b6-4ac8-8c1e-051473aef72f tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0656197 Nov 12 01:26:30.183562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d207ca1-e6de-4c87-8d59-24e45ef627b9 req-063395b2-de54-453d-91fe-f69054c5a47a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Nov 12 01:26:31.310150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2671b-3a05-4170-9bde-4139cbb398a7 req-1b38f8dd-56fc-4896-b14e-d2a212433683 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:31.311679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bd2671b-3a05-4170-9bde-4139cbb398a7 req-1b38f8dd-56fc-4896-b14e-d2a212433683 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0513453 Nov 12 01:26:31.370044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bd2671b-3a05-4170-9bde-4139cbb398a7 req-57d426a2-16e8-4b17-9ce7-be296f0f766b tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517311 Nov 12 01:26:32.520510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b3f5-31df-4208-a90e-3453349166c1 req-319d1bca-c5a4-4088-a73a-8c67dc68bc23 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:32.522113 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15c2b3f5-31df-4208-a90e-3453349166c1 req-319d1bca-c5a4-4088-a73a-8c67dc68bc23 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0627012 Nov 12 01:26:32.576336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-15c2b3f5-31df-4208-a90e-3453349166c1 req-7babcd90-21e9-43e0-a7f4-d6b09f6500e0 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Nov 12 01:26:32.615595 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.702538 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d097d-a2d5-46c2-ac31-ad97809b2aa2 req-dc2d9c88-2eea-4175-8cc9-97eaaf3c184d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:33.704039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186d097d-a2d5-46c2-ac31-ad97809b2aa2 req-dc2d9c88-2eea-4175-8cc9-97eaaf3c184d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Nov 12 01:26:33.752548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186d097d-a2d5-46c2-ac31-ad97809b2aa2 req-44aa3aa2-a6bc-4752-a565-8586e05de4c1 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Nov 12 01:26:33.815298 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-b9e98587-878c-4c62-ad1f-83b16be689de service neutron] show failed (client error): The resource could not be found. Nov 12 01:26:33.816340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-b9e98587-878c-4c62-ad1f-83b16be689de service neutron] 10.222.0.32 "GET /v2.0/ports/2b41f381-864e-4efe-8cbd-bb85e5bab0d1/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0569685 Nov 12 01:26:34.030559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-9d399277-3d80-43b9-b21a-73d5f6c35104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.032133 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-9d399277-3d80-43b9-b21a-73d5f6c35104 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278&tenant_id=adfb8b26b9b14ce98a5192b99c477dbe HTTP/1.1" status: 200 len: 1097 time: 0.0469368 Nov 12 01:26:34.046039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:34.100759 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.301471 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:34.334340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:34.377277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:34.379630 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f3ad6-5443-490e-a994-a987d3c9d206" -d '{"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-unplugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:34.383712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.397504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Transition to ACTIVE for port object 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:26:34.401754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.430439 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205406b8-d44d-468c-b5fc-e2802f53ff44 x-openstack-request-id: req-205406b8-d44d-468c-b5fc-e2802f53ff44 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:34.430734 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-unplugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:34.430983 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-205406b8-d44d-468c-b5fc-e2802f53ff44 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:34.431469 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'code': 200} Nov 12 01:26:34.466291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.468758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] No DVR routers for this DVR port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:34.503602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:34.503891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:34.504281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:34.509138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:26:34.509509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Attempting to bind port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on network 72c37200-dd44-4fce-929c-c7fd54625d8a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:34.515192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:34.515528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Checking segment: {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:34.515910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Bound using segment: {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:34.516610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Bound port: 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:34.516967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.584690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:34.587625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:34.593509 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.627449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.628098 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.629727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 1092 time: 0.5879273 Nov 12 01:26:34.664787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f90720-ba9f-4101-918a-d24f36b58336 service neutron] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.700871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-40e3dccf-349b-4cc2-b584-ca56b8b18f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.702403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-40e3dccf-349b-4cc2-b584-ca56b8b18f9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.0454817 Nov 12 01:26:34.799480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-7bcfbf4a-aadd-4a07-bb5a-c33afdb7d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.800987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-7bcfbf4a-aadd-4a07-bb5a-c33afdb7d357 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.0903528 Nov 12 01:26:34.851509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-d8c08cf2-1a26-415b-932a-49837a712b10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0433538 Nov 12 01:26:34.928948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225e514-1541-426e-8761-ea3e86c2abec req-05c9ce09-17e3-41bd-b650-fe06b6bf7ae8 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.930422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1225e514-1541-426e-8761-ea3e86c2abec req-05c9ce09-17e3-41bd-b650-fe06b6bf7ae8 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.0883934 Nov 12 01:26:34.931854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-cd6dd2d0-2bfd-4b67-8e5c-8ad26a6e0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:34.933178 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-cd6dd2d0-2bfd-4b67-8e5c-8ad26a6e0285 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0649326 Nov 12 01:26:34.974144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-392b9743-f334-4715-b9bb-7b9bc28149bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312462 Nov 12 01:26:35.022815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1225e514-1541-426e-8761-ea3e86c2abec req-498eb68c-f610-4cf4-8af9-9211c279845a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861726 Nov 12 01:26:35.087223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-5f00def4-3f92-4afc-9ec2-4ec2464b68be service neutron] 10.222.0.39 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021636 Nov 12 01:26:35.175932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-687d5cdb-cf13-4123-a621-d97773f975c8 req-c6fa27af-18b6-40ec-aaca-2dbef4b680b2 service neutron] 10.222.0.39 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816276 Nov 12 01:26:35.453172 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.145607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194f59-7628-460b-a074-a53b92dc1dc7 req-b3c904de-56ac-4228-88e7-c9a390112e33 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.147109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a194f59-7628-460b-a074-a53b92dc1dc7 req-b3c904de-56ac-4228-88e7-c9a390112e33 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.0514991 Nov 12 01:26:36.200479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5a194f59-7628-460b-a074-a53b92dc1dc7 req-08b559e8-38ba-48ae-a9cb-0002438129e3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Nov 12 01:26:36.432634 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:36.435042 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1535b24c-d425-4447-b274-15f2fcc18bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:36.486675 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe6bf8c-85af-49aa-8758-8b2bb42ddd0c x-openstack-request-id: req-ffe6bf8c-85af-49aa-8758-8b2bb42ddd0c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:36.487010 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:36.487757 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffe6bf8c-85af-49aa-8758-8b2bb42ddd0c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:36.488208 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'status': 'completed', 'code': 200} Nov 12 01:26:36.575982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-f1866ca2-a809-4915-a176-2dba274d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.577547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-f1866ca2-a809-4915-a176-2dba274d83d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.0702915 Nov 12 01:26:36.582180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-80eff3b2-2557-4cbe-baa3-c6e48a41856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.583589 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-80eff3b2-2557-4cbe-baa3-c6e48a41856e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.0650356 Nov 12 01:26:36.753314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-7654b188-857a-45bf-b094-251724171143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.754706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-7654b188-857a-45bf-b094-251724171143 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.1703260 Nov 12 01:26:36.756300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-d446d55f-fcdd-4ab1-96ce-8e607b6ef371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.757651 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-d446d55f-fcdd-4ab1-96ce-8e607b6ef371 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.1659503 Nov 12 01:26:36.830944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-8ef9d73c-376a-4626-bf71-14f098a03b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0684755 Nov 12 01:26:36.832115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-36901747-40fe-4e2b-a575-aea4502c4e30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0635891 Nov 12 01:26:36.915905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-0531dfeb-8823-42fd-82b4-a283bbb1168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.917407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-0531dfeb-8823-42fd-82b4-a283bbb1168e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0798657 Nov 12 01:26:36.918779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-036dff7b-fc00-43b3-bc31-61ea1a24413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:36.920087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-036dff7b-fc00-43b3-bc31-61ea1a24413e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0748217 Nov 12 01:26:36.968648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-ee370fb2-4168-4160-a6aa-86a93ef5aa2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436256 Nov 12 01:26:36.970451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-d45f058c-30a8-40fc-b743-9b428f1d8625 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379415 Nov 12 01:26:37.125115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-1d99dc2f-ec64-462c-9584-b7adf034f3f4 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485832 Nov 12 01:26:37.126909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-a5e68972-7527-4753-80f5-6295297818b6 service neutron] 10.222.0.39 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430221 Nov 12 01:26:37.295748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-ed10f11e-cc56-4625-8647-bd885020340c service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Nov 12 01:26:37.312240 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1535b24c-d425-4447-b274-15f2fcc18bfa req-e809362d-b8f4-40d2-8091-7b745f716cf6 service neutron] 10.222.0.39 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730371 Nov 12 01:26:37.336275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98568a-ec61-40c0-a94c-09c306144eb5 req-4c5a25f4-0f2b-475a-a84d-7f2cc1af6619 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:37.337965 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a98568a-ec61-40c0-a94c-09c306144eb5 req-4c5a25f4-0f2b-475a-a84d-7f2cc1af6619 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 943 time: 0.0581324 Nov 12 01:26:37.388696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a98568a-ec61-40c0-a94c-09c306144eb5 req-4912f76d-dbbe-48f4-b3f0-3774b15a4b8d tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Nov 12 01:26:37.415069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:37.458357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:37.674670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-7f90a961-d808-4ddd-87fa-0edbad4caa95 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:37.676198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-7f90a961-d808-4ddd-87fa-0edbad4caa95 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278&tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.0919743 Nov 12 01:26:37.740692 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-e78a75f1-b731-4bfb-9832-2b8bab46347e service neutron] delete failed (client error): The resource could not be found. Nov 12 01:26:37.741726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-e78a75f1-b731-4bfb-9832-2b8bab46347e service neutron] 10.222.0.32 "DELETE /v2.0/ports/2b41f381-864e-4efe-8cbd-bb85e5bab0d1/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0581212 Nov 12 01:26:37.828320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-f6ad36b2-1d7f-4e57-96cb-e49cf3f9ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:37.829826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-f6ad36b2-1d7f-4e57-96cb-e49cf3f9ad89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 1095 time: 0.0434175 Nov 12 01:26:37.928745 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-ed5a0d64-070e-4216-b685-2e85b0f3a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:37.930815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-ed5a0d64-070e-4216-b685-2e85b0f3a62b service neutron] 10.222.0.32 "GET /v2.0/networks?id=72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 200 len: 911 time: 0.0942512 Nov 12 01:26:37.974341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-8746b6ce-3ad7-4dae-b5c2-6db6c9e3219f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 200 len: 217 time: 0.0365367 Nov 12 01:26:38.022620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-48814025-8a96-4c36-9d77-d7e14be361c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:38.024186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-48814025-8a96-4c36-9d77-d7e14be361c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 200 len: 850 time: 0.0435929 Nov 12 01:26:38.055598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-daf8bc7f-c019-410f-83f7-20fb6b9f5edf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72c37200-dd44-4fce-929c-c7fd54625d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247972 Nov 12 01:26:38.149264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-50c10287-e977-4492-9d7a-e7033c1cf165 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866702 Nov 12 01:26:38.599197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:26:38.609819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-cfb8d193-52d5-4284-a022-77ff03647647 service neutron] 10.222.0.32 "GET /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538236 Nov 12 01:26:38.703264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:38.717095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'network_id': '72c37200-dd44-4fce-929c-c7fd54625d8a', 'port_id': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'mac_address': 'fa:16:3e:0e:90:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7400b74-f951-4419-9a37-7a714b5edcf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:26:38.757628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.771914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:38.791316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:38.796202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.846936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:38.855112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.855390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.855733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.856158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.856438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.856774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.857094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.857403 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.857722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.858043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.858361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:38.858680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:39.040920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2b41f381-864e-4efe-8cbd-bb85e5bab0d1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:39.262372 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-110a6a66-78d0-4dff-ae07-63cf5573345a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.349374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61044c5-c8ae-4e91-ab39-2b109fd01fa2 req-f43dffb9-e962-4bcf-b586-8ca7a027cb8a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:39.350840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a61044c5-c8ae-4e91-ab39-2b109fd01fa2 req-f43dffb9-e962-4bcf-b586-8ca7a027cb8a tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 944 time: 0.0583463 Nov 12 01:26:39.399702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a61044c5-c8ae-4e91-ab39-2b109fd01fa2 req-b93c32e2-baee-4481-bcf9-6c3b36ab081b tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Nov 12 01:26:40.522754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ad8a5-bd51-4754-b51c-7b2bcae2f663 req-a68fa0a4-6ad6-4074-a7b0-47416b7f1ff3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:40.524302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-640ad8a5-bd51-4754-b51c-7b2bcae2f663 req-a68fa0a4-6ad6-4074-a7b0-47416b7f1ff3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 944 time: 0.0514646 Nov 12 01:26:40.576710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-640ad8a5-bd51-4754-b51c-7b2bcae2f663 req-42f92bce-ce26-482f-9298-6ea0ef4dacc3 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.11 "GET /v2.0/security-groups?id=007d247c-fa68-4c71-83fa-3acb1ddfbee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453842 Nov 12 01:26:40.608703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:40.659794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:26:40.664177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:40.664544 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.729954 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-acc4eb80-d60b-47a6-b901-48ba32caa2d7 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:40.731374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-acc4eb80-d60b-47a6-b901-48ba32caa2d7 tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b9131d9-61f5-44e6-b342-0517ccb36278 HTTP/1.1" status: 200 len: 944 time: 0.0567732 Nov 12 01:26:40.748512 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.772254 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:40.774648 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4488e18-c43d-402e-b187-6b267bb862b1" -d '{"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-plugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:40.789517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:40.794944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.829572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Deleting port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:40.829910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.846194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:40.900882 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0048c1d-4f90-41c9-8f1f-ad8518563f4a x-openstack-request-id: req-b0048c1d-4f90-41c9-8f1f-ad8518563f4a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:40.901177 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-plugged", "status": "completed", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:40.901433 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0048c1d-4f90-41c9-8f1f-ad8518563f4a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:40.901831 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'code': 200} Nov 12 01:26:40.933063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] For port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,segment=NetworkSegment(2aa12b99-6ca8-4b45-beb1-bd5a23911fdb),segment_id=2aa12b99-6ca8-4b45-beb1-bd5a23911fdb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:40.933420 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.947238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Calling delete_port for 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:41.080526 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.092699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2b41f381-864e-4efe-8cbd-bb85e5bab0d1'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:41.110203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Pushing event deleted for resources: {'Port': ['ID=2b41f381-864e-4efe-8cbd-bb85e5bab0d1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:41.153887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] No DVR routers for this DVR port 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:41.156522 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.159815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7756ccf7-ae17-49f3-8c50-aa835c6e1c24 req-fa8a7fa0-bc0d-489c-87ab-47c0a1fd880c tempest-DeleteServersTestJSON-1709460948 tempest-DeleteServersTestJSON-1709460948-project] 10.222.0.39 "DELETE /v2.0/ports/2b41f381-864e-4efe-8cbd-bb85e5bab0d1 HTTP/1.1" status: 204 len: 173 time: 0.4220157 Nov 12 01:26:41.160369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-deleted', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:41.162729 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b47dd6-e6b2-43f6-a19a-75b3e5cb5b49" -d '{"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-deleted", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:41.204754 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600b472-fcaa-4079-9fe1-c96b979c4740 x-openstack-request-id: req-6600b472-fcaa-4079-9fe1-c96b979c4740 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:41.205252 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9131d9-61f5-44e6-b342-0517ccb36278", "name": "network-vif-deleted", "tag": "2b41f381-864e-4efe-8cbd-bb85e5bab0d1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:41.205569 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6600b472-fcaa-4079-9fe1-c96b979c4740 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:41.206107 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9131d9-61f5-44e6-b342-0517ccb36278', 'name': 'network-vif-deleted', 'tag': '2b41f381-864e-4efe-8cbd-bb85e5bab0d1', 'status': 'completed', 'code': 200} Nov 12 01:26:41.718811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41294) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:41.764433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Deleting subnet a7400b74-f951-4419-9a37-7a714b5edcf4 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:41.767706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.806418 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.854714 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.918087 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.945591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7400b74-f951-4419-9a37-7a714b5edcf4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:41.950476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.953874 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a7400b74-f951-4419-9a37-7a714b5edcf4 HTTP/1.1" status: 204 len: 168 time: 0.2340369 Nov 12 01:26:41.956673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:41.959408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.959815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.960116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.960432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.960750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.961082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.961403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.961719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.962034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.962348 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.962664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:41.963144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ca7900-d4bf-4739-aed6-00cb17642e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:42.040078 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.122810 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.143867 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b81b977-2a8e-4a26-af2c-f89c830511d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.148167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c37200-dd44-4fce-929c-c7fd54625d8a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:42.158466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:42.158764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa12b99-6ca8-4b45-beb1-bd5a23911fdb') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:42.169503 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.184337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.191365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:42.191845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:42.193617 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:42.253708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.259584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.265827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/72c37200-dd44-4fce-929c-c7fd54625d8a HTTP/1.1" status: 204 len: 168 time: 0.3044293 Nov 12 01:26:42.274179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde945a-67cd-4e95-8fd7-bcc09e78faf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c37200-dd44-4fce-929c-c7fd54625d8a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:42.380922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.426498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d96cf2f8-1961-4fdc-82e0-8355d0cc55c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adfb8b26b9b14ce98a5192b99c477dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441499 Nov 12 01:26:42.429072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.477730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.499172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.559427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.562049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.563654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/007d247c-fa68-4c71-83fa-3acb1ddfbee7 HTTP/1.1" status: 204 len: 168 time: 0.1332524 Nov 12 01:26:42.572618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e2e3-690b-4016-ab88-df3e1c2fa563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d247c-fa68-4c71-83fa-3acb1ddfbee7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:42.935452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.285688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:43.394388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-243249927-network', 'tenant_id': '4cdb965b37194be38b85b0955066458c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:43.420512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Made reservation on behalf of 4cdb965b37194be38b85b0955066458c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:43.422932 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.431607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.517748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.523465 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.547717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:43.556654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:43.562802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.563165 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Added segment 4a7f9db1-154c-4516-b9fb-3a8e370133a0 of type vlan for network 7afe2009-6b66-45ca-a088-09d2b1333948 Nov 12 01:26:43.606537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.636368 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.637465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:43.638118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.669526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3824790 Nov 12 01:26:43.672699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:43.677789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Request body: {'subnet': {'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-243249927-subnet', 'tenant_id': '4cdb965b37194be38b85b0955066458c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:43.699963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Made reservation on behalf of 4cdb965b37194be38b85b0955066458c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:43.702446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.706168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be84ab0-1ba7-4e3d-a3cb-d3f3343549a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7afe2009-6b66-45ca-a088-09d2b1333948,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:43.717824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 7afe2009-6b66-45ca-a088-09d2b1333948 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:43.873140 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.933430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04dfe45-844e-4305-8335-9e46a0955851,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:43.937736 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Checking segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:43.938113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Network hostable DHCP agents. Network: 7afe2009-6b66-45ca-a088-09d2b1333948, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:43.955252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Network 7afe2009-6b66-45ca-a088-09d2b1333948 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:43.967060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 7afe2009-6b66-45ca-a088-09d2b1333948) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:43.971099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:43.971690 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.977520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb7379e-fafc-4e64-8e5a-c003e3227ddf None None] Network 7afe2009-6b66-45ca-a088-09d2b1333948 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:43.988440 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f202cc80-73cc-44f2-a4c5-11cbe9bf875d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3146279 Nov 12 01:26:44.118477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad48d72-0678-45b0-ab9f-382e54fd112f None None] Network 7afe2009-6b66-45ca-a088-09d2b1333948 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:44.139756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.442585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-08b44275-d9cf-4c97-8f9c-b3a8b7b7b77c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:44.444013 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-08b44275-d9cf-4c97-8f9c-b3a8b7b7b77c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 814 time: 0.1129580 Nov 12 01:26:44.460746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c329f53e-7ff8-4028-9883-809ae0bec181 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/quotas/4cdb965b37194be38b85b0955066458c HTTP/1.1" status: 200 len: 375 time: 0.0103195 Nov 12 01:26:44.502866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-7fcf98d5-96d6-4015-b9f9-e6a5a648f6c3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353036 Nov 12 01:26:44.514574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-3a0e80e2-b329-4018-ba2e-b80789027012 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:26:44.515511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-3a0e80e2-b329-4018-ba2e-b80789027012 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051124 Nov 12 01:26:44.607916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:44.614154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-0b3a6669-64e7-4cd2-a9a7-96c073a70b7d service neutron] 10.222.0.11 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927398 Nov 12 01:26:44.628075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:44.628742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2b41f381-864e-4efe-8cbd-bb85e5bab0d1 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:44.714279 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-67014ddb-c2eb-4224-8d73-fa0619538b6c service neutron] 10.222.0.11 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934501 Nov 12 01:26:44.885671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-424e98ac-ccb2-4fb9-86d3-5149a6f18b4d req-b3377d8f-d5c8-4509-b2c4-f37826d602e6 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 210 time: 0.0276229 Nov 12 01:26:44.923933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.022840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6876f0d6-4db3-4a80-8edc-e30dedc783cd req-774cc0b2-04c0-4d3a-ac38-bb27e43860d5 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 210 time: 0.0398259 Nov 12 01:26:46.066435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-fabbf048-981a-4928-b5cf-9e01aa15b418 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:46.068484 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-fabbf048-981a-4928-b5cf-9e01aa15b418 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 814 time: 0.1463196 Nov 12 01:26:46.084631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Request body: {'port': {'device_id': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'admin_state_up': True, 'tenant_id': '4cdb965b37194be38b85b0955066458c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:46.201865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Made reservation on behalf of 4cdb965b37194be38b85b0955066458c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:46.205362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.345632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Allocated IP 172.20.0.12 (7afe2009-6b66-45ca-a088-09d2b1333948/f04dfe45-844e-4305-8335-9e46a0955851/b498ee71-53e0-43eb-9bed-ba5b291a7320) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:46.502319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.542953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.583280 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Network 7afe2009-6b66-45ca-a088-09d2b1333948 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:46.586300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:46.592104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:46.617016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:46.646314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:46.646926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.666947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-c9a22288-8217-44e4-bc9c-262d00fa1185 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5862381 Nov 12 01:26:46.679563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Request body: {'port': {'device_id': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:46.739448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.015500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b498ee71-53e0-43eb-9bed-ba5b291a7320 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:47.023488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.041567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Transition to ACTIVE for port object b498ee71-53e0-43eb-9bed-ba5b291a7320 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:26:47.046791 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.129788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:47.144856 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:47.204313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a83ed-2d1b-494b-910a-952d4b403335 req-3cf18c2f-e866-454d-9ac0-dcbf20d520fd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.205771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee1a83ed-2d1b-494b-910a-952d4b403335 req-3cf18c2f-e866-454d-9ac0-dcbf20d520fd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.1023555 Nov 12 01:26:47.222741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:47.223083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:47.223406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:47.236794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:26:47.237116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:47.250296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:47.250637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Checking segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:47.251017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Bound using segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:47.251454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Bound port: b498ee71-53e0-43eb-9bed-ba5b291a7320, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:47.251813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.279412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee1a83ed-2d1b-494b-910a-952d4b403335 req-586c6928-528d-4cb1-9410-4c517c88acbc tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652125 Nov 12 01:26:47.337812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:47.341187 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:47.345458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.386212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.386866 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.388324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] 10.222.0.32 "PUT /v2.0/ports/b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 1093 time: 0.7130592 Nov 12 01:26:47.388764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:47.391037 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:47.421233 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e19c-7f7a-4a93-a6f7-ebf1285d0014 service neutron] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:47.431936 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad065f-6355-4529-b262-933e24c56270 x-openstack-request-id: req-e4ad065f-6355-4529-b262-933e24c56270 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:47.432373 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:47.432662 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4ad065f-6355-4529-b262-933e24c56270 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:47.433076 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'status': 'completed', 'code': 200} Nov 12 01:26:47.488022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-bafb0d0d-2d1f-4598-9166-b72f44ff7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.489611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-bafb0d0d-2d1f-4598-9166-b72f44ff7f07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.0462301 Nov 12 01:26:47.533458 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-657f747d-76de-458f-8778-3a8aaeb8c1fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0358949 Nov 12 01:26:47.599397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-f2b9d9aa-c8a2-4dc0-918c-c29ea5ea99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.600938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-f2b9d9aa-c8a2-4dc0-918c-c29ea5ea99c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0608978 Nov 12 01:26:47.633813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-e6045b53-a233-4ab2-b27b-f8de196649f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253000 Nov 12 01:26:47.735348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-5d588a8b-eb24-46d0-96d0-39387b11f3fe service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946910 Nov 12 01:26:47.833882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed821b15-16cc-4224-b361-3ba14c7ea3d0 req-eea07dae-7fb2-47e1-a0fa-9d2b474ef900 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909889 Nov 12 01:26:47.926454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-d543b0ae-c0b0-47c3-ab94-2c01c20a9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:47.928000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-d543b0ae-c0b0-47c3-ab94-2c01c20a9e3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.0439694 Nov 12 01:26:48.031136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-8bcbc0e1-0beb-43e3-bf3a-f3a9d24bb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:48.032725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-8bcbc0e1-0beb-43e3-bf3a-f3a9d24bb2cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0982683 Nov 12 01:26:48.077335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-ff137b3f-06ad-4cd5-a822-171bd92abd52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0368690 Nov 12 01:26:48.136666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-6c9f0ea7-0831-414b-a6b8-017eabafbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:48.138082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-6c9f0ea7-0831-414b-a6b8-017eabafbf49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0530930 Nov 12 01:26:48.172726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-f9589cf1-bb4e-482c-a161-38c5d70de81d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259099 Nov 12 01:26:48.265478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-38f15a48-9e85-4cf6-9c4d-edaa0b727324 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Nov 12 01:26:48.371186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42e01b93-6c64-4383-bc5f-0a87ffd7a0a8 req-5434283a-486c-4a21-b3eb-f96c6b2e7831 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973270 Nov 12 01:26:48.409051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4202ab-4fe5-4885-98ca-fb7d8203936f req-53977c13-bd78-4322-8cb6-864084a0259f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:48.410446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4202ab-4fe5-4885-98ca-fb7d8203936f req-53977c13-bd78-4322-8cb6-864084a0259f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0586157 Nov 12 01:26:48.460995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a4202ab-4fe5-4885-98ca-fb7d8203936f req-87425ca6-35ca-4d19-a3f3-1b6cb3dfd575 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Nov 12 01:26:49.591977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1a2e7-600d-42d8-aa21-72336b9cb1e0 req-0487bd31-c54e-4bae-8f45-dba96896ba52 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:49.593516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bda1a2e7-600d-42d8-aa21-72336b9cb1e0 req-0487bd31-c54e-4bae-8f45-dba96896ba52 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0611854 Nov 12 01:26:49.644783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bda1a2e7-600d-42d8-aa21-72336b9cb1e0 req-5caa01ed-5d32-4a02-ba6f-4ea2d926b664 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Nov 12 01:26:50.773245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c1dfd-59be-42cd-bd7c-b75282fb0920 req-090160bf-bdbe-4834-bf68-a441fa6ba0c4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:50.774750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-333c1dfd-59be-42cd-bd7c-b75282fb0920 req-090160bf-bdbe-4834-bf68-a441fa6ba0c4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0569193 Nov 12 01:26:50.825995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-333c1dfd-59be-42cd-bd7c-b75282fb0920 req-4dd5b7d0-e1ec-4f55-94e2-594b01a3828a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Nov 12 01:26:51.441520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:26:51.545747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:51.567037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'port_id': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'mac_address': 'fa:16:3e:ab:e3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04dfe45-844e-4305-8335-9e46a0955851', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:26:51.606343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.620854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b498ee71-53e0-43eb-9bed-ba5b291a7320 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:26:51.642240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:51.648083 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.704945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:51.856570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b498ee71-53e0-43eb-9bed-ba5b291a7320'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:26:51.985650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60172fd-7266-4627-8558-fb3886e56c48 req-93081dee-4d81-4344-af53-bf9bdb9e43db tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:51.987355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d60172fd-7266-4627-8558-fb3886e56c48 req-93081dee-4d81-4344-af53-bf9bdb9e43db tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 945 time: 0.0602298 Nov 12 01:26:52.054290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d60172fd-7266-4627-8558-fb3886e56c48 req-60bec81b-5f62-44ba-8373-8a628308c44a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Nov 12 01:26:53.178863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f0c2-7414-42fa-a86f-b297acebb943 req-68c5db76-de9b-4f37-9f19-39883fdd4af1 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:53.180486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22a0f0c2-7414-42fa-a86f-b297acebb943 req-68c5db76-de9b-4f37-9f19-39883fdd4af1 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 945 time: 0.0511985 Nov 12 01:26:53.234918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-22a0f0c2-7414-42fa-a86f-b297acebb943 req-76d6d949-ab11-4ca5-bebd-e79a9efb3b73 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Nov 12 01:26:53.461467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:53.528326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port b498ee71-53e0-43eb-9bed-ba5b291a7320 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:26:53.532582 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port b498ee71-53e0-43eb-9bed-ba5b291a7320 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:53.532957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.618114 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.643626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:26:53.645935 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a9e88-6eaa-450f-8d62-e404fefa7758" -d '{"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-plugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:26:53.659382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:53.664961 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.693420 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f9100-c8d0-432f-9443-eb92adda2774 x-openstack-request-id: req-da9f9100-c8d0-432f-9443-eb92adda2774 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:26:53.693716 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-plugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:26:53.693975 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da9f9100-c8d0-432f-9443-eb92adda2774 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:26:53.694382 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'code': 200} Nov 12 01:26:53.717614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:53.792724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea11864-a283-4dd4-bd95-34a88ca9e7aa req-2e0827e1-2e25-4a5c-b4ff-55435e6afce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:53.794290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eea11864-a283-4dd4-bd95-34a88ca9e7aa req-2e0827e1-2e25-4a5c-b4ff-55435e6afce3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1098 time: 0.0432916 Nov 12 01:26:53.840546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eea11864-a283-4dd4-bd95-34a88ca9e7aa req-ee1207b0-58cb-4f11-8987-546d00ab9e9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Nov 12 01:26:54.368408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd608a1f-bd6d-45db-9393-67d8b58c8e91 req-2075aba9-af78-4e6b-8cc6-1338d54a6144 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:54.370091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd608a1f-bd6d-45db-9393-67d8b58c8e91 req-2075aba9-af78-4e6b-8cc6-1338d54a6144 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0627775 Nov 12 01:26:54.419467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd608a1f-bd6d-45db-9393-67d8b58c8e91 req-efd536d2-6f9e-41b9-af99-df2cbd7138e4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Nov 12 01:26:55.552741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba2313-bb30-4966-8174-34f8511e9f8c req-e7276573-9911-48c4-b0eb-692156f0d809 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:55.554267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bba2313-bb30-4966-8174-34f8511e9f8c req-e7276573-9911-48c4-b0eb-692156f0d809 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0566635 Nov 12 01:26:55.612208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0bba2313-bb30-4966-8174-34f8511e9f8c req-41c7177c-55b0-4ea6-8f20-78d20a03c688 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505974 Nov 12 01:26:55.740996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462535b9-6e23-43e5-9477-e4813506655f req-8947c8bc-d7de-4068-bd88-eb4d76dada2d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:55.742452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-462535b9-6e23-43e5-9477-e4813506655f req-8947c8bc-d7de-4068-bd88-eb4d76dada2d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0552833 Nov 12 01:26:55.797616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-462535b9-6e23-43e5-9477-e4813506655f req-0a17644d-9d13-4f36-bd7e-29aaac79f490 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Nov 12 01:26:56.034481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bf313-489f-43b4-918a-8cad16bc3f69 req-065fa038-2104-4ba1-b21b-d955a19b699b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:56.036077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-356bf313-489f-43b4-918a-8cad16bc3f69 req-065fa038-2104-4ba1-b21b-d955a19b699b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0594442 Nov 12 01:26:56.088922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-356bf313-489f-43b4-918a-8cad16bc3f69 req-4c5babd5-2d81-471b-b008-1dedd1557f9a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Nov 12 01:26:56.219431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d96e9-9d11-457e-8e87-19b05fd13240 req-f3d8f2d6-f215-4ee7-b8e6-4790911dd016 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:56.221132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b04d96e9-9d11-457e-8e87-19b05fd13240 req-f3d8f2d6-f215-4ee7-b8e6-4790911dd016 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0611136 Nov 12 01:26:56.278100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b04d96e9-9d11-457e-8e87-19b05fd13240 req-3658b9ac-73b3-41a9-b497-268b527a5622 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Nov 12 01:26:56.540351 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-5d5369ec-fb10-485e-b3bc-5b35a83ab8ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0570626 Nov 12 01:26:56.541408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bf6cb-be97-4e3e-a4f8-18234a77c710 req-3c6c9f84-3a1c-4aca-a805-b3c8a523d967 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:56.543118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f56bf6cb-be97-4e3e-a4f8-18234a77c710 req-3c6c9f84-3a1c-4aca-a805-b3c8a523d967 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0543308 Nov 12 01:26:56.593519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f56bf6cb-be97-4e3e-a4f8-18234a77c710 req-526d6fe9-38b0-41aa-bac0-358d74f9f858 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Nov 12 01:26:57.724686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61a490-75b3-44aa-a2a2-bb44af3d7f74 req-e0a582f4-3ec0-4c31-bedb-47ba5da7b91b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:57.726211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a61a490-75b3-44aa-a2a2-bb44af3d7f74 req-e0a582f4-3ec0-4c31-bedb-47ba5da7b91b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0579646 Nov 12 01:26:57.814631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6a61a490-75b3-44aa-a2a2-bb44af3d7f74 req-7ddc9b46-ca01-4d3e-bd78-d4eaa77fd298 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 Nov 12 01:26:57.822419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-147e8efe-93e1-48b7-82c1-d038b19b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:57.823948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-147e8efe-93e1-48b7-82c1-d038b19b11e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1098 time: 0.0754151 Nov 12 01:26:57.925704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-78bec1b3-f206-4c48-93cc-ef9f0b67f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:57.927089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-78bec1b3-f206-4c48-93cc-ef9f0b67f030 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0943084 Nov 12 01:26:57.974466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-cfa6ae65-e78b-4182-8ede-b630ad83a3cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0400391 Nov 12 01:26:58.025102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-5ade53fe-e39b-4b8c-a73d-eb985889e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:58.026622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-5ade53fe-e39b-4b8c-a73d-eb985889e1d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0449624 Nov 12 01:26:58.058491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-6e901e1e-8763-4b78-9e73-61738010faec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252242 Nov 12 01:26:58.163016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-89ca8917-794e-4bf0-8b54-3f0f39624cfd service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966916 Nov 12 01:26:58.263219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-1501f577-090f-4c26-8cd5-6d50fa9f30dd service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934341 Nov 12 01:26:58.942139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06659fef-e0e2-4c68-a36d-5571dbce6748 req-783d46bc-002b-45c0-a0cb-7464eb69a15a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:58.943643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06659fef-e0e2-4c68-a36d-5571dbce6748 req-783d46bc-002b-45c0-a0cb-7464eb69a15a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0558925 Nov 12 01:26:59.013048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-06659fef-e0e2-4c68-a36d-5571dbce6748 req-e9356f8f-6f06-444e-8134-e5c82b6f1727 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616527 Nov 12 01:27:00.142319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2631e5-e2d4-42b1-ac19-3213f3d47721 req-feced5b6-3528-448f-ae7c-82acfd36677c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:00.143852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d2631e5-e2d4-42b1-ac19-3213f3d47721 req-feced5b6-3528-448f-ae7c-82acfd36677c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0523489 Nov 12 01:27:00.206782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1d2631e5-e2d4-42b1-ac19-3213f3d47721 req-be4c32ef-f608-43e1-afa7-e4051d2b6cca tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Nov 12 01:27:01.332144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b70f3-deb9-4973-9a7a-85fab9599610 req-d10d2342-09b3-4303-8870-d30659eb44cb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:01.335538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c8b70f3-deb9-4973-9a7a-85fab9599610 req-d10d2342-09b3-4303-8870-d30659eb44cb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0549653 Nov 12 01:27:01.383865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9c8b70f3-deb9-4973-9a7a-85fab9599610 req-34c58cf7-f668-479b-9061-3882696834c7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Nov 12 01:27:02.518701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448af39a-c42f-4cde-bce1-8bc760d7133c req-618760e0-4612-4a45-aaf3-55d0507cfa7d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:02.520390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-448af39a-c42f-4cde-bce1-8bc760d7133c req-618760e0-4612-4a45-aaf3-55d0507cfa7d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0594962 Nov 12 01:27:02.574528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-448af39a-c42f-4cde-bce1-8bc760d7133c req-389ae818-5371-481d-9d98-ea919c62f4a8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Nov 12 01:27:02.635250 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.698387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838e54-3c44-4bfe-87c6-820b01eb6bd9 req-224af311-94d9-45fb-9f8b-7053e96f5aaf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:03.699916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb838e54-3c44-4bfe-87c6-820b01eb6bd9 req-224af311-94d9-45fb-9f8b-7053e96f5aaf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0526924 Nov 12 01:27:03.759108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb838e54-3c44-4bfe-87c6-820b01eb6bd9 req-aa2c325a-5169-480f-9b28-a5781da7d64c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527158 Nov 12 01:27:04.893948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80f1f1-a8de-4e74-9ffb-110509168fa2 req-25627efd-add8-425c-8354-5dd9f5bca5ec tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:04.895464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b80f1f1-a8de-4e74-9ffb-110509168fa2 req-25627efd-add8-425c-8354-5dd9f5bca5ec tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Nov 12 01:27:04.949731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b80f1f1-a8de-4e74-9ffb-110509168fa2 req-fb90733d-dd86-45eb-ad73-8dd345b28db9 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Nov 12 01:27:05.466731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.085867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5924f9-bb56-4f0d-9362-5c6f172b5e48 req-683b0afa-26c7-4d29-91d2-b1d52ec26cf0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:06.087509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb5924f9-bb56-4f0d-9362-5c6f172b5e48 req-683b0afa-26c7-4d29-91d2-b1d52ec26cf0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0598965 Nov 12 01:27:06.139107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb5924f9-bb56-4f0d-9362-5c6f172b5e48 req-8bb80a96-295f-4b87-9d20-e2896885de0e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Nov 12 01:27:07.267785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46be40b-55e3-477f-8247-c20dab6500c4 req-eb3f0577-e30b-4714-b8c3-651dd9c1ce8f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:07.269294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f46be40b-55e3-477f-8247-c20dab6500c4 req-eb3f0577-e30b-4714-b8c3-651dd9c1ce8f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0552514 Nov 12 01:27:07.329354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f46be40b-55e3-477f-8247-c20dab6500c4 req-eb3a4b91-433b-41fc-ae82-38ee6a172695 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Nov 12 01:27:08.467045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a7c46-c26b-40b0-b94f-5440ffa5dbd4 req-e2cf2fdc-84af-456e-9249-b39ad9244075 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:08.468583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-154a7c46-c26b-40b0-b94f-5440ffa5dbd4 req-e2cf2fdc-84af-456e-9249-b39ad9244075 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0650096 Nov 12 01:27:08.520987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-154a7c46-c26b-40b0-b94f-5440ffa5dbd4 req-9ce7f665-4cb6-4cde-beca-9e4d0d92f840 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Nov 12 01:27:09.257788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e55bff44-4b89-493a-9c86-da87bf7dd4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.664050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a1a33-ee58-4bae-a4a3-c758a2d966b6 req-f9778586-e24a-456f-9bd0-e31d6bb7ec8c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:09.665813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d7a1a33-ee58-4bae-a4a3-c758a2d966b6 req-f9778586-e24a-456f-9bd0-e31d6bb7ec8c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0696478 Nov 12 01:27:09.719873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d7a1a33-ee58-4bae-a4a3-c758a2d966b6 req-d30e2078-9b39-43da-94f4-b73b60a9eff8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Nov 12 01:27:10.854230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630b79-b8a3-49d2-bed2-d7587c5060e5 req-35eebff8-27dd-4b02-a964-cda837dc6316 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:10.855767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87630b79-b8a3-49d2-bed2-d7587c5060e5 req-35eebff8-27dd-4b02-a964-cda837dc6316 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0627031 Nov 12 01:27:10.909650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87630b79-b8a3-49d2-bed2-d7587c5060e5 req-608bce39-dd6d-4a4b-9303-d5807ea7e50f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Nov 12 01:27:12.043693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916df3a-8454-4fd6-baa1-932855cf2793 req-d18d8f7a-a186-4d79-88fa-93dbe082bfa3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.045235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6916df3a-8454-4fd6-baa1-932855cf2793 req-d18d8f7a-a186-4d79-88fa-93dbe082bfa3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0574808 Nov 12 01:27:12.103124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6916df3a-8454-4fd6-baa1-932855cf2793 req-83562c96-284b-4121-a5d8-eb38ee893fdb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Nov 12 01:27:12.151675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5190a07a-255c-46f4-9f92-008d5dd180e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.943787 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.233724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559befb6-c312-4d2b-a3e3-ee3913e8967f req-130a1dcb-ccab-49a8-bac4-6e0290006e4c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:13.235205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-559befb6-c312-4d2b-a3e3-ee3913e8967f req-130a1dcb-ccab-49a8-bac4-6e0290006e4c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0505223 Nov 12 01:27:13.287559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-559befb6-c312-4d2b-a3e3-ee3913e8967f req-b7bbc8e6-39df-40b7-ba9e-399f736f3f83 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Nov 12 01:27:14.116099 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.415464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff62cc-3969-44d6-9262-f84a2141a24e req-b2437955-507d-40de-b67c-cc5162a84e76 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:14.417079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffff62cc-3969-44d6-9262-f84a2141a24e req-b2437955-507d-40de-b67c-cc5162a84e76 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0572910 Nov 12 01:27:14.470031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffff62cc-3969-44d6-9262-f84a2141a24e req-f76ae74f-5b3f-4c6e-82f9-2b776c2e96f7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Nov 12 01:27:14.922651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.592400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6378345-269a-4dfe-8c63-70e6baf6e989 req-77ea1b4a-454f-4eda-9108-f0ab541ccf15 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:15.593927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6378345-269a-4dfe-8c63-70e6baf6e989 req-77ea1b4a-454f-4eda-9108-f0ab541ccf15 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Nov 12 01:27:15.644052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6378345-269a-4dfe-8c63-70e6baf6e989 req-5d84f7e1-9134-478e-8164-6b0965c4068a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Nov 12 01:27:16.771712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3a0d-42be-4bcb-9f1d-cbcc82ea0573 req-67be5dba-6f92-4456-a36f-bfc6a0bb4d48 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:16.773232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d1b3a0d-42be-4bcb-9f1d-cbcc82ea0573 req-67be5dba-6f92-4456-a36f-bfc6a0bb4d48 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0552981 Nov 12 01:27:16.825372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d1b3a0d-42be-4bcb-9f1d-cbcc82ea0573 req-5726447c-3767-4250-a10b-f5ee53e18b93 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Nov 12 01:27:17.943400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b52ea7-6d5b-4bb1-9327-d1f9e5d3fe3d req-378e5b0c-9202-4724-bf27-d069ee05251e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.944900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95b52ea7-6d5b-4bb1-9327-d1f9e5d3fe3d req-378e5b0c-9202-4724-bf27-d069ee05251e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0505719 Nov 12 01:27:18.000085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95b52ea7-6d5b-4bb1-9327-d1f9e5d3fe3d req-0138a9fe-8661-4edd-b520-949927710898 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Nov 12 01:27:19.127936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580bfee-3850-4730-8106-aaeb067d49b8 req-b11f9565-07ef-4d8c-a5ab-b3478b706fd4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:19.129977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5580bfee-3850-4730-8106-aaeb067d49b8 req-b11f9565-07ef-4d8c-a5ab-b3478b706fd4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0549591 Nov 12 01:27:19.191314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5580bfee-3850-4730-8106-aaeb067d49b8 req-0b73eda7-90a6-4b0d-8138-26cb1110c8b5 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539825 Nov 12 01:27:20.320598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48b053-25e2-4d0b-8be7-3a1c37c016b7 req-f9206122-74f5-4ccc-9363-c81fcf3ad834 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:20.322450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da48b053-25e2-4d0b-8be7-3a1c37c016b7 req-f9206122-74f5-4ccc-9363-c81fcf3ad834 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0577474 Nov 12 01:27:20.371103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da48b053-25e2-4d0b-8be7-3a1c37c016b7 req-4978dda0-db3a-445a-989a-a4ad9e8bc7e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Nov 12 01:27:21.506944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b05da-63dd-4fbe-926e-4a7ecd718197 req-772d04f4-8d79-4f9c-a54c-3aaa247e40b8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.508409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-633b05da-63dd-4fbe-926e-4a7ecd718197 req-772d04f4-8d79-4f9c-a54c-3aaa247e40b8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0577466 Nov 12 01:27:21.568785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-633b05da-63dd-4fbe-926e-4a7ecd718197 req-e8a031cf-636d-40dd-a2e9-cc67695439e0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 Nov 12 01:27:22.699615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2e04-d05a-4897-b395-7f92f1c808fa req-bee9c3bc-67cb-4e98-930f-291b84308242 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.701739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac7d2e04-d05a-4897-b395-7f92f1c808fa req-bee9c3bc-67cb-4e98-930f-291b84308242 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0574989 Nov 12 01:27:22.750809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac7d2e04-d05a-4897-b395-7f92f1c808fa req-8cce908d-cd7f-40c0-af68-9a2d945b155f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Nov 12 01:27:23.878733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84006f-c5a0-4961-b0e9-18d8dbff688a req-41201509-6adb-4673-8fce-166377302b9c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.880344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c84006f-c5a0-4961-b0e9-18d8dbff688a req-41201509-6adb-4673-8fce-166377302b9c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.0570295 Nov 12 01:27:23.930067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1c84006f-c5a0-4961-b0e9-18d8dbff688a req-2ab0d855-83d8-4479-8c39-a7115df2444f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Nov 12 01:27:24.145592 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:25.140237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0c32a-74be-48a9-81ca-aad802ed8c4e req-36214bf4-796f-452f-800a-5cd508b9a573 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.141890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43c0c32a-74be-48a9-81ca-aad802ed8c4e req-36214bf4-796f-452f-800a-5cd508b9a573 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 946 time: 0.1135538 Nov 12 01:27:25.181385 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-7ab6e800-ad97-40c6-ab2e-ead9a02b492f service neutron] show failed (client error): The resource could not be found. Nov 12 01:27:25.182934 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-7ab6e800-ad97-40c6-ab2e-ead9a02b492f service neutron] 10.222.0.32 "GET /v2.0/ports/b498ee71-53e0-43eb-9bed-ba5b291a7320/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.1197126 Nov 12 01:27:25.223942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-43c0c32a-74be-48a9-81ca-aad802ed8c4e req-689531ea-f00a-4d39-9aa8-bf4553dbfd6f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Nov 12 01:27:25.418892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-eec854fc-8131-4b05-ba50-5212a30777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.420351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-eec854fc-8131-4b05-ba50-5212a30777f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630&tenant_id=4cdb965b37194be38b85b0955066458c HTTP/1.1" status: 200 len: 1098 time: 0.0430291 Nov 12 01:27:25.434840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:25.493496 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.719008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:25.754858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:25.801234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:25.803571 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17a4ecd-e3de-4c03-a762-ccd89de3f68e" -d '{"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-unplugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:25.808855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.822788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Transition to ACTIVE for port object b498ee71-53e0-43eb-9bed-ba5b291a7320 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:25.827647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.859245 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad310d7-10f4-4c52-94d6-ffdea3a06893 x-openstack-request-id: req-9ad310d7-10f4-4c52-94d6-ffdea3a06893 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:25.859541 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-unplugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:25.859797 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ad310d7-10f4-4c52-94d6-ffdea3a06893 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:25.860214 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'code': 200} Nov 12 01:27:25.896802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:25.899218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] No DVR routers for this DVR port b498ee71-53e0-43eb-9bed-ba5b291a7320 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:25.910252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.910519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.910866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.911202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.911527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.911858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.912223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.912540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.912863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.913188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.913509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.913829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:25.949254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:25.949569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:25.949913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:25.954663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:25.954978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Attempting to bind port b498ee71-53e0-43eb-9bed-ba5b291a7320 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:25.960310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:25.960647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Checking segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:25.961030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Bound using segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:25.961459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Bound port: b498ee71-53e0-43eb-9bed-ba5b291a7320, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:25.961795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.034145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:26.037449 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:26.042786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.078575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.079257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.080779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] 10.222.0.39 "PUT /v2.0/ports/b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 1093 time: 0.6500442 Nov 12 01:27:26.105371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284147-1ea7-442e-8ec8-2d8fc7948996 service neutron] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:26.153629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-82bf33da-7220-4b2c-b9be-f7dde9efb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.155222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-82bf33da-7220-4b2c-b9be-f7dde9efb19e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.0460906 Nov 12 01:27:26.250454 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-ab6bc118-bac8-4e54-8b61-652c4d62e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.252114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-ab6bc118-bac8-4e54-8b61-652c4d62e139 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0891378 Nov 12 01:27:26.297517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-e9aa5e0c-0baf-4c9d-8cda-74ff2cf1bbff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0380201 Nov 12 01:27:26.752996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-8ad5f6e0-f97f-4412-b994-627f5ea7306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.754510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-8ad5f6e0-f97f-4412-b994-627f5ea7306b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.4476457 Nov 12 01:27:26.767563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c291b3-2ee6-4550-9f84-03dd52661477 req-ea65d6bb-f7d3-48e5-936b-98619512569e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.768996 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39c291b3-2ee6-4550-9f84-03dd52661477 req-ea65d6bb-f7d3-48e5-936b-98619512569e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.4704566 Nov 12 01:27:26.800294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-14d02726-3d24-4652-9705-9ef87cc0c02f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302496 Nov 12 01:27:26.889186 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-39c291b3-2ee6-4550-9f84-03dd52661477 req-c4881648-0b7f-4201-b0b3-28a1b8f81e4a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114986 Nov 12 01:27:26.920191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-b4a4ee51-0258-4065-b830-330391aa6c02 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104972 Nov 12 01:27:27.024782 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9641ff6e-3f59-46f2-8852-b00cc63d2eda req-d7faf13c-bdcd-495d-8498-981ffeed772d service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939219 Nov 12 01:27:27.861294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:27.863852 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b092e4-5930-440e-b1dd-96edde47d0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:27.922988 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a0ceb-b2b8-4d00-881d-08b20db24467 x-openstack-request-id: req-970a0ceb-b2b8-4d00-881d-08b20db24467 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:27.923447 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:27.923845 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-970a0ceb-b2b8-4d00-881d-08b20db24467 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:27.924321 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'status': 'completed', 'code': 200} Nov 12 01:27:28.055362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-6f34d2a6-9859-4842-9f9c-67b39a26dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.056913 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-6f34d2a6-9859-4842-9f9c-67b39a26dea3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.0943029 Nov 12 01:27:28.070648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-bbb0faf4-fe96-4fca-9abd-7bab9c71ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.072155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-bbb0faf4-fe96-4fca-9abd-7bab9c71ffb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.1208341 Nov 12 01:27:28.087130 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee7daa-a5b4-4ed1-994b-c8f3e40f9965 req-4ff18208-c4cc-484d-af3f-03f99bbea9d9 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.088671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7ee7daa-a5b4-4ed1-994b-c8f3e40f9965 req-4ff18208-c4cc-484d-af3f-03f99bbea9d9 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0879421 Nov 12 01:27:28.259059 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7ee7daa-a5b4-4ed1-994b-c8f3e40f9965 req-e2aeac4e-0676-457f-84be-18948d82862d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519823 Nov 12 01:27:28.279565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-74cd41f4-305d-4374-a981-3982559ecad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.281088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-74cd41f4-305d-4374-a981-3982559ecad6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.2128451 Nov 12 01:27:28.287127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-da9f4f62-e5c8-4bd4-8217-be41d6112663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.288740 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-da9f4f62-e5c8-4bd4-8217-be41d6112663 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.1991477 Nov 12 01:27:28.361559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-655544f2-6b69-46ab-9373-c101487deba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0717852 Nov 12 01:27:28.362914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-13c28aff-d402-4bd5-a6d2-02d1c1d0d036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0669243 Nov 12 01:27:28.449584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-1eeef412-d823-4b9b-af26-c1eddc04d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.451091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-1eeef412-d823-4b9b-af26-c1eddc04d403 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0810163 Nov 12 01:27:28.452511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-a36edf69-f87b-4f6c-9d35-8253dc844ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.453818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-a36edf69-f87b-4f6c-9d35-8253dc844ad9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0760722 Nov 12 01:27:28.499402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-9e013e7f-0b67-46b8-b5aa-e5438aa9b4f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369689 Nov 12 01:27:28.522371 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-e746724f-d8ad-4744-955b-d638bcb30b2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587552 Nov 12 01:27:28.693508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-8e943811-f124-4354-876c-faecb5697350 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742766 Nov 12 01:27:28.717138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-e10f5907-8c4b-416e-83b0-f66c039db25c service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747222 Nov 12 01:27:28.859863 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-9cf1c45d-79d7-488d-a3f5-eb5a1f6fb14e service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570928 Nov 12 01:27:28.870703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98b092e4-5930-440e-b1dd-96edde47d0d5 req-d029d312-93c5-4fab-a1ec-fa0a50f821d0 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434135 Nov 12 01:27:29.385855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73010d-076e-4767-b5ac-9b64a81931c9 req-f11cb0eb-526d-4a9c-9583-5ce00993cf25 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.387384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee73010d-076e-4767-b5ac-9b64a81931c9 req-f11cb0eb-526d-4a9c-9583-5ce00993cf25 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0533016 Nov 12 01:27:29.440518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee73010d-076e-4767-b5ac-9b64a81931c9 req-b95ec6ba-060a-4ca8-9cf7-b6ceb970e496 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Nov 12 01:27:29.616172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:29.659028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:29.671757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12a2d-1861-4ec5-a57d-0bdc6659d45a req-0805a6e5-4fa8-4292-9657-fac93e813ce6 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.673433 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2e12a2d-1861-4ec5-a57d-0bdc6659d45a req-0805a6e5-4fa8-4292-9657-fac93e813ce6 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0825744 Nov 12 01:27:29.689101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-db32e9c0-157b-440e-9222-1f6f2e1c2c68 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.690521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-db32e9c0-157b-440e-9222-1f6f2e1c2c68 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630&tenant_id=4cdb965b37194be38b85b0955066458c&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 944 time: 0.0737422 Nov 12 01:27:29.772763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2e12a2d-1861-4ec5-a57d-0bdc6659d45a req-999c4993-1175-48c6-8f71-95437418c37e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928924 Nov 12 01:27:29.781802 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-97ae8a6f-c695-473d-97a4-5c6eb11bcbad service neutron] delete failed (client error): The resource could not be found. Nov 12 01:27:29.782811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-97ae8a6f-c695-473d-97a4-5c6eb11bcbad service neutron] 10.222.0.32 "DELETE /v2.0/ports/b498ee71-53e0-43eb-9bed-ba5b291a7320/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0800903 Nov 12 01:27:29.879911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-43487c64-a716-4430-849d-160129f15445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.881490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-43487c64-a716-4430-849d-160129f15445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 1096 time: 0.0444820 Nov 12 01:27:29.977492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-e65e36a4-3d16-4497-b79b-26e98c877ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.978966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-e65e36a4-3d16-4497-b79b-26e98c877ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0898883 Nov 12 01:27:30.025405 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-bb8d9e59-7f18-49dc-b03a-1b13cfd4cab9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 200 len: 217 time: 0.0387285 Nov 12 01:27:30.074733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-864a8920-4a3c-4728-9c24-a425d2b865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.076224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-864a8920-4a3c-4728-9c24-a425d2b865f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0445039 Nov 12 01:27:30.109199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-118bdf54-748e-4a30-93be-743bbac07943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247600 Nov 12 01:27:30.202286 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-1f8d0e1d-0ba1-46f3-a9a6-ca20930d2345 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 Nov 12 01:27:30.308930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-38219bce-0905-42b5-9eae-405cb94e3cf3 req-74ac08d1-e79e-41cb-97ec-0141fadb4b00 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987797 Nov 12 01:27:30.827735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:30.919968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52d1b-a3c0-4be9-a1e3-f67f97544ad7 req-7641d5b1-414c-4e98-96a4-2f3ecfc4dd94 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.921425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3e52d1b-a3c0-4be9-a1e3-f67f97544ad7 req-7641d5b1-414c-4e98-96a4-2f3ecfc4dd94 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 944 time: 0.0650382 Nov 12 01:27:30.939846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:30.952841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'port_id': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'mac_address': 'fa:16:3e:ab:e3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04dfe45-844e-4305-8335-9e46a0955851', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:30.974812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d3e52d1b-a3c0-4be9-a1e3-f67f97544ad7 req-9945b75e-c866-4652-9d35-bfeb38b37a53 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Nov 12 01:27:30.995315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.011675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b498ee71-53e0-43eb-9bed-ba5b291a7320 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:31.031138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:31.035749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.085263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:31.099505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26db193-1ec8-4038-afe4-19d0000a65f6 req-a85e5a21-b1e7-4806-af87-2554d30a3369 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:31.099505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d26db193-1ec8-4038-afe4-19d0000a65f6 req-a85e5a21-b1e7-4806-af87-2554d30a3369 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 945 time: 0.0518906 Nov 12 01:27:31.147614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d26db193-1ec8-4038-afe4-19d0000a65f6 req-6071bc0c-e74e-47d5-a3f2-6471cc1687b7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Nov 12 01:27:31.267932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b498ee71-53e0-43eb-9bed-ba5b291a7320'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:31.282173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c2fb-4313-4da7-beb1-5319ba465843 req-8b9c5bc5-16c1-44ef-956f-a7cd2e5b4d6d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:31.283698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4007c2fb-4313-4da7-beb1-5319ba465843 req-8b9c5bc5-16c1-44ef-956f-a7cd2e5b4d6d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 945 time: 0.0568504 Nov 12 01:27:31.359828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4007c2fb-4313-4da7-beb1-5319ba465843 req-970af8e5-c528-49e2-82ae-85cc052a0710 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Nov 12 01:27:31.742316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-a7995670-1ca7-49ff-a494-ef84a1f3a8c1 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:31.743784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-a7995670-1ca7-49ff-a494-ef84a1f3a8c1 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 814 time: 0.1110721 Nov 12 01:27:31.767698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-8a9f4a9a-31bc-4d6d-8e11-ac50aef6b205 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/quotas/4cdb965b37194be38b85b0955066458c HTTP/1.1" status: 200 len: 375 time: 0.0179431 Nov 12 01:27:31.823643 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-fbee7888-867c-4e55-a7ce-78307da87596 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498824 Nov 12 01:27:31.933969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-e2646133-8653-449c-97d0-33d9a4e3cf28 service neutron] 10.222.0.11 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980768 Nov 12 01:27:32.039060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-72acb06a-5348-4bc3-a045-81393c8260a4 service neutron] 10.222.0.11 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962820 Nov 12 01:27:32.217777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad2920f8-7c09-435a-a60c-1e0d85cbfe55 req-45c24dd1-8806-4afd-981f-842a2e4f4902 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 210 time: 0.0342205 Nov 12 01:27:32.641460 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.870171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:32.923069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port b498ee71-53e0-43eb-9bed-ba5b291a7320 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:32.927240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port b498ee71-53e0-43eb-9bed-ba5b291a7320 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:32.927616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.019591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-c51b2c7c-2261-43b4-abcd-d56c3fc0653e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.021156 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-c51b2c7c-2261-43b4-abcd-d56c3fc0653e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b53163-fdf0-4af0-b8a4-ca077b58b630 HTTP/1.1" status: 200 len: 945 time: 0.0643585 Nov 12 01:27:33.026120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.050216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:33.052691 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b747c799-ac1f-41c6-af81-13eb7d88d256" -d '{"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-plugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:33.073361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:33.081332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.112974 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75d146-a922-406c-9555-4d8c29c8d43c x-openstack-request-id: req-4d75d146-a922-406c-9555-4d8c29c8d43c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:33.112974 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-plugged", "status": "completed", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:33.113368 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d75d146-a922-406c-9555-4d8c29c8d43c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:33.113778 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'code': 200} Nov 12 01:27:33.133376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Deleting port b498ee71-53e0-43eb-9bed-ba5b291a7320 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:33.133627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.135016 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:33.249188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] For port b498ee71-53e0-43eb-9bed-ba5b291a7320, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=b498ee71-53e0-43eb-9bed-ba5b291a7320,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:33.250772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.266375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-66f29709-3b18-4fe5-b4b7-29de30058034 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.268895 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-66f29709-3b18-4fe5-b4b7-29de30058034 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 814 time: 0.1240635 Nov 12 01:27:33.270560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Calling delete_port for b498ee71-53e0-43eb-9bed-ba5b291a7320 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:33.283127 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Request body: {'port': {'device_id': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'admin_state_up': True, 'tenant_id': '4cdb965b37194be38b85b0955066458c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:33.353444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-018ad774-7716-4476-af1a-5ed58a7425f2 req-3e96ede8-d346-4903-bdad-6256e4479100 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 210 time: 0.0353527 Nov 12 01:27:33.409599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Made reservation on behalf of 4cdb965b37194be38b85b0955066458c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:33.413436 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.448342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.460780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b498ee71-53e0-43eb-9bed-ba5b291a7320'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:33.478949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Pushing event deleted for resources: {'Port': ['ID=b498ee71-53e0-43eb-9bed-ba5b291a7320,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:33.521513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] No DVR routers for this DVR port b498ee71-53e0-43eb-9bed-ba5b291a7320 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:33.524321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.527728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.39 "DELETE /v2.0/ports/b498ee71-53e0-43eb-9bed-ba5b291a7320 HTTP/1.1" status: 204 len: 173 time: 0.4998057 Nov 12 01:27:33.528186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-deleted', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:33.530537 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a490042-c5db-4240-b2e5-2d48c958731b" -d '{"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-deleted", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:33.559783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Allocated IP 172.20.0.7 (7afe2009-6b66-45ca-a088-09d2b1333948/f04dfe45-844e-4305-8335-9e46a0955851/4bacac87-0f55-408b-8dd8-2f4d9d21c975) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:33.569009 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9030ede-1f90-4410-bd8a-94042d881166 x-openstack-request-id: req-a9030ede-1f90-4410-bd8a-94042d881166 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:33.569334 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b53163-fdf0-4af0-b8a4-ca077b58b630", "name": "network-vif-deleted", "tag": "b498ee71-53e0-43eb-9bed-ba5b291a7320", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:33.569574 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9030ede-1f90-4410-bd8a-94042d881166 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:33.569953 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b53163-fdf0-4af0-b8a4-ca077b58b630', 'name': 'network-vif-deleted', 'tag': 'b498ee71-53e0-43eb-9bed-ba5b291a7320', 'status': 'completed', 'code': 200} Nov 12 01:27:33.735624 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.775743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.789297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['b498ee71-53e0-43eb-9bed-ba5b291a7320'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:33.840034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Network 7afe2009-6b66-45ca-a088-09d2b1333948 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:33.843104 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:33.845943 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:33.855513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:33.904506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.905121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.921842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-30db2153-b770-4367-ab47-4723cae839e7 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435533 Nov 12 01:27:33.935617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Request body: {'port': {'device_id': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:33.992091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.273561 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bacac87-0f55-408b-8dd8-2f4d9d21c975 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:34.281127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.293311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Transition to ACTIVE for port object 4bacac87-0f55-408b-8dd8-2f4d9d21c975 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:34.298424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.349689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:34.423352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:34.423704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:34.424043 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:34.428859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:34.429191 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:34.434286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:34.434633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Checking segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:34.435023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Bound using segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:34.435460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Bound port: 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:34.435826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.486198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc4e8-afcd-4660-83bd-6428740ffc89 req-6ee80051-46bd-45a1-946e-05dc86621384 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.488644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fbcc4e8-afcd-4660-83bd-6428740ffc89 req-6ee80051-46bd-45a1-946e-05dc86621384 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0606995 Nov 12 01:27:34.505287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:34.508794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:34.514427 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.540631 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fbcc4e8-afcd-4660-83bd-6428740ffc89 req-30133bc2-a457-41b1-a101-0bbc9ee87075 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Nov 12 01:27:34.551531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.552268 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.553578 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 1092 time: 0.6222942 Nov 12 01:27:34.554029 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:34.556343 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:34.593265 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403554-7337-4bb0-9909-21e620b48798 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:34.659515 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-a9e75ffe-1997-4c40-ad42-2416e82e324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.661598 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-a9e75ffe-1997-4c40-ad42-2416e82e324d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0521319 Nov 12 01:27:34.712433 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41c46a-88d2-4356-a474-99c8b8119065 x-openstack-request-id: req-1b41c46a-88d2-4356-a474-99c8b8119065 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:34.712730 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:34.712987 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b41c46a-88d2-4356-a474-99c8b8119065 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:34.713398 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'status': 'completed', 'code': 200} Nov 12 01:27:34.715217 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-077a28f4-f88f-4075-9159-1610a09701e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0443363 Nov 12 01:27:34.767305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395e4a-555c-456c-9780-8421eb256fcf req-00231ca5-e9ba-4f36-80db-63a127ef1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.768838 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-00231ca5-e9ba-4f36-80db-63a127ef1477 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0462475 Nov 12 01:27:34.803347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-f18e8953-a104-46ad-81e1-40a50c9d68f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261872 Nov 12 01:27:34.908354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-1e7d1d61-8036-4b1b-9235-7f2a6259b5c9 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975757 Nov 12 01:27:35.014871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b8395e4a-555c-456c-9780-8421eb256fcf req-5cd85a88-63a6-41ca-8d9b-f4766167788b service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977530 Nov 12 01:27:35.108988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-62a67e55-216e-42d7-aa41-b076b9870ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.110409 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-62a67e55-216e-42d7-aa41-b076b9870ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0467248 Nov 12 01:27:35.212889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-d1b53e67-ead9-43a9-bf8c-eb6cf664fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.214751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-d1b53e67-ead9-43a9-bf8c-eb6cf664fd6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0967875 Nov 12 01:27:35.260912 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-9c67250d-baee-48c4-bbb1-53e210f84428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0386527 Nov 12 01:27:35.320494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-45a52c56-bb6f-4a1f-9343-a9d0db94672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.322000 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-45a52c56-bb6f-4a1f-9343-a9d0db94672e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0528245 Nov 12 01:27:35.357043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-e9df7085-6cd9-4b9c-aec9-9913aa74cbe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269797 Nov 12 01:27:35.461368 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-6eaa8941-8689-40ce-884f-acf8b79c5db8 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967951 Nov 12 01:27:35.481823 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.583884 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3ce51a73-0a46-4fb4-b709-d399dd44d9b9 req-d1760196-6c2c-40f2-85c6-c24ff4771c97 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141729 Nov 12 01:27:35.667269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7b4c4-7e01-4be6-abd9-34ad631223a0 req-f6940f5e-e2fd-4842-8d6a-1e18c4add290 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.668860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aa7b4c4-7e01-4be6-abd9-34ad631223a0 req-f6940f5e-e2fd-4842-8d6a-1e18c4add290 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0547838 Nov 12 01:27:35.724177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9aa7b4c4-7e01-4be6-abd9-34ad631223a0 req-9517a81a-541d-4acc-8d8b-6e35084784be tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Nov 12 01:27:36.849928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430a4e2-647d-475f-9d11-b9919ec06775 req-cf415d0e-2c41-4d80-9b43-f829613f02b0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:36.851431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8430a4e2-647d-475f-9d11-b9919ec06775 req-cf415d0e-2c41-4d80-9b43-f829613f02b0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0506480 Nov 12 01:27:36.871886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:36.892236 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: b498ee71-53e0-43eb-9bed-ba5b291a7320 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:36.892637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device b498ee71-53e0-43eb-9bed-ba5b291a7320 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:36.905107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8430a4e2-647d-475f-9d11-b9919ec06775 req-f0815011-68f2-4f83-b13d-26bd70142d9d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470214 Nov 12 01:27:38.033235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387df4-f274-4ee2-8939-052a1928bf02 req-8715f164-884b-4454-b93a-4879ca4992bd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:38.035130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31387df4-f274-4ee2-8939-052a1928bf02 req-8715f164-884b-4454-b93a-4879ca4992bd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0541844 Nov 12 01:27:38.098329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31387df4-f274-4ee2-8939-052a1928bf02 req-c4293692-42fb-4b79-865a-e55c20b6be3e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530648 Nov 12 01:27:38.878459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:38.984081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:38.996848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'port_id': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'mac_address': 'fa:16:3e:b8:ce:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04dfe45-844e-4305-8335-9e46a0955851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:39.035802 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.050392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bacac87-0f55-408b-8dd8-2f4d9d21c975 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:39.070728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:39.076212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.124213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.132252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.132505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.132854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.133230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.133521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.133852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.134178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.134506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.134831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.135156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.135475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.135797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:39.234055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f806bdc-d37f-4760-851c-10203bb4794f req-c8afa2de-2490-468b-8622-c87c9a824100 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:39.235693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f806bdc-d37f-4760-851c-10203bb4794f req-c8afa2de-2490-468b-8622-c87c9a824100 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 944 time: 0.0575495 Nov 12 01:27:39.261946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7a59e82-3695-4f4d-86e6-adba352e72be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.287177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['4bacac87-0f55-408b-8dd8-2f4d9d21c975'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:39.292582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f806bdc-d37f-4760-851c-10203bb4794f req-3a9d9670-63f8-4925-bedd-a25175cf47b2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 Nov 12 01:27:40.415866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac1149-1fc5-4ce4-ac86-768bee70ab96 req-6af699d8-8c92-49f1-b7f7-45d16a5d542a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:40.417414 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9ac1149-1fc5-4ce4-ac86-768bee70ab96 req-6af699d8-8c92-49f1-b7f7-45d16a5d542a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 944 time: 0.0547075 Nov 12 01:27:40.468579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9ac1149-1fc5-4ce4-ac86-768bee70ab96 req-1eb1a06e-9135-498b-904e-fa5d13e8bb1a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Nov 12 01:27:40.900951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:40.956934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:40.960701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:40.961072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.040418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.062930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:41.065677 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f19795-fbf0-493d-a900-d07b6626084e" -d '{"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-plugged", "status": "completed", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:41.078460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:41.084356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.109531 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aea91d4-7df2-4611-8363-f0b78c53b97c x-openstack-request-id: req-3aea91d4-7df2-4611-8363-f0b78c53b97c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:41.109821 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-plugged", "status": "completed", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:41.110072 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3aea91d4-7df2-4611-8363-f0b78c53b97c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:41.110462 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'code': 200} Nov 12 01:27:41.136799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:41.212991 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6881cc-704f-4cf5-8e50-ae5b8d456150 req-153dd13b-7cc6-4b36-b7b6-66fd17d5c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:41.214445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f6881cc-704f-4cf5-8e50-ae5b8d456150 req-153dd13b-7cc6-4b36-b7b6-66fd17d5c8ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1097 time: 0.0443299 Nov 12 01:27:41.260913 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-1f6881cc-704f-4cf5-8e50-ae5b8d456150 req-07c12c59-7636-4e54-8f60-c8250f5f0fed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Nov 12 01:27:41.589163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f390cb-c0b6-4c2d-9864-e6015f20ff10 req-2000435b-ad40-491e-aadf-cc29db488dc2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:41.590682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29f390cb-c0b6-4c2d-9864-e6015f20ff10 req-2000435b-ad40-491e-aadf-cc29db488dc2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0530248 Nov 12 01:27:41.642657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29f390cb-c0b6-4c2d-9864-e6015f20ff10 req-2d1bdb34-bc45-49f4-8714-e3bbfdffa3c3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Nov 12 01:27:42.149576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb78e60-5041-4c73-b69a-dcee0002553e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.767188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116cc7-d25a-4e40-9ce6-263688257835 req-f21fcd7a-41b3-49ff-adc0-6ed54cbcacdb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:42.768719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86116cc7-d25a-4e40-9ce6-263688257835 req-f21fcd7a-41b3-49ff-adc0-6ed54cbcacdb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0543780 Nov 12 01:27:42.817217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86116cc7-d25a-4e40-9ce6-263688257835 req-e0eac78b-d288-43a2-b1b7-cf27634fb3d8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Nov 12 01:27:42.939990 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01af75-ecdc-4145-a9ec-1bc6f81f0c9a req-29c14b2d-2513-4057-9875-e65cd160003e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:42.940829 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.941705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c01af75-ecdc-4145-a9ec-1bc6f81f0c9a req-29c14b2d-2513-4057-9875-e65cd160003e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0549982 Nov 12 01:27:42.996906 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c01af75-ecdc-4145-a9ec-1bc6f81f0c9a req-2085f274-ca27-4365-b566-cb0eec43410d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 Nov 12 01:27:43.231859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-2be38e22-a965-47c2-87ca-97e6a4c42d19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463171 Nov 12 01:27:43.242019 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d7110-05d9-4fc3-bc4b-a220dae29796 req-e987e662-e77d-41d3-bf85-e944de6dd88d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:43.243605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa9d7110-05d9-4fc3-bc4b-a220dae29796 req-e987e662-e77d-41d3-bf85-e944de6dd88d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0525849 Nov 12 01:27:43.297697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fa9d7110-05d9-4fc3-bc4b-a220dae29796 req-0b2e2073-e6e8-4119-a067-bc6d655ab4e6 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Nov 12 01:27:44.118079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.361878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-a43c620c-53f0-4a0e-9981-c6585690747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.363626 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-a43c620c-53f0-4a0e-9981-c6585690747b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1097 time: 0.0434792 Nov 12 01:27:44.421228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681418c4-73e4-4bd7-b43c-37cff01f2197 req-f1af3a2b-69fd-4115-a4e1-492e61c5d697 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.422672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-681418c4-73e4-4bd7-b43c-37cff01f2197 req-f1af3a2b-69fd-4115-a4e1-492e61c5d697 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0512164 Nov 12 01:27:44.464911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-7ac8ecdf-359f-43a8-9458-67efc6d7dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.467013 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-7ac8ecdf-359f-43a8-9458-67efc6d7dfcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0946491 Nov 12 01:27:44.474478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-681418c4-73e4-4bd7-b43c-37cff01f2197 req-b388fb2b-6231-40ad-9367-380bd466fd21 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Nov 12 01:27:44.519750 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-9a9d3ce4-6a76-4d23-a904-fe5b38914905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0459745 Nov 12 01:27:44.575786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-9e42ff71-ee8c-4a56-a0ae-9b90bbd7c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.577319 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-9e42ff71-ee8c-4a56-a0ae-9b90bbd7c3f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0498536 Nov 12 01:27:44.611656 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-a2ecb223-a282-40fd-8717-1e8de6d548f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264499 Nov 12 01:27:44.720487 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-93442346-a46a-456a-b4d6-1aa5143be98e service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008179 Nov 12 01:27:44.820227 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-31b4272f-05d7-44ca-b3a5-effa56de0c19 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918636 Nov 12 01:27:44.916699 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.601607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f210fa5-1cd7-4443-89c3-7514015a8b0b req-f41cfde5-c86e-4b4d-9126-514813fe5744 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:45.603131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f210fa5-1cd7-4443-89c3-7514015a8b0b req-f41cfde5-c86e-4b4d-9126-514813fe5744 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0569558 Nov 12 01:27:45.653588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f210fa5-1cd7-4443-89c3-7514015a8b0b req-1f9cedeb-b29e-45a8-b328-e81016e5e24f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Nov 12 01:27:46.778881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ae13-e891-4667-82aa-e40b0ae5a9e0 req-4a089a29-7892-42cf-b4a9-65941704b134 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:46.780379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3e6ae13-e891-4667-82aa-e40b0ae5a9e0 req-4a089a29-7892-42cf-b4a9-65941704b134 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0550699 Nov 12 01:27:46.831541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3e6ae13-e891-4667-82aa-e40b0ae5a9e0 req-16cbabe0-2985-4aab-a11e-6ec296af6e0b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Nov 12 01:27:47.961445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eb43d-a8c8-46dc-9522-e71f430b8355 req-49a4347e-3405-4b8a-9b8d-074bc30b28ab tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:47.962855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c30eb43d-a8c8-46dc-9522-e71f430b8355 req-49a4347e-3405-4b8a-9b8d-074bc30b28ab tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0515838 Nov 12 01:27:48.012502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c30eb43d-a8c8-46dc-9522-e71f430b8355 req-70336cb4-c727-4ccf-9f35-e4210f9bbd60 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Nov 12 01:27:49.135029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2e9a3-e7ed-457a-bb51-6176d6cce879 req-09d9a9c8-ccca-42cb-8797-daf4d6851ffb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:49.136573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebd2e9a3-e7ed-457a-bb51-6176d6cce879 req-09d9a9c8-ccca-42cb-8797-daf4d6851ffb tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0529873 Nov 12 01:27:49.197403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebd2e9a3-e7ed-457a-bb51-6176d6cce879 req-b3d82845-47ea-4dbb-bd37-cce117a55a97 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Nov 12 01:27:50.329417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be908-4b58-48e2-93ed-13ac2a43b384 req-2c4a0de3-acbe-4e0e-a729-6b8c93656361 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:50.330910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d2be908-4b58-48e2-93ed-13ac2a43b384 req-2c4a0de3-acbe-4e0e-a729-6b8c93656361 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0592437 Nov 12 01:27:50.381626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2d2be908-4b58-48e2-93ed-13ac2a43b384 req-290d2547-8394-4c84-b6b8-8cf79eae582b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Nov 12 01:27:51.516345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be471-f8d7-4292-921b-e83730229e5b req-94314019-c6a1-4534-89f7-5fff3b2d70d3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:51.517795 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9be471-f8d7-4292-921b-e83730229e5b req-94314019-c6a1-4534-89f7-5fff3b2d70d3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0568912 Nov 12 01:27:51.569009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc9be471-f8d7-4292-921b-e83730229e5b req-f2886389-4c20-4071-b5e2-81124c5790cd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Nov 12 01:27:52.726711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236868-0aaa-4474-b532-11af8f3ff7b1 req-f0171993-3df3-46ee-9885-ad6028e1dd66 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:52.728280 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f236868-0aaa-4474-b532-11af8f3ff7b1 req-f0171993-3df3-46ee-9885-ad6028e1dd66 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0643883 Nov 12 01:27:52.793777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7f236868-0aaa-4474-b532-11af8f3ff7b1 req-5d04735a-ea5c-4d33-9d6f-1cd2008b7ba0 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592070 Nov 12 01:27:53.940956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fc908-fc11-400d-ba40-72a0985fcb8d req-ce2c24f2-e329-4f29-9b96-ac27dcc544d2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:53.942399 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f7fc908-fc11-400d-ba40-72a0985fcb8d req-ce2c24f2-e329-4f29-9b96-ac27dcc544d2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0590682 Nov 12 01:27:54.000919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1f7fc908-fc11-400d-ba40-72a0985fcb8d req-fb1a941c-cedb-4738-acd8-7734032a4436 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516822 Nov 12 01:27:55.124328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115d061-383d-4cf9-9338-7386f1304567 req-4ee8097b-835f-43ee-b6fc-ba1f41b8fa79 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:55.125816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9115d061-383d-4cf9-9338-7386f1304567 req-4ee8097b-835f-43ee-b6fc-ba1f41b8fa79 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0526137 Nov 12 01:27:55.178241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9115d061-383d-4cf9-9338-7386f1304567 req-52515889-1a67-446c-a739-c39c3e41c363 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Nov 12 01:27:56.317177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f5a0-c9e2-4054-894f-11b57ac9ae82 req-cd570fcf-cf7b-4b97-ad9d-7108217fd386 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.318837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2f9f5a0-c9e2-4054-894f-11b57ac9ae82 req-cd570fcf-cf7b-4b97-ad9d-7108217fd386 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0515299 Nov 12 01:27:56.369198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2f9f5a0-c9e2-4054-894f-11b57ac9ae82 req-c9735c46-ae40-4e6e-bf58-a6a142381c28 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Nov 12 01:27:56.960770 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-46c335d3-d8ca-4df2-a16c-7766f8972c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.962204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-46c335d3-d8ca-4df2-a16c-7766f8972c8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1097 time: 0.0449862 Nov 12 01:27:57.077314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-7bdeafe1-aa84-4262-95bf-ccdbd4b52c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.078888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-7bdeafe1-aa84-4262-95bf-ccdbd4b52c8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0956542 Nov 12 01:27:57.129972 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-8b6a272a-b45c-4428-875d-272cb8bca4f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0395517 Nov 12 01:27:57.190906 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-77203c33-fa94-4aa2-bc94-acafbc00bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.192488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-77203c33-fa94-4aa2-bc94-acafbc00bb3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0527387 Nov 12 01:27:57.234484 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-d1114fae-52f0-4d13-b546-f27cfb04267b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264051 Nov 12 01:27:57.338079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-94c309f9-001e-490c-8991-05aabec407b4 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931513 Nov 12 01:27:57.443978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eb1a9fc6-70ac-4106-b30b-f6093def080c req-d54fdd5d-7f6f-4b72-b02f-b5f4a1dcb321 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980883 Nov 12 01:27:57.495189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636c8f-dc21-4c75-b3e0-6b0826544962 req-cc5c14a2-77b3-4ad4-952e-e933ac952880 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:57.496620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96636c8f-dc21-4c75-b3e0-6b0826544962 req-cc5c14a2-77b3-4ad4-952e-e933ac952880 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0492349 Nov 12 01:27:57.554465 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96636c8f-dc21-4c75-b3e0-6b0826544962 req-e9543bb6-ea3f-40c4-aa21-0abc09cc61be tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518003 Nov 12 01:27:58.687049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599086-126e-4a3e-a3f2-64b3125a09c7 req-de1cfa9e-cb25-4113-ba18-1137005e9932 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:58.688553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f599086-126e-4a3e-a3f2-64b3125a09c7 req-de1cfa9e-cb25-4113-ba18-1137005e9932 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0589604 Nov 12 01:27:58.741297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f599086-126e-4a3e-a3f2-64b3125a09c7 req-5e25a16c-e70b-4eaa-a8c5-f2902a860025 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Nov 12 01:27:59.877504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f70cd4-f911-40de-a3e7-54eb40dad7dd req-4f3b4118-f35e-4b51-955e-e2e124a5b561 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:59.879051 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23f70cd4-f911-40de-a3e7-54eb40dad7dd req-4f3b4118-f35e-4b51-955e-e2e124a5b561 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0515742 Nov 12 01:27:59.940331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23f70cd4-f911-40de-a3e7-54eb40dad7dd req-c23ed8eb-7558-48bb-8620-ef58f0730e1a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532906 Nov 12 01:28:01.074575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458e4fd-44c8-4a56-b6ab-88345cadb9e6 req-0a6dec53-b59c-41c9-b7b9-88afd11d1945 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:01.076088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e458e4fd-44c8-4a56-b6ab-88345cadb9e6 req-0a6dec53-b59c-41c9-b7b9-88afd11d1945 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0546718 Nov 12 01:28:01.127547 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e458e4fd-44c8-4a56-b6ab-88345cadb9e6 req-f91ae329-7230-4d9d-bb4f-6daff9114e49 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Nov 12 01:28:01.145832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:02.349628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e99f5-e2b5-463b-90e9-e53213b06e7f req-7efe030b-213e-4f4d-b1f2-87beea9800ac tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:02.351868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-283e99f5-e2b5-463b-90e9-e53213b06e7f req-7efe030b-213e-4f4d-b1f2-87beea9800ac tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.1333685 Nov 12 01:28:02.411122 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-283e99f5-e2b5-463b-90e9-e53213b06e7f req-3fe80642-b773-4069-9d5e-20caa0ab0961 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Nov 12 01:28:02.639625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.635499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72623-69b2-4af2-bb7d-a77bfea97d7a req-92e126ad-c1fc-450d-aa33-9013c4b795df tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:03.637148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78e72623-69b2-4af2-bb7d-a77bfea97d7a req-92e126ad-c1fc-450d-aa33-9013c4b795df tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.1518476 Nov 12 01:28:03.692639 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-78e72623-69b2-4af2-bb7d-a77bfea97d7a req-6070e1a5-415c-4879-ae3a-2c12b936e7ac tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Nov 12 01:28:04.824265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5f384-0f37-4cfa-a398-91be69aa6484 req-6da1feb0-e3ea-4333-bd46-fc74e4766762 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:04.825864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79b5f384-0f37-4cfa-a398-91be69aa6484 req-6da1feb0-e3ea-4333-bd46-fc74e4766762 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0598979 Nov 12 01:28:04.879613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79b5f384-0f37-4cfa-a398-91be69aa6484 req-efbfef2a-197a-473e-b9d7-4be3759991cd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Nov 12 01:28:05.504003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.017072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e112816-be5e-4ebe-b02d-8005c0322363 req-ff268607-9338-4577-aac4-6a25f472cb86 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:06.018574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e112816-be5e-4ebe-b02d-8005c0322363 req-ff268607-9338-4577-aac4-6a25f472cb86 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0652847 Nov 12 01:28:06.079025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e112816-be5e-4ebe-b02d-8005c0322363 req-989d3e8c-8577-496f-a656-a1d60c25117a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503383 Nov 12 01:28:07.209049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a966b-506c-4679-afad-062d152ecdfa req-2e3b7a22-750d-4d42-b937-059c7f28245d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:07.211071 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-745a966b-506c-4679-afad-062d152ecdfa req-2e3b7a22-750d-4d42-b937-059c7f28245d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0573373 Nov 12 01:28:07.261176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-745a966b-506c-4679-afad-062d152ecdfa req-848972a3-6b2e-4d3e-9c84-0c29eab9fc0a tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Nov 12 01:28:08.384854 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de872e-c51d-4fac-bb54-bf69b1846b28 req-e7c68abb-d125-4c47-8c23-3b074621fcdd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:08.386481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7de872e-c51d-4fac-bb54-bf69b1846b28 req-e7c68abb-d125-4c47-8c23-3b074621fcdd tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0530713 Nov 12 01:28:08.439945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7de872e-c51d-4fac-bb54-bf69b1846b28 req-85b1ce80-892d-4c9d-a971-f8f8a04cbecf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Nov 12 01:28:09.266321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ea174ea-e971-4070-bb1b-9212d2a83143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.568900 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ce8a-2a99-427f-8281-c9449b5cd73f req-eafd1121-dc4a-40f2-880c-f61a1da29bd4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:09.570623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8526ce8a-2a99-427f-8281-c9449b5cd73f req-eafd1121-dc4a-40f2-880c-f61a1da29bd4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0560942 Nov 12 01:28:09.618085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8526ce8a-2a99-427f-8281-c9449b5cd73f req-1a1233c4-8c6d-440b-8144-da051a1364d9 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Nov 12 01:28:10.751260 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806cec-cfa6-44bb-97d4-10037352aed8 req-d895f3ca-1c65-484f-be68-00927f169956 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:10.752992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13806cec-cfa6-44bb-97d4-10037352aed8 req-d895f3ca-1c65-484f-be68-00927f169956 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0598443 Nov 12 01:28:10.805125 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13806cec-cfa6-44bb-97d4-10037352aed8 req-57674dd7-bcdc-49f4-9ba6-34d2c0439098 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Nov 12 01:28:11.793383 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-aa2936ca-16e4-4337-96ca-1db3adfbc7bf service neutron] show failed (client error): The resource could not be found. Nov 12 01:28:11.794889 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-aa2936ca-16e4-4337-96ca-1db3adfbc7bf service neutron] 10.222.0.39 "GET /v2.0/ports/4bacac87-0f55-408b-8dd8-2f4d9d21c975/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0615101 Nov 12 01:28:11.950339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809207-d596-47cf-84ca-0a9797a9d1d9 req-5f5d62d6-d726-479f-b1a8-1cf5ca2f7099 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:11.952572 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b809207-d596-47cf-84ca-0a9797a9d1d9 req-5f5d62d6-d726-479f-b1a8-1cf5ca2f7099 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 945 time: 0.0622997 Nov 12 01:28:12.017565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0b809207-d596-47cf-84ca-0a9797a9d1d9 req-efc22480-f98d-46e5-bdb1-12d78727f41b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561383 Nov 12 01:28:12.074633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-41ed961d-1d53-4ff2-8bf8-8af85040418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.076203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-41ed961d-1d53-4ff2-8bf8-8af85040418a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff&tenant_id=4cdb965b37194be38b85b0955066458c HTTP/1.1" status: 200 len: 1097 time: 0.0486462 Nov 12 01:28:12.091425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:12.154856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.158585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b50ce49-e82e-4356-bdcc-4e7c0a6119fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.367270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:12.401183 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:12.440874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:12.443545 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d993307-1463-4140-bcf5-8d5f4c51bdd8" -d '{"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:12.448075 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.463717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Transition to ACTIVE for port object 4bacac87-0f55-408b-8dd8-2f4d9d21c975 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:12.469860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.503877 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb2a46-e02b-4ddf-833d-e3fbad5a250f x-openstack-request-id: req-79fb2a46-e02b-4ddf-833d-e3fbad5a250f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:12.504330 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:12.504711 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79fb2a46-e02b-4ddf-833d-e3fbad5a250f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:12.505903 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'code': 200} Nov 12 01:28:12.538741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] No DVR routers for this DVR port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:12.542077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:12.579025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:12.579400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:12.579684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:12.585193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:12.585608 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Attempting to bind port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on network 7afe2009-6b66-45ca-a088-09d2b1333948 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:12.597992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:12.598337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Checking segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:12.598757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Bound using segment: {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:12.599192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Bound port: 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f9db1-154c-4516-b9fb-3a8e370133a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:12.599552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.676310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:12.679895 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:12.685168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.722652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.723915 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.725386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] 10.222.0.32 "PUT /v2.0/ports/4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 1092 time: 0.6405532 Nov 12 01:28:12.747034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5325-f79e-45a0-b652-1e4bdd7237ff service neutron] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:12.791188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-b720f3b2-b92a-495b-a64a-ea9fbe2e4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.792789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-b720f3b2-b92a-495b-a64a-ea9fbe2e4ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0427499 Nov 12 01:28:12.895830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-240715f7-8aaa-4f37-adb2-5af5c9b5e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.897355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-240715f7-8aaa-4f37-adb2-5af5c9b5e521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0970664 Nov 12 01:28:12.941479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-4cdd7d2a-7c5d-4b81-9ade-311b885df862 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0371521 Nov 12 01:28:12.952048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.997563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-390c20c8-4d66-4305-ab1d-8b2ac039d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.999418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-390c20c8-4d66-4305-ab1d-8b2ac039d274 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0513902 Nov 12 01:28:13.032660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-29ffc287-7f21-4a2d-aa46-5d859fb19caf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264301 Nov 12 01:28:13.158164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-03817450-892f-441d-997a-2330f76379bb service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186206 Nov 12 01:28:13.170657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52583a-b0b6-493c-bf5b-0fabfd86483e req-9137d008-d2f9-477c-8f01-a5195f52770d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:13.172008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d52583a-b0b6-493c-bf5b-0fabfd86483e req-9137d008-d2f9-477c-8f01-a5195f52770d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0758975 Nov 12 01:28:13.631393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0d52583a-b0b6-493c-bf5b-0fabfd86483e req-09b2bc10-42c5-42e5-9fa1-31baed4e1901 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509835 Nov 12 01:28:13.663247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-34c0eed7-3d6d-421e-889e-4b6f048bd440 req-37d84578-f944-4a05-866d-82e8a7aea91f service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902225 Nov 12 01:28:14.130082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.507754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:14.510829 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200" -d '{"events": [{"name": "network-changed", "server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:14.565460 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e46d90-8772-46c6-9f9f-713328fe8614 x-openstack-request-id: req-a8e46d90-8772-46c6-9f9f-713328fe8614 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:14.566388 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:14.566388 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8e46d90-8772-46c6-9f9f-713328fe8614 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:14.567010 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'status': 'completed', 'code': 200} Nov 12 01:28:14.639198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-84e88045-e5ae-4eef-8254-38f12d2e3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.639441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-63ab63b3-45a1-4db3-922b-afaa1b92c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.640851 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-63ab63b3-45a1-4db3-922b-afaa1b92c787 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0480905 Nov 12 01:28:14.641539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-84e88045-e5ae-4eef-8254-38f12d2e3a9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0542302 Nov 12 01:28:14.752937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-e0434dba-f38c-4ce1-81e3-65d3b036f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.754576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-e0434dba-f38c-4ce1-81e3-65d3b036f074 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.1068535 Nov 12 01:28:14.782939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-18625b1e-ac1d-4bae-be99-8efd81331556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.784650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-18625b1e-ac1d-4bae-be99-8efd81331556 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.1361384 Nov 12 01:28:14.795951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef0130-f62f-487e-942a-88d45602f120 req-efa0186e-c945-4da7-b88f-40ddfa0a693e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.797455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08ef0130-f62f-487e-942a-88d45602f120 req-efa0186e-c945-4da7-b88f-40ddfa0a693e tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0815256 Nov 12 01:28:14.812015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-0c6b130e-f3a8-4a0f-929b-dc76d9c916e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0496502 Nov 12 01:28:14.840847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-943f5d02-d0f5-4f72-b8e9-8b35c5518878 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0423946 Nov 12 01:28:14.866165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-707754a6-fdee-430d-9dd5-92087be28ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.868655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-707754a6-fdee-430d-9dd5-92087be28ff2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0500894 Nov 12 01:28:14.904591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-58520cef-a63c-4254-af63-16eb65e97609 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291016 Nov 12 01:28:14.916720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08ef0130-f62f-487e-942a-88d45602f120 req-661bb7a8-8af4-4587-9634-543bce2490f8 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109021 Nov 12 01:28:14.922365 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.922785 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-43897322-86fd-41de-bd68-5c4090c79382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.925022 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-43897322-86fd-41de-bd68-5c4090c79382 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0742261 Nov 12 01:28:14.966432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-4a5f1957-cc00-4963-9e6c-0a4c6fc058e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339863 Nov 12 01:28:14.998362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:15.020189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-64bdf554-924c-4bc8-9616-01ad763bfde4 service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083419 Nov 12 01:28:15.058944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:15.073629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-dfdbad6e-df3c-4fde-a9d4-19306b607a71 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992179 Nov 12 01:28:15.129202 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-d978ac02-631e-4626-92cd-141cd8e783fd service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018059 Nov 12 01:28:15.194242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe9a841f-b65c-49aa-b23f-0ed5b1b89200 req-4e5d137f-43ce-449e-9837-bf046ab6adc1 service neutron] 10.222.0.32 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120627 Nov 12 01:28:16.058222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe078-d541-457c-9960-239698b0e10c req-92c686f7-a7ac-4912-b930-f935d5b576fc tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.059734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-281fe078-d541-457c-9960-239698b0e10c req-92c686f7-a7ac-4912-b930-f935d5b576fc tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0590858 Nov 12 01:28:16.113551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-281fe078-d541-457c-9960-239698b0e10c req-40a5e55b-81e8-45a6-982c-9ae166628270 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Nov 12 01:28:16.352762 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94882d-6629-4b12-923c-c7849e0069c3 req-01065590-5a5d-4e12-9f7d-4d80b324adcf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.354412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d94882d-6629-4b12-923c-c7849e0069c3 req-01065590-5a5d-4e12-9f7d-4d80b324adcf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0619903 Nov 12 01:28:16.409720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d94882d-6629-4b12-923c-c7849e0069c3 req-ba3f0a4d-f266-4b1f-b7d3-116d3efb4934 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490069 Nov 12 01:28:16.412871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-749ff395-89db-4c56-bfd8-6f4d863b8227 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.414688 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-749ff395-89db-4c56-bfd8-6f4d863b8227 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.39 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff&tenant_id=4cdb965b37194be38b85b0955066458c&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.1007817 Nov 12 01:28:16.480187 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-095a6bdd-8adc-40e2-96ff-d3f6e928c260 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:28:16.481243 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-095a6bdd-8adc-40e2-96ff-d3f6e928c260 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4bacac87-0f55-408b-8dd8-2f4d9d21c975/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0593474 Nov 12 01:28:16.572220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-fe9f1742-aa13-4337-9481-a197fa9022b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.573777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-fe9f1742-aa13-4337-9481-a197fa9022b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cdb965b37194be38b85b0955066458c&device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 1095 time: 0.0453362 Nov 12 01:28:16.675254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-c6e81cef-2e68-491f-b463-173888514b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.676807 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-c6e81cef-2e68-491f-b463-173888514b27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 200 len: 915 time: 0.0953071 Nov 12 01:28:16.723277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-99af37c6-6277-42d7-ba00-6f6541f41df6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 200 len: 217 time: 0.0387542 Nov 12 01:28:16.776966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-0483d414-f24e-437f-9c51-6e751fb1bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.778831 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-0483d414-f24e-437f-9c51-6e751fb1bf42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 200 len: 854 time: 0.0481482 Nov 12 01:28:16.815590 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-2e65c89a-72e4-4508-b386-e9db4492521f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7afe2009-6b66-45ca-a088-09d2b1333948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299253 Nov 12 01:28:16.909093 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-d3e8f890-744f-41a4-a946-d3e14432ee3a service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860419 Nov 12 01:28:17.006470 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2126a156-fd0a-4b22-a1ca-16466b715de7 req-8bf15a91-1ed8-4949-8fc3-862649ac288f service neutron] 10.222.0.39 "GET /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903430 Nov 12 01:28:17.575779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa9c72-74a2-4ba0-8fd9-f2060265b7f5 req-a33af4ea-ae37-43d2-b359-0e147df3d435 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.577407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7aa9c72-74a2-4ba0-8fd9-f2060265b7f5 req-a33af4ea-ae37-43d2-b359-0e147df3d435 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0772049 Nov 12 01:28:17.641950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7aa9c72-74a2-4ba0-8fd9-f2060265b7f5 req-413735ea-6dfa-4fed-95d1-15ed9bd52fdf tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542374 Nov 12 01:28:17.766930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5347d-6698-4f89-92d7-658370eca832 req-5ed191ae-353f-4b2b-aa8b-7f70b3acb90c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.768347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7bf5347d-6698-4f89-92d7-658370eca832 req-5ed191ae-353f-4b2b-aa8b-7f70b3acb90c tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0515828 Nov 12 01:28:17.818668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:17.821968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7bf5347d-6698-4f89-92d7-658370eca832 req-367c5cf4-a1b5-44ff-be27-bb8da3c252b4 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Nov 12 01:28:17.942375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:17.956101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'network_id': '7afe2009-6b66-45ca-a088-09d2b1333948', 'port_id': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'mac_address': 'fa:16:3e:b8:ce:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04dfe45-844e-4305-8335-9e46a0955851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:17.959631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcedf5b-3f20-41db-bdf2-a57f327158b0 req-dfec5624-b033-46c2-be71-e6674d40b83b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.961495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebcedf5b-3f20-41db-bdf2-a57f327158b0 req-dfec5624-b033-46c2-be71-e6674d40b83b tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 943 time: 0.0572572 Nov 12 01:28:17.999372 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.014067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bacac87-0f55-408b-8dd8-2f4d9d21c975 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:18.021134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ebcedf5b-3f20-41db-bdf2-a57f327158b0 req-2897460e-389b-43bc-985d-5f67990f0c1d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506504 Nov 12 01:28:18.037053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:18.042440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.092699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:18.271980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4bacac87-0f55-408b-8dd8-2f4d9d21c975'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:18.401519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbe520-0709-4075-ba43-9420b774c333 req-837be40e-d276-41a3-b2ea-929feae2fcc2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:18.403085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49dbe520-0709-4075-ba43-9420b774c333 req-837be40e-d276-41a3-b2ea-929feae2fcc2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 944 time: 0.0539351 Nov 12 01:28:18.456431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-49dbe520-0709-4075-ba43-9420b774c333 req-ab99f6d4-f3f8-42f2-b72c-423bf23c9e88 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Nov 12 01:28:19.596925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-7d6cad19-bd83-4778-b478-fe2c5ad2e4e3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:19.598427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-7d6cad19-bd83-4778-b478-fe2c5ad2e4e3 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.32 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 944 time: 0.0857420 Nov 12 01:28:19.620668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23369-8033-48a9-9fbe-940f9a76a25c req-0a1bc382-555d-4b1a-b7ee-97b96dbdba1d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:19.622307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14d23369-8033-48a9-9fbe-940f9a76a25c req-0a1bc382-555d-4b1a-b7ee-97b96dbdba1d tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/ports?device_id=f862fd00-ec3b-49b1-957d-8959b24979ff HTTP/1.1" status: 200 len: 944 time: 0.0830126 Nov 12 01:28:19.720606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14d23369-8033-48a9-9fbe-940f9a76a25c req-12c6bff2-5ce9-45d0-b2ae-56a7280e7e9f tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.11 "GET /v2.0/security-groups?id=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790334 Nov 12 01:28:19.744562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Deleting port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:19.744562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.839590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] For port 4bacac87-0f55-408b-8dd8-2f4d9d21c975, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=4bacac87-0f55-408b-8dd8-2f4d9d21c975,segment=NetworkSegment(4a7f9db1-154c-4516-b9fb-3a8e370133a0),segment_id=4a7f9db1-154c-4516-b9fb-3a8e370133a0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:19.839943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.844424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:19.856581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Calling delete_port for 4bacac87-0f55-408b-8dd8-2f4d9d21c975 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:19.907129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:19.913101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:19.913477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.999371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.000251 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.013327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['4bacac87-0f55-408b-8dd8-2f4d9d21c975'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:20.030160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Pushing event deleted for resources: {'Port': ['ID=4bacac87-0f55-408b-8dd8-2f4d9d21c975,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:20.075852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] No DVR routers for this DVR port 4bacac87-0f55-408b-8dd8-2f4d9d21c975 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:20.078743 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.082999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03fc2ec5-8744-4313-ad5c-f8f0ddd68dbf req-e20b9193-0ea3-4c95-b642-774fcf9935ae tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] 10.222.0.32 "DELETE /v2.0/ports/4bacac87-0f55-408b-8dd8-2f4d9d21c975 HTTP/1.1" status: 204 len: 173 time: 0.4771802 Nov 12 01:28:20.083458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-deleted', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:20.087017 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c344d-7a5a-46fe-b775-e67aa4ae2867" -d '{"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-deleted", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:20.133466 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa8e97-bf71-430a-9e1d-806508032f29 x-openstack-request-id: req-1cfa8e97-bf71-430a-9e1d-806508032f29 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:20.133746 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f862fd00-ec3b-49b1-957d-8959b24979ff", "name": "network-vif-deleted", "tag": "4bacac87-0f55-408b-8dd8-2f4d9d21c975", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:20.134006 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cfa8e97-bf71-430a-9e1d-806508032f29 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:20.134422 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f862fd00-ec3b-49b1-957d-8959b24979ff', 'name': 'network-vif-deleted', 'tag': '4bacac87-0f55-408b-8dd8-2f4d9d21c975', 'status': 'completed', 'code': 200} Nov 12 01:28:20.857738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41690) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:20.916434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Deleting subnet f04dfe45-844e-4305-8335-9e46a0955851 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:20.919680 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.955406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.995802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.070607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.101163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04dfe45-844e-4305-8335-9e46a0955851,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:21.106644 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.110992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-159fcf2f-a078-456a-aa76-97213bcdd22b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f04dfe45-844e-4305-8335-9e46a0955851 HTTP/1.1" status: 204 len: 168 time: 0.2519982 Nov 12 01:28:21.115013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:21.190703 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.584247 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.605425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afe2009-6b66-45ca-a088-09d2b1333948']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:21.615177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7f9db1-154c-4516-b9fb-3a8e370133a0') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:21.615468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7f9db1-154c-4516-b9fb-3a8e370133a0') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:21.625765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.640859 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.647431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:21.647833 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:21.650192 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:21.709377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.718592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.723538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7afe2009-6b66-45ca-a088-09d2b1333948 HTTP/1.1" status: 204 len: 168 time: 0.6073060 Nov 12 01:28:21.743381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afe2009-6b66-45ca-a088-09d2b1333948,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:21.754393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.754922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.755494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.756007 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.756585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.757100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.757616 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.758179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.758782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.759250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.759769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.760336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102234-38e8-40b8-9c88-72476e9eaad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:21.848325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:21.893946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e1dacfc9-0b88-49e4-9459-f1cd87912545 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cdb965b37194be38b85b0955066458c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444498 Nov 12 01:28:21.896731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41698) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:21.958827 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.984809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.033854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.036553 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.037847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/742ebe0a-d6a9-4b05-9cff-8c4d9fa350be HTTP/1.1" status: 204 len: 168 time: 0.1398926 Nov 12 01:28:22.050497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf911b-183c-4ce5-b934-7a34e7b36636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ebe0a-d6a9-4b05-9cff-8c4d9fa350be,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:22.830356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41720) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:22.959891 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-351730620-network', 'tenant_id': '828786bb60324881a82cd82cc867dd25'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:22.985233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:22.988274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.001886 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.083709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.088812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.118264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:23.129176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7266b7-740d-4112-9698-726ebb356cb6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:23.134371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.134861 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Added segment 7173b1cd-cff3-4a97-912b-7a84c2039bab of type vlan for network f80ad17b-ac7f-4257-8230-8f228e58fdd2 Nov 12 01:28:23.179837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.210655 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.212459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.213118 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.278837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4469564 Nov 12 01:28:23.281623 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41724) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:23.286698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Request body: {'subnet': {'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-351730620-subnet', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:23.309883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:23.312564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.331289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181ea68-ef69-42e2-8534-67fae5ffcfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=f80ad17b-ac7f-4257-8230-8f228e58fdd2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:23.341637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:23.501903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.552591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2401a3b4-c6f6-400a-bc16-aff2d192d5dc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:23.569051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:23.569416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Network hostable DHCP agents. Network: f80ad17b-ac7f-4257-8230-8f228e58fdd2, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:23.586431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:23.597712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f80ad17b-ac7f-4257-8230-8f228e58fdd2) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:23.603514 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.606186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.607886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc173740-0a90-4420-966c-24d3b0f1ffb4 None None] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:23.625065 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7a9c9a54-8e4b-4c7d-94b5-bd9da84aa216 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3422918 Nov 12 01:28:23.631761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 41726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:23.636283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:23.662395 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.663855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.761777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.766812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:28:23.768938 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.852321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:23.884114 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 4bacac87-0f55-408b-8dd8-2f4d9d21c975 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:23.885269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 4bacac87-0f55-408b-8dd8-2f4d9d21c975 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:23.912995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.939639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Allocated IP 172.20.0.2 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/3543438e-d499-4d1a-b64c-f10d9247a1af) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:24.091598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.099126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.129399 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.140493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:24.147840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:24.151637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.151860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:24.161458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Pushing event updated for resources: {'Port': ['ID=3543438e-d499-4d1a-b64c-f10d9247a1af,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:24.214749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Attempting to bind port 3543438e-d499-4d1a-b64c-f10d9247a1af on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:24.215145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Attempting to bind port 3543438e-d499-4d1a-b64c-f10d9247a1af by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:24.215497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Attempting to bind port 3543438e-d499-4d1a-b64c-f10d9247a1af on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:24.220552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:24.220901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:24.221313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.221691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:24.222153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Bound port: 3543438e-d499-4d1a-b64c-f10d9247a1af, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:24.222530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.258817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Allocated IP 172.25.6.23 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/f9f0b388-59de-4604-b537-3f9315d97468) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:24.291675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] For port 3543438e-d499-4d1a-b64c-f10d9247a1af, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:24.295095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] For port 3543438e-d499-4d1a-b64c-f10d9247a1af, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3543438e-d499-4d1a-b64c-f10d9247a1af,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:24.299570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.358914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33983fe-c657-44f1-a4d0-53cd3e815975 None None] Pushing event updated for resources: {'Port': ['ID=3543438e-d499-4d1a-b64c-f10d9247a1af,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:24.383392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.419651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.459171 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:24.464643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:24.468578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:24.474548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Pushing event updated for resources: {'Port': ['ID=f9f0b388-59de-4604-b537-3f9315d97468,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:24.477533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e964a9-6a02-49a9-9541-a0feddbd1070 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:24.557472 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-858925dd-2565-4150-859b-1fe1c90e5356 None None] Provisioning complete for port f9f0b388-59de-4604-b537-3f9315d97468 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:24.557843 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-858925dd-2565-4150-859b-1fe1c90e5356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.608744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-858925dd-2565-4150-859b-1fe1c90e5356 None None] Port f9f0b388-59de-4604-b537-3f9315d97468 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:24.780002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.998404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.146606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:28:25.266478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:25.279252 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:25.291754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:25.292508 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:25.298714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae40d8-a973-4755-b0e8-a2350580f6c0 None None] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:25.303453 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.308580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:25.309103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6fbec1c1-bd60-43d8-ba50-33ffd66d727e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6792696 Nov 12 01:28:25.404216 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:25.406158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3543438e-d499-4d1a-b64c-f10d9247a1af up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:25.454724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] Provisioning complete for port 3543438e-d499-4d1a-b64c-f10d9247a1af triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:25.454992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.560764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3543438e-d499-4d1a-b64c-f10d9247a1af triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:25.561090 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.632312 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:24Z', 'revision_number': 3, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:25.665275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:28:25.665792 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Updating router 6c9915a4-e898-480e-9ae0-a945d18bc54f port f9f0b388-59de-4604-b537-3f9315d97468 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:28:25.699071 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.823319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.830934 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.904731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] For port 3543438e-d499-4d1a-b64c-f10d9247a1af, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3543438e-d499-4d1a-b64c-f10d9247a1af,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:25.905731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.917834 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.009319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aae541-9188-4e1a-993b-132bc22fde21 None None] Pushing event updated for resources: {'Port': ['ID=3543438e-d499-4d1a-b64c-f10d9247a1af,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.010095 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.012388 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:28:26.012614 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:28:26.018042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Allocated IP 172.20.0.1 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/918e5a29-d3e1-4892-a017-589388d214ab) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:26.018478 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.074325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d110db-34c9-465e-9aa6-9537388855ca None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:26.084333 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Attempting to bind port f9f0b388-59de-4604-b537-3f9315d97468 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:26.084700 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Attempting to bind port f9f0b388-59de-4604-b537-3f9315d97468 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:26.085055 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Attempting to bind port f9f0b388-59de-4604-b537-3f9315d97468 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:26.093495 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Pushing event updated for resources: {'Port': ['ID=f9f0b388-59de-4604-b537-3f9315d97468,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.095809 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:26.096236 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:26.096655 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.097049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:26.097622 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Bound port: f9f0b388-59de-4604-b537-3f9315d97468, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:26.098107 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.126669 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.127030 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.127372 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.127734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.128097 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.128459 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.128762 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.129090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.129412 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.129734 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.130082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.130566 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.148002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Provisioning complete for port 3543438e-d499-4d1a-b64c-f10d9247a1af triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.148706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.168814 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.170965 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] For port f9f0b388-59de-4604-b537-3f9315d97468, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:26.179350 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] For port f9f0b388-59de-4604-b537-3f9315d97468, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f9f0b388-59de-4604-b537-3f9315d97468,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:26.193089 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.215057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.250485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d7239-206e-4bbb-b9b8-026bf9edc0e7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:26.257361 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:26.258066 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:26.263037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:26.270162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:26.274453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:26.287869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Provisioning complete for port f9f0b388-59de-4604-b537-3f9315d97468 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.288279 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.301212 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e613a-ff78-485c-8051-fe31914d24f2 None None] Pushing event updated for resources: {'Port': ['ID=f9f0b388-59de-4604-b537-3f9315d97468,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.311275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.328942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.329292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.329638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.329974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.330309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.330640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.330991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.331317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.331646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.331973 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.332347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.332668 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:26.343091 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.401081 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.433221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] For port f9f0b388-59de-4604-b537-3f9315d97468, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f9f0b388-59de-4604-b537-3f9315d97468,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:26.439976 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.504710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954b10d-a03a-4ca9-ae8e-d386bbf0144a None None] Pushing event updated for resources: {'Port': ['ID=f9f0b388-59de-4604-b537-3f9315d97468,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.530811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.562315 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:26.601884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3254dc1f-bfbb-487a-b88f-491346909474 None None] Provisioning complete for port f9f0b388-59de-4604-b537-3f9315d97468 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.602391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3254dc1f-bfbb-487a-b88f-491346909474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.761779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.767238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.798318 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:24Z', 'revision_number': 3, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:26.835649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7352c16d-7aff-48c3-a079-5a3ddd827356 None None] Provisioning complete for port 918e5a29-d3e1-4892-a017-589388d214ab triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.836644 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7352c16d-7aff-48c3-a079-5a3ddd827356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.843962 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63c4af-7fba-44ad-9481-1ab4e571e7b0 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:24Z', 'revision_number': 3, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:26.851607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.854579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.897806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7352c16d-7aff-48c3-a079-5a3ddd827356 None None] Port 918e5a29-d3e1-4892-a017-589388d214ab cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:26.970231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:26.971638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:27.132256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:28:27.279028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:27.286323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9a975adc-7238-44c4-8e9c-3bb1294b51b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/6c9915a4-e898-480e-9ae0-a945d18bc54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9744329 Nov 12 01:28:27.325073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2fe3226b-a037-45a8-8316-c649a2ede75e None None] Provisioning complete for port 918e5a29-d3e1-4892-a017-589388d214ab triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:27.325445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2fe3226b-a037-45a8-8316-c649a2ede75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.400977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3226b-a037-45a8-8316-c649a2ede75e None None] Port 918e5a29-d3e1-4892-a017-589388d214ab cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:27.450633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f9f0b388-59de-4604-b537-3f9315d97468 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:27.507994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f9f0b388-59de-4604-b537-3f9315d97468 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:27.508414 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.597393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3543438e-d499-4d1a-b64c-f10d9247a1af up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:27.673762 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3543438e-d499-4d1a-b64c-f10d9247a1af triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:27.674187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.817594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:27.822615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903048749', 'description': 'tempest-description--1582163888'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:27.850447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.930414 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.936290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.966482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13053716-1104-4b07-8c70-cad33f50fb64,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:27.971518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.972924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e91a5c3a-d5ed-467b-9b97-5dc9ea131835 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1542859 Nov 12 01:28:27.975772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:27.980385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'security_group_rule': {'security_group_id': '13053716-1104-4b07-8c70-cad33f50fb64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:28.009587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.089377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.094120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.114392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6cf6d5-f3cc-450b-8736-51f3d40d02d8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:28.120555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.121822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c6ca60b9-c241-4cf1-a30e-09260827a771 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450527 Nov 12 01:28:28.124723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:28.129552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'security_group_rule': {'security_group_id': '13053716-1104-4b07-8c70-cad33f50fb64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:28.171448 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.246134 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.251758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.272082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3471785-d15f-4b94-8fc7-9dc36769d91d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:28.281430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.285729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f983883b-64aa-40f0-8244-27e16b7b9c5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569479 Nov 12 01:28:28.286050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:28.291945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:28.323348 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.434262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.548601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Allocated IP 172.25.6.248 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5ddc9d2b-7565-408d-8f0e-cf363bd374f7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:28.554174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:28.568199 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:28.568945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:28.664024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.690661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:28.700407 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.738521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:28.743560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:28.746166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:28.771153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=5ddc9d2b-7565-408d-8f0e-cf363bd374f7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:28.842326 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.883592 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.906747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 2, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:28.935148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:28:28.935507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Updating router 6c9915a4-e898-480e-9ae0-a945d18bc54f port 918e5a29-d3e1-4892-a017-589388d214ab binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:28:28.962977 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.045010 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.050694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.122967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=5ddc9d2b-7565-408d-8f0e-cf363bd374f7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:29.141061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.157897 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.159124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-acfd7ebe-b5f1-4977-a282-8f9fbafd8f3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8720565 Nov 12 01:28:29.252389 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.259260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.315686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddbae2-9a0f-4114-8e81-7e5650ae916b None None] Pushing event updated for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:29.329860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-e7b6ded2-600b-47cd-89a4-214b47bbe784 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1903048749&fields=id&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 267 time: 0.0526738 Nov 12 01:28:29.370638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Attempting to bind port 918e5a29-d3e1-4892-a017-589388d214ab on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:29.371054 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Attempting to bind port 918e5a29-d3e1-4892-a017-589388d214ab by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:29.371425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Attempting to bind port 918e5a29-d3e1-4892-a017-589388d214ab on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:29.377213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:29.377903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:29.378422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.378987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:29.379471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Bound port: 918e5a29-d3e1-4892-a017-589388d214ab, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:29.379849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.462332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] For port 918e5a29-d3e1-4892-a017-589388d214ab, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:29.466007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] For port 918e5a29-d3e1-4892-a017-589388d214ab, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=918e5a29-d3e1-4892-a017-589388d214ab,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:29.468232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-06f25606-5b77-4d0e-8bb7-39846212363d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:29.470080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-06f25606-5b77-4d0e-8bb7-39846212363d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1317739 Nov 12 01:28:29.471064 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.494952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-3ff14597-d8e9-4249-9300-00da0dcf3eb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/quotas/828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 375 time: 0.0130877 Nov 12 01:28:29.526794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:29.527443 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:29.557736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-14a3cade-0117-479f-967b-50d1573d617f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567982 Nov 12 01:28:29.596879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddbae2-9a0f-4114-8e81-7e5650ae916b None None] Pushing event updated for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:29.645688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ce7607c0-3185-4094-819e-520972545f56 None None] Provisioning complete for port 918e5a29-d3e1-4892-a017-589388d214ab triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:29.646125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce7607c0-3185-4094-819e-520972545f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.653704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-497648fd-11b6-4e39-86fa-8a063a255607 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:29.655328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-497648fd-11b6-4e39-86fa-8a063a255607 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0838494 Nov 12 01:28:29.703489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:29.755600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-54e6b5b4-175c-44f6-a989-b78fa6e1f567 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930207 Nov 12 01:28:29.857510 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-a6290116-14c4-42b6-9957-e4b8169339c9 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948632 Nov 12 01:28:29.866329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce7607c0-3185-4094-819e-520972545f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.925489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ce7607c0-3185-4094-819e-520972545f56 None None] For port 918e5a29-d3e1-4892-a017-589388d214ab, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=918e5a29-d3e1-4892-a017-589388d214ab,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:29.948660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce7607c0-3185-4094-819e-520972545f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.018389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7607c0-3185-4094-819e-520972545f56 None None] Pushing event updated for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:30.034739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:30.044806 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3046e848-bbe2-4b62-be7d-e8ea8eff9118 req-6b1a1e6a-7b90-4cb5-ac42-b7e0dba69a5b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 210 time: 0.0309162 Nov 12 01:28:30.077132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8efb62-e894-4c3a-8b6d-e15623559bd1 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:30.089327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-36c1b1aa-147a-41b2-bc46-30bdd8767355 None None] Provisioning complete for port 918e5a29-d3e1-4892-a017-589388d214ab triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:30.089697 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36c1b1aa-147a-41b2-bc46-30bdd8767355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.172714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ac18ae-560b-4edd-bfdd-7abeaf37bb47 req-e03c496d-769a-4cae-bf0f-0999cfd917e3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 210 time: 0.0379760 Nov 12 01:28:31.209878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-59f1e791-fcbb-4cae-9596-ade60d9cdf24 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:31.211821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-59f1e791-fcbb-4cae-9596-ade60d9cdf24 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1578257 Nov 12 01:28:31.281791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-18dae9f4-ad7b-4002-bd9b-0948c6b72ee8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 380 time: 0.0587966 Nov 12 01:28:31.296353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'port': {'device_id': 'b0c01779-1136-4f56-946c-a33a2727742f', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'admin_state_up': True, 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'security_groups': ['13053716-1104-4b07-8c70-cad33f50fb64']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:31.341098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 918e5a29-d3e1-4892-a017-589388d214ab up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:31.394257 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 918e5a29-d3e1-4892-a017-589388d214ab triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:31.394626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.419788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:31.423561 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.558245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Allocated IP 172.20.0.5 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/13b39fa8-4225-42c8-98ae-fbc4db4913cf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:31.699781 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.734822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.779970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:31.785077 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:31.787621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:31.814708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:31.846933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:31.847483 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.865573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-9b7976db-edf4-4518-916b-e489cc8071c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732453 Nov 12 01:28:31.875680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-bbf1b414-2f67-43a0-adeb-578d9f01e71e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:31.876717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-bbf1b414-2f67-43a0-adeb-578d9f01e71e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052559 Nov 12 01:28:31.940793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Request body: {'port': {'device_id': 'b0c01779-1136-4f56-946c-a33a2727742f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:31.997058 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.017571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b6d74fb5-f302-4467-bd7f-ca70f367addc None None] Provisioning complete for port 13b39fa8-4225-42c8-98ae-fbc4db4913cf triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:32.017948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6d74fb5-f302-4467-bd7f-ca70f367addc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.053075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6d74fb5-f302-4467-bd7f-ca70f367addc None None] Port 13b39fa8-4225-42c8-98ae-fbc4db4913cf cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:32.660413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc1c13-2f68-4b93-aa5b-d2159e2560a7 req-87a7b5a1-bd8f-42b1-8b15-f17e22e73812 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:32.661156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.661948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbc1c13-2f68-4b93-aa5b-d2159e2560a7 req-87a7b5a1-bd8f-42b1-8b15-f17e22e73812 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 931 time: 0.0903370 Nov 12 01:28:32.664231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b39fa8-4225-42c8-98ae-fbc4db4913cf {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:32.674961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.699620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Transition to ACTIVE for port object 13b39fa8-4225-42c8-98ae-fbc4db4913cf will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:32.712864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.762097 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbc1c13-2f68-4b93-aa5b-d2159e2560a7 req-dcb6b3b1-6641-4965-ad18-1f88543c76f5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904078 Nov 12 01:28:32.778507 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:32.855045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:32.855387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:32.855775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:32.860575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:32.860887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:32.866067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:32.866386 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:32.866790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:32.867218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Bound port: 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:32.867577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.939727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:32.942915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:32.948746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.984905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:32.985736 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.987288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] 10.222.0.32 "PUT /v2.0/ports/13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 1092 time: 1.1021495 Nov 12 01:28:32.989764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:32.997683 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c6d26c-7988-4718-86b3-3320f7d4aedb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:33.023649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fea4c-cf0a-4c60-a559-eb4ac63df50d service neutron] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:33.052536 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accfeccb-052b-4c59-8e99-da60bb778d48 x-openstack-request-id: req-accfeccb-052b-4c59-8e99-da60bb778d48 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:33.052919 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:33.053261 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-accfeccb-052b-4c59-8e99-da60bb778d48 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:33.053715 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'status': 'completed', 'code': 200} Nov 12 01:28:33.084676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-a4c7f9a1-f322-46c3-8d61-ec010a0d0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.086296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-a4c7f9a1-f322-46c3-8d61-ec010a0d0f51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0459726 Nov 12 01:28:33.131447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-63796d18-5246-4145-abdd-1ee2818bc7e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 217 time: 0.0360725 Nov 12 01:28:33.199742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-940ee893-4010-42d1-86f4-e317e97b4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.201270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-940ee893-4010-42d1-86f4-e317e97b4a28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0619714 Nov 12 01:28:33.253418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-3fd29db2-2972-4189-b6b1-8a805decb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.254945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-3fd29db2-2972-4189-b6b1-8a805decb2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457003 Nov 12 01:28:33.351636 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-18a886b8-6b29-4332-8064-8ce29555e4b9 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897162 Nov 12 01:28:33.455892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23db1720-cc27-4478-8e8d-9bcf913989fd req-37431ac3-c721-4c6d-bbd1-889c573d21fc service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968881 Nov 12 01:28:33.613178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ca1b408d-d7d2-44b2-b509-7f4c921aa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.614732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ca1b408d-d7d2-44b2-b509-7f4c921aa701 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0501285 Nov 12 01:28:33.722032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ea2d4dce-10c9-485e-9929-56e89d159348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.723461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ea2d4dce-10c9-485e-9929-56e89d159348 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1017816 Nov 12 01:28:33.767425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-b44f72df-9755-41ee-b2bf-c9d58e944de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 217 time: 0.0360451 Nov 12 01:28:33.825086 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-9f0b2c53-e867-40ce-baa7-bb5232ed5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.826601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-9f0b2c53-e867-40ce-baa7-bb5232ed5ec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0516467 Nov 12 01:28:33.910459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249251-7371-4e8d-b16b-a34135846143 req-27b4abf1-360d-432a-b92a-27eac9203a38 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.911990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7249251-7371-4e8d-b16b-a34135846143 req-27b4abf1-360d-432a-b92a-27eac9203a38 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0784283 Nov 12 01:28:33.918014 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ecb35d9f-3e51-4ee4-bc52-593086017032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.919441 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-ecb35d9f-3e51-4ee4-bc52-593086017032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847828 Nov 12 01:28:34.019644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7249251-7371-4e8d-b16b-a34135846143 req-fc62b683-1e14-48e2-8b87-b4163dc2f5b7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985920 Nov 12 01:28:34.047407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-78eaf99c-9eca-406a-960e-96b44129cfb0 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196041 Nov 12 01:28:34.144385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4c6d26c-7988-4718-86b3-3320f7d4aedb req-2aea520e-e0f0-4908-9d60-282d283088e6 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868142 Nov 12 01:28:35.157302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be68b-b01f-409d-b4ec-e2427ea7994f req-72569bc2-ff5a-4876-93b7-5fec211b1311 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:35.159052 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d44be68b-b01f-409d-b4ec-e2427ea7994f req-72569bc2-ff5a-4876-93b7-5fec211b1311 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0669034 Nov 12 01:28:35.210035 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d44be68b-b01f-409d-b4ec-e2427ea7994f req-809772d8-09a7-49a1-a699-76893c385d11 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Nov 12 01:28:35.496802 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.896581 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:35.996484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:36.012030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'mac_address': 'fa:16:3e:d1:61:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:36.054281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.068949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b39fa8-4225-42c8-98ae-fbc4db4913cf {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:36.092124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:36.096382 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.147854 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:36.288364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['13b39fa8-4225-42c8-98ae-fbc4db4913cf'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:36.343494 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e0e58-c672-47e9-8dbb-b7e925aefc40 req-3268ccda-4291-4772-bdc2-a4759789ab42 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:36.345222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-348e0e58-c672-47e9-8dbb-b7e925aefc40 req-3268ccda-4291-4772-bdc2-a4759789ab42 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0537369 Nov 12 01:28:36.396384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-348e0e58-c672-47e9-8dbb-b7e925aefc40 req-17a69057-4f85-43c0-9349-9d892cc7c145 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Nov 12 01:28:37.528154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372fb3d-1a93-4b65-ba7f-0e9e4b252955 req-0a787591-f9b4-4488-917c-1cd134bd26b1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:37.529756 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1372fb3d-1a93-4b65-ba7f-0e9e4b252955 req-0a787591-f9b4-4488-917c-1cd134bd26b1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0555162 Nov 12 01:28:37.592430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1372fb3d-1a93-4b65-ba7f-0e9e4b252955 req-e78d6d36-4306-40e4-8000-7c1efdef43af tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535674 Nov 12 01:28:37.906514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:37.964172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 13b39fa8-4225-42c8-98ae-fbc4db4913cf completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:37.968772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 13b39fa8-4225-42c8-98ae-fbc4db4913cf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:37.969238 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.057910 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.082970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:38.085279 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1838fa-b9b1-4667-a49b-b74eff61246b" -d '{"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-plugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:38.098039 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:38.102638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.126643 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deacc18f-29c8-46a6-bfed-2476b4adbe58 x-openstack-request-id: req-deacc18f-29c8-46a6-bfed-2476b4adbe58 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:38.126959 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-plugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:38.127164 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-deacc18f-29c8-46a6-bfed-2476b4adbe58 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:38.127562 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'code': 200} Nov 12 01:28:38.147362 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:38.155206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:38.236666 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44028b2-b404-4a76-bf61-2c7b46aeacf9 req-cf027f59-4dc9-47cd-8074-c099feb47ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:38.238661 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c44028b2-b404-4a76-bf61-2c7b46aeacf9 req-cf027f59-4dc9-47cd-8074-c099feb47ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1097 time: 0.0485120 Nov 12 01:28:38.288032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c44028b2-b404-4a76-bf61-2c7b46aeacf9 req-903ca798-07e9-4514-8a0b-56d75ad0cbf3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Nov 12 01:28:38.731551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad91b-7420-401d-a5ca-dd155ffb9ac2 req-84571ef7-7d0a-41f2-82d1-4bf1544fa012 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:38.733598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b14ad91b-7420-401d-a5ca-dd155ffb9ac2 req-84571ef7-7d0a-41f2-82d1-4bf1544fa012 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0592763 Nov 12 01:28:38.795103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b14ad91b-7420-401d-a5ca-dd155ffb9ac2 req-1f0b1b43-8359-4e1d-9555-65a06f75b306 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543973 Nov 12 01:28:39.272807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5173162-383c-4438-b587-89f1399ec7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.925265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7429-b306-41ea-ae52-dab0d3b56b1c req-c21092dc-7bfd-4b8f-9dec-468923cd7311 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:39.926675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-475e7429-b306-41ea-ae52-dab0d3b56b1c req-c21092dc-7bfd-4b8f-9dec-468923cd7311 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0502477 Nov 12 01:28:39.975190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-475e7429-b306-41ea-ae52-dab0d3b56b1c req-6bdc43fc-849d-4513-a355-358bd442ebb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Nov 12 01:28:40.093853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0f5e-9e67-4ea4-8c71-1782312ddc4f req-ef3e4138-227c-44cd-8dc6-5f3efc91d3f1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:40.095350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d85f0f5e-9e67-4ea4-8c71-1782312ddc4f req-ef3e4138-227c-44cd-8dc6-5f3efc91d3f1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0539677 Nov 12 01:28:40.104269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 41794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:40.109087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'floatingip': {'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:40.152687 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.595162 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.600361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.705575 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 associated. External IP: 172.25.6.248, port: 13b39fa8-4225-42c8-98ae-fbc4db4913cf. Nov 12 01:28:40.920913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:28:41.034151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:41.038837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:41.045724 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:41.057828 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:41.058597 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:41.070200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a7858556-33e9-4b40-9730-1016a105b11b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "PUT /v2.0/floatingips/055bd073-91d9-4370-99b2-720ee5aa4a10 HTTP/1.1" status: 200 len: 991 time: 0.9620097 Nov 12 01:28:41.070200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:41.070472 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:41.115501 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038fbab-dc5b-4775-9a80-cb129650d5a7 x-openstack-request-id: req-7038fbab-dc5b-4775-9a80-cb129650d5a7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:41.115801 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:41.116089 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7038fbab-dc5b-4775-9a80-cb129650d5a7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:41.116499 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'status': 'completed', 'code': 200} Nov 12 01:28:41.170048 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:41.177557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-aac2f869-d8b6-4219-8f11-8a1f978f8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.179040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-aac2f869-d8b6-4219-8f11-8a1f978f8834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1097 time: 0.0420265 Nov 12 01:28:41.274974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-b34648b0-56fb-45ae-8ae4-878b69849e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.276519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-b34648b0-56fb-45ae-8ae4-878b69849e94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0901775 Nov 12 01:28:41.356843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-50d40992-30f6-4a76-aa24-4f11a9a86f23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 999 time: 0.0717044 Nov 12 01:28:41.398453 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:d1:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c01779-1136-4f56-946c-a33a2727742f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:28:40Z', 'revision_number': 1, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:41.407558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-762158b5-4d7c-4d1f-8be2-115021fbdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.409104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-762158b5-4d7c-4d1f-8be2-115021fbdbac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0455499 Nov 12 01:28:41.428444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:28:41.437504 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:41.438105 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:28:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:41.458853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-a91ca45d-289d-4972-82b2-a90e35aa12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:41.460434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-a91ca45d-289d-4972-82b2-a90e35aa12a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447416 Nov 12 01:28:41.547633 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:41.557134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-b13d4d1f-26d1-4cf8-af80-3f63dc8ff77d service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898924 Nov 12 01:28:41.649344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17a01d4d-3fd3-4f7a-9427-8ad7f88304e9 req-6c1a35ae-7f0d-4740-a49f-efb4b16c571c service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837669 Nov 12 01:28:41.779976 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:d1:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c01779-1136-4f56-946c-a33a2727742f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:28:40Z', 'revision_number': 1, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:41.806418 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e519d-9b59-4bc6-9a6c-0220e02ec2a8 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:d1:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c01779-1136-4f56-946c-a33a2727742f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:28:40Z', 'revision_number': 1, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:42.005320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f82ee-b66b-4ea8-875b-27bfa68844b5 None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:28:42.240963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc71c-658c-4d7c-8e40-e5d65f3b873c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.948087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.123808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.919087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.963616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-c2bef1ba-6a14-4009-889c-3586ff9972e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473366 Nov 12 01:28:52.059257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-c97e1845-3d93-46c1-8bb2-4c021c1182e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.060839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-c97e1845-3d93-46c1-8bb2-4c021c1182e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1097 time: 0.0493851 Nov 12 01:28:52.175472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-3d115796-f415-4220-bb21-164f6daf3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.177029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-3d115796-f415-4220-bb21-164f6daf3b00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0952837 Nov 12 01:28:52.286204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-1c7d5620-24c3-4987-9390-738b6e7b4bc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 1001 time: 0.1015728 Nov 12 01:28:52.343998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-02725644-5bb3-47a4-83b9-146e3fe369a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.346008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-02725644-5bb3-47a4-83b9-146e3fe369a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0500896 Nov 12 01:28:52.394703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-b5bd4c49-f999-41f1-9c65-2edeb4289822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.396236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-b5bd4c49-f999-41f1-9c65-2edeb4289822 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428939 Nov 12 01:28:52.499456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-b663882f-067f-4dee-8351-cd19ee8297ff service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946457 Nov 12 01:28:52.606567 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5c3eba-81b7-4d31-ad91-200a7addcf89 req-d3de4994-1380-4a15-b9ff-a7fe24a38358 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997195 Nov 12 01:29:02.660629 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.511293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.269051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce9fd-2b73-4868-96b3-511efda39aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.144809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f7feb45-66c0-49f5-9af6-77effdd3b4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.952667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.126511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.925617 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:15.148532 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:32.662017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.513472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.274514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-000f8a96-2af0-4b3e-83ff-4bc4c590e81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.149691 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9189426-be25-45c8-bef9-08fe9d1794b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.958818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.128135 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.920729 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.148516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:53.977287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-b5da3a70-c5b9-4b43-a1df-d77527c46b89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494900 Nov 12 01:29:54.070259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-8f63f291-4f1e-41bd-9f05-85de32c0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:54.071819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-8f63f291-4f1e-41bd-9f05-85de32c0e923 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1097 time: 0.0461221 Nov 12 01:29:54.192747 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-f9665f37-8539-4d10-9308-49342591e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:54.195032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-f9665f37-8539-4d10-9308-49342591e457 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0981903 Nov 12 01:29:54.276980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-de944449-ace8-4f68-bae1-db597e13408d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 1001 time: 0.0728264 Nov 12 01:29:54.331209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-cdbaa966-7bd3-40c7-a151-9792f1e8f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:54.332830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-cdbaa966-7bd3-40c7-a151-9792f1e8f417 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0484638 Nov 12 01:29:54.382478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-9d7cd800-d849-46ae-833b-d811ceca3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:54.384103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-9d7cd800-d849-46ae-833b-d811ceca3e49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440907 Nov 12 01:29:54.484693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-77f30af8-b8f2-413d-b4fa-5a627d5a3a34 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928221 Nov 12 01:29:54.585691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-258c5279-9d7a-45ad-aa0b-39f33c6b3f41 req-3c8f3b5e-c1bd-40cb-9213-f89500146181 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930741 Nov 12 01:30:02.666734 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.524117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.270089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf77efbf-e85c-4dd8-8422-5d3d9879571d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.155785 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c9b6423-e496-4faf-a2e3-1f65433923d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.960990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.133915 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.931962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.716400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4dcd2-c457-4f75-972d-88af192f5449 req-b6b08bf9-3ba0-4ee7-bfd3-79aa7e4aedf4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:17.717948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77f4dcd2-c457-4f75-972d-88af192f5449 req-b6b08bf9-3ba0-4ee7-bfd3-79aa7e4aedf4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0546043 Nov 12 01:30:17.784395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77f4dcd2-c457-4f75-972d-88af192f5449 req-818c795d-8c26-41d2-a662-729e79bcc5bc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 Nov 12 01:30:18.032362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-d907f313-2e51-4def-8dc7-6c8810cc6d32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444281 Nov 12 01:30:18.041737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7af9-8bdd-48dc-a768-3b7e02bd0254 req-cfcdc315-87cf-4737-be40-55e0c2212615 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:18.043569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f6a7af9-8bdd-48dc-a768-3b7e02bd0254 req-cfcdc315-87cf-4737-be40-55e0c2212615 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0511873 Nov 12 01:30:18.093306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f6a7af9-8bdd-48dc-a768-3b7e02bd0254 req-db909376-8624-4019-9788-ffd08cb890e7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Nov 12 01:30:19.230562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58e836-25af-475d-9ab2-b2ff4f91fd76 req-61e7017a-a1da-43a1-bf94-e4eebe423777 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:19.232081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e58e836-25af-475d-9ab2-b2ff4f91fd76 req-61e7017a-a1da-43a1-bf94-e4eebe423777 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0562932 Nov 12 01:30:19.288268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e58e836-25af-475d-9ab2-b2ff4f91fd76 req-f80ff702-7348-43ae-90bf-3dcfe8984dd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Nov 12 01:30:20.413363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39d27-2bfe-4d0e-9d76-4e723e26ef14 req-1549c6b8-287a-4687-8452-1aa4af98ee78 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:20.415091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7a39d27-2bfe-4d0e-9d76-4e723e26ef14 req-1549c6b8-287a-4687-8452-1aa4af98ee78 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0529704 Nov 12 01:30:20.467941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7a39d27-2bfe-4d0e-9d76-4e723e26ef14 req-23cc211f-54a0-4452-b688-e152907b3c07 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Nov 12 01:30:21.592316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050516-6417-409b-ae71-6fd69527cc43 req-a2de76d5-26ec-475d-abf7-8aaabf5f9ff9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:21.593730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03050516-6417-409b-ae71-6fd69527cc43 req-a2de76d5-26ec-475d-abf7-8aaabf5f9ff9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0549202 Nov 12 01:30:21.645432 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03050516-6417-409b-ae71-6fd69527cc43 req-f9036140-5049-4267-b7a8-ec939f182774 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Nov 12 01:30:22.780135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed06910-6e30-40c0-89d6-bf21af549e27 req-b68bda54-71e5-4e99-bd99-e78f97afa302 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.781766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bed06910-6e30-40c0-89d6-bf21af549e27 req-b68bda54-71e5-4e99-bd99-e78f97afa302 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0655055 Nov 12 01:30:22.833764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bed06910-6e30-40c0-89d6-bf21af549e27 req-2bb2da47-bcb4-4ceb-8b57-48e77ad61bd4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454161 Nov 12 01:30:23.365147 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-651e7ddf-1f21-42a9-9257-6a0b3265abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.366658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-651e7ddf-1f21-42a9-9257-6a0b3265abc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1097 time: 0.0511599 Nov 12 01:30:23.477030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-07444443-7f4b-4a5c-b801-e5a909fde89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.478516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-07444443-7f4b-4a5c-b801-e5a909fde89d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1032872 Nov 12 01:30:23.552303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-33c16393-abf6-41e5-b4cf-2c82e68643cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 1001 time: 0.0653257 Nov 12 01:30:23.611333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-420e9ef8-59a6-4fe7-8a7e-6cd92387fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.612787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-420e9ef8-59a6-4fe7-8a7e-6cd92387fe61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0535364 Nov 12 01:30:23.661010 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-0a36950c-2158-45d9-a7eb-f7a0362260cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.662622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-0a36950c-2158-45d9-a7eb-f7a0362260cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423632 Nov 12 01:30:23.758290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-7b2c0bcb-9819-4b97-aea4-20cf10873cec service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869873 Nov 12 01:30:23.853509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-791c1a08-d9d2-4aae-91c7-e2835d940740 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Nov 12 01:30:23.958261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c82f9-f9b0-4631-a343-7e68f8a2e9e8 req-a314fd6e-4f59-41ff-991a-b8bc12b3ccd3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.959790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec2c82f9-f9b0-4631-a343-7e68f8a2e9e8 req-a314fd6e-4f59-41ff-991a-b8bc12b3ccd3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0547695 Nov 12 01:30:24.009964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec2c82f9-f9b0-4631-a343-7e68f8a2e9e8 req-35290ce6-7ab2-4f9f-9289-1f5954c9f5da tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Nov 12 01:30:25.158571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138274d8-9c5a-4f95-8f44-d837d7a624d1 req-9d8a8910-9ca2-4473-8c2a-532ff5a41206 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:25.160164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-138274d8-9c5a-4f95-8f44-d837d7a624d1 req-9d8a8910-9ca2-4473-8c2a-532ff5a41206 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0631881 Nov 12 01:30:25.212672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-138274d8-9c5a-4f95-8f44-d837d7a624d1 req-1e51f90b-1e78-43a8-b4ed-9e198de28526 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 Nov 12 01:30:26.347406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed8ea4-582a-434c-805d-e3a25b2eedb0 req-388389b4-8057-47cd-be37-8003a5e7f30a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:26.348939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92ed8ea4-582a-434c-805d-e3a25b2eedb0 req-388389b4-8057-47cd-be37-8003a5e7f30a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0573783 Nov 12 01:30:26.408490 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92ed8ea4-582a-434c-805d-e3a25b2eedb0 req-b6db4c41-a6d3-43f7-9101-2d75c014e94c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530252 Nov 12 01:30:27.544091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2ca3-ca7a-4c26-b6f0-8f2b281dd960 req-fab4ac85-a08a-478d-92ff-48648f7aba61 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:27.545616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63fc2ca3-ca7a-4c26-b6f0-8f2b281dd960 req-fab4ac85-a08a-478d-92ff-48648f7aba61 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0640280 Nov 12 01:30:27.593790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63fc2ca3-ca7a-4c26-b6f0-8f2b281dd960 req-4f4169bb-0936-4df0-9d3e-d6cdfcbbdb02 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Nov 12 01:30:28.731714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6c79d-d1dd-4afb-80fe-a76439241fe5 req-65e5e192-5168-4855-a3c4-619a3201349f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:28.733236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99e6c79d-d1dd-4afb-80fe-a76439241fe5 req-65e5e192-5168-4855-a3c4-619a3201349f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0575924 Nov 12 01:30:28.781578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-99e6c79d-d1dd-4afb-80fe-a76439241fe5 req-31f6c5a4-8216-488f-b9b4-c195ca35aaed tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Nov 12 01:30:29.149392 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:29.908517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaba3de-1ad4-4f55-b7c7-1efbb5aa7823 req-04a7328e-76a9-4ad6-bc3c-75177ac34140 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:29.909792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaba3de-1ad4-4f55-b7c7-1efbb5aa7823 req-04a7328e-76a9-4ad6-bc3c-75177ac34140 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0552039 Nov 12 01:30:29.965248 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaba3de-1ad4-4f55-b7c7-1efbb5aa7823 req-d0e5cc55-1bc2-4fb6-83c3-3731d5ff5792 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485821 Nov 12 01:30:31.097553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af567aa-e0a1-40c2-99a7-fe9339ee0540 req-c00ba5bb-13a5-4eae-a850-6521bb943b83 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.099048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1af567aa-e0a1-40c2-99a7-fe9339ee0540 req-c00ba5bb-13a5-4eae-a850-6521bb943b83 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0527375 Nov 12 01:30:31.147507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1af567aa-e0a1-40c2-99a7-fe9339ee0540 req-880906bd-9503-47da-89ce-03997e0cc6e5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Nov 12 01:30:32.268846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731b57-f383-4dd7-bf21-816f904ddc86 req-4399f952-4a61-43fc-a174-d8be1b9b9457 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:32.270352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9731b57-f383-4dd7-bf21-816f904ddc86 req-4399f952-4a61-43fc-a174-d8be1b9b9457 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0499749 Nov 12 01:30:32.320888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9731b57-f383-4dd7-bf21-816f904ddc86 req-3e889172-1684-4b4c-82f2-d4005b1d49b5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Nov 12 01:30:32.669100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.464166 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca627-e0d3-45f7-8e2c-6434387e0686 req-3afd28b5-18e6-4eac-b0c1-6e1a403bfbbf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:33.465905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-723ca627-e0d3-45f7-8e2c-6434387e0686 req-3afd28b5-18e6-4eac-b0c1-6e1a403bfbbf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0625398 Nov 12 01:30:33.519205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-723ca627-e0d3-45f7-8e2c-6434387e0686 req-c5c09680-c293-4aac-9f47-063c88c0a9ad tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Nov 12 01:30:34.641957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5083e5-87fd-4c7c-835d-82a84e20ee72 req-bd5b0fac-5d41-45d2-b61a-4619eebf506a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.644975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d5083e5-87fd-4c7c-835d-82a84e20ee72 req-bd5b0fac-5d41-45d2-b61a-4619eebf506a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0527592 Nov 12 01:30:34.695703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d5083e5-87fd-4c7c-835d-82a84e20ee72 req-42b46c13-1889-4c03-bc5c-b0d455b99033 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 Nov 12 01:30:35.545067 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.877416 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-5074da72-f187-4c30-959f-bc5f6d861b0e service neutron] show failed (client error): The resource could not be found. Nov 12 01:30:35.878460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-5074da72-f187-4c30-959f-bc5f6d861b0e service neutron] 10.222.0.32 "GET /v2.0/ports/13b39fa8-4225-42c8-98ae-fbc4db4913cf/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.1124244 Nov 12 01:30:35.887030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0eec4-783d-4335-b567-8fb6873ae895 req-b80fb9f0-eb4a-4831-9663-37cea79ff43c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:35.888921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66a0eec4-783d-4335-b567-8fb6873ae895 req-b80fb9f0-eb4a-4831-9663-37cea79ff43c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0941887 Nov 12 01:30:35.942688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66a0eec4-783d-4335-b567-8fb6873ae895 req-4ef09f35-5ec0-4dab-ad7a-f8db34f165c7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475414 Nov 12 01:30:36.202058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-9b58beb8-b12a-471d-b5ae-9b177f2a6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.203503 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-9b58beb8-b12a-471d-b5ae-9b177f2a6168 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1097 time: 0.1546576 Nov 12 01:30:36.215882 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-14a46c75-ff8f-4344-83a2-9db9262667cd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:30:36.216875 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-14a46c75-ff8f-4344-83a2-9db9262667cd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052245 Nov 12 01:30:36.229613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:36.288359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.511494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:36.549383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:36.594606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:36.598064 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d3e3f-3a11-48fb-9869-9129cc9e06c4" -d '{"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:36.603816 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.617761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Transition to ACTIVE for port object 13b39fa8-4225-42c8-98ae-fbc4db4913cf will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:36.630185 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.659115 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4c42a4-3f79-4985-b656-eb1bda18af22 x-openstack-request-id: req-2b4c42a4-3f79-4985-b656-eb1bda18af22 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:36.659407 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-unplugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:36.659658 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b4c42a4-3f79-4985-b656-eb1bda18af22 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:36.660076 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'code': 200} Nov 12 01:30:36.746838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:36.770005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.770350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.770691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.771023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.771350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.771672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.771985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.772345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.772654 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.772972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.773288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.773603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:36.818481 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] No DVR routers for this DVR port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:36.958716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:36.958953 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:36.959267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:36.964874 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:36.965274 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Attempting to bind port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:36.971099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:36.971782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:36.972327 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:36.972766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Bound port: 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:36.973122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.042875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:37.046198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:37.050793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.063292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec69a2-2ed7-42c5-8855-122446dbeeb0 req-2670161b-a095-42e0-a5b9-63c4c74b2075 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.065246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1ec69a2-2ed7-42c5-8855-122446dbeeb0 req-2670161b-a095-42e0-a5b9-63c4c74b2075 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0520625 Nov 12 01:30:37.086022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.086637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.088146 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] 10.222.0.39 "PUT /v2.0/ports/13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 1092 time: 0.8623729 Nov 12 01:30:37.112743 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73b22-2b8c-472d-ba5b-2a9f71d46e85 service neutron] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:37.114713 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1ec69a2-2ed7-42c5-8855-122446dbeeb0 req-f8f80ec0-d8b5-462d-ac1b-9d00e68c566d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 Nov 12 01:30:37.163212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-432e5046-77ee-4497-9875-14c0eec88ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.164812 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-432e5046-77ee-4497-9875-14c0eec88ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0481074 Nov 12 01:30:37.263208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-2c5d546d-6a60-4548-91fb-ebdf686aebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.264728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-2c5d546d-6a60-4548-91fb-ebdf686aebfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0919838 Nov 12 01:30:37.338084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-a61a4eb3-4054-4e01-96d8-7b219b270c99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 999 time: 0.0656600 Nov 12 01:30:37.399168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-3bb13910-ee43-4dac-acf7-ed8e60b58d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.400599 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-3bb13910-ee43-4dac-acf7-ed8e60b58d85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0559142 Nov 12 01:30:37.455794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-a7f047fc-09ba-4852-b1c9-49dd33e9bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.457424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-a7f047fc-09ba-4852-b1c9-49dd33e9bff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492516 Nov 12 01:30:37.582280 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-39ffb2be-f496-47c0-afd7-986129dc9c0f service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167018 Nov 12 01:30:38.002199 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-88d06e96-8b78-494c-bcaa-df2c66dcc8a1 req-bc6f28a7-4dde-49ce-a980-c7eea7021d10 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118359 Nov 12 01:30:38.247554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990505e9-e47e-4016-877b-bf25dfbbd30d req-7742da58-eb85-4b65-a7e4-748c4d818628 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.249082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-990505e9-e47e-4016-877b-bf25dfbbd30d req-7742da58-eb85-4b65-a7e4-748c4d818628 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0562286 Nov 12 01:30:38.301838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-990505e9-e47e-4016-877b-bf25dfbbd30d req-5190630c-33d7-44f5-9205-c723cdd99e00 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Nov 12 01:30:38.661897 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:38.665474 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:38.716420 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd3702-4cc5-4428-bbcc-f6ee07f643ac x-openstack-request-id: req-83cd3702-4cc5-4428-bbcc-f6ee07f643ac {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:38.716732 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:38.716981 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83cd3702-4cc5-4428-bbcc-f6ee07f643ac {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:38.717383 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'status': 'completed', 'code': 200} Nov 12 01:30:38.783571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-278d0bd2-3678-4296-a68f-51676dd9721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.785144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-278d0bd2-3678-4296-a68f-51676dd9721a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0472283 Nov 12 01:30:38.787626 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-a9b3def2-1ff5-4ce8-abfe-a72661fa02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.789185 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-a9b3def2-1ff5-4ce8-abfe-a72661fa02a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0456717 Nov 12 01:30:38.882878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-48b02cdd-faa3-42cf-9cd1-1136c3f8f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.884294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-48b02cdd-faa3-42cf-9cd1-1136c3f8f217 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0921195 Nov 12 01:30:38.886143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-60dadbc6-88a4-47b5-80ea-c9d1e1df30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.889128 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-60dadbc6-88a4-47b5-80ea-c9d1e1df30aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0913241 Nov 12 01:30:38.954002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-2de15f07-8a6b-4a5a-9755-b978d1f63ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 999 time: 0.0619495 Nov 12 01:30:38.957245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-7eeee3d4-0254-4e5e-9ce2-7699d3e76c1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 999 time: 0.0616524 Nov 12 01:30:39.005370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-0fef57dd-c696-4c31-b9b3-5c11bb7b9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.006882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-0fef57dd-c696-4c31-b9b3-5c11bb7b9317 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0465043 Nov 12 01:30:39.013753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-d65ab91b-4909-4304-96bb-e1be2c6385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.015417 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-d65ab91b-4909-4304-96bb-e1be2c6385a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0486805 Nov 12 01:30:39.062102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-abe211bd-691e-4a7c-9d82-6a09ce8afe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.063689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-abe211bd-691e-4a7c-9d82-6a09ce8afe31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481834 Nov 12 01:30:39.072113 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-73dfb09e-3471-4cdb-80e7-1ad7b74b6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.073808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-73dfb09e-3471-4cdb-80e7-1ad7b74b6a41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477526 Nov 12 01:30:39.163838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-a1690088-86c7-4ac4-a537-348372f90be4 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916312 Nov 12 01:30:39.184933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-f9a9838c-b26c-4321-8ddb-76406844608d service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005971 Nov 12 01:30:39.275631 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47a7c076-eb7c-46bc-bc97-d3645d0e7eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.296868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-395651d3-9ea4-4e8f-90fe-58a27daed400 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996919 Nov 12 01:30:39.668345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd264-a845-43eb-aa8f-2d827ff42be3 req-85328514-26e5-408f-bb82-32ae957dfa82 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.670674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a45fd264-a845-43eb-aa8f-2d827ff42be3 req-85328514-26e5-408f-bb82-32ae957dfa82 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0781674 Nov 12 01:30:39.673121 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-491c38a1-b844-48cd-bf11-0dfe3fcb2d8d req-43278225-bfb9-408a-a656-0c79f613ccc4 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027184 Nov 12 01:30:39.722255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a45fd264-a845-43eb-aa8f-2d827ff42be3 req-77f0c49c-9f51-45a9-a932-3c32d89f2d28 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458710 Nov 12 01:30:40.644731 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:40.684168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:40.861786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593daa8f-b249-4edf-ba99-8f7088abf350 req-349787b1-3df2-4576-9a77-ce3c6fe03b0a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:40.863361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593daa8f-b249-4edf-ba99-8f7088abf350 req-349787b1-3df2-4576-9a77-ce3c6fe03b0a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0588396 Nov 12 01:30:40.914450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593daa8f-b249-4edf-ba99-8f7088abf350 req-8af0d90b-6bee-4b19-ae58-b23ba0a2a8cd tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 12 01:30:41.151426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5a05c-10af-4e8a-bb39-7c8eefda5dda req-08f25c5e-94f7-4463-b11e-e8ba72279825 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.153048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1c5a05c-10af-4e8a-bb39-7c8eefda5dda req-08f25c5e-94f7-4463-b11e-e8ba72279825 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 943 time: 0.0826898 Nov 12 01:30:41.165310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-39b3341b-0266-4c60-948c-a7150ab2a475 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.166656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-39b3341b-0266-4c60-948c-a7150ab2a475 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f&tenant_id=828786bb60324881a82cd82cc867dd25&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.0693672 Nov 12 01:30:41.259260 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1c5a05c-10af-4e8a-bb39-7c8eefda5dda req-b9bc0a83-0380-4e7b-a549-dd50668fcb2d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915837 Nov 12 01:30:41.264789 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-0c712b25-fe24-4ba9-aa09-b2e45184f552 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:30:41.265853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-0c712b25-fe24-4ba9-aa09-b2e45184f552 service neutron] 10.222.0.32 "DELETE /v2.0/ports/13b39fa8-4225-42c8-98ae-fbc4db4913cf/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0910606 Nov 12 01:30:41.355831 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-1977a890-12f8-4bb9-99d6-9eec2f8e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.357672 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-1977a890-12f8-4bb9-99d6-9eec2f8e9341 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 1095 time: 0.0439517 Nov 12 01:30:41.453706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-61c216be-96f3-4688-9281-0691656c9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.455794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-61c216be-96f3-4688-9281-0691656c9d73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0916231 Nov 12 01:30:41.522151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-d9bd6378-b090-49f7-8fa7-cafaf7038f3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 200 len: 999 time: 0.0594447 Nov 12 01:30:41.573818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-4f144cc2-c1e6-445c-80fe-27517d40443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.575342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-4f144cc2-c1e6-445c-80fe-27517d40443a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0456131 Nov 12 01:30:41.628160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-faef1c24-3d4c-4e03-b38e-53c787409c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.629684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-faef1c24-3d4c-4e03-b38e-53c787409c8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474696 Nov 12 01:30:41.702474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:30:41.730798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-ae241ae8-fd24-4ad7-980d-d3dba065829b service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938025 Nov 12 01:30:41.809363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:41.821649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'mac_address': 'fa:16:3e:d1:61:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:30:41.827981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7129b86c-b172-4c87-8d6e-bd45da3b5579 req-98d96efd-8ed9-4ba5-af9f-e4b75235cd4f service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902362 Nov 12 01:30:41.862887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.877590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b39fa8-4225-42c8-98ae-fbc4db4913cf {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:41.900130 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:41.905178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.957633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:41.965225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.965667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.966566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.966910 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.967253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.967585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.967919 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.968868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.969208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.969542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.969868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:41.970194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:42.152447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75b839c6-8e63-4950-88cd-264f0d59ac79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.269375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['13b39fa8-4225-42c8-98ae-fbc4db4913cf'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:42.385039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7261-1a33-4fe6-9444-4972de81ea3a req-7d28a30e-b1d2-4f1f-acc8-9739b95248c2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:42.386574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b5d7261-1a33-4fe6-9444-4972de81ea3a req-7d28a30e-b1d2-4f1f-acc8-9739b95248c2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0500374 Nov 12 01:30:42.440412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b5d7261-1a33-4fe6-9444-4972de81ea3a req-66dfc22a-a75d-4c05-8a1e-145f91190714 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Nov 12 01:30:42.559101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996644ef-9941-4e30-9420-abf222a59112 req-a04ec33f-8b2d-4514-bdca-e7a333eda15b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:42.560671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-996644ef-9941-4e30-9420-abf222a59112 req-a04ec33f-8b2d-4514-bdca-e7a333eda15b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0507412 Nov 12 01:30:42.608899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-996644ef-9941-4e30-9420-abf222a59112 req-f480491b-6046-4f88-bc9c-2e8f36a305e3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 Nov 12 01:30:42.738861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef6dd-4815-470e-a48c-3b28888d8c9b req-90ab5c45-a895-4704-9cfa-e0a83a069127 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:42.740437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a4ef6dd-4815-470e-a48c-3b28888d8c9b req-90ab5c45-a895-4704-9cfa-e0a83a069127 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0585141 Nov 12 01:30:42.790940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a4ef6dd-4815-470e-a48c-3b28888d8c9b req-b8e423e4-e78c-478f-b5cc-a554317437a6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Nov 12 01:30:42.965177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.051102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544e1e-1c28-4d38-a698-087bbf3c63a5 req-698345e1-693c-44fe-87e9-c747c48d08eb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:43.053370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b544e1e-1c28-4d38-a698-087bbf3c63a5 req-698345e1-693c-44fe-87e9-c747c48d08eb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 944 time: 0.0590742 Nov 12 01:30:43.106170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b544e1e-1c28-4d38-a698-087bbf3c63a5 req-cc147745-0bb6-4716-bad9-82d2ed4dded5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Nov 12 01:30:43.743883 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:43.798816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 13b39fa8-4225-42c8-98ae-fbc4db4913cf completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:30:43.802543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 13b39fa8-4225-42c8-98ae-fbc4db4913cf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:43.802917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.884281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.909179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:43.911433 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0674d09d-74dc-439a-b11f-6558c4591421" -d '{"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-plugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:43.928959 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:43.934220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.960508 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aee104-0814-4392-9f6c-57426cc53d5b x-openstack-request-id: req-92aee104-0814-4392-9f6c-57426cc53d5b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:43.960801 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-plugged", "status": "completed", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:43.961056 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92aee104-0814-4392-9f6c-57426cc53d5b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:43.961450 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'code': 200} Nov 12 01:30:43.988154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:44.137222 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.234875 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2732-e375-4cb9-8823-23e0276e60a8 req-b56b65aa-5049-4e1b-81a0-2a9d97e334a9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:44.236330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71c2732-e375-4cb9-8823-23e0276e60a8 req-b56b65aa-5049-4e1b-81a0-2a9d97e334a9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0571048 Nov 12 01:30:44.285582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b71c2732-e375-4cb9-8823-23e0276e60a8 req-9e1ac51e-5ad0-453a-84f4-0a2e130518b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Nov 12 01:30:44.366305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-581d79f6-4e5b-402a-ac4c-519529f4d4ed tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:44.367768 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-581d79f6-4e5b-402a-ac4c-519529f4d4ed tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 945 time: 0.0506017 Nov 12 01:30:44.464865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Deleting port 13b39fa8-4225-42c8-98ae-fbc4db4913cf {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:44.465180 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.566054 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] For port 13b39fa8-4225-42c8-98ae-fbc4db4913cf, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=13b39fa8-4225-42c8-98ae-fbc4db4913cf,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:44.566424 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.796765 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.797203 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.797601 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 disassociated. External IP: 172.25.6.248, port: 13b39fa8-4225-42c8-98ae-fbc4db4913cf. Nov 12 01:30:44.797952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Calling delete_port for 13b39fa8-4225-42c8-98ae-fbc4db4913cf owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:44.927469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.950744 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.984256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'Port': ['ID=13b39fa8-4225-42c8-98ae-fbc4db4913cf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.113180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:45.237718 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:45.250021 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:45.260998 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:45.261502 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:30:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:45.281247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] No DVR routers for this DVR port 13b39fa8-4225-42c8-98ae-fbc4db4913cf on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:45.284238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.287860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c3b72ddd-8c84-4f80-9c51-a1c11191dcca req-c5f6818d-1ff8-48b0-9db5-a1aa4a32284b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "DELETE /v2.0/ports/13b39fa8-4225-42c8-98ae-fbc4db4913cf HTTP/1.1" status: 204 len: 173 time: 0.9133203 Nov 12 01:30:45.288365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-deleted', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:45.290916 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ead81b-eba9-4276-9c46-deaadd47d9f3" -d '{"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-deleted", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:45.331774 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3353049-6419-47df-b4d5-d9590c35884d x-openstack-request-id: req-e3353049-6419-47df-b4d5-d9590c35884d {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:45.332100 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c01779-1136-4f56-946c-a33a2727742f", "name": "network-vif-deleted", "tag": "13b39fa8-4225-42c8-98ae-fbc4db4913cf", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:45.332368 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3353049-6419-47df-b4d5-d9590c35884d {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:45.332794 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c01779-1136-4f56-946c-a33a2727742f', 'name': 'network-vif-deleted', 'tag': '13b39fa8-4225-42c8-98ae-fbc4db4913cf', 'status': 'completed', 'code': 200} Nov 12 01:30:45.377090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:45.406933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02b8f41c-956a-4f2e-91ca-ff2b54d461b2 req-310ed2c1-a772-40cd-af25-ba425e12281f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c01779-1136-4f56-946c-a33a2727742f HTTP/1.1" status: 200 len: 210 time: 0.0293965 Nov 12 01:30:45.587077 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:45.614122 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:45.622653 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:45.623259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:30:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:45.732216 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:45.943546 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:45.969970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72646870-8245-40ea-8490-d0a1b62a05ba None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:46.213419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7b2ea-af46-4314-8f75-78bcf2fb1d12 None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:30:46.679180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-1b27d9de-20cd-4d0f-a218-efa1fc9475b1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1903048749&fields=id&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 267 time: 0.0494001 Nov 12 01:30:46.799620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-17f296f6-6b55-4783-969f-76a06dd8215e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:46.801154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-17f296f6-6b55-4783-969f-76a06dd8215e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1143477 Nov 12 01:30:46.823307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-9e2c7a88-c0a7-4121-8e82-5cfaec59d5b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/quotas/828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 375 time: 0.0106692 Nov 12 01:30:46.884928 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-3c3a8f3a-0d7a-4fee-9496-e0bdfec18cde tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550959 Nov 12 01:30:46.993969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-16a12250-3070-422a-8cc3-aed42f3c4b28 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969856 Nov 12 01:30:47.097477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-e0312dcf-a09d-4a4e-acc6-dee662287b28 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941045 Nov 12 01:30:47.270976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0247c72e-748b-462e-843b-e9ca6272f7dc req-ed4b87c1-d8a1-4613-8d9e-6f729daf8f45 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Nov 12 01:30:47.773558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:47.802347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 13b39fa8-4225-42c8-98ae-fbc4db4913cf {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:47.802688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 13b39fa8-4225-42c8-98ae-fbc4db4913cf not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:48.276218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-23a8d289-9241-48f6-93a7-870e556012fb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:48.277732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-23a8d289-9241-48f6-93a7-870e556012fb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1184361 Nov 12 01:30:48.345402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-1f0d668d-0755-4859-b652-d5f49b913ccb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 380 time: 0.0575266 Nov 12 01:30:48.361394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'port': {'device_id': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'admin_state_up': True, 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'security_groups': ['13053716-1104-4b07-8c70-cad33f50fb64']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:48.379478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec59832b-5b91-42d2-846d-6987d473bdf8 req-a17eb7dd-2151-4210-b3b4-8f2bffea8472 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 210 time: 0.0331445 Nov 12 01:30:48.503421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:48.509395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.640836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Allocated IP 172.20.0.14 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/46621611-00c9-4474-b162-852a01718134) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:48.790808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.830989 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.874848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:48.880182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:48.883970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:48.891159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:48.929357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.929704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.930251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.930757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.931259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.931754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.932279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.932612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.933162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.933488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.933862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.934199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:48.958584 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:48.959205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.983771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-f7b73072-97a4-4ec6-b6f1-26ca00005795 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277227 Nov 12 01:30:48.996725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Request body: {'port': {'device_id': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:49.054271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.129915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b613f3b6-582a-447a-a13f-8ace94fcc4f7 None None] Provisioning complete for port 46621611-00c9-4474-b162-852a01718134 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:49.130541 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b613f3b6-582a-447a-a13f-8ace94fcc4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.165014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b613f3b6-582a-447a-a13f-8ace94fcc4f7 None None] Port 46621611-00c9-4474-b162-852a01718134 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:49.355689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46621611-00c9-4474-b162-852a01718134 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:49.364048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.377406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Transition to ACTIVE for port object 46621611-00c9-4474-b162-852a01718134 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:49.382587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.435996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.539344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:49.539685 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:49.539998 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:49.551294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71948bd-f267-4024-8f5e-b26fe072c043 req-654e2bfc-2c32-4140-8768-7179a10df4c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.552884 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c71948bd-f267-4024-8f5e-b26fe072c043 req-654e2bfc-2c32-4140-8768-7179a10df4c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0970571 Nov 12 01:30:49.555257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:49.555573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:49.568197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:49.568523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:49.568893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:49.569338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Bound port: 46621611-00c9-4474-b162-852a01718134, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:49.569688 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.640109 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c71948bd-f267-4024-8f5e-b26fe072c043 req-009f874f-0b5a-45f3-934e-238ab8591023 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811024 Nov 12 01:30:49.665074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:49.668348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:49.676166 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.712657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.713309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.714692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] 10.222.0.32 "PUT /v2.0/ports/46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1093 time: 0.7229612 Nov 12 01:30:49.715126 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:49.717731 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df53da-5239-46c1-8289-b7c5c4d6f76b" -d '{"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:49.750437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4421d4-6128-48fb-8b60-bfaebb08c37d service neutron] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.803601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-532e3691-7df8-4d40-bd61-38a0fafc4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.805233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-532e3691-7df8-4d40-bd61-38a0fafc4965 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0482821 Nov 12 01:30:49.857723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-d2a58b25-9c52-4cf1-9702-cd65b180673c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 217 time: 0.0441692 Nov 12 01:30:49.895283 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91180c44-8155-4e83-995f-680be738d52c x-openstack-request-id: req-91180c44-8155-4e83-995f-680be738d52c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:49.895580 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:49.895837 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91180c44-8155-4e83-995f-680be738d52c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:49.896274 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134', 'status': 'completed', 'code': 200} Nov 12 01:30:49.914940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-3b282843-23a3-454b-b03f-01d614ea3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.916526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-3b282843-23a3-454b-b03f-01d614ea3197 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0521939 Nov 12 01:30:49.978880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-cad60c54-61ff-4ef7-856b-383247fbb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.980313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-cad60c54-61ff-4ef7-856b-383247fbb68f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555556 Nov 12 01:30:50.086263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-93e72e05-b4cd-4104-b071-2eaceaff511a service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984457 Nov 12 01:30:50.187384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cc984b9b-4fa1-42e3-8e30-2f399fac718d req-93178706-9830-4428-bd0c-879b1a7910b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934360 Nov 12 01:30:50.285287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-bed2dc4e-31a5-4ed0-ac0a-f4ad39f8d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.287544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-bed2dc4e-31a5-4ed0-ac0a-f4ad39f8d8e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0520685 Nov 12 01:30:50.393758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-547fe64d-78ae-4c8a-bbc2-e6c58effbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.395707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-547fe64d-78ae-4c8a-bbc2-e6c58effbc86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0997701 Nov 12 01:30:50.443707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-8f4c2199-33bb-4ac8-97ce-064f530f38d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 217 time: 0.0401955 Nov 12 01:30:50.509649 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-27be76d6-c5ff-4b8d-8c71-38472eb163b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.511181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-27be76d6-c5ff-4b8d-8c71-38472eb163b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0578005 Nov 12 01:30:50.567066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-bf5f64e3-d1a1-4839-a0c2-8d60fd6b2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.568518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-bf5f64e3-d1a1-4839-a0c2-8d60fd6b2f7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490909 Nov 12 01:30:50.671524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-44a77e3e-185a-491a-9a8d-8f1c6d5a6cc9 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946531 Nov 12 01:30:50.801220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-48df53da-5239-46c1-8289-b7c5c4d6f76b req-61840a70-5dd1-4d7c-ba40-914c234c2639 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205466 Nov 12 01:30:50.809907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f0122-a253-439b-9874-69288b2333d7 req-4180c8ca-e3f2-4bb3-addf-b1f68fe5518b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:50.811533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c82f0122-a253-439b-9874-69288b2333d7 req-4180c8ca-e3f2-4bb3-addf-b1f68fe5518b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0776281 Nov 12 01:30:50.868725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c82f0122-a253-439b-9874-69288b2333d7 req-b1b53692-a7fb-47df-acfe-46d169e7c92a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Nov 12 01:30:52.003967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe524-cc80-48c2-aa38-2a464b01336d req-0fd19d94-5878-46ee-8fef-f061aa990bc9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:52.005655 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50bfe524-cc80-48c2-aa38-2a464b01336d req-0fd19d94-5878-46ee-8fef-f061aa990bc9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0589402 Nov 12 01:30:52.060924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50bfe524-cc80-48c2-aa38-2a464b01336d req-4951ac33-0df2-4067-b31b-7e41c8869e5e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487797 Nov 12 01:30:52.690369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 46621611-00c9-4474-b162-852a01718134 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:30:52.795488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:52.807559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '46621611-00c9-4474-b162-852a01718134', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '46621611-00c9-4474-b162-852a01718134', 'mac_address': 'fa:16:3e:e7:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:30:52.847549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.860824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46621611-00c9-4474-b162-852a01718134 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:52.881579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:52.886777 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.940009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:53.095122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['46621611-00c9-4474-b162-852a01718134'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:53.181068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3312-9bd5-4a94-8664-44b5792d04fc req-db715ac6-9dc1-4ad4-90c2-7a9a4acb855d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:53.182503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c50d3312-9bd5-4a94-8664-44b5792d04fc req-db715ac6-9dc1-4ad4-90c2-7a9a4acb855d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Nov 12 01:30:53.238311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c50d3312-9bd5-4a94-8664-44b5792d04fc req-6d241646-9a7c-4e68-b11d-a8fa2f8876a7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Nov 12 01:30:54.370774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80d0ab-1b5d-4692-a95b-4ff0cb386e87 req-8be9628e-ec0f-44d6-b5d8-7cea5a903d8e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.372318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee80d0ab-1b5d-4692-a95b-4ff0cb386e87 req-8be9628e-ec0f-44d6-b5d8-7cea5a903d8e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Nov 12 01:30:54.420998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee80d0ab-1b5d-4692-a95b-4ff0cb386e87 req-1e8cc8b0-1298-45a6-a341-6f140c21904f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Nov 12 01:30:54.716081 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 46621611-00c9-4474-b162-852a01718134 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:54.777601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 46621611-00c9-4474-b162-852a01718134 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:30:54.783208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 46621611-00c9-4474-b162-852a01718134 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:54.783576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.867902 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.890444 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:54.892985 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca2403b-beef-44c8-b112-a986c8039894" -d '{"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-plugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:54.905821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:54.911889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.943669 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57552e81-4718-44d4-aea3-f54e202b09fa x-openstack-request-id: req-57552e81-4718-44d4-aea3-f54e202b09fa {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:54.943959 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-plugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:54.944195 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57552e81-4718-44d4-aea3-f54e202b09fa {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:54.944588 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134', 'code': 200} Nov 12 01:30:54.973836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:55.036879 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cdab7-4834-419d-b741-7ed6b58ff597 req-4f035ed5-340a-4c69-afdf-adf405b0282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:55.038397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5cdab7-4834-419d-b741-7ed6b58ff597 req-4f035ed5-340a-4c69-afdf-adf405b0282a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1098 time: 0.0417717 Nov 12 01:30:55.094503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff5cdab7-4834-419d-b741-7ed6b58ff597 req-6f5ef8dc-dded-4a5a-98a7-49677444217d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478847 Nov 12 01:30:55.549041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ec29c-769e-49cb-bcf0-171156792a99 req-3ac9841b-8a58-4b96-a6cb-5c62eaed7e8e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:55.550676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-183ec29c-769e-49cb-bcf0-171156792a99 req-3ac9841b-8a58-4b96-a6cb-5c62eaed7e8e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0565836 Nov 12 01:30:55.601835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-183ec29c-769e-49cb-bcf0-171156792a99 req-12fd3e55-10ab-4b06-a20d-063dd1dbf21c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Nov 12 01:30:56.728880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562afb5-a85f-43a3-9f71-28db5dc71fe0 req-dec1d26a-4823-40c9-8151-ddbc153657da tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:56.730370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f562afb5-a85f-43a3-9f71-28db5dc71fe0 req-dec1d26a-4823-40c9-8151-ddbc153657da tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0519841 Nov 12 01:30:56.782688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f562afb5-a85f-43a3-9f71-28db5dc71fe0 req-a3e84ccd-8c27-4faa-ac8c-558f4e96b9c9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 Nov 12 01:30:56.906915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57829e3-ae91-41e0-a56b-6a0da52ce4c2 req-a5b8e9dd-68d5-4035-bd93-196ab469b9b6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:56.908467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a57829e3-ae91-41e0-a56b-6a0da52ce4c2 req-a5b8e9dd-68d5-4035-bd93-196ab469b9b6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0548186 Nov 12 01:30:56.918114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:56.922552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'floatingip': {'port_id': '46621611-00c9-4474-b162-852a01718134'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:56.969476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.442116 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.451381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.554659 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 associated. External IP: 172.25.6.248, port: 46621611-00c9-4474-b162-852a01718134. Nov 12 01:30:58.145054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:58.254355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:58.259521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.265028 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:58.276509 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:58.277089 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:30:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:58.290787 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b93531d4-6a7b-47fb-b307-889ecb193a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "PUT /v2.0/floatingips/055bd073-91d9-4370-99b2-720ee5aa4a10 HTTP/1.1" status: 200 len: 992 time: 1.3701684 Nov 12 01:30:58.290787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:58.294148 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abfedf-9835-4021-a363-7a1bdf469791" -d '{"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:58.335316 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f90661-866a-4b4e-a0a3-68357271570d x-openstack-request-id: req-06f90661-866a-4b4e-a0a3-68357271570d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:58.335608 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:58.335864 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06f90661-866a-4b4e-a0a3-68357271570d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:58.336308 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134', 'status': 'completed', 'code': 200} Nov 12 01:30:58.400877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-89b2c332-17a4-49c3-bd86-aa904f400032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:58.401154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:58.402430 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-89b2c332-17a4-49c3-bd86-aa904f400032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1098 time: 0.0420027 Nov 12 01:30:58.504739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-029d3353-e78f-4b0b-b853-6ca639168806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:58.506505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-029d3353-e78f-4b0b-b853-6ca639168806 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0972831 Nov 12 01:30:58.579043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-6a607b69-4e45-46cb-b94d-ef046452df87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0656490 Nov 12 01:30:58.633819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-08c88a45-48ff-4e85-8160-cab039ca3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:58.635298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-08c88a45-48ff-4e85-8160-cab039ca3a44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0492432 Nov 12 01:30:58.650728 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '46621611-00c9-4474-b162-852a01718134', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:e7:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:30:57Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:58.677536 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:58.686099 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:58.686694 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:30:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:58.687985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-1d948907-193f-4ac2-b85e-5e203fddbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:58.690105 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-1d948907-193f-4ac2-b85e-5e203fddbdc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471196 Nov 12 01:30:58.784307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-f980e451-a759-4744-a096-78bedba7f7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Nov 12 01:30:58.795708 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:58.887119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4abfedf-9835-4021-a363-7a1bdf469791 req-b8b2cc99-fd41-4928-ba47-2055fd2c913e service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962839 Nov 12 01:30:59.126146 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '46621611-00c9-4474-b162-852a01718134', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:e7:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:30:57Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:59.153814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffaaf2-8a32-45ae-9975-b6ae777728ef None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '46621611-00c9-4474-b162-852a01718134', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:e7:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:30:57Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:59.350412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d6e08b-30cc-49da-a7f2-d2d18e9ad025 None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:31:02.670962 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.539534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.152353 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:09.282120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-923ccd01-e8a4-4fe1-8ce3-5097a0e5cbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.147755 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68da17b6-27b0-418c-b7ad-2c4ef0838048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.969366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.142159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.933435 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.673154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.540247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.278765 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32245cc0-f5e5-4a27-beb2-bd5ca40dd13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.569285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-3218617c-d106-42d4-878e-9b163d8b5859 req-d08aecbc-8ded-4c34-8393-bd601abe1432 service neutron] (102676) timed out ('10.222.0.32', 52652) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:31:42.152250 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef7b65ea-304e-4160-8aae-39892d5c3af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.973125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.152351 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:44.145830 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.937142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:55.976099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-a3378296-8cb2-4051-ac5b-78284cf2ef85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440598 Nov 12 01:31:56.064966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-393c8795-65b3-4b19-a0de-35f444a1454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.066854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-393c8795-65b3-4b19-a0de-35f444a1454e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1098 time: 0.0448732 Nov 12 01:31:56.186512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-739490ce-8aed-47ff-896e-6c357755d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.187932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-739490ce-8aed-47ff-896e-6c357755d1a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0978599 Nov 12 01:31:56.263735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-f416f109-6c2a-4953-9201-bc5ccdb7dd1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1002 time: 0.0640762 Nov 12 01:31:56.321869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-5e33dff4-b09a-4c8c-8af8-3a02fcb86e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.323394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-5e33dff4-b09a-4c8c-8af8-3a02fcb86e8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0510828 Nov 12 01:31:56.375310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-93a766e7-04aa-4e8b-9d3a-6a6d044b420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.376777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-93a766e7-04aa-4e8b-9d3a-6a6d044b420c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466673 Nov 12 01:31:56.470880 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-be817388-a1dc-4809-8e22-225719749760 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Nov 12 01:31:56.570090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cbcbe26-5408-4691-a1f2-34345589a3e7 req-fc37469b-30da-4a7c-a813-3275a9d5e5b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919585 Nov 12 01:32:02.700472 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:05.535888 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:09.278760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635d90b9-3d54-456e-8e51-e48dcb86890d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.166447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-980fa694-e1fc-4b41-a994-15857f71851d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.973759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.143714 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.932877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.152244 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:32.703937 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:33.867489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb344-514c-4ffd-b23f-1ca0f9514199 req-cb943a6d-5eb9-404c-b725-f71e242f13ef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:33.869132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb1fb344-514c-4ffd-b23f-1ca0f9514199 req-cb943a6d-5eb9-404c-b725-f71e242f13ef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0544136 Nov 12 01:32:33.924943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cb1fb344-514c-4ffd-b23f-1ca0f9514199 req-22bc8005-b554-4def-9a29-6d4f747f434f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487366 Nov 12 01:32:35.067062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf396b-88d9-4cdb-a18b-0e083a4f0623 req-16dd53f7-e822-49f6-b4ad-5f3939ea45de tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:35.069183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96bf396b-88d9-4cdb-a18b-0e083a4f0623 req-16dd53f7-e822-49f6-b4ad-5f3939ea45de tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0626485 Nov 12 01:32:35.127472 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96bf396b-88d9-4cdb-a18b-0e083a4f0623 req-f392c57f-2edc-4816-9402-44607dce7796 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Nov 12 01:32:35.549612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:36.265309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a9bb8-1143-457f-aa12-52aa6bd4fec6 req-f599dd5b-7951-48d9-bc23-da272c17c735 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:36.266892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-456a9bb8-1143-457f-aa12-52aa6bd4fec6 req-f599dd5b-7951-48d9-bc23-da272c17c735 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0539482 Nov 12 01:32:36.318690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-456a9bb8-1143-457f-aa12-52aa6bd4fec6 req-0bacbefb-ef7c-42f0-8875-d62dfd0ab413 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Nov 12 01:32:37.459855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150ced-115d-4976-9788-62667b913a2b req-b3cc7af1-c7e2-4365-8d67-2cb1c59d71df tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:37.461378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87150ced-115d-4976-9788-62667b913a2b req-b3cc7af1-c7e2-4365-8d67-2cb1c59d71df tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0620575 Nov 12 01:32:37.529554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-87150ced-115d-4976-9788-62667b913a2b req-a8998746-3259-418a-9c5b-368065b20144 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619502 Nov 12 01:32:38.670063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892302d-40cc-4a19-a516-19457cf8681f req-3163dbdf-daac-4d53-a451-911fa1a48d00 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.671663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5892302d-40cc-4a19-a516-19457cf8681f req-3163dbdf-daac-4d53-a451-911fa1a48d00 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0604272 Nov 12 01:32:38.730257 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5892302d-40cc-4a19-a516-19457cf8681f req-f1845488-9352-49de-ab6d-ab8b4515be9b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494614 Nov 12 01:32:39.276726 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76609eef-e86a-4775-b1c6-c3583437e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:39.854491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b006bd-54ed-4c30-9b6b-d803dddbe895 req-894ad0bf-b495-4e2d-be5f-7d07775d54f3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:39.856032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3b006bd-54ed-4c30-9b6b-d803dddbe895 req-894ad0bf-b495-4e2d-be5f-7d07775d54f3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0525920 Nov 12 01:32:39.908677 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3b006bd-54ed-4c30-9b6b-d803dddbe895 req-b7cb085d-05d2-4f2a-956f-f67ee219fa60 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Nov 12 01:32:41.047244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad567a-8e0e-47cb-9bc7-63c9855ce26b req-b7215b14-27d7-4e89-93ab-50a7272abc2d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.048558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ad567a-8e0e-47cb-9bc7-63c9855ce26b req-b7215b14-27d7-4e89-93ab-50a7272abc2d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0656786 Nov 12 01:32:41.102548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ad567a-8e0e-47cb-9bc7-63c9855ce26b req-b7c60cda-0d45-45c8-95c9-d7090b3e2b0d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Nov 12 01:32:42.161612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7556cadf-6e13-4280-be85-670a315eb592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:42.235778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880fd8-b1a4-424b-83bf-1436671f6cab req-397529db-4d88-422c-b662-011e287905b8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:42.237406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff880fd8-b1a4-424b-83bf-1436671f6cab req-397529db-4d88-422c-b662-011e287905b8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0572793 Nov 12 01:32:42.293493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff880fd8-b1a4-424b-83bf-1436671f6cab req-b2d1c240-a576-4bf8-b2c6-1a23bc093c09 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500865 Nov 12 01:32:42.976117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:43.426002 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90160667-a739-4484-8c9b-db57e45597b6 req-e20f9f80-9ce1-42bf-bfe6-051ea8d5fe9e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:43.428165 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90160667-a739-4484-8c9b-db57e45597b6 req-e20f9f80-9ce1-42bf-bfe6-051ea8d5fe9e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0542107 Nov 12 01:32:43.485090 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90160667-a739-4484-8c9b-db57e45597b6 req-6026ad01-f1bd-4760-95df-06b96996a28a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507555 Nov 12 01:32:44.150232 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:44.612852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855228a-fc5d-44ed-bff9-32977b21221f req-fa971d36-25c1-4676-96fe-1f805e56cf12 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:44.614473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3855228a-fc5d-44ed-bff9-32977b21221f req-fa971d36-25c1-4676-96fe-1f805e56cf12 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0543599 Nov 12 01:32:44.664754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3855228a-fc5d-44ed-bff9-32977b21221f req-39fa6546-ab34-48c8-9f8e-198508623ca6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Nov 12 01:32:44.941768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038b35d-ebc4-4672-a897-adbcdb5954c1 req-f46abe92-dd96-48ed-b5f9-da8cba3e2f30 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:44.943554 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9038b35d-ebc4-4672-a897-adbcdb5954c1 req-f46abe92-dd96-48ed-b5f9-da8cba3e2f30 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0585997 Nov 12 01:32:44.982087 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-c02c24d8-de72-4b8b-b014-5fdcae71f8d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009007 Nov 12 01:32:45.006797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9038b35d-ebc4-4672-a897-adbcdb5954c1 req-5e388e2d-d2ce-42dc-a6b7-4cf3c0a6a026 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552506 Nov 12 01:32:45.104349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:46.152832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e9b8-861f-4ba8-b994-219fc26459f5 req-00417511-d554-4cb3-9553-818823968705 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.154586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b004e9b8-861f-4ba8-b994-219fc26459f5 req-00417511-d554-4cb3-9553-818823968705 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0695791 Nov 12 01:32:46.250058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b004e9b8-861f-4ba8-b994-219fc26459f5 req-1bc1f5f1-9270-40f4-bc00-09f1a309b975 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861053 Nov 12 01:32:46.258997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-f5fc0bdb-8344-44c7-b4f4-1c14ecba609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.259218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-f5fc0bdb-8344-44c7-b4f4-1c14ecba609b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1098 time: 0.0751843 Nov 12 01:32:46.370604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-cf436d45-501f-441d-88ea-57648a5bd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.372344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-cf436d45-501f-441d-88ea-57648a5bd93f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1054959 Nov 12 01:32:46.469854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-956e81e0-f390-42ed-937f-e9c7a2129c8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1002 time: 0.0900235 Nov 12 01:32:46.521793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-6d88c277-39fa-4c7d-a2ed-df7c3bf1e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.523307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-6d88c277-39fa-4c7d-a2ed-df7c3bf1e633 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0458150 Nov 12 01:32:46.575277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-80d690df-a544-4b37-98e1-46cccde1257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.576894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-80d690df-a544-4b37-98e1-46cccde1257a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469921 Nov 12 01:32:46.671074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-a24f2fe8-516e-4ceb-ba37-bc6f5a34b374 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Nov 12 01:32:46.767964 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-81fca62e-2909-49ad-b1de-7c50176cfefa service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901513 Nov 12 01:32:47.393804 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5bfe5-859a-4627-8fef-153b4ce603e8 req-693b9e4b-5df0-4ff8-acb6-ef1c37ba3cc3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:47.396028 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5a5bfe5-859a-4627-8fef-153b4ce603e8 req-693b9e4b-5df0-4ff8-acb6-ef1c37ba3cc3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0652144 Nov 12 01:32:47.451341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f5a5bfe5-859a-4627-8fef-153b4ce603e8 req-f7551c0e-ee70-4be2-847e-16219e73a9fa tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480032 Nov 12 01:32:48.597032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144dde0-8eab-4dc4-ad76-050a2eec7488 req-2a4cb260-20ea-4a5c-ab86-b43e28b7f5e5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:48.598569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1144dde0-8eab-4dc4-ad76-050a2eec7488 req-2a4cb260-20ea-4a5c-ab86-b43e28b7f5e5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0683002 Nov 12 01:32:48.673683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1144dde0-8eab-4dc4-ad76-050a2eec7488 req-403b3c55-5ee7-49ea-9d47-1b7fb40fb5a7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689211 Nov 12 01:32:48.697364 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-41277bd0-e897-4396-a5ed-ce77dee5643f service neutron] show failed (client error): The resource could not be found. Nov 12 01:32:48.698380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-41277bd0-e897-4396-a5ed-ce77dee5643f service neutron] 10.222.0.32 "GET /v2.0/ports/46621611-00c9-4474-b162-852a01718134/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0739040 Nov 12 01:32:48.925841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-99f655da-2f21-46a6-bc78-40a6ba1208ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:48.927394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-99f655da-2f21-46a6-bc78-40a6ba1208ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1098 time: 0.0493081 Nov 12 01:32:48.941097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:48.997671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.220704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:49.257060 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:49.307214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:49.309708 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d0d64-ec58-4817-ae00-bd7c7ece67ef" -d '{"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-unplugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:49.313918 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.327520 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Transition to ACTIVE for port object 46621611-00c9-4474-b162-852a01718134 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:32:49.332474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.386794 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:49.439321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.440120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.440524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.440721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.441057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.441389 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.441716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.442034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.442364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.442694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.443018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.443341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:49.456756 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e08c97-07d0-4e8a-94bf-f37dc6f83068 x-openstack-request-id: req-e5e08c97-07d0-4e8a-94bf-f37dc6f83068 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:49.457053 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-unplugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:49.457309 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5e08c97-07d0-4e8a-94bf-f37dc6f83068 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:49.457714 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134', 'code': 200} Nov 12 01:32:49.479324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] No DVR routers for this DVR port 46621611-00c9-4474-b162-852a01718134 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:49.626771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:32:49.627545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:32:49.627919 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:49.633241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:32:49.634194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Attempting to bind port 46621611-00c9-4474-b162-852a01718134 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:49.640052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:32:49.640662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:32:49.641108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:32:49.641817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Bound port: 46621611-00c9-4474-b162-852a01718134, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:32:49.642421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.712917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:49.716824 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:32:49.723176 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.763443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.763990 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.765445 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] 10.222.0.39 "PUT /v2.0/ports/46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1093 time: 0.8289998 Nov 12 01:32:49.792985 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c372e-cf19-4e6d-ba6b-1a66b2cf663a service neutron] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:49.804561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b280a-b3a8-4f88-8eca-4f4cb7cafdaf req-3f15c3ac-eab6-4c0e-a554-20226465b15f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.806536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab0b280a-b3a8-4f88-8eca-4f4cb7cafdaf req-3f15c3ac-eab6-4c0e-a554-20226465b15f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0602400 Nov 12 01:32:49.846244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-569f2fa1-e9ae-40e4-bc31-d88b386c0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.848120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-569f2fa1-e9ae-40e4-bc31-d88b386c0476 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0511861 Nov 12 01:32:49.876733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab0b280a-b3a8-4f88-8eca-4f4cb7cafdaf req-281a2543-ba81-4dd3-9600-633a46b65045 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601997 Nov 12 01:32:49.968783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-c33f3781-d63a-48bd-84c0-842f1928c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.970662 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-c33f3781-d63a-48bd-84c0-842f1928c71f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1146741 Nov 12 01:32:50.060387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-01d0b9e1-69c8-45f9-8144-cd0fce7e5bd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0762370 Nov 12 01:32:50.114608 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-65b0566d-b92d-49c8-a371-57f8b507e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:50.116190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-65b0566d-b92d-49c8-a371-57f8b507e315 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0466752 Nov 12 01:32:50.168188 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-381ce345-1278-4fb3-8df3-5beb6cd33280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:50.169727 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-381ce345-1278-4fb3-8df3-5beb6cd33280 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436242 Nov 12 01:32:50.274814 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-ccf42834-8650-4278-9ee9-abfdf437be9a service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946414 Nov 12 01:32:50.375195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d11efad2-04a9-425e-99e9-92aa4fd3dcf6 req-940709df-834f-4ad6-8918-01ac70a770d9 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Nov 12 01:32:51.027585 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cd1a7-aa42-4dac-864a-6f6f8e851f5a req-66b9a607-0ba0-4039-aec3-eb9ef78b5216 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.029137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d50cd1a7-aa42-4dac-864a-6f6f8e851f5a req-66b9a607-0ba0-4039-aec3-eb9ef78b5216 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0672970 Nov 12 01:32:51.083910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d50cd1a7-aa42-4dac-864a-6f6f8e851f5a req-5474d092-f0b4-4934-9830-cef6b0b0f900 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Nov 12 01:32:51.459463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:51.462473 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180b954-228b-451f-810e-22c0d4ca9e80" -d '{"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:51.514020 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfbe6f-cbe5-4ebb-9cc1-6e194b93f504 x-openstack-request-id: req-ffdfbe6f-cbe5-4ebb-9cc1-6e194b93f504 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:51.514411 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "tag": "46621611-00c9-4474-b162-852a01718134", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:51.514934 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffdfbe6f-cbe5-4ebb-9cc1-6e194b93f504 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:51.515700 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'tag': '46621611-00c9-4474-b162-852a01718134', 'status': 'completed', 'code': 200} Nov 12 01:32:51.577568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-882a5401-0132-4ddc-a50e-f78434e5047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.579106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-882a5401-0132-4ddc-a50e-f78434e5047d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0440509 Nov 12 01:32:51.584758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-4290f4a6-944a-4789-87ad-697b7a1b63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.587438 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-4290f4a6-944a-4789-87ad-697b7a1b63d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0463634 Nov 12 01:32:51.691332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-3216aa7b-b3e0-4211-8eef-b1574f8c8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.693638 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-3216aa7b-b3e0-4211-8eef-b1574f8c8ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1074882 Nov 12 01:32:51.708354 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-0dfb4366-1d68-4eb3-8953-ff6f1c818d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.709842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-0dfb4366-1d68-4eb3-8953-ff6f1c818d62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1129541 Nov 12 01:32:51.779043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-aaa5955c-bd8c-4ade-b296-9952957ac920 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0769134 Nov 12 01:32:51.794249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-58d005ec-3570-4c87-8bd1-7a87076e4db8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0756602 Nov 12 01:32:51.834542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-f924daef-da79-49c6-9768-0351de97216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.836343 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-f924daef-da79-49c6-9768-0351de97216f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0509655 Nov 12 01:32:51.859385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-90e85a15-bf4b-480a-b9ad-8f409bb40fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.860897 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-90e85a15-bf4b-480a-b9ad-8f409bb40fcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0517714 Nov 12 01:32:51.888923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-7993d51e-443b-4b3b-9007-93a04a55f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.890482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-7993d51e-443b-4b3b-9007-93a04a55f380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474882 Nov 12 01:32:51.908278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-5911fc7e-59cb-46fd-90d2-5dcdf830f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.909818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-5911fc7e-59cb-46fd-90d2-5dcdf830f09c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411177 Nov 12 01:32:51.987215 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-5685c4f2-eead-4faf-86b0-030e3b3f4c0d service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894909 Nov 12 01:32:52.010527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-2606fbf0-d1f9-4ece-a088-7d83571442c6 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922987 Nov 12 01:32:52.088401 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-b77bd728-f958-4f46-9aa0-152293225183 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936656 Nov 12 01:32:52.114389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6180b954-228b-451f-810e-22c0d4ca9e80 req-a34ed645-d66f-4047-9e56-194c2e6fba9d service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960526 Nov 12 01:32:52.215162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee661cd-0044-4263-abd5-9e57e34b0100 req-74150da8-9b87-41a8-a9f4-6fb7e3910658 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.216729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ee661cd-0044-4263-abd5-9e57e34b0100 req-74150da8-9b87-41a8-a9f4-6fb7e3910658 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0531902 Nov 12 01:32:52.265778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ee661cd-0044-4263-abd5-9e57e34b0100 req-0c745c52-b421-4d98-9ca9-0f47d8b71bc4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Nov 12 01:32:52.510709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0eb0-8a2e-472d-865e-c5fd69abf625 req-36eed5aa-747f-4f7c-a1c4-cfb6e9b23fa3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.512267 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cab0eb0-8a2e-472d-865e-c5fd69abf625 req-36eed5aa-747f-4f7c-a1c4-cfb6e9b23fa3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0888553 Nov 12 01:32:52.519639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf13-5201-4992-b374-805bd84119b4 req-7b3fe959-587a-4560-9b58-2116e6bbab99 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.521002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-7b3fe959-587a-4560-9b58-2116e6bbab99 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70&tenant_id=828786bb60324881a82cd82cc867dd25&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 944 time: 0.0846720 Nov 12 01:32:52.605095 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3cab0eb0-8a2e-472d-865e-c5fd69abf625 req-87751e95-428d-486b-aae5-f3457f97256f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831077 Nov 12 01:32:52.615077 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-2302cf13-5201-4992-b374-805bd84119b4 req-5cfd18cc-bf76-46b5-a693-2e0ba78288d3 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:32:52.616212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-5cfd18cc-bf76-46b5-a693-2e0ba78288d3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/46621611-00c9-4474-b162-852a01718134/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0805092 Nov 12 01:32:52.719331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf13-5201-4992-b374-805bd84119b4 req-60c6ff27-226b-4f65-a38f-3de1581fa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.721200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-60c6ff27-226b-4f65-a38f-3de1581fa8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0504665 Nov 12 01:32:52.825874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf13-5201-4992-b374-805bd84119b4 req-e73df54e-8e58-4d6f-9700-fc2a261c214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.827381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-e73df54e-8e58-4d6f-9700-fc2a261c214a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0992558 Nov 12 01:32:52.895144 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-fddd7d96-5448-4909-9e89-901a2afbd528 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0610487 Nov 12 01:32:52.963744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf13-5201-4992-b374-805bd84119b4 req-92c93dbf-5eb4-4967-9197-c65518cba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.965155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-92c93dbf-5eb4-4967-9197-c65518cba1ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0606053 Nov 12 01:32:53.014980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf13-5201-4992-b374-805bd84119b4 req-616540a2-a8f8-45cd-853f-f1fc3ae8d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.016819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-616540a2-a8f8-45cd-853f-f1fc3ae8d247 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442696 Nov 12 01:32:53.113363 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-0c55c57f-7eba-4927-a182-f122915dc170 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887027 Nov 12 01:32:53.215811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2302cf13-5201-4992-b374-805bd84119b4 req-96db3529-3502-4578-86b6-17e89c5e7e39 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944052 Nov 12 01:32:53.296026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 46621611-00c9-4474-b162-852a01718134 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:32:53.339532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 46621611-00c9-4474-b162-852a01718134 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:32:53.732847 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bba939-275b-429a-bc63-58370113a1e2 req-37fd328d-fce5-40a9-a40b-a4d08894348e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.734352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14bba939-275b-429a-bc63-58370113a1e2 req-37fd328d-fce5-40a9-a40b-a4d08894348e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0519233 Nov 12 01:32:53.782187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14bba939-275b-429a-bc63-58370113a1e2 req-b806c4a2-1084-4c7c-a928-928e7104a092 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 Nov 12 01:32:53.918318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666ab7-21d9-46fc-b761-d8928e4eff82 req-87a39d49-ca8e-4b5d-adfe-0cc6e646a84e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.919741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df666ab7-21d9-46fc-b761-d8928e4eff82 req-87a39d49-ca8e-4b5d-adfe-0cc6e646a84e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0581665 Nov 12 01:32:53.971609 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-df666ab7-21d9-46fc-b761-d8928e4eff82 req-8f9c0b2f-759d-428c-bf33-cfa60ec45622 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Nov 12 01:32:54.174676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8725e-6b45-4470-bdad-72b09abe73bf req-f09cd2b3-3980-4b18-9dbe-b7cc7f0db8a0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.176099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58d8725e-6b45-4470-bdad-72b09abe73bf req-f09cd2b3-3980-4b18-9dbe-b7cc7f0db8a0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 944 time: 0.0524380 Nov 12 01:32:54.206055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609db02-1066-4632-8189-0117bf5b3104 req-a059bc05-f476-43f3-855c-de5b03d4cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.207603 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-a059bc05-f476-43f3-855c-de5b03d4cdb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 1096 time: 0.0430880 Nov 12 01:32:54.226259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58d8725e-6b45-4470-bdad-72b09abe73bf req-c4497b84-9e6c-41ba-b268-5e45dd44ae79 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Nov 12 01:32:54.308431 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609db02-1066-4632-8189-0117bf5b3104 req-4fe84c5d-2a2e-4e4e-b2f3-06e2d7822a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.309931 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-4fe84c5d-2a2e-4e4e-b2f3-06e2d7822a9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0943768 Nov 12 01:32:54.388993 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-8f8e3016-5699-4dbc-aca7-75028c07c12e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 200 len: 1000 time: 0.0714490 Nov 12 01:32:54.443305 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609db02-1066-4632-8189-0117bf5b3104 req-29b32cb4-49cb-41cb-a7a3-afef5c870c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.444772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-29b32cb4-49cb-41cb-a7a3-afef5c870c92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0490773 Nov 12 01:32:54.490681 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 46621611-00c9-4474-b162-852a01718134 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:32:54.493729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609db02-1066-4632-8189-0117bf5b3104 req-11524159-4350-49dd-a01e-5c949eb29d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.495206 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-11524159-4350-49dd-a01e-5c949eb29d8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426645 Nov 12 01:32:54.586645 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-30b93b77-32ec-4f56-8b3a-66496775944c service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832891 Nov 12 01:32:54.592334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:54.604340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '46621611-00c9-4474-b162-852a01718134', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '46621611-00c9-4474-b162-852a01718134', 'mac_address': 'fa:16:3e:e7:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:32:54.646461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:54.659932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46621611-00c9-4474-b162-852a01718134 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:54.679514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:54.682870 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a609db02-1066-4632-8189-0117bf5b3104 req-5dd8c7a3-d372-4c01-8739-9df2ccd50991 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888116 Nov 12 01:32:54.684710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:54.733003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:54.740845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.741188 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.741678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.741982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.742370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.742701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.743032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.743357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.743679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.744002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.744348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:54.744654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:55.371970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835527cf-892a-4df9-99b5-e1992cfa428e req-5bb41829-253e-4c3c-80d7-0a966ab044ad tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.373914 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-835527cf-892a-4df9-99b5-e1992cfa428e req-5bb41829-253e-4c3c-80d7-0a966ab044ad tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 945 time: 0.0710104 Nov 12 01:32:55.453640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-835527cf-892a-4df9-99b5-e1992cfa428e req-2873871e-3921-43e7-bb59-38dc247f504b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687850 Nov 12 01:32:55.722244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca72830-2326-4787-b543-0188c3cfd282 req-49620acd-cceb-45f3-890a-346bac9255c5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.723769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aca72830-2326-4787-b543-0188c3cfd282 req-49620acd-cceb-45f3-890a-346bac9255c5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 945 time: 0.0633354 Nov 12 01:32:55.780437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aca72830-2326-4787-b543-0188c3cfd282 req-ff1cbb9a-a829-48b3-a8a4-ddbec03175cc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481427 Nov 12 01:32:56.008298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['46621611-00c9-4474-b162-852a01718134'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:56.519705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 46621611-00c9-4474-b162-852a01718134 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:32:56.576297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 46621611-00c9-4474-b162-852a01718134 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:32:56.581462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 46621611-00c9-4474-b162-852a01718134 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:32:56.581864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:56.670696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:56.694966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:56.697288 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2513d2-3a2d-49d2-b7e1-91d2c393abaf" -d '{"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-plugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:56.710072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:56.716309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:56.765729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:56.807782 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48147cf0-157c-4a30-8466-7b9bcbdc7524 x-openstack-request-id: req-48147cf0-157c-4a30-8466-7b9bcbdc7524 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:56.808098 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-plugged", "status": "completed", "tag": "46621611-00c9-4474-b162-852a01718134", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:56.808353 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48147cf0-157c-4a30-8466-7b9bcbdc7524 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:56.808752 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46621611-00c9-4474-b162-852a01718134', 'code': 200} Nov 12 01:32:56.901274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762730d-3b91-4dfd-b343-918514acb3a9 req-020f380c-c82f-48db-a1e5-5bae7537dddf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.902764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f762730d-3b91-4dfd-b343-918514acb3a9 req-020f380c-c82f-48db-a1e5-5bae7537dddf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0503876 Nov 12 01:32:56.957650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f762730d-3b91-4dfd-b343-918514acb3a9 req-789be7d9-8a5c-490f-812f-c4aafdf81f24 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Nov 12 01:32:57.069599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3342e-5fb3-4886-9789-37024505d186 req-6c8c4589-72f9-4e7e-be5e-a726e181b473 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.071136 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f7c3342e-5fb3-4886-9789-37024505d186 req-6c8c4589-72f9-4e7e-be5e-a726e181b473 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 946 time: 0.0509288 Nov 12 01:32:57.151984 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:57.176805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Deleting port 46621611-00c9-4474-b162-852a01718134 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:32:57.177231 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.267676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] For port 46621611-00c9-4474-b162-852a01718134, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=46621611-00c9-4474-b162-852a01718134,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:57.268042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.458295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.458647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.458964 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 disassociated. External IP: 172.25.6.248, port: 46621611-00c9-4474-b162-852a01718134. Nov 12 01:32:57.459326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Calling delete_port for 46621611-00c9-4474-b162-852a01718134 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:57.608454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.647356 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'Port': ['ID=46621611-00c9-4474-b162-852a01718134,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:57.797838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:32:58.066809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027ca2a0-7c19-4d01-b0e1-7ff26ebeca87 req-07d43989-b614-476a-9758-587f02d99569 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b17b23-aec3-4ff2-aed9-9c12acc01d70 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Nov 12 01:32:58.244724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:32:58.258778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:32:58.272199 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:58.273053 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:32:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:58.287231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] No DVR routers for this DVR port 46621611-00c9-4474-b162-852a01718134 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:58.290153 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.293637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f7c3342e-5fb3-4886-9789-37024505d186 req-1a86394e-fe2c-4c2d-9681-4002207bdcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "DELETE /v2.0/ports/46621611-00c9-4474-b162-852a01718134 HTTP/1.1" status: 204 len: 173 time: 1.2139764 Nov 12 01:32:58.294095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-deleted', 'tag': '46621611-00c9-4474-b162-852a01718134'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:58.296505 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a451b6-4d0d-4959-b8e4-a021a08334b4" -d '{"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-deleted", "tag": "46621611-00c9-4474-b162-852a01718134"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:58.337965 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de933e78-6fd1-49b0-910c-09f66e188dec x-openstack-request-id: req-de933e78-6fd1-49b0-910c-09f66e188dec {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:58.339044 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b17b23-aec3-4ff2-aed9-9c12acc01d70", "name": "network-vif-deleted", "tag": "46621611-00c9-4474-b162-852a01718134", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:58.339501 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de933e78-6fd1-49b0-910c-09f66e188dec {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:58.339982 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b17b23-aec3-4ff2-aed9-9c12acc01d70', 'name': 'network-vif-deleted', 'tag': '46621611-00c9-4474-b162-852a01718134', 'status': 'completed', 'code': 200} Nov 12 01:32:58.399726 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:32:58.632227 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:58.666214 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:32:58.676658 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:58.677309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:32:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:58.796105 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:32:59.019926 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:59.048801 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374fc6a-e32f-4201-b26b-d7b4afa9f3c5 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:32:59.328087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95bb8f-33f8-4aaa-8edc-a4f6636e05fa None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:32:59.403190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-657f502e-d7e9-43b7-97e6-8201c8e14a3a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1903048749&fields=id&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 267 time: 0.0436130 Nov 12 01:32:59.521311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-72969df7-1a57-4c6d-90a2-15ffc6b20223 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.522988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-72969df7-1a57-4c6d-90a2-15ffc6b20223 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1118293 Nov 12 01:32:59.538201 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-e348889e-8f4f-4466-8b16-5ca33bdef64d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/quotas/828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 375 time: 0.0093484 Nov 12 01:32:59.600148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-abe29208-1d4e-4743-9be5-7c945f6f6714 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566077 Nov 12 01:32:59.709545 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-25b74f25-b80a-49da-94d5-3e813e4721e4 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967722 Nov 12 01:32:59.812185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-18ed1e60-ed5e-4d18-9717-cc361983e8ad service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958781 Nov 12 01:32:59.981855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2430fd66-037b-403f-9805-d62a20910f22 req-edd404cc-7230-4b21-8981-c81dfa485cf1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 210 time: 0.0276282 Nov 12 01:33:00.537071 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 46621611-00c9-4474-b162-852a01718134 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:00.563891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 46621611-00c9-4474-b162-852a01718134 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:33:00.564266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 46621611-00c9-4474-b162-852a01718134 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:01.044678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-3c6e55b2-d8ef-4690-b3bf-9a2b2d99d202 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.046167 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-3c6e55b2-d8ef-4690-b3bf-9a2b2d99d202 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1203601 Nov 12 01:33:01.089765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6fc7cb2d-ccd7-4427-9440-13b6af6a97b3 req-4f2a0f86-d486-4532-8ef3-3792e513e4b7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 210 time: 0.0376225 Nov 12 01:33:01.129637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-d3b89953-b942-4acd-9a87-c43d95b127e8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 380 time: 0.0672038 Nov 12 01:33:01.141188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'port': {'device_id': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'admin_state_up': True, 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'security_groups': ['13053716-1104-4b07-8c70-cad33f50fb64']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:01.256529 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:01.260599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:01.390528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Allocated IP 172.20.0.3 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/fb609873-ed08-475b-936f-40431e4f394a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:01.544160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:01.588976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:01.638667 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:01.645047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:01.651674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:01.676396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:01.690488 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.690822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.691159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.691489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.691822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.692167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.692489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.692803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.693115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.693433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.693755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.694072 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:01.731744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.732778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:01.753535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-776c0942-ca75-4c48-acfd-c014316a44ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158690 Nov 12 01:33:01.766250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Request body: {'port': {'device_id': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:01.906109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a484bc67-9bdd-4233-b69b-87493effc7e5 None None] Provisioning complete for port fb609873-ed08-475b-936f-40431e4f394a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:01.906752 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a484bc67-9bdd-4233-b69b-87493effc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:01.944545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a484bc67-9bdd-4233-b69b-87493effc7e5 None None] Port fb609873-ed08-475b-936f-40431e4f394a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:02.204910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.257469 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768f2f-30da-42e5-a5cd-8fd2640f6643 req-80bb196f-7b65-4c84-b0c8-d2fb33947706 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.258969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c768f2f-30da-42e5-a5cd-8fd2640f6643 req-80bb196f-7b65-4c84-b0c8-d2fb33947706 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 931 time: 0.0845897 Nov 12 01:33:02.376442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c768f2f-30da-42e5-a5cd-8fd2640f6643 req-6d80fcb3-dea3-4884-b483-53148099c054 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087108 Nov 12 01:33:02.515414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb609873-ed08-475b-936f-40431e4f394a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:02.522859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.535177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Transition to ACTIVE for port object fb609873-ed08-475b-936f-40431e4f394a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:33:02.541555 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.588866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:02.664578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:02.665009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:02.665348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:02.670231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:33:02.670562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:02.675740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:02.676107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:02.676503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:02.676939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Bound port: fb609873-ed08-475b-936f-40431e4f394a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:02.677300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.684781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.745936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:02.749480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:02.754061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.789919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.790370 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.791855 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1092 time: 1.0301204 Nov 12 01:33:02.796158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:02.797963 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28484ccd-6c4c-44e6-9b71-e3776c778f72" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:02.849596 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726e8ffc-782b-4dff-8102-8aa7c0dd8ade x-openstack-request-id: req-726e8ffc-782b-4dff-8102-8aa7c0dd8ade {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:02.849888 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:02.850136 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-726e8ffc-782b-4dff-8102-8aa7c0dd8ade {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:02.850531 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'status': 'completed', 'code': 200} Nov 12 01:33:02.854371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9f74-5294-4edf-bf40-cb6dcbb21de9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:02.885887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-2a762b45-a591-453f-aa90-1c11c4ff6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.887426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-2a762b45-a591-453f-aa90-1c11c4ff6403 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0488627 Nov 12 01:33:02.933938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-12cf7e3a-cfa6-4744-a00a-aa4fec71df4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 217 time: 0.0387657 Nov 12 01:33:02.988276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-dd7275d1-4d3e-453d-b70e-67c3c1f0e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.989887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-dd7275d1-4d3e-453d-b70e-67c3c1f0e338 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0486887 Nov 12 01:33:03.036833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ffa3b2d8-7ebd-482b-9b80-2ff5215309b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.038239 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-ffa3b2d8-7ebd-482b-9b80-2ff5215309b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408289 Nov 12 01:33:03.144482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-9a833173-fd7c-40c9-96d6-6f3787165fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981672 Nov 12 01:33:03.256591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-511a21ae-a9c8-4c3b-b3ac-91cfa17324b6 req-b504cb7f-2ca5-4778-b257-73a31872e245 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017969 Nov 12 01:33:03.358844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-8081b71f-75cc-4a23-b697-be461941178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.360271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-8081b71f-75cc-4a23-b697-be461941178b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0468521 Nov 12 01:33:03.457105 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-dd2f18fd-03d6-48c6-8dae-9a2a21dcdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.458166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-dd2f18fd-03d6-48c6-8dae-9a2a21dcdf6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0910008 Nov 12 01:33:03.505336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-cf2dce5f-7227-462b-bfaf-6905c3f3c7f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 217 time: 0.0392799 Nov 12 01:33:03.590967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-e1bf674e-ddb0-433d-a491-7a244a95c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.592507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-e1bf674e-ddb0-433d-a491-7a244a95c65d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0708964 Nov 12 01:33:03.603956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587359-c945-4089-8289-b2f224eec0e3 req-9f970d22-7de9-472c-b7a0-0ace2e88c5b5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.605377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9587359-c945-4089-8289-b2f224eec0e3 req-9f970d22-7de9-472c-b7a0-0ace2e88c5b5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.1557953 Nov 12 01:33:03.682158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-4e2c3900-f283-4b94-a87f-38efbbf1d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.683693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-4e2c3900-f283-4b94-a87f-38efbbf1d0e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773904 Nov 12 01:33:03.687544 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c9587359-c945-4089-8289-b2f224eec0e3 req-20bca4aa-f152-413b-bd3b-d65f515e370f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724261 Nov 12 01:33:03.783939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-6d67e259-1007-4696-b4d3-489ad5be2ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925801 Nov 12 01:33:03.883676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28484ccd-6c4c-44e6-9b71-e3776c778f72 req-c63e2f58-43f9-4adb-afd3-d6187fb2e1a2 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916157 Nov 12 01:33:04.875699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d86f0-c3a7-4fba-be3b-da67035e7136 req-9313c669-61f7-4aa0-909a-f20c48a5ee57 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.877244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f34d86f0-c3a7-4fba-be3b-da67035e7136 req-9313c669-61f7-4aa0-909a-f20c48a5ee57 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.1157949 Nov 12 01:33:04.927170 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f34d86f0-c3a7-4fba-be3b-da67035e7136 req-e74bbffd-b8e8-48f1-a63a-1459fb410eb3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Nov 12 01:33:05.338321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:05.447491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:05.458470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'fb609873-ed08-475b-936f-40431e4f394a', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:05.497042 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.511001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb609873-ed08-475b-936f-40431e4f394a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:05.532393 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:05.539198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.605574 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.608548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:05.767918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['fb609873-ed08-475b-936f-40431e4f394a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:06.054946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a120dd-e36f-448b-98e1-66900bcc88d9 req-a3c7a7a8-8295-497e-bc8b-a8c7f084cc2c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.056560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9a120dd-e36f-448b-98e1-66900bcc88d9 req-a3c7a7a8-8295-497e-bc8b-a8c7f084cc2c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0500965 Nov 12 01:33:06.112999 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9a120dd-e36f-448b-98e1-66900bcc88d9 req-66d321b2-a8ac-4d26-8f8d-0b85b0ba3c9b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Nov 12 01:33:07.235285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704473a9-7ea0-4b53-9b89-cbcc33d3a840 req-e4608c30-74df-482e-bde3-6f026f539537 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.236945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-704473a9-7ea0-4b53-9b89-cbcc33d3a840 req-e4608c30-74df-482e-bde3-6f026f539537 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0541048 Nov 12 01:33:07.291582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-704473a9-7ea0-4b53-9b89-cbcc33d3a840 req-df83475c-8a8d-419d-83d4-6b77eb7b90f2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Nov 12 01:33:07.359072 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:07.422000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port fb609873-ed08-475b-936f-40431e4f394a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:07.426601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port fb609873-ed08-475b-936f-40431e4f394a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:07.426986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.505715 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.529310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:07.531603 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abf24f-70ec-4d42-9adc-3e36a3c0384b" -d '{"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-plugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:07.544420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:07.550293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.582037 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88148fd0-ef54-4c15-9307-00e6d0e4265f x-openstack-request-id: req-88148fd0-ef54-4c15-9307-00e6d0e4265f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:07.582330 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-plugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:07.582586 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88148fd0-ef54-4c15-9307-00e6d0e4265f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:07.582984 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'code': 200} Nov 12 01:33:07.611075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:07.680718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c173a6-c331-4f4e-aadc-03a734f6061d req-dcf444c1-8023-41df-bad8-48cb5b016a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.682213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84c173a6-c331-4f4e-aadc-03a734f6061d req-dcf444c1-8023-41df-bad8-48cb5b016a11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1097 time: 0.0469754 Nov 12 01:33:07.730350 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84c173a6-c331-4f4e-aadc-03a734f6061d req-b0ee64a0-b40f-42f5-8da2-7c936716cabd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 Nov 12 01:33:08.414533 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60f1e0-5672-4e4e-a50f-888d6c306e40 req-3b7faf00-e6e1-492a-8df1-c6b8c0ff44ed tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.416352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e60f1e0-5672-4e4e-a50f-888d6c306e40 req-3b7faf00-e6e1-492a-8df1-c6b8c0ff44ed tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0547121 Nov 12 01:33:08.470552 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e60f1e0-5672-4e4e-a50f-888d6c306e40 req-455d22c3-f719-48e7-abf1-8a7fc78fd0ea tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481727 Nov 12 01:33:09.270001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-292d8432-3b74-435c-a587-712a7bd39a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:09.608179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b909f0-71a5-48f7-8186-f81cc87adb1f req-47c265a4-7935-4147-8c2a-7a84870618b6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.609653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8b909f0-71a5-48f7-8186-f81cc87adb1f req-47c265a4-7935-4147-8c2a-7a84870618b6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0588400 Nov 12 01:33:09.659865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8b909f0-71a5-48f7-8186-f81cc87adb1f req-4ac233b0-4509-4236-b7ac-13ad175453b5 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Nov 12 01:33:09.781036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706807ad-d898-4a3a-a78c-7b737918f285 req-4fcc6712-ef3a-441d-9d33-a7e2531c4bdf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.782557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-706807ad-d898-4a3a-a78c-7b737918f285 req-4fcc6712-ef3a-441d-9d33-a7e2531c4bdf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0556483 Nov 12 01:33:09.795223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:09.801445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'floatingip': {'port_id': 'fb609873-ed08-475b-936f-40431e4f394a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:09.847856 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.326744 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.332158 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.448079 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 associated. External IP: 172.25.6.248, port: fb609873-ed08-475b-936f-40431e4f394a. Nov 12 01:33:10.675702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:10.803691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:10.808705 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.816552 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:10.828608 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:10.829234 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:32:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:10.842670 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-de9956a9-c42b-4f96-ae38-5ff983811eda tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "PUT /v2.0/floatingips/055bd073-91d9-4370-99b2-720ee5aa4a10 HTTP/1.1" status: 200 len: 991 time: 1.0458996 Nov 12 01:33:10.843262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:10.845581 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fadc75-d027-4ef3-bd98-9fb63da5d923" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:10.887719 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b1b257-860b-40ef-9b35-9351ecb74658 x-openstack-request-id: req-d5b1b257-860b-40ef-9b35-9351ecb74658 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:10.888016 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:10.889054 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5b1b257-860b-40ef-9b35-9351ecb74658 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:10.889672 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'status': 'completed', 'code': 200} Nov 12 01:33:10.942033 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:10.955771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-1be50c00-0257-4dc0-afe1-db31219f9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.957419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-1be50c00-0257-4dc0-afe1-db31219f9959 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1097 time: 0.0436835 Nov 12 01:33:11.058675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-0f5aaebd-c5a9-4882-aa29-fe150a7e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.060270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-0f5aaebd-c5a9-4882-aa29-fe150a7e20af service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0938275 Nov 12 01:33:11.135006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-44e44250-4fef-4f59-924f-61da1d5d7408 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 999 time: 0.0677419 Nov 12 01:33:11.185863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-2208275f-d2dd-485c-8caa-78ab3a3da076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.187250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-2208275f-d2dd-485c-8caa-78ab3a3da076 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0454795 Nov 12 01:33:11.234310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-d3fa15ea-9f5c-4fd1-a1fa-b42cf78cca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.235847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-d3fa15ea-9f5c-4fd1-a1fa-b42cf78cca9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416820 Nov 12 01:33:11.266674 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:33:10Z', 'revision_number': 9, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:11.292994 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:11.302060 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:11.302684 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:32:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:11.330994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-773a62f3-a567-49c3-b767-bd3035fcfe6b service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880682 Nov 12 01:33:11.414130 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:11.422326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53fadc75-d027-4ef3-bd98-9fb63da5d923 req-c16545d5-3a9f-4e81-9d1c-bb70b774af1c service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Nov 12 01:33:11.680398 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:33:10Z', 'revision_number': 9, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:11.707467 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248d7cc-f591-46ab-ad88-9aa1921d0ba6 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:33:10Z', 'revision_number': 9, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:11.923677 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e94ab8-ac86-4fa6-9e1a-d512e4e1fa1d None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:33:12.168292 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e581582d-97de-4eb3-a9dd-cb427b63581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.978840 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.158484 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.941261 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:32.683148 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:34.158059 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:35.597173 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.277256 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2fa8cf09-e374-45e6-a69a-ccacd5e276e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.175568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cf633f1-eb81-468c-9a81-7b11645d78b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.982954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.155778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.935354 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.027948 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-ae0c933c-89a8-45f7-88f0-0e5e5344416a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056736 Nov 12 01:34:00.120527 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981235-8563-41d0-ad41-09b169968f2f req-0d1176d0-1772-46b8-b9ab-ebf244148e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:00.122064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-0d1176d0-1772-46b8-b9ab-ebf244148e21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1097 time: 0.0428727 Nov 12 01:34:00.237839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981235-8563-41d0-ad41-09b169968f2f req-e2255130-a2c4-43a3-9176-d44aaa7ccbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:00.239304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-e2255130-a2c4-43a3-9176-d44aaa7ccbe0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0958674 Nov 12 01:34:00.312364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-a7c8d83e-d3ea-48c0-a956-748427784e8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1002 time: 0.0652649 Nov 12 01:34:00.365296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981235-8563-41d0-ad41-09b169968f2f req-a9bfb507-00b8-496f-ad45-e117cb5275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:00.366779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-a9bfb507-00b8-496f-ad45-e117cb5275d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0474420 Nov 12 01:34:00.423820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981235-8563-41d0-ad41-09b169968f2f req-b56a1ae5-45f8-4d79-99c6-7ea521f5f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:00.425488 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-b56a1ae5-45f8-4d79-99c6-7ea521f5f5e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517626 Nov 12 01:34:00.521561 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-45238391-0b8d-4d95-a05c-7055b3969977 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Nov 12 01:34:00.622486 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de981235-8563-41d0-ad41-09b169968f2f req-7a05a726-4d0d-4bff-b5a0-15b0e40cacea service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925844 Nov 12 01:34:02.698433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.627799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:09.275034 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8b8ebf7-c445-4a12-a987-5ee168659380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:11.149306 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:34:12.175420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5966cae6-9152-487b-b83c-bc0ced79a98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.987343 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.169658 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.949599 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.720663 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:35.644224 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.272025 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-175e1d1f-3ba6-4909-b78f-954d93347cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:42.182487 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-456eb338-c23c-499d-b958-7dbd3337b9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:42.987410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.164350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.949804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:47.581097 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-4955b1f9-944d-42b5-aa9b-cc6bc0e65c9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415406 Nov 12 01:34:47.602675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38d8cc-af5b-42d6-9de2-e153e1d1b109 req-cf3bd2e3-0605-4979-9643-540f6a78cc29 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:47.604306 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d38d8cc-af5b-42d6-9de2-e153e1d1b109 req-cf3bd2e3-0605-4979-9643-540f6a78cc29 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Nov 12 01:34:47.654220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d38d8cc-af5b-42d6-9de2-e153e1d1b109 req-e2bee3e4-360a-4882-ac9d-31dfe54666d8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Nov 12 01:34:48.148607 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:34:48.786063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-df80830d-9bb6-4642-a291-16b2a27161fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:48.787573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-df80830d-9bb6-4642-a291-16b2a27161fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1097 time: 0.0723712 Nov 12 01:34:48.806481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b13bf-2418-4466-8dbc-1305f15d5f2d req-cd1b9398-9ae6-423c-93c0-2a7b4906560e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:48.808002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-485b13bf-2418-4466-8dbc-1305f15d5f2d req-cd1b9398-9ae6-423c-93c0-2a7b4906560e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0688133 Nov 12 01:34:48.908270 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-485b13bf-2418-4466-8dbc-1305f15d5f2d req-96629842-31dc-4301-8913-64a44076052b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916870 Nov 12 01:34:48.928251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-44788093-d322-4b62-8bff-6ac3c1ac2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:48.928251 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-44788093-d322-4b62-8bff-6ac3c1ac2317 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1187086 Nov 12 01:34:49.004292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-5d061aeb-6fdf-4b8f-b783-500301d8cf84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1002 time: 0.0678391 Nov 12 01:34:49.065959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-503f93a9-8238-4229-a2f0-f420f8f2157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:49.067420 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-503f93a9-8238-4229-a2f0-f420f8f2157e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0555992 Nov 12 01:34:49.126252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-71bd750e-ae0e-4dfc-8593-304c1b9617bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:49.128706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-71bd750e-ae0e-4dfc-8593-304c1b9617bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527942 Nov 12 01:34:49.226856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-465b07ce-9df9-4a96-9254-930b96cc4a70 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896280 Nov 12 01:34:49.330453 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-81fef798-962a-4bda-9dde-185a30f9d567 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958984 Nov 12 01:34:50.041443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8dda-3fb5-4333-ab84-23950b697618 req-764287f5-e9cb-47b4-b7c8-1cded4ebbcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:50.043094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee9c8dda-3fb5-4333-ab84-23950b697618 req-764287f5-e9cb-47b4-b7c8-1cded4ebbcd1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0549569 Nov 12 01:34:50.099607 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ee9c8dda-3fb5-4333-ab84-23950b697618 req-c941a83d-d20b-4b17-9c3d-96dfed8f46b8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471830 Nov 12 01:34:51.231452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a465f3a-9145-4544-8011-598d98f64026 req-9194a7df-08da-4af6-8e04-75acecebe685 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:51.233001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a465f3a-9145-4544-8011-598d98f64026 req-9194a7df-08da-4af6-8e04-75acecebe685 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Nov 12 01:34:51.282565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4a465f3a-9145-4544-8011-598d98f64026 req-f6c063cb-c7a8-4cc5-a0eb-0103964b3391 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Nov 12 01:34:52.415047 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228320e7-faa5-4bf0-9528-dc5e13facdea req-9df45e02-bce0-44d6-a20b-5028327b3a54 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:52.416611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-228320e7-faa5-4bf0-9528-dc5e13facdea req-9df45e02-bce0-44d6-a20b-5028327b3a54 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0565040 Nov 12 01:34:52.471320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-228320e7-faa5-4bf0-9528-dc5e13facdea req-fc94b8cd-3f6e-4d99-9790-fc6cf233bee8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481782 Nov 12 01:34:53.604733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81202d-cb37-4805-9db0-e41b02b68b39 req-611265e0-af5a-4577-a44d-93cc59566af0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:53.606316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c81202d-cb37-4805-9db0-e41b02b68b39 req-611265e0-af5a-4577-a44d-93cc59566af0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0612488 Nov 12 01:34:53.657308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c81202d-cb37-4805-9db0-e41b02b68b39 req-39813298-465d-47f4-aa36-082cf214dc53 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Nov 12 01:34:54.780548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2b133-763d-4b41-a7bc-ecf378ad28d2 req-7e82dbe4-73f0-49a1-9668-e92e6e711850 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:54.782263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03c2b133-763d-4b41-a7bc-ecf378ad28d2 req-7e82dbe4-73f0-49a1-9668-e92e6e711850 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Nov 12 01:34:55.190104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03c2b133-763d-4b41-a7bc-ecf378ad28d2 req-7557a61f-4f0a-48da-8027-b16543d21f7e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013867 Nov 12 01:34:56.320818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebdc0b-75f5-492a-937e-685359de69e8 req-9a453ccd-8a04-4f5c-af51-907737178515 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:56.322296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4ebdc0b-75f5-492a-937e-685359de69e8 req-9a453ccd-8a04-4f5c-af51-907737178515 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Nov 12 01:34:56.372356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4ebdc0b-75f5-492a-937e-685359de69e8 req-f266fefd-e4d5-46c0-a9fc-a5c54f1b5dbc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Nov 12 01:34:57.512154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7781f-cda0-439c-aa30-dc4f08d854aa req-87bbf0d9-d1c9-4155-b285-905bf1148ffe tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:57.513839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80d7781f-cda0-439c-aa30-dc4f08d854aa req-87bbf0d9-d1c9-4155-b285-905bf1148ffe tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0604200 Nov 12 01:34:57.562318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80d7781f-cda0-439c-aa30-dc4f08d854aa req-2b2ec341-63c0-4ded-80e2-13267eb82d89 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Nov 12 01:34:58.700587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56773e6-1607-40ba-9fec-1761168e8cb5 req-7ec01ad8-4110-487c-8e47-d0339925464c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.702174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c56773e6-1607-40ba-9fec-1761168e8cb5 req-7ec01ad8-4110-487c-8e47-d0339925464c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0587995 Nov 12 01:34:58.753229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c56773e6-1607-40ba-9fec-1761168e8cb5 req-4755563d-de56-4627-8dd0-4d1f7d7463f3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Nov 12 01:34:59.884914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc793e6-7bf2-4ad2-b2ac-28fb658f5f1f req-5bd79923-43fd-4e5d-b5b9-aba6d607363f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:59.886482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbc793e6-7bf2-4ad2-b2ac-28fb658f5f1f req-5bd79923-43fd-4e5d-b5b9-aba6d607363f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Nov 12 01:34:59.935712 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbc793e6-7bf2-4ad2-b2ac-28fb658f5f1f req-7a884352-2346-44a5-8416-2b45a51bba84 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Nov 12 01:35:01.022970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-96ae98e9-d960-4561-8d59-06cff095dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.024506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-96ae98e9-d960-4561-8d59-06cff095dd35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1097 time: 0.0575292 Nov 12 01:35:01.108143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c83c0-9e28-4bc9-b944-f3ef1e6d0cdc req-a0055229-19b2-4509-89c5-951dcc7d953c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.109507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d34c83c0-9e28-4bc9-b944-f3ef1e6d0cdc req-a0055229-19b2-4509-89c5-951dcc7d953c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.1005640 Nov 12 01:35:01.173489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-a1333b5b-9a8a-4d04-ac0f-bcf6b776cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.174968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-a1333b5b-9a8a-4d04-ac0f-bcf6b776cff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1289959 Nov 12 01:35:01.182385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d34c83c0-9e28-4bc9-b944-f3ef1e6d0cdc req-f3e98950-c527-437f-9cc9-d73698720992 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668209 Nov 12 01:35:01.243604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.32', 53329) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:01.244394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-4f9efab2-5dcd-4bbc-ab4e-2657932a6383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1002 time: 0.0600302 Nov 12 01:35:01.296501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-99e47580-fea8-4d93-96eb-914a1866d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.298436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-99e47580-fea8-4d93-96eb-914a1866d1a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0476465 Nov 12 01:35:01.303014 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-33bd3171-abf8-4b6e-90ce-ab588928f042 service neutron] show failed (client error): The resource could not be found. Nov 12 01:35:01.304033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-33bd3171-abf8-4b6e-90ce-ab588928f042 service neutron] 10.222.0.32 "GET /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0594316 Nov 12 01:35:01.351765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-fd44d891-3e0b-42ce-8b02-a746193dde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.353330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-fd44d891-3e0b-42ce-8b02-a746193dde5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483100 Nov 12 01:35:01.455897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-a1c6ed66-2e54-4494-993b-f4921d26b523 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949888 Nov 12 01:35:01.516497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-51eacb3a-f743-4669-8e2b-596b589a7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.517931 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-51eacb3a-f743-4669-8e2b-596b589a7190 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1097 time: 0.0426445 Nov 12 01:35:01.532030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:01.555993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d8762ce-7c2a-493d-89f6-6d83e80d0a53 req-c26bdd61-cdda-4da8-bb80-369d7c788ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921948 Nov 12 01:35:01.584653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:01.789603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:01.826900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:01.871097 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:01.873613 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91336bf9-105c-431d-9f74-9b85bd4f48c8" -d '{"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-unplugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:01.877474 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:01.890329 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Transition to ACTIVE for port object fb609873-ed08-475b-936f-40431e4f394a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:01.894783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:01.931356 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb757037-3bc1-43c7-900b-6cdf965f7421 x-openstack-request-id: req-bb757037-3bc1-43c7-900b-6cdf965f7421 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:01.931646 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-unplugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:01.931896 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb757037-3bc1-43c7-900b-6cdf965f7421 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:01.932303 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'code': 200} Nov 12 01:35:01.980129 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:01.992502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.992845 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.993185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.993516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.993841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.994166 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.994504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.994820 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.995142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.995471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.995791 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:01.996144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:02.035712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] No DVR routers for this DVR port fb609873-ed08-475b-936f-40431e4f394a on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:02.190408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:02.190752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:02.191102 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:02.196024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:02.196320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:02.201678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:02.202027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:02.202403 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:02.202838 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Bound port: fb609873-ed08-475b-936f-40431e4f394a, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:02.203219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.267585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:02.270807 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:02.276274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.313398 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.313852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.315627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1092 time: 0.7885337 Nov 12 01:35:02.320703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3343-1cd3-469a-a8a8-b6927477798f req-5e062f0c-4de0-4bfc-84fa-2f01a95b4a30 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.322391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-568b3343-1cd3-469a-a8a8-b6927477798f req-5e062f0c-4de0-4bfc-84fa-2f01a95b4a30 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.0642128 Nov 12 01:35:02.346521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5384-e7eb-4510-a024-f52f1b6c3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:02.379161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-568b3343-1cd3-469a-a8a8-b6927477798f req-a7852d6e-314a-4c0c-884d-4d5fba4849d7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480685 Nov 12 01:35:02.514808 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-67bf4712-54b8-4a1f-83c9-6097f7434386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.516392 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-67bf4712-54b8-4a1f-83c9-6097f7434386 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0507073 Nov 12 01:35:02.612105 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-0c41e575-96a0-41d6-9f82-402488ea0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.613506 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-0c41e575-96a0-41d6-9f82-402488ea0063 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0896614 Nov 12 01:35:02.687609 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-47085cbe-eaff-43a5-b901-31c123dcf234 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0650659 Nov 12 01:35:02.705454 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.738963 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-2ace4268-16ba-4391-b77b-a5709f3743b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.740477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-2ace4268-16ba-4391-b77b-a5709f3743b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0456045 Nov 12 01:35:02.787556 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-8ab6b715-e2a5-444b-8ce3-dd9aa38ca700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.789098 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-8ab6b715-e2a5-444b-8ce3-dd9aa38ca700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410924 Nov 12 01:35:02.894943 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-2bd02fee-74c3-4741-9fd4-de1b9c2070c7 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984776 Nov 12 01:35:02.990065 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-b81e77db-35a6-4fd8-92ba-61fff4d19b22 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Nov 12 01:35:03.510502 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03134f7a-bc21-4658-a6aa-3536fd0c14d2 req-61638ef5-58a0-4614-97d9-8dedbde340c7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:03.512039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03134f7a-bc21-4658-a6aa-3536fd0c14d2 req-61638ef5-58a0-4614-97d9-8dedbde340c7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Nov 12 01:35:03.567839 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03134f7a-bc21-4658-a6aa-3536fd0c14d2 req-6e90ba7c-f6d4-421e-9352-e4d938782e14 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490627 Nov 12 01:35:03.934082 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:03.936605 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510bf59e-f2e5-43b2-9a90-59d017f1e494" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:03.991258 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb02630-4099-4ba8-a814-142ad9329fc4 x-openstack-request-id: req-7bb02630-4099-4ba8-a814-142ad9329fc4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:03.991502 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:03.991745 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bb02630-4099-4ba8-a814-142ad9329fc4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:03.992196 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'status': 'completed', 'code': 200} Nov 12 01:35:04.067330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-0a512696-5c50-41d6-af8c-4964564d5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.069559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-0a512696-5c50-41d6-af8c-4964564d5b99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0582454 Nov 12 01:35:04.071613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-609d2bfd-74a4-466e-8aef-38b8557d9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.073178 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-609d2bfd-74a4-466e-8aef-38b8557d9ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0550556 Nov 12 01:35:04.164590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-f2448728-d372-45f7-8d66-60e13a7b0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.166135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-f2448728-d372-45f7-8d66-60e13a7b0145 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0890183 Nov 12 01:35:04.172441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-0d76f024-15c0-4fe1-8ae7-6a3896485b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.173971 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-0d76f024-15c0-4fe1-8ae7-6a3896485b3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0932446 Nov 12 01:35:04.236971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-aa910c15-0b0f-41a1-a3a9-1ccd45a7521b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0638754 Nov 12 01:35:04.248720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-19d5214d-3b8b-4fed-9975-82f6c366b848 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0665009 Nov 12 01:35:04.287363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-046a901c-2ee4-4269-8ad1-2645dcafd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.289002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-046a901c-2ee4-4269-8ad1-2645dcafd14b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0449610 Nov 12 01:35:04.307207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-bb1505db-e4aa-436f-99c1-483032d4dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.308795 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-bb1505db-e4aa-436f-99c1-483032d4dc67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0492475 Nov 12 01:35:04.344470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-e806a55d-68db-486f-93fa-79d6dfe805de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.346079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-e806a55d-68db-486f-93fa-79d6dfe805de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495691 Nov 12 01:35:04.359261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-984a8bad-7cc0-4ac6-a2ad-884bc1568cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.360896 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-984a8bad-7cc0-4ac6-a2ad-884bc1568cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442550 Nov 12 01:35:04.464073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-38fdf4d1-c3b3-42d7-8339-92bb7e8d1c87 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105192 Nov 12 01:35:04.468254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-3d17b90f-0bb2-4d33-99b1-8f1ab5ed1ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951653 Nov 12 01:35:04.575438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-02a477ca-223b-4642-bc71-4421829598f3 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048632 Nov 12 01:35:04.591935 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-510bf59e-f2e5-43b2-9a90-59d017f1e494 req-82f92f5a-5d44-4367-b00c-d0e43b428d24 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009920 Nov 12 01:35:04.710312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8691d1-f33d-487f-a202-4764c8e82512 req-f680f87e-d874-46e4-9562-58286b3e2145 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.711812 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d8691d1-f33d-487f-a202-4764c8e82512 req-f680f87e-d874-46e4-9562-58286b3e2145 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.0604622 Nov 12 01:35:04.770583 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d8691d1-f33d-487f-a202-4764c8e82512 req-5ff486aa-c89e-4da7-818d-e0824ce4440b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498252 Nov 12 01:35:05.107067 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-bcfaba02-84af-43c2-aa40-206a512eb067 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.108509 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-bcfaba02-84af-43c2-aa40-206a512eb067 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425&tenant_id=828786bb60324881a82cd82cc867dd25&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Nov 12 01:35:05.114713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36187-184f-47eb-9c16-4160aa538141 req-17a7ad59-4d8b-470f-ba3f-20aa78e0403f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.116348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de36187-184f-47eb-9c16-4160aa538141 req-17a7ad59-4d8b-470f-ba3f-20aa78e0403f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 943 time: 0.0570822 Nov 12 01:35:05.167368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0de36187-184f-47eb-9c16-4160aa538141 req-4eef7467-ebc0-47af-a5d7-78a00c62f7b0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Nov 12 01:35:05.187148 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-8f517733-5e59-44d1-9a11-f25f748fd7e4 service neutron] 10.222.0.39 "GET /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a/bindings/n-h2-712141-15 HTTP/1.1" status: 200 len: 383 time: 0.0709538 Nov 12 01:35:05.259095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c06bd44e-3f52-48f4-8702-a0f46884a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.261325 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c06bd44e-3f52-48f4-8702-a0f46884a01d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1095 time: 0.0481470 Nov 12 01:35:05.335901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device fb609873-ed08-475b-936f-40431e4f394a details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:05.361300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-ce202b93-fee0-4114-ba00-7c6ad94952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.362707 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-ce202b93-fee0-4114-ba00-7c6ad94952f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0947816 Nov 12 01:35:05.429952 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-e53e0dbf-d0fd-46ff-b216-c9ffc7a50ae2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0599122 Nov 12 01:35:05.450247 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:05.462321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'fb609873-ed08-475b-936f-40431e4f394a', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:05.483623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c663e6f3-3e7a-4fda-bb34-6a32d944ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.485551 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c663e6f3-3e7a-4fda-bb34-6a32d944ad24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0456445 Nov 12 01:35:05.501527 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:05.515492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb609873-ed08-475b-936f-40431e4f394a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:05.536917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:05.542220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:05.543774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c47ee470-2917-4031-94a5-72e08d36970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.545566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-c47ee470-2917-4031-94a5-72e08d36970a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507526 Nov 12 01:35:05.596750 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:05.604192 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.604546 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.604881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.605205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.605525 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.605855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.606167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.606485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.606799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.607117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.607432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.607744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:05.639845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:05.664556 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-de252d27-cf49-47ea-99b1-873caa000f14 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014781 Nov 12 01:35:05.776471 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-6d9d7371-895b-41af-bbd3-7d8e44143926 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034367 Nov 12 01:35:05.783209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['fb609873-ed08-475b-936f-40431e4f394a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:05.876701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:05.929976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-21a3911c-e276-4409-860c-99126aed2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.931517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-21a3911c-e276-4409-860c-99126aed2cc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1096 time: 0.0434141 Nov 12 01:35:05.948191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:06.045415 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-470e3c57-8117-4023-95f6-c6b72cfd3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.046973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-470e3c57-8117-4023-95f6-c6b72cfd3a12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0932961 Nov 12 01:35:06.115803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-428a510d-28a9-49d9-be50-586c246b1728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1001 time: 0.0593863 Nov 12 01:35:06.168489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-cccb7139-0d48-4c4a-b426-b6580e77b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.170159 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-cccb7139-0d48-4c4a-b426-b6580e77b949 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0469165 Nov 12 01:35:06.237282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-294361b3-a7f3-4a08-b799-1e20b3ff9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.238819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-294361b3-a7f3-4a08-b799-1e20b3ff9532 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526712 Nov 12 01:35:06.312756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d60a5-b40d-4328-8433-0170e7a05995 req-739aa108-8d3f-4557-8bb9-279297792455 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.314942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838d60a5-b40d-4328-8433-0170e7a05995 req-739aa108-8d3f-4557-8bb9-279297792455 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0642190 Nov 12 01:35:06.338459 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-726ba153-13ab-49ec-9200-cc7dfd6ba061 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Nov 12 01:35:06.364264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-838d60a5-b40d-4328-8433-0170e7a05995 req-23a947b3-13e2-46a1-88fb-a9e7fb585673 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Nov 12 01:35:06.444719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2acb7d51-ba1c-4ab2-8465-006657f8f44f req-8119675b-591f-4053-bd18-413d6365febd service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922997 Nov 12 01:35:07.352476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device fb609873-ed08-475b-936f-40431e4f394a up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:07.407612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port fb609873-ed08-475b-936f-40431e4f394a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:07.411787 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port fb609873-ed08-475b-936f-40431e4f394a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:07.412321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:07.489688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d77454-3c9c-4ff8-88c4-3f3177015b9e req-58004b49-0df3-432f-8a58-4f53d5238a3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:07.491220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62d77454-3c9c-4ff8-88c4-3f3177015b9e req-58004b49-0df3-432f-8a58-4f53d5238a3b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0508678 Nov 12 01:35:07.492535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:07.521392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:07.523694 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3b8d0-367d-42ae-b2e4-5b6f5a90632d" -d '{"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-plugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:07.540622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:07.544077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-62d77454-3c9c-4ff8-88c4-3f3177015b9e req-ba4b1339-de69-495a-971a-63bc8cb4ca75 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Nov 12 01:35:07.549028 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:07.587879 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee2356-63a6-4169-ba93-dd81b196b840 x-openstack-request-id: req-33ee2356-63a6-4169-ba93-dd81b196b840 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:07.588290 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-plugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:07.588541 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33ee2356-63a6-4169-ba93-dd81b196b840 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:07.588928 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'code': 200} Nov 12 01:35:07.604831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:07.947235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-54296563-5de9-48c8-bb13-15c27728794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:07.948777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-54296563-5de9-48c8-bb13-15c27728794f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1097 time: 0.0427446 Nov 12 01:35:07.961335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:08.018280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.227138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:08.262835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:08.314466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:08.317188 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc94a8-ecc0-4d3f-b891-130993fdbb3b" -d '{"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-unplugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:08.321361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.336210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Transition to ACTIVE for port object fb609873-ed08-475b-936f-40431e4f394a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:08.340487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.366604 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983876c2-6bcf-494b-bbe1-7b26f82dc8c9 x-openstack-request-id: req-983876c2-6bcf-494b-bbe1-7b26f82dc8c9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:08.366902 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-unplugged", "status": "completed", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:08.367152 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-983876c2-6bcf-494b-bbe1-7b26f82dc8c9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:08.367547 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'code': 200} Nov 12 01:35:08.427816 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:08.443342 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.443694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.444032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.444406 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.444744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.445076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.445405 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.445729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.446055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.446379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.446707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.447025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:08.484087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] No DVR routers for this DVR port fb609873-ed08-475b-936f-40431e4f394a on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:08.663602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:08.664289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:08.664289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:08.673338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:08.673655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Attempting to bind port fb609873-ed08-475b-936f-40431e4f394a on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:08.681030 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:08.681360 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:08.681735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:08.682159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Bound port: fb609873-ed08-475b-936f-40431e4f394a, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:08.682709 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.708239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01676f-b5d4-4d29-86d6-957383675c15 req-6d43083c-a93e-40f8-a83c-e6c080a6a617 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:08.709726 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a01676f-b5d4-4d29-86d6-957383675c15 req-6d43083c-a93e-40f8-a83c-e6c080a6a617 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0813732 Nov 12 01:35:08.790924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:08.794697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:08.799481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1a01676f-b5d4-4d29-86d6-957383675c15 req-1e0386cf-9c7a-4158-8049-6cab488321c8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685434 Nov 12 01:35:08.800995 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.837163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:08.837772 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.839246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1093 time: 0.8819885 Nov 12 01:35:08.866740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232f444-989f-4e9d-9878-95192d0ee721 service neutron] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:08.911567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-8bf24dea-0817-4f3d-82b1-205a7c95e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:08.913174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-8bf24dea-0817-4f3d-82b1-205a7c95e4d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1096 time: 0.0434082 Nov 12 01:35:09.014944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-1e7b91b2-212b-460b-b8b8-a5205207ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:09.016532 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-1e7b91b2-212b-460b-b8b8-a5205207ad93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0955558 Nov 12 01:35:09.093937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-7f9a81d0-31cb-48e1-bde0-7002aa2b88cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0703082 Nov 12 01:35:09.146214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-58fde981-fb2c-4d2f-8e68-08a8b47787c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:09.147777 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-58fde981-fb2c-4d2f-8e68-08a8b47787c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0475297 Nov 12 01:35:09.199148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-da0caec7-daf5-4039-9104-d6cecc6615b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:09.200683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-da0caec7-daf5-4039-9104-d6cecc6615b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430491 Nov 12 01:35:09.275285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aed8634-9d29-4016-a0a1-993c37a79cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:09.296627 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-4a091bbe-cce5-40ff-a65c-9120b6b4843e service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Nov 12 01:35:09.390977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1be2773-f15b-488a-bafb-eaafce2e8ed8 req-aa703f49-b91e-44b4-99a6-21080184b43e service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872517 Nov 12 01:35:09.930542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed391f-57b9-49c2-a80a-05fbac8c210f req-4b138d5e-d826-4bc0-9366-773803557384 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:09.931930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81ed391f-57b9-49c2-a80a-05fbac8c210f req-4b138d5e-d826-4bc0-9366-773803557384 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0541711 Nov 12 01:35:09.994519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-81ed391f-57b9-49c2-a80a-05fbac8c210f req-6e5e35d2-9065-4977-b2a9-5a60e6716788 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533762 Nov 12 01:35:10.368746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:10.371457 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efa988-21fb-45b3-9d87-da7d514c11a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:10.425983 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cd4e32-08ab-4359-9f80-387ab62886f0 x-openstack-request-id: req-c6cd4e32-08ab-4359-9f80-387ab62886f0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:10.426281 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:10.426534 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6cd4e32-08ab-4359-9f80-387ab62886f0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:10.426941 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'status': 'completed', 'code': 200} Nov 12 01:35:10.486604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-f5a9214c-77aa-4d00-b320-8894191cca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.488180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-f5a9214c-77aa-4d00-b320-8894191cca77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1096 time: 0.0441756 Nov 12 01:35:10.491732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-ce312cc9-245c-4e4d-b20a-1a2643687e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.493292 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-ce312cc9-245c-4e4d-b20a-1a2643687e09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 1096 time: 0.0436146 Nov 12 01:35:10.585403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-37f473a2-f36b-415e-a81e-8211ff6df7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.586885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-37f473a2-f36b-415e-a81e-8211ff6df7d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0899105 Nov 12 01:35:10.591165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-f03cda90-6846-4727-b21a-425a422b7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.592696 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-f03cda90-6846-4727-b21a-425a422b7b0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0917640 Nov 12 01:35:10.662502 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-2284ab70-94c0-4def-b1bb-98d4abc3bcbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0606520 Nov 12 01:35:10.663511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-6525b960-2599-4979-b458-1932f627f28f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 200 len: 1000 time: 0.0655282 Nov 12 01:35:10.714889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-e9556f89-2b18-4a13-9e7c-d58859a34cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.716198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-00aad2c0-b55e-4ad3-a4c7-1de15eae7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.716359 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-e9556f89-2b18-4a13-9e7c-d58859a34cd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0446565 Nov 12 01:35:10.717691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-00aad2c0-b55e-4ad3-a4c7-1de15eae7307 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0459554 Nov 12 01:35:10.773579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-86c38aac-550d-4947-a584-027e69e08dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.775105 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-86c38aac-550d-4947-a584-027e69e08dd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496664 Nov 12 01:35:10.785754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-bda5e646-60ba-4b7b-8075-1fc27b1850e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.787294 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-bda5e646-60ba-4b7b-8075-1fc27b1850e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463791 Nov 12 01:35:10.870542 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-bdb15082-80c7-44c5-827b-b797fecf442d service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875640 Nov 12 01:35:10.899764 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-e53058aa-c62a-426f-a97e-883bda5ee963 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025009 Nov 12 01:35:10.976354 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-9ea49f09-d09d-49c0-8bfa-e42b085e1837 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980849 Nov 12 01:35:11.007923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17efa988-21fb-45b3-9d87-da7d514c11a4 req-0373f0d3-6063-4043-ac8f-db3b4677e799 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991633 Nov 12 01:35:11.137718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1140a-aa67-4fbe-a2d5-8fe8e6583eb6 req-0e9a5bdf-633c-415e-b950-bcdf867573c2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:11.139226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d1140a-aa67-4fbe-a2d5-8fe8e6583eb6 req-0e9a5bdf-633c-415e-b950-bcdf867573c2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0675089 Nov 12 01:35:11.195336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31d1140a-aa67-4fbe-a2d5-8fe8e6583eb6 req-1b67351f-26be-413d-9e21-be9bc4a5cb8d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Nov 12 01:35:11.329865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d493b-12d1-4602-94d0-b21a15e66a3d req-e3e5fd53-a962-46e8-9037-7370eded1098 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:11.331353 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d22d493b-12d1-4602-94d0-b21a15e66a3d req-e3e5fd53-a962-46e8-9037-7370eded1098 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0544491 Nov 12 01:35:11.373543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device fb609873-ed08-475b-936f-40431e4f394a no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:11.383200 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d22d493b-12d1-4602-94d0-b21a15e66a3d req-fb17ae5e-db9f-4298-9b8b-b653b68ef81b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456944 Nov 12 01:35:11.416097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device fb609873-ed08-475b-936f-40431e4f394a not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:11.517867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d165e-cf65-4ae7-a435-1e23e1be8173 req-9dd041e2-0dfd-4f62-968c-9e080b3192b2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:11.519385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a0d165e-cf65-4ae7-a435-1e23e1be8173 req-9dd041e2-0dfd-4f62-968c-9e080b3192b2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0657203 Nov 12 01:35:11.569478 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a0d165e-cf65-4ae7-a435-1e23e1be8173 req-e133af67-9c73-411b-9c32-5444048ce0d4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Nov 12 01:35:11.841977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e660e6-28a5-4155-972f-b96064d9e0f1 req-a5528f10-c191-4374-9377-f3627cc11f74 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:11.843501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8e660e6-28a5-4155-972f-b96064d9e0f1 req-a5528f10-c191-4374-9377-f3627cc11f74 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 944 time: 0.0532746 Nov 12 01:35:11.893600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f8e660e6-28a5-4155-972f-b96064d9e0f1 req-957bdc13-1e6d-4e2d-87e1-eb9bb3247dbc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Nov 12 01:35:11.901522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:12.160321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:12.179597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'fb609873-ed08-475b-936f-40431e4f394a', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': 'fb609873-ed08-475b-936f-40431e4f394a', 'mac_address': 'fa:16:3e:10:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:12.183612 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8254dff0-d665-475a-9648-e145f28a5123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:12.226358 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:12.240105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb609873-ed08-475b-936f-40431e4f394a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:12.261046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:12.266743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:12.315294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:12.503858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['fb609873-ed08-475b-936f-40431e4f394a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:12.991668 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.055343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae243f-6279-4843-905d-58243c7525f4 req-ef3339b4-3443-4c67-852c-29068cf3e6ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:13.056846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fae243f-6279-4843-905d-58243c7525f4 req-ef3339b4-3443-4c67-852c-29068cf3e6ab tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0802047 Nov 12 01:35:13.088202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c36034-49b7-4865-854f-b502d0d46fad req-51fd051c-5fc5-468f-8166-d0facf4d5130 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:13.089684 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85c36034-49b7-4865-854f-b502d0d46fad req-51fd051c-5fc5-468f-8166-d0facf4d5130 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 945 time: 0.0796430 Nov 12 01:35:13.141738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8fae243f-6279-4843-905d-58243c7525f4 req-94697057-9523-446b-899d-8eb77b34bbd2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785539 Nov 12 01:35:13.211579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Deleting port fb609873-ed08-475b-936f-40431e4f394a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:13.211813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.315521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] For port fb609873-ed08-475b-936f-40431e4f394a, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=fb609873-ed08-475b-936f-40431e4f394a,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:13.315859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.493085 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.493443 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.493775 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 disassociated. External IP: 172.25.6.248, port: fb609873-ed08-475b-936f-40431e4f394a. Nov 12 01:35:13.494107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Calling delete_port for fb609873-ed08-475b-936f-40431e4f394a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:13.630121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.664172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'Port': ['ID=fb609873-ed08-475b-936f-40431e4f394a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:13.800087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:13.920917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:13.921429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:13.926306 n-d-712141-15 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No ports have port_id starting with fb609873-ed08-475b-936f-40431e4f394a Nov 12 01:35:13.928816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a requested by agent hyperv_n-h1-712141-15 not found in database {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 01:35:13.935291 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:13.946426 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:13.947287 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:35:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:13.967630 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] No DVR routers for this DVR port fb609873-ed08-475b-936f-40431e4f394a on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:13.970605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.974382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85c36034-49b7-4865-854f-b502d0d46fad req-47416c0d-4702-463a-9dc7-04cf40aad007 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "DELETE /v2.0/ports/fb609873-ed08-475b-936f-40431e4f394a HTTP/1.1" status: 204 len: 173 time: 0.8731239 Nov 12 01:35:13.974871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-deleted', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:13.977367 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d711aef-3955-4cc2-8430-05bdf58cf052" -d '{"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-deleted", "tag": "fb609873-ed08-475b-936f-40431e4f394a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:14.021041 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a574522-cede-4192-a04d-f418f737f245 x-openstack-request-id: req-6a574522-cede-4192-a04d-f418f737f245 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:14.021334 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13f8a3-90e7-4d2a-8214-f20351dc4425", "name": "network-vif-deleted", "tag": "fb609873-ed08-475b-936f-40431e4f394a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:14.021623 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a574522-cede-4192-a04d-f418f737f245 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:14.022018 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13f8a3-90e7-4d2a-8214-f20351dc4425', 'name': 'network-vif-deleted', 'tag': 'fb609873-ed08-475b-936f-40431e4f394a', 'status': 'completed', 'code': 200} Nov 12 01:35:14.073793 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:14.170466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.283129 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:14.311410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:14.321564 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:14.322171 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:35:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:14.330078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be4e8445-c60c-4d60-b986-2ac56ea02c5f req-b32cf675-7904-4f1e-b5a0-5ad36e9c335e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef13f8a3-90e7-4d2a-8214-f20351dc4425 HTTP/1.1" status: 200 len: 210 time: 0.0333407 Nov 12 01:35:14.430601 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:14.639099 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:14.669725 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799417-8e0b-49a4-a800-44650fda2756 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:14.905256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a7f43-88b2-4ac2-a55a-c0dbb92b64ce None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:35:14.995285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.674574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-e8cd3220-fe76-4147-813f-6337b0a6d7f2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1903048749&fields=id&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 267 time: 0.0454125 Nov 12 01:35:15.790636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ef51958d-f196-46fc-a23c-61c08b5a862f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:15.792317 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ef51958d-f196-46fc-a23c-61c08b5a862f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1073632 Nov 12 01:35:15.807793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-da3f63a1-7d39-45b8-9637-c7d39c7eb8ae tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/quotas/828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 375 time: 0.0098147 Nov 12 01:35:15.870322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-7bd8d0ab-6330-4838-b626-7aac97e13b47 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566561 Nov 12 01:35:15.928808 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:15.949116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: fb609873-ed08-475b-936f-40431e4f394a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:15.949459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device fb609873-ed08-475b-936f-40431e4f394a not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:16.035909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-83b98e2c-4d60-4682-be2f-2acc22db62d4 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525023 Nov 12 01:35:16.134768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-aff5e06a-1862-405e-872b-f0ab8e9223b7 service neutron] 10.222.0.11 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887313 Nov 12 01:35:16.312715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9df662cf-10d3-4faa-9b4e-1cffb5477557 req-6bd7d4b4-8f59-423e-927e-9d922c7a378c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0290473 Nov 12 01:35:17.422153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55eea47e-616c-4c9c-be35-5d12490c509b req-fd21ff54-4671-48c7-a0db-a8d8239a9446 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0271611 Nov 12 01:35:18.334951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-4cad6f12-aa0d-4862-92de-5b4bf733d90f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.336475 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-4cad6f12-aa0d-4862-92de-5b4bf733d90f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 811 time: 0.1137929 Nov 12 01:35:18.400511 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-a6357eea-3bc0-4ddc-8cf8-20ac103dc82e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 380 time: 0.0541348 Nov 12 01:35:18.412973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'port': {'device_id': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'admin_state_up': True, 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'security_groups': ['13053716-1104-4b07-8c70-cad33f50fb64']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:18.526161 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ffd03db-ee2e-4178-8dec-2a666bb13763 req-88e34d35-f8be-4b85-a06a-1803ba6314cd tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0325642 Nov 12 01:35:18.534505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Made reservation on behalf of 828786bb60324881a82cd82cc867dd25 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:18.540198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.691460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Allocated IP 172.20.0.9 (f80ad17b-ac7f-4257-8230-8f228e58fdd2/2401a3b4-c6f6-400a-bc16-aff2d192d5dc/2c6f4d20-01b3-4866-bddb-99017dad8424) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:18.849669 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.888785 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.946809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:18.949532 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:18.954234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:18.958456 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:19.013224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:19.014037 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.035463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-bf2d1ce7-e862-4543-a1a2-9b8ac41cdb31 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250739 Nov 12 01:35:19.049372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Request body: {'port': {'device_id': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:19.116821 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.214742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d2faef33-57a3-4622-a81d-1d3046a44bba None None] Provisioning complete for port 2c6f4d20-01b3-4866-bddb-99017dad8424 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:19.215317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2faef33-57a3-4622-a81d-1d3046a44bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.249379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d2faef33-57a3-4622-a81d-1d3046a44bba None None] Port 2c6f4d20-01b3-4866-bddb-99017dad8424 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:19.648673 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb9fd-7381-4aa0-99c8-b0a04f41f85f req-145be3e4-3fd5-42ef-b8b0-b48b5ac5710c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:19.650228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11fcb9fd-7381-4aa0-99c8-b0a04f41f85f req-145be3e4-3fd5-42ef-b8b0-b48b5ac5710c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 931 time: 0.0510714 Nov 12 01:35:19.705327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11fcb9fd-7381-4aa0-99c8-b0a04f41f85f req-61e884be-d21f-45bf-8eec-6495ec160989 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Nov 12 01:35:19.710593 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:19.719199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.732443 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Transition to ACTIVE for port object 2c6f4d20-01b3-4866-bddb-99017dad8424 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:19.738378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.786996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:19.861606 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:19.861944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:19.862271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:19.866959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:19.867280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:19.872338 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:19.872682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:19.873072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:19.873531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Bound port: 2c6f4d20-01b3-4866-bddb-99017dad8424, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:19.873888 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.940211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:19.943686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:19.948645 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.982877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:19.983493 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.985078 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] 10.222.0.39 "PUT /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1092 time: 0.9407923 Nov 12 01:35:19.985735 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:19.988020 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afb7afa015cde7ec2b7865e95e3cb49700c9644a544dd237743aa1425d0d4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde85347-3af2-410e-8105-4363ed2d1ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:20.013714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7895c6-fdb6-4031-8714-9687df63720a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:20.044471 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afee7cd-44cb-4f19-899f-03947c8bb656 x-openstack-request-id: req-1afee7cd-44cb-4f19-899f-03947c8bb656 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:20.044759 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:20.045069 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1afee7cd-44cb-4f19-899f-03947c8bb656 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:20.045529 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'status': 'completed', 'code': 200} Nov 12 01:35:20.086687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-44a07eab-9435-4892-a67b-8eb1dfdc67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.088300 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-44a07eab-9435-4892-a67b-8eb1dfdc67d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0550945 Nov 12 01:35:20.138235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-180de5c4-b40a-4a24-86d2-3455e161e264 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 217 time: 0.0369148 Nov 12 01:35:20.189464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-56b48d89-f96b-43d8-a366-f14a247fd3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.191341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-56b48d89-f96b-43d8-a366-f14a247fd3af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0462208 Nov 12 01:35:20.255140 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-d92d7181-d05d-48cb-8e66-fa3a357520cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.256697 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-d92d7181-d05d-48cb-8e66-fa3a357520cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553405 Nov 12 01:35:20.353720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-a590328a-8a34-47e0-a0d6-bc332df1a6af service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879757 Nov 12 01:35:20.451456 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d59c8bc0-4fc7-453e-a7ed-a891c619a1bb req-483649ee-fdc0-4d4c-bf28-52d2f4fc2c5c service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900729 Nov 12 01:35:20.553064 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-9cd3bc0c-fccb-496c-8773-dfa96ba3268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.554601 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-9cd3bc0c-fccb-496c-8773-dfa96ba3268c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0442333 Nov 12 01:35:20.663571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-b6bc1928-54cd-471e-a250-4c87e6562dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.665981 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-b6bc1928-54cd-471e-a250-4c87e6562dc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1025796 Nov 12 01:35:20.718402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-aca9aac6-bdcf-40b1-9ce6-0efadc0a62aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 217 time: 0.0438235 Nov 12 01:35:20.770729 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-90fe289b-539d-4472-9914-1b516a1263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.772277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-90fe289b-539d-4472-9914-1b516a1263b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0454950 Nov 12 01:35:20.820843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-901a3ec4-b22e-42d2-b56e-5155ed04c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.822425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-901a3ec4-b22e-42d2-b56e-5155ed04c05c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424714 Nov 12 01:35:20.827660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d378e7-4802-4735-8b91-604ca7be6115 req-8a0421fc-ce8a-48eb-ac00-67f2b760709d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.829163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14d378e7-4802-4735-8b91-604ca7be6115 req-8a0421fc-ce8a-48eb-ac00-67f2b760709d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0507896 Nov 12 01:35:20.878575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14d378e7-4802-4735-8b91-604ca7be6115 req-ed07b359-636f-4e11-b251-41e9f03a47c0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Nov 12 01:35:20.921466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-3a81cd7c-3743-44e3-b4b3-b4b0ea5f9a51 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904398 Nov 12 01:35:21.025370 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-dde85347-3af2-410e-8105-4363ed2d1ef4 req-543763b8-9f52-4e18-b066-4dfe8523be1e service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959616 Nov 12 01:35:22.101253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf63e56-c63e-47c5-bf28-dd84453632b6 req-d4ef888a-b024-4c71-a75b-6c6e90fadd16 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:22.102750 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcf63e56-c63e-47c5-bf28-dd84453632b6 req-d4ef888a-b024-4c71-a75b-6c6e90fadd16 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0991092 Nov 12 01:35:22.153733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fcf63e56-c63e-47c5-bf28-dd84453632b6 req-dbde307b-c40a-41c2-86bf-30382eea735d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Nov 12 01:35:23.376958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8127507-7281-49fe-bac6-165ad19bab21 req-e8c84a5c-8ddf-41c9-b06b-31ddc76acc8f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:23.378482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8127507-7281-49fe-bac6-165ad19bab21 req-e8c84a5c-8ddf-41c9-b06b-31ddc76acc8f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.1054153 Nov 12 01:35:23.428452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d8127507-7281-49fe-bac6-165ad19bab21 req-1a51dfdc-c230-4ded-aa74-ad5d7f335ac6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 Nov 12 01:35:23.454003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:23.555028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:23.567532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:23.612236 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.630692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:23.658559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:23.664856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.715171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:23.870742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2c6f4d20-01b3-4866-bddb-99017dad8424'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:24.557774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5859ae-5369-4b7c-8414-968b747ac983 req-33aad494-4ecf-4e52-a346-5f4f59465047 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.559285 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be5859ae-5369-4b7c-8414-968b747ac983 req-33aad494-4ecf-4e52-a346-5f4f59465047 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0520279 Nov 12 01:35:24.610245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-be5859ae-5369-4b7c-8414-968b747ac983 req-709da9f8-0e94-4b01-a600-8b4aac26f807 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Nov 12 01:35:25.147948 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:25.452441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:25.506310 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2c6f4d20-01b3-4866-bddb-99017dad8424 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:25.510622 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2c6f4d20-01b3-4866-bddb-99017dad8424 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:25.510818 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.591027 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.614635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:25.617244 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88aa65985f041fa8729a80f4facb78dc29fb68ba8d1abe97bcac0dbd204816ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25ee7e-ba0d-4330-8cb0-d9079060f065" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:25.633837 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:25.639657 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.682222 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6e4119-d2a8-4c50-9ad8-ac002a2bd9f9 x-openstack-request-id: req-1e6e4119-d2a8-4c50-9ad8-ac002a2bd9f9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:25.682487 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:25.682744 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e6e4119-d2a8-4c50-9ad8-ac002a2bd9f9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:25.683135 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'code': 200} Nov 12 01:35:25.693308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:25.753746 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90508875-fa68-4834-8e14-4ffd9ac786bf req-7208fc34-9f38-49e1-88c3-891d78f71670 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.755324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90508875-fa68-4834-8e14-4ffd9ac786bf req-7208fc34-9f38-49e1-88c3-891d78f71670 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0639706 Nov 12 01:35:25.783627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7723d-dd3b-478b-ab61-54d9cf6fcfc7 req-0907f2e6-0576-40d6-9475-fdc7d686668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.785425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eda7723d-dd3b-478b-ab61-54d9cf6fcfc7 req-0907f2e6-0576-40d6-9475-fdc7d686668a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1097 time: 0.0428724 Nov 12 01:35:25.807116 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90508875-fa68-4834-8e14-4ffd9ac786bf req-430c85bc-e0b8-477f-add5-2ee7b6712c77 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Nov 12 01:35:25.835709 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-eda7723d-dd3b-478b-ab61-54d9cf6fcfc7 req-f8f171bb-b3be-476f-b184-69d97124b094 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Nov 12 01:35:26.948559 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba649a-d2f8-4353-8e7a-ab97e485287a req-f57415b3-cebb-4bd8-9ca3-7a684d58c629 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:26.950083 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ba649a-d2f8-4353-8e7a-ab97e485287a req-f57415b3-cebb-4bd8-9ca3-7a684d58c629 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0574739 Nov 12 01:35:27.013183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2ba649a-d2f8-4353-8e7a-ab97e485287a req-22d91080-c2e3-4a20-b978-5fc6efafc8f9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554600 Nov 12 01:35:28.138478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eea10-aa49-4db5-80d0-38f86b130e87 req-eaa03326-b61e-40cb-a268-c4dd7473bfe0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.139993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-084eea10-aa49-4db5-80d0-38f86b130e87 req-eaa03326-b61e-40cb-a268-c4dd7473bfe0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0503941 Nov 12 01:35:28.193693 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-084eea10-aa49-4db5-80d0-38f86b130e87 req-069145f2-b40b-47ac-a488-79dc7c2a6d8c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Nov 12 01:35:28.311284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b71b45-13d6-46d2-8ec7-eadfc400fb85 req-6ad4b76a-1d1e-4eac-8748-1fbf1b457435 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.312706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f3b71b45-13d6-46d2-8ec7-eadfc400fb85 req-6ad4b76a-1d1e-4eac-8748-1fbf1b457435 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0519691 Nov 12 01:35:28.328292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 42872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:28.333341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Request body: {'floatingip': {'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:28.373287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.122735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:35:29.174470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.179029 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.281059 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 associated. External IP: 172.25.6.248, port: 2c6f4d20-01b3-4866-bddb-99017dad8424. Nov 12 01:35:29.526911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:29.647919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:29.654268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.661550 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:29.673426 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:29.674731 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:35:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:29.682688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed7b9d20-66e5-4e75-9af0-10291607a3b3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "PUT /v2.0/floatingips/055bd073-91d9-4370-99b2-720ee5aa4a10 HTTP/1.1" status: 200 len: 992 time: 1.3531437 Nov 12 01:35:29.683258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:29.685589 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}621a60e78777431a0243bfd8bf87ec0c8d3f98d6618ba74f626294c1a3f8c537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be7575-551e-4b11-b775-4cd10690f929" -d '{"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:29.725802 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd0992-3e22-4a56-819d-721ee3e89809 x-openstack-request-id: req-ecbd0992-3e22-4a56-819d-721ee3e89809 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:29.726118 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:29.726358 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecbd0992-3e22-4a56-819d-721ee3e89809 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:29.726778 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'status': 'completed', 'code': 200} Nov 12 01:35:29.794014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7575-551e-4b11-b775-4cd10690f929 req-a6fc9580-cdb3-44fb-8d1f-d5a552d70cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.795565 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-a6fc9580-cdb3-44fb-8d1f-d5a552d70cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1097 time: 0.0449355 Nov 12 01:35:29.884788 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:29.904653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7575-551e-4b11-b775-4cd10690f929 req-3c04f970-58a8-4a97-ae6f-3b874dfcb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.907150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-3c04f970-58a8-4a97-ae6f-3b874dfcb2b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1045611 Nov 12 01:35:29.977758 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-61a2762e-c03e-4051-98cf-0c4227cac201 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0635264 Nov 12 01:35:30.033422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7575-551e-4b11-b775-4cd10690f929 req-0d9b926a-1147-485a-b1eb-c04db9313003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.035241 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-0d9b926a-1147-485a-b1eb-c04db9313003 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0503459 Nov 12 01:35:30.082823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7575-551e-4b11-b775-4cd10690f929 req-a5f94fb7-7f05-42f0-bf62-ff8e6443121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.084299 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-a5f94fb7-7f05-42f0-bf62-ff8e6443121e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418873 Nov 12 01:35:30.136525 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:35:28Z', 'revision_number': 13, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:30.163036 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:30.171919 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:30.172517 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:35:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:30.178953 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-b7566fdc-b4bc-40f5-93cc-1d52ed436ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857940 Nov 12 01:35:30.292982 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-75be7575-551e-4b11-b775-4cd10690f929 req-9e270d9e-1293-4a52-9917-89908bfe91e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067970 Nov 12 01:35:30.301414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:30.529929 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:35:28Z', 'revision_number': 13, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:30.560988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902b1f6-7110-4386-999a-aeab8a3f5b0a None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '055bd073-91d9-4370-99b2-720ee5aa4a10', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:28:28Z', 'updated_at': '2021-11-12T01:35:28Z', 'revision_number': 13, 'project_id': '828786bb60324881a82cd82cc867dd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:30.776570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f48c2-8603-440e-9e92-f64e8753e805 None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:35:32.704040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.670038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.284694 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc970706-c272-4859-81ae-c29902953619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.171323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b66-ee2f-46bf-9934-02fd51248179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.999433 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.174437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.951116 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.148140 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:02.727156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.684273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.009986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-ff066e6b-60c3-43da-a2cb-6fe7931eb274 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881844 Nov 12 01:36:07.125698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-5b7f9e0e-c2ac-49ff-9725-b74d2a347431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.129303 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-5b7f9e0e-c2ac-49ff-9725-b74d2a347431 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1097 time: 0.0655339 Nov 12 01:36:07.245777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-df1c2a14-3e81-45d8-9f8c-2878e49f1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.247332 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-df1c2a14-3e81-45d8-9f8c-2878e49f1bb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0939353 Nov 12 01:36:07.320409 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-a39c25b4-e020-40ae-a081-1ebcbbb3835b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1002 time: 0.0647941 Nov 12 01:36:07.371754 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-13b329e8-d3c7-40f3-a56b-91f6f6c948a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.373382 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-13b329e8-d3c7-40f3-a56b-91f6f6c948a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0453029 Nov 12 01:36:07.433915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-6b63b6fa-a2fc-4f1c-943d-9ab4e927f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.435448 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-6b63b6fa-a2fc-4f1c-943d-9ab4e927f2e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549026 Nov 12 01:36:07.544770 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-4588b0cf-c8cc-48b5-ae55-adbe4e0152ce service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012983 Nov 12 01:36:07.638688 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-95e3f2b3-0875-46fb-abde-e01c709c9300 req-ee6802c3-6791-4149-821d-b4580874c67f service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869842 Nov 12 01:36:09.278992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a20e8ff5-172d-46a8-a5df-8fea4ec55f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.167685 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e85f4d57-2843-44c1-8bf0-33837bd0f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.000130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:14.170483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:14.956782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:32.720731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.696744 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:39.148449 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:39.288884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d2ca-6dc6-4dfd-80be-2146f943fc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:42.170545 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64469bb3-dde9-4e7c-a2a1-95739f1b161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:43.002432 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:44.175122 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:44.952350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.737051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:05.701384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:06.835313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6d22-b2cf-4345-8252-08213b042ba1 req-4dc67cd1-f276-4590-aeaa-62f2f4865b86 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:06.836848 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb3b6d22-b2cf-4345-8252-08213b042ba1 req-4dc67cd1-f276-4590-aeaa-62f2f4865b86 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0621002 Nov 12 01:37:06.893138 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb3b6d22-b2cf-4345-8252-08213b042ba1 req-08c75669-1ff6-4680-b569-d2eadbc9acb1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Nov 12 01:37:07.891156 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-02f99eb3-c536-4c7e-b6f3-a485bed9adf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447543 Nov 12 01:37:07.984049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-a1fafc20-b8d6-4965-9e7d-07c36b98cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:07.985618 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-a1fafc20-b8d6-4965-9e7d-07c36b98cfda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1097 time: 0.0484035 Nov 12 01:37:08.104640 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-d3e44627-14dc-4cc7-9355-98d981ba04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:08.106760 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-d3e44627-14dc-4cc7-9355-98d981ba04dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0988600 Nov 12 01:37:08.186836 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-877b8dfd-c62d-4965-bd5f-73f67b3ec424 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1002 time: 0.0723925 Nov 12 01:37:08.248763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-98680b5f-0d28-40f6-acde-1ff5be00f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:08.250415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-98680b5f-0d28-40f6-acde-1ff5be00f42d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0566094 Nov 12 01:37:08.300110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-afdb6bfd-cbc2-4de9-8b3a-1304e3ac0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:08.301627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-afdb6bfd-cbc2-4de9-8b3a-1304e3ac0fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442133 Nov 12 01:37:08.400544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-5bd6d757-b06e-4251-a10d-cd412c209f10 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907774 Nov 12 01:37:08.497410 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7a10ac48-4bd2-4fe4-a550-9956b93f16fa req-84630523-6712-459f-a7c3-9ba47a811b28 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893569 Nov 12 01:37:09.288773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9cfc3421-0853-4afc-ad9e-d10f1d1a1e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:12.166490 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fca5ea33-497d-49d6-bf8d-90238ac08079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:13.009142 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:14.178416 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:14.958466 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:16.148590 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:19.325118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-86bee398-af33-4502-bea2-d7d5821bdd0e req-2d27a68b-39de-4166-9e63-f9201f557a44 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:37:19.326197 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86bee398-af33-4502-bea2-d7d5821bdd0e req-2d27a68b-39de-4166-9e63-f9201f557a44 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468986 Nov 12 01:37:19.549345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74469-dbcc-4514-962a-5fd2704be966 req-7b6d6d03-730d-4f23-88e9-a6ff1bf6bdfc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:19.551021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3c74469-dbcc-4514-962a-5fd2704be966 req-7b6d6d03-730d-4f23-88e9-a6ff1bf6bdfc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0644667 Nov 12 01:37:19.603079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-f0ddf8cb-1616-483d-bc38-09fe71d68acb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900855 Nov 12 01:37:19.606702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3c74469-dbcc-4514-962a-5fd2704be966 req-a1a2659e-e8d6-4996-9f1b-9f62694db96f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486903 Nov 12 01:37:19.613432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-231399b2-325e-47b4-870f-5dc583636a81 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:37:19.614871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-231399b2-325e-47b4-870f-5dc583636a81 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059423 Nov 12 01:37:20.749007 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b17e28-0e53-45a9-94c7-37670199ef7c req-5c25ba4e-9dc5-486c-8fda-b36ef19a9673 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:20.750523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94b17e28-0e53-45a9-94c7-37670199ef7c req-5c25ba4e-9dc5-486c-8fda-b36ef19a9673 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0527689 Nov 12 01:37:20.805830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-94b17e28-0e53-45a9-94c7-37670199ef7c req-f01ec168-d907-4556-8681-72ce48eef3ec tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491157 Nov 12 01:37:21.952226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653ece8-07a9-4808-9224-d0950b639861 req-f2934000-e3d6-4185-a0a6-ce76fa74da73 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:21.954321 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7653ece8-07a9-4808-9224-d0950b639861 req-f2934000-e3d6-4185-a0a6-ce76fa74da73 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0632989 Nov 12 01:37:22.012328 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7653ece8-07a9-4808-9224-d0950b639861 req-c07aa3f1-7477-437e-830a-d3af5b817596 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513468 Nov 12 01:37:23.149625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a112f-fde4-4d5d-99eb-5ea209397625 req-b53276da-fae3-4625-8902-a61b5e40f731 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.151134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c63a112f-fde4-4d5d-99eb-5ea209397625 req-b53276da-fae3-4625-8902-a61b5e40f731 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0626183 Nov 12 01:37:23.215231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c63a112f-fde4-4d5d-99eb-5ea209397625 req-8301d000-3d7f-4e4a-a30e-89ea5f77acf6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Nov 12 01:37:24.341924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b654a-154f-4e2f-8e13-c133475eeaee req-9a494b8d-4381-4b4b-88a4-d654f9543718 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.343459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe6b654a-154f-4e2f-8e13-c133475eeaee req-9a494b8d-4381-4b4b-88a4-d654f9543718 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0534656 Nov 12 01:37:24.397130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe6b654a-154f-4e2f-8e13-c133475eeaee req-6748d05c-351a-44e2-9f82-74bcbadced7c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 Nov 12 01:37:24.914394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-9283d37c-df30-4999-b3b1-b64f00fd827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.916254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-9283d37c-df30-4999-b3b1-b64f00fd827a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1097 time: 0.0549858 Nov 12 01:37:25.017399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-d3d82556-c8e5-4357-b8c7-8acccb02f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.018907 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-d3d82556-c8e5-4357-b8c7-8acccb02f765 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0953379 Nov 12 01:37:25.097862 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-21e10fb1-1759-4b29-8116-b4984f133436 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1002 time: 0.0679569 Nov 12 01:37:25.156510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-8c7c85e2-f9b3-4c9c-8856-def6f27bb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.158007 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-8c7c85e2-f9b3-4c9c-8856-def6f27bb77c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0513375 Nov 12 01:37:25.210446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-b6f99eb0-c6a0-40e2-a291-09aa42641e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.211891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-b6f99eb0-c6a0-40e2-a291-09aa42641e1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453598 Nov 12 01:37:25.323879 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-44422379-740d-458f-82a3-36835fd86cdd service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027493 Nov 12 01:37:25.423847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-c7d73f92-1c6c-49da-890a-4157d0db368d service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913458 Nov 12 01:37:25.521387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0bf99-465f-4c98-a01c-7bb31005d8fc req-f394d2be-15ff-4e80-9264-493803bdf12f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.523166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ea0bf99-465f-4c98-a01c-7bb31005d8fc req-f394d2be-15ff-4e80-9264-493803bdf12f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0525253 Nov 12 01:37:25.575675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ea0bf99-465f-4c98-a01c-7bb31005d8fc req-75ff1349-7455-49d4-9819-5a03f67aed63 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Nov 12 01:37:26.705210 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd568b2-9ff2-4491-a07c-73f181c137d4 req-d48411f7-5cb6-4f41-adac-b140b8be0743 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:26.706706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dd568b2-9ff2-4491-a07c-73f181c137d4 req-d48411f7-5cb6-4f41-adac-b140b8be0743 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0529840 Nov 12 01:37:26.762722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5dd568b2-9ff2-4491-a07c-73f181c137d4 req-eded5f97-ce69-48af-b226-918187abffad tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495646 Nov 12 01:37:27.905145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6ed21-c65a-45e3-8529-22f94466f881 req-d2ef34e1-3c08-419d-88b1-ec2bad986d3f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:27.906529 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35c6ed21-c65a-45e3-8529-22f94466f881 req-d2ef34e1-3c08-419d-88b1-ec2bad986d3f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0637205 Nov 12 01:37:27.956152 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35c6ed21-c65a-45e3-8529-22f94466f881 req-529eaed3-eb2c-45b4-bb90-9d2d4ee4c137 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Nov 12 01:37:29.085932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128774c-7ef5-4314-8dc4-c3fb1b535874 req-5aa62eda-2758-4f8e-9798-731f046c3f35 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:29.087473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b128774c-7ef5-4314-8dc4-c3fb1b535874 req-5aa62eda-2758-4f8e-9798-731f046c3f35 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0532217 Nov 12 01:37:29.137323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b128774c-7ef5-4314-8dc4-c3fb1b535874 req-12f2d46e-4b62-4533-85ce-3f79514690ee tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Nov 12 01:37:30.273268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6800d-f1b2-45d3-8bcf-924397da2ff8 req-feebe212-6a52-4fc2-b9c1-ba5f41a6e774 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:30.274911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54a6800d-f1b2-45d3-8bcf-924397da2ff8 req-feebe212-6a52-4fc2-b9c1-ba5f41a6e774 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0532143 Nov 12 01:37:30.329893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-54a6800d-f1b2-45d3-8bcf-924397da2ff8 req-e923ccaf-ae30-429d-815e-d87fc0e77973 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Nov 12 01:37:31.474882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f96a2-97b1-40af-9545-da32c4ec3dd4 req-759d6e9d-a82d-4431-98e8-fa4f44cc58a2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.476525 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-952f96a2-97b1-40af-9545-da32c4ec3dd4 req-759d6e9d-a82d-4431-98e8-fa4f44cc58a2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0616803 Nov 12 01:37:31.524963 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-952f96a2-97b1-40af-9545-da32c4ec3dd4 req-38430cb9-80e9-4e61-9262-f695aee999d1 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Nov 12 01:37:32.685320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60a78-9408-4b68-886c-d0e67ab36df1 req-a62ba5e6-3634-4694-b615-53439cf066ce tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.686843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17f60a78-9408-4b68-886c-d0e67ab36df1 req-a62ba5e6-3634-4694-b615-53439cf066ce tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0597177 Nov 12 01:37:32.735942 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:32.740846 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-17f60a78-9408-4b68-886c-d0e67ab36df1 req-e305d757-b7a7-4c72-8711-3a95dd3b017e tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Nov 12 01:37:33.870116 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f2d56-f5b4-432d-8d5f-c035cac10bdb req-5eeaeee3-faef-400a-b82e-543db9adff69 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:33.871558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664f2d56-f5b4-432d-8d5f-c035cac10bdb req-5eeaeee3-faef-400a-b82e-543db9adff69 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0601003 Nov 12 01:37:33.932366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-664f2d56-f5b4-432d-8d5f-c035cac10bdb req-5e4ccf7a-f12a-431f-ba84-2aae9bb7cbea tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546033 Nov 12 01:37:35.070299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ead4ea-a991-48c9-96ac-f0909bdb21b6 req-4eef00c0-2054-4f1c-8489-32b0237fdacb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:35.071927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5ead4ea-a991-48c9-96ac-f0909bdb21b6 req-4eef00c0-2054-4f1c-8489-32b0237fdacb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0637054 Nov 12 01:37:35.124214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5ead4ea-a991-48c9-96ac-f0909bdb21b6 req-cabf50bc-21fe-4e79-bcb6-94ff5ad97eaa tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Nov 12 01:37:35.714046 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:36.263534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28bf8-0f16-4423-9c18-37745b6bca31 req-ee3d4bca-6a97-42d0-9387-523f1a9679b0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:36.265136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c28bf8-0f16-4423-9c18-37745b6bca31 req-ee3d4bca-6a97-42d0-9387-523f1a9679b0 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0580754 Nov 12 01:37:36.324981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-08c28bf8-0f16-4423-9c18-37745b6bca31 req-a673ac3a-a452-49dd-a4bf-0ad5a73a65f6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Nov 12 01:37:37.473727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704db9f-4f85-4bf0-a1da-1c031ebf2b66 req-b588d8fc-83fe-4d1e-a803-d9cd1ba766e4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:37.475384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f704db9f-4f85-4bf0-a1da-1c031ebf2b66 req-b588d8fc-83fe-4d1e-a803-d9cd1ba766e4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0534484 Nov 12 01:37:37.527325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f704db9f-4f85-4bf0-a1da-1c031ebf2b66 req-bed6ca77-7d55-4a18-9287-820d801951ef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Nov 12 01:37:38.658910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a7b70-48fc-4342-a338-8d12977c9175 req-8585250c-5534-49d9-b584-85c52364029c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:38.660522 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186a7b70-48fc-4342-a338-8d12977c9175 req-8585250c-5534-49d9-b584-85c52364029c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0527914 Nov 12 01:37:38.719102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-186a7b70-48fc-4342-a338-8d12977c9175 req-17929ab0-98f4-4a00-8d2e-509c22e5fc27 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Nov 12 01:37:39.285672 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ba13d77-8a95-4e5d-8580-6e9f07e539d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:39.810320 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-5143d660-c9e5-4d16-9ac4-dcddf53b9ef1 service neutron] show failed (client error): The resource could not be found. Nov 12 01:37:39.811406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-5143d660-c9e5-4d16-9ac4-dcddf53b9ef1 service neutron] 10.222.0.39 "GET /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0581098 Nov 12 01:37:39.843898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad713b1-1eb6-4b95-aaee-762ac8438cf9 req-59f1cdb6-c9b2-4330-a33f-684285c5b625 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:39.848379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad713b1-1eb6-4b95-aaee-762ac8438cf9 req-59f1cdb6-c9b2-4330-a33f-684285c5b625 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0541577 Nov 12 01:37:39.902989 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ad713b1-1eb6-4b95-aaee-762ac8438cf9 req-fd5715a6-afdf-4c4d-9970-3f6787804bee tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514591 Nov 12 01:37:40.118534 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-da2914a8-ffc3-4492-aca5-3eee68c272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:40.120037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-da2914a8-ffc3-4492-aca5-3eee68c272ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1097 time: 0.0925772 Nov 12 01:37:40.132554 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:40.187960 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.212975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:37:40.296604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.412351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:40.450240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:40.489803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:40.495049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.507319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Transition to ACTIVE for port object 2c6f4d20-01b3-4866-bddb-99017dad8424 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:37:40.512717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.539648 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b82a96e-b17f-4ba4-849c-e9ea84509975" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:40.563551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:37:40.564205 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:37:40.605601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:40.617510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.617851 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.618571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.618571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.618842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.619143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.619524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.619934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.620286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.620611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.620930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.621299 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:40.661004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] No DVR routers for this DVR port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:37:40.695985 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b5e6e-677b-4590-af15-8777377c9164 x-openstack-request-id: req-db6b5e6e-677b-4590-af15-8777377c9164 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:40.696303 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:40.696555 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db6b5e6e-677b-4590-af15-8777377c9164 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:40.696958 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'code': 200} Nov 12 01:37:40.816227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:40.816577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:40.816894 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:40.821823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:37:40.822078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:40.827209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:40.827542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:40.827924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:40.828385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Bound port: 2c6f4d20-01b3-4866-bddb-99017dad8424, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:40.828742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.891565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:40.894652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:40.901617 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.942530 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:40.943262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.945436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1092 time: 0.8160529 Nov 12 01:37:40.982251 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d465-e083-4c5f-a046-d1e9d0aefa16 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:41.047967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-852e1703-3472-443c-aeff-65b029105118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:41.049553 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-852e1703-3472-443c-aeff-65b029105118 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0792539 Nov 12 01:37:41.062399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaabc4e-9c45-4f87-b39b-b017e9ed0409 req-8307f347-ded3-476e-a834-90f7df242cfa tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:41.063929 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8eaabc4e-9c45-4f87-b39b-b017e9ed0409 req-8307f347-ded3-476e-a834-90f7df242cfa tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0769575 Nov 12 01:37:41.178654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8eaabc4e-9c45-4f87-b39b-b017e9ed0409 req-dab44c32-d83b-45ad-a869-fdbe6870e1a7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047349 Nov 12 01:37:41.193243 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-d66da2cf-03ba-4676-a75d-e7513d4d3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:41.195050 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-d66da2cf-03ba-4676-a75d-e7513d4d3279 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1297214 Nov 12 01:37:41.264341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-6d363030-80a7-45fa-a380-ee7074bb473a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0617747 Nov 12 01:37:41.323146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-e38840a4-d329-4425-ab45-25bf3442755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:41.324810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-e38840a4-d329-4425-ab45-25bf3442755a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0535090 Nov 12 01:37:41.374388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-85a0c7f5-8484-439d-a4f2-15a6c1f77276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:41.375882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-85a0c7f5-8484-439d-a4f2-15a6c1f77276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436146 Nov 12 01:37:41.473793 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-35f549f0-97d8-474c-a3cb-140630a428bc service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896437 Nov 12 01:37:41.565933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-1fd27419-306e-41c5-95f0-f1dd1a1afd4d service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Nov 12 01:37:42.162068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5438efe-cffc-4a19-9d67-f7f3026d0034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:42.303736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ad423-7959-4f1d-bb38-c3aaa82d3510 req-3c2d94df-b2a4-4cbb-ab55-7351f5eebe0c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:42.305515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b62ad423-7959-4f1d-bb38-c3aaa82d3510 req-3c2d94df-b2a4-4cbb-ab55-7351f5eebe0c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0517495 Nov 12 01:37:42.364564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b62ad423-7959-4f1d-bb38-c3aaa82d3510 req-fd2eaa1a-825d-485e-8026-dc23b11b30d4 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519130 Nov 12 01:37:42.698335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:42.700844 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b25c4f-7491-47f0-abee-85b750093c12" -d '{"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:42.752687 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88123f-57f5-4f5e-8f4c-ab98d3102322 x-openstack-request-id: req-5b88123f-57f5-4f5e-8f4c-ab98d3102322 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:42.753029 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:42.753335 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b88123f-57f5-4f5e-8f4c-ab98d3102322 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:42.753713 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'status': 'completed', 'code': 200} Nov 12 01:37:42.817658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-29ef412b-bc70-4189-ad94-a29da51cc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:42.819388 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-29ef412b-bc70-4189-ad94-a29da51cc151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0449948 Nov 12 01:37:42.821741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-fbb71c0b-b078-4e7f-9fa8-784cd8d66aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:42.823554 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-fbb71c0b-b078-4e7f-9fa8-784cd8d66aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0464547 Nov 12 01:37:42.914563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-dd1d2bf8-aec8-4467-b084-f781af349745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:42.915997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-dd1d2bf8-aec8-4467-b084-f781af349745 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0895340 Nov 12 01:37:42.924409 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-0520449a-454c-4158-b2cf-7afb28505ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:42.925897 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-0520449a-454c-4158-b2cf-7afb28505ffb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0945942 Nov 12 01:37:42.990252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-ab8f4643-9531-4f63-b126-f0c910f73991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0668795 Nov 12 01:37:43.010235 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-769987bc-2b30-455a-a844-15a8092e75ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0764227 Nov 12 01:37:43.011569 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:43.046430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-11433e3d-9c5e-4cb9-b7da-aa4c52db0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:43.048019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-11433e3d-9c5e-4cb9-b7da-aa4c52db0748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0505147 Nov 12 01:37:43.065967 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-dd7f1700-cb92-462c-a767-2dde088ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:43.067543 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-dd7f1700-cb92-462c-a767-2dde088ff520 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0504885 Nov 12 01:37:43.098561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-637e6254-ae87-4153-a79b-e2ee8520b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:43.101075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-637e6254-ae87-4153-a79b-e2ee8520b919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442533 Nov 12 01:37:43.121164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25c4f-7491-47f0-abee-85b750093c12 req-2c06dc39-fc18-49a9-bad4-5af030ad9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:43.122809 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-2c06dc39-fc18-49a9-bad4-5af030ad9484 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471969 Nov 12 01:37:43.203716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-70e273dc-52f2-4332-9a38-a6ddc336aeb6 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954189 Nov 12 01:37:43.224559 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-c661f34e-2066-4398-a142-111e5d74d17c service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915899 Nov 12 01:37:43.298818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-623cd25f-e023-4e91-a4f9-03beadef4398 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Nov 12 01:37:43.322088 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-42b25c4f-7491-47f0-abee-85b750093c12 req-8944fedb-c29e-4853-8c86-8162f79651bb service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892856 Nov 12 01:37:43.495131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cada651-9f8d-4ebd-bfc8-39405627b175 req-35bad152-1a21-4380-9ca1-eb99577ee9d3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:43.496531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cada651-9f8d-4ebd-bfc8-39405627b175 req-35bad152-1a21-4380-9ca1-eb99577ee9d3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0570984 Nov 12 01:37:43.545313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2cada651-9f8d-4ebd-bfc8-39405627b175 req-c1753b12-8352-472b-a205-1e65e80cbf49 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Nov 12 01:37:44.181768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:44.669898 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41f2d5-6677-4f83-92e3-4509237eb0b3 req-7921ee34-34f6-4eb8-abcb-fd82dc6efe25 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:44.671440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e41f2d5-6677-4f83-92e3-4509237eb0b3 req-7921ee34-34f6-4eb8-abcb-fd82dc6efe25 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0523341 Nov 12 01:37:44.720754 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e41f2d5-6677-4f83-92e3-4509237eb0b3 req-b6eec3f6-e0ea-44cb-b5dc-500aaee86a20 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Nov 12 01:37:44.954150 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:45.846051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bbd26-4b5a-4205-bf0d-82df33c5a28b req-81c69769-f033-4072-aa70-ae9bac242821 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:45.847504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f2bbd26-4b5a-4205-bf0d-82df33c5a28b req-81c69769-f033-4072-aa70-ae9bac242821 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0552394 Nov 12 01:37:45.899598 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f2bbd26-4b5a-4205-bf0d-82df33c5a28b req-2f9fd81a-8741-4717-8a28-f61b50baa5d9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Nov 12 01:37:47.042462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2701f-262a-4116-81ed-662971801543 req-c2560f25-31a6-4b0d-8a9f-0946160b9ece tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:47.043994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ea2701f-262a-4116-81ed-662971801543 req-c2560f25-31a6-4b0d-8a9f-0946160b9ece tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0619009 Nov 12 01:37:47.100645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ea2701f-262a-4116-81ed-662971801543 req-560d8f63-7602-4d7e-980a-e46f82254940 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503206 Nov 12 01:37:48.233269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179aa19-041a-4aa9-bd57-81dff8e29884 req-68cd6067-9882-4d77-9474-737ecc1a551f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:48.234774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c179aa19-041a-4aa9-bd57-81dff8e29884 req-68cd6067-9882-4d77-9474-737ecc1a551f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0510361 Nov 12 01:37:48.293473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c179aa19-041a-4aa9-bd57-81dff8e29884 req-df98a6d6-d7be-4219-8d3d-8df1b8eb4868 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494640 Nov 12 01:37:49.418009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80e36-5992-4704-8006-75fcf3003b1e req-26f25123-1edb-4267-8737-8e519a6f299c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:49.419515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51e80e36-5992-4704-8006-75fcf3003b1e req-26f25123-1edb-4267-8737-8e519a6f299c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0518045 Nov 12 01:37:49.472093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51e80e36-5992-4704-8006-75fcf3003b1e req-a344fe33-8379-4424-9ce9-27dabd0afb07 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Nov 12 01:37:50.606257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eb94d-74d2-481e-b2b9-31be93503e6a req-8136a9b1-8a27-407a-b145-9d96a04dba63 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:50.607811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc9eb94d-74d2-481e-b2b9-31be93503e6a req-8136a9b1-8a27-407a-b145-9d96a04dba63 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0527022 Nov 12 01:37:50.663810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc9eb94d-74d2-481e-b2b9-31be93503e6a req-0fcd1320-4b16-49b7-bc0c-064cdb1dff57 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Nov 12 01:37:51.790710 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03fb88-75b3-43ab-9d75-d27c19b7b476 req-961b2f1e-0b81-49ca-a067-f8d4fd6d4310 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:51.792380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd03fb88-75b3-43ab-9d75-d27c19b7b476 req-961b2f1e-0b81-49ca-a067-f8d4fd6d4310 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0559549 Nov 12 01:37:51.842159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd03fb88-75b3-43ab-9d75-d27c19b7b476 req-88b66c63-8e3f-4100-94ba-01cc7b4e9c1b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Nov 12 01:37:52.976846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2986-e56b-4d32-b983-9a6aaac410f0 req-1457a6de-5c32-46e6-b55c-4480e6571232 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:52.978345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4bb2986-e56b-4d32-b983-9a6aaac410f0 req-1457a6de-5c32-46e6-b55c-4480e6571232 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0604126 Nov 12 01:37:53.029344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4bb2986-e56b-4d32-b983-9a6aaac410f0 req-e4809b0c-ccfe-4399-933c-c73368a70bef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Nov 12 01:37:53.151758 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:54.170088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4c4cd-93a0-4936-9f31-a81e50f09cf6 req-275f80c7-d6ac-46c6-84a5-883c6e9a1b37 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.171619 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e4c4cd-93a0-4936-9f31-a81e50f09cf6 req-275f80c7-d6ac-46c6-84a5-883c6e9a1b37 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0696251 Nov 12 01:37:54.229229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e4c4cd-93a0-4936-9f31-a81e50f09cf6 req-81255a88-cd4c-499e-a449-4436d19f0d94 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487447 Nov 12 01:37:54.573843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-c2043688-06f7-40e0-8b8c-be1c9f9836f2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.575344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-c2043688-06f7-40e0-8b8c-be1c9f9836f2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&tenant_id=828786bb60324881a82cd82cc867dd25&binding%3Ahost_id=n-h1-712141-15 HTTP/1.1" status: 200 len: 943 time: 0.0866807 Nov 12 01:37:54.588326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3cc6f-f2a5-4a88-b244-52ff3c7e0786 req-afb05901-edcb-4f64-8eab-ec9e1e458a6b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.589758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cfd3cc6f-f2a5-4a88-b244-52ff3c7e0786 req-afb05901-edcb-4f64-8eab-ec9e1e458a6b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 943 time: 0.0697706 Nov 12 01:37:54.679710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cfd3cc6f-f2a5-4a88-b244-52ff3c7e0786 req-6bdfbc41-3fb4-4e66-8614-a8b6d64d8eaf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835493 Nov 12 01:37:54.684295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-145a4f40-4cb3-45da-b17a-381fdecf68a2 service neutron] 10.222.0.32 "GET /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424/bindings/n-h1-712141-15 HTTP/1.1" status: 200 len: 383 time: 0.0936034 Nov 12 01:37:54.757651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-f8505017-9f7c-48a5-93b2-efa4e9c54b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.759207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-f8505017-9f7c-48a5-93b2-efa4e9c54b4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1095 time: 0.0500860 Nov 12 01:37:54.767780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:37:54.859204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-75d9f497-137d-4dbb-9aed-52fa59473db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.860642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-75d9f497-137d-4dbb-9aed-52fa59473db3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0929947 Nov 12 01:37:54.873710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:54.885955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:37:54.924174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:54.928187 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-db5a36ee-b512-4378-b66d-0e3c78b49ce4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0598454 Nov 12 01:37:54.937975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:37:54.958096 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:54.964523 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:54.981234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-3e66db6d-ccb0-457e-8b71-6c073a7b145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.982734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-3e66db6d-ccb0-457e-8b71-6c073a7b145c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0472260 Nov 12 01:37:55.015093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:55.022551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.022878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.023217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.023550 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.023904 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.024245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.024567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.024891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.025210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.025533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.025909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.026436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:55.034943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-064a2c1c-4c74-46de-b934-e8b0220e8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:55.036501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-064a2c1c-4c74-46de-b934-e8b0220e8658 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459909 Nov 12 01:37:55.128866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-01b3b144-b31b-4534-b774-1db9746401f6 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Nov 12 01:37:55.220305 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['2c6f4d20-01b3-4866-bddb-99017dad8424'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:37:55.228981 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-2ed1a76a-edef-4d5d-a74e-21d346064957 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926371 Nov 12 01:37:55.810117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccfc09-ffd4-4ae4-a24b-6e5d2fbf4f70 req-9b1d8cf8-366b-4aa3-8462-48021bc7df5f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:55.811667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5ccfc09-ffd4-4ae4-a24b-6e5d2fbf4f70 req-9b1d8cf8-366b-4aa3-8462-48021bc7df5f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0539823 Nov 12 01:37:55.871640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5ccfc09-ffd4-4ae4-a24b-6e5d2fbf4f70 req-1403be8c-19a8-48a9-941f-06a1643ba3d9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531194 Nov 12 01:37:56.782805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:56.841633 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 2c6f4d20-01b3-4866-bddb-99017dad8424 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:37:56.845789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 2c6f4d20-01b3-4866-bddb-99017dad8424 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:56.846160 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:56.929227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:56.961958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:56.970264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:56.979119 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:57.003317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd52b77-9136-4ea6-8581-396121cebc02 req-9fefc4b4-322a-42a0-af72-243e002fb66a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:57.005110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbd52b77-9136-4ea6-8581-396121cebc02 req-9fefc4b4-322a-42a0-af72-243e002fb66a tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0569148 Nov 12 01:37:57.017621 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43fc0d-5f59-4f17-9c8b-651b60a2701a" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:57.049661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:57.061614 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bbd52b77-9136-4ea6-8581-396121cebc02 req-e7f65bad-0a02-481a-8708-1233f42e89ef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Nov 12 01:37:57.129043 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e661fe48-661c-4963-b9ed-58c55fd22027 x-openstack-request-id: req-e661fe48-661c-4963-b9ed-58c55fd22027 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:57.129406 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:57.129721 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e661fe48-661c-4963-b9ed-58c55fd22027 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:57.130177 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'code': 200} Nov 12 01:37:58.193059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666da5-f512-49aa-80c5-b229a753801e req-611753d2-4a50-44f1-800d-4faccf2ef0df tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:58.194674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec666da5-f512-49aa-80c5-b229a753801e req-611753d2-4a50-44f1-800d-4faccf2ef0df tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0599535 Nov 12 01:37:58.247551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ec666da5-f512-49aa-80c5-b229a753801e req-6dba55fa-4ad6-449e-ab96-673e8bf4e894 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Nov 12 01:37:59.383411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9a585-7d12-48ec-b3af-1a1e063309c1 req-881a71be-f8bf-479b-8500-05c17ebfefeb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:59.385436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89f9a585-7d12-48ec-b3af-1a1e063309c1 req-881a71be-f8bf-479b-8500-05c17ebfefeb tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0596228 Nov 12 01:37:59.435477 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89f9a585-7d12-48ec-b3af-1a1e063309c1 req-f1eea067-3d93-46ec-86a9-b59d429744bf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Nov 12 01:37:59.537300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-0487469a-7fdf-42b9-8473-f95f3868eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:59.538694 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-0487469a-7fdf-42b9-8473-f95f3868eea2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d&tenant_id=828786bb60324881a82cd82cc867dd25 HTTP/1.1" status: 200 len: 1097 time: 0.0475035 Nov 12 01:37:59.551202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:59.606049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:59.826250 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:59.861068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:59.911816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:59.918350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:59.931160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Transition to ACTIVE for port object 2c6f4d20-01b3-4866-bddb-99017dad8424 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:37:59.935914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:59.965320 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b5f7e-e2ce-4f7e-90fe-00d645cb4e7c" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:00.030085 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=10']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:00.047665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.048011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.048384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.048717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.049052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.049377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.049703 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.050024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.050350 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.050673 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.050997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.051314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:00.091457 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7bf9a-d85e-4899-97dd-e97acc5ccb18 x-openstack-request-id: req-d9d7bf9a-d85e-4899-97dd-e97acc5ccb18 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:00.091808 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:00.092106 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9d7bf9a-d85e-4899-97dd-e97acc5ccb18 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:00.092514 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'code': 200} Nov 12 01:38:00.093446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] No DVR routers for this DVR port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:00.232564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:00.232888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:00.233214 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:00.237944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:00.238259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Attempting to bind port 2c6f4d20-01b3-4866-bddb-99017dad8424 on network f80ad17b-ac7f-4257-8230-8f228e58fdd2 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:00.243607 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:00.243880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Checking segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:00.244297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Bound using segment: {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:00.244821 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Bound port: 2c6f4d20-01b3-4866-bddb-99017dad8424, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7173b1cd-cff3-4a97-912b-7a84c2039bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:00.245167 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.308741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:00.312220 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:00.318061 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.351408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.352044 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.353488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1093 time: 0.8063612 Nov 12 01:38:00.387141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f3e7-74f1-4bb4-97ee-dbd80afa4381 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=11']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:00.428460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-f0bbdeaf-88e1-4447-8454-91dea619096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.429992 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-f0bbdeaf-88e1-4447-8454-91dea619096f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1096 time: 0.0534632 Nov 12 01:38:00.531518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-e025ee01-7ea5-4f3c-8aff-63227b68531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.533245 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-e025ee01-7ea5-4f3c-8aff-63227b68531d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0956564 Nov 12 01:38:00.566401 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c27bc-ee7a-4e47-87cf-8e5a0c1698e8 req-c3937982-eef5-49db-a547-1b4acd240ff6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.568009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9c27bc-ee7a-4e47-87cf-8e5a0c1698e8 req-c3937982-eef5-49db-a547-1b4acd240ff6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0558677 Nov 12 01:38:00.612358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-c65305ad-ba84-4751-b163-4a7c23d3d66d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0700481 Nov 12 01:38:00.626057 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb9c27bc-ee7a-4e47-87cf-8e5a0c1698e8 req-31e6c07b-269d-4f1c-a6a6-fa88e0d1cd8b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Nov 12 01:38:00.666933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a89a8062-6523-40d3-8402-66a25f14adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.668341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-a89a8062-6523-40d3-8402-66a25f14adc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0483491 Nov 12 01:38:00.724753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-dea32eef-b045-4de4-baf5-190afcc2dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.726298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-dea32eef-b045-4de4-baf5-190afcc2dd67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494208 Nov 12 01:38:00.785388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:00.823591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-d23d99a8-0b03-4a9c-a53e-038685c16aab service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895157 Nov 12 01:38:00.826869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:00.918278 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5617f0b0-6f5e-433b-9a0e-a30b114f9120 req-b059d5de-a100-4b13-98f5-8deff890d6a7 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871940 Nov 12 01:38:01.751492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86d97-cca8-42e6-a5e6-4becb1254b14 req-8d0aabf6-f310-45aa-beec-1eee8c9757bc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:01.753045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05d86d97-cca8-42e6-a5e6-4becb1254b14 req-8d0aabf6-f310-45aa-beec-1eee8c9757bc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0506220 Nov 12 01:38:01.808644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-05d86d97-cca8-42e6-a5e6-4becb1254b14 req-7c7dc89a-8fab-4f03-a67b-b95d5490ad7d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489101 Nov 12 01:38:02.094095 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:02.096566 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:02.146298 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c02b1-405d-4b52-bdce-6f152b12994e x-openstack-request-id: req-c85c02b1-405d-4b52-bdce-6f152b12994e {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:02.146592 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:02.146847 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c85c02b1-405d-4b52-bdce-6f152b12994e {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:02.147354 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'status': 'completed', 'code': 200} Nov 12 01:38:02.210905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-952b45c4-becc-4b94-bb30-1c51ac0512c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.212683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-952b45c4-becc-4b94-bb30-1c51ac0512c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1096 time: 0.0450325 Nov 12 01:38:02.222823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-d37be643-53e2-4d7d-850e-015c1be16327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.224373 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-d37be643-53e2-4d7d-850e-015c1be16327 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1096 time: 0.0530770 Nov 12 01:38:02.322660 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-34d9ae8c-7a49-4f05-b3b2-3fc4bc1cb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.324568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-34d9ae8c-7a49-4f05-b3b2-3fc4bc1cb330 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.1031942 Nov 12 01:38:02.399702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-703fce85-1c4f-4294-bac3-04c998920a3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0668623 Nov 12 01:38:02.462076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-5561eb74-5035-4e6c-8ea8-8a57e337f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.464549 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-5561eb74-5035-4e6c-8ea8-8a57e337f522 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0563660 Nov 12 01:38:02.518866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-b009a2d3-3f61-47cf-8c3c-f4a5366309c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.520542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-b009a2d3-3f61-47cf-8c3c-f4a5366309c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494111 Nov 12 01:38:02.618678 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-5e6ea1dc-50af-4e83-b13d-4c1b3419ee55 service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Nov 12 01:38:02.657239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-30e9fbb2-09c9-46c4-9675-c037fb8d6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.658744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-30e9fbb2-09c9-46c4-9675-c037fb8d6b5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.4272938 Nov 12 01:38:02.719681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-d45b6068-3746-4e2b-811e-b196a18ecafd service neutron] 10.222.0.32 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930808 Nov 12 01:38:02.733415 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-a0e202d5-4fba-4040-8a87-9742b2ce6ea6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0656497 Nov 12 01:38:02.748598 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:02.786363 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-93beed96-8930-464a-b6bd-7de7e2a2b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.787990 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-93beed96-8930-464a-b6bd-7de7e2a2b9cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0465102 Nov 12 01:38:02.845435 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-f48c2522-d386-49f0-a454-9107d85f7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.847458 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-f48c2522-d386-49f0-a454-9107d85f7098 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516484 Nov 12 01:38:02.935319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8729bc-5437-48c1-b719-df67e88c67e3 req-212bf65c-7565-47fa-a147-63c0e4f74e91 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.936829 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8729bc-5437-48c1-b719-df67e88c67e3 req-212bf65c-7565-47fa-a147-63c0e4f74e91 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0539691 Nov 12 01:38:02.954181 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-bb4213bd-929b-4060-9bba-222626f6285d service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980542 Nov 12 01:38:02.992673 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8729bc-5437-48c1-b719-df67e88c67e3 req-0ea4f8a9-055a-4519-bc06-c33228ebae97 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489426 Nov 12 01:38:03.053222 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-29ff5a2a-95aa-4780-b6a2-4ffc6571a2b1 req-32b39019-dee9-4274-90fc-25a3444fb59c service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908272 Nov 12 01:38:04.123271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc9fc-2065-4328-b038-ee7059a31aad req-e98c2aaa-c251-44f1-9d8a-6983facef226 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:04.125082 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-316cc9fc-2065-4328-b038-ee7059a31aad req-e98c2aaa-c251-44f1-9d8a-6983facef226 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0617931 Nov 12 01:38:04.181412 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-316cc9fc-2065-4328-b038-ee7059a31aad req-b408fb7a-001b-4e52-bee8-7e5f204dd434 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495324 Nov 12 01:38:05.308416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47677cdb-4448-4fc9-9255-157df71e16d2 req-b2bb2988-d011-469c-bf9c-835bc8b56083 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:05.309950 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47677cdb-4448-4fc9-9255-157df71e16d2 req-b2bb2988-d011-469c-bf9c-835bc8b56083 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0506375 Nov 12 01:38:05.358530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47677cdb-4448-4fc9-9255-157df71e16d2 req-85103914-a043-46bf-9695-4f902f581fa2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Nov 12 01:38:05.711490 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:06.484555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101d1cf-b24f-45a0-9b23-b2c3704ed42e req-553416cd-02c4-48af-9cda-c0ae84762a7b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:06.486634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2101d1cf-b24f-45a0-9b23-b2c3704ed42e req-553416cd-02c4-48af-9cda-c0ae84762a7b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0561404 Nov 12 01:38:06.541940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2101d1cf-b24f-45a0-9b23-b2c3704ed42e req-3f61dceb-a41d-4a62-9dd7-a94e3cc853e9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473964 Nov 12 01:38:07.690778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074e2ec-ad9a-44be-be55-dca44418d9b5 req-fe83c875-b90f-480a-9c4b-a2918375ccaf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:07.692809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6074e2ec-ad9a-44be-be55-dca44418d9b5 req-fe83c875-b90f-480a-9c4b-a2918375ccaf tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0558925 Nov 12 01:38:07.752538 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6074e2ec-ad9a-44be-be55-dca44418d9b5 req-2f21743a-599c-48a2-9e43-7214508003ef tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502276 Nov 12 01:38:08.881288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c00e-3097-40f1-bb36-fca50d6cbfb0 req-c6be450f-0059-48f2-b48b-cecb507eaa64 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:08.882752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59f2c00e-3097-40f1-bb36-fca50d6cbfb0 req-c6be450f-0059-48f2-b48b-cecb507eaa64 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0514016 Nov 12 01:38:08.932971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-e72c6114-ee9a-45ef-b76e-0fa1c406a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:08.934425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-e72c6114-ee9a-45ef-b76e-0fa1c406a50a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=828786bb60324881a82cd82cc867dd25&device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 1096 time: 0.0476723 Nov 12 01:38:08.936006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59f2c00e-3097-40f1-bb36-fca50d6cbfb0 req-213e9537-1c4b-4757-85aa-c62dca81f1c3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468917 Nov 12 01:38:09.047434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-5cceb96e-2c69-43da-ba69-92b171e37280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:09.048943 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-5cceb96e-2c69-43da-ba69-92b171e37280 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 200 len: 912 time: 0.0901463 Nov 12 01:38:09.119856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-fcd8685b-9d57-47f3-9c34-a21efcef5b0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 200 len: 1000 time: 0.0624404 Nov 12 01:38:09.184875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-b6ed270d-56e1-4613-921f-95f5b233637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:09.186293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-b6ed270d-56e1-4613-921f-95f5b233637b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 200 len: 850 time: 0.0588460 Nov 12 01:38:09.236477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-ee151da7-d693-4e98-889d-96880e4beacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:09.237995 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-ee151da7-d693-4e98-889d-96880e4beacb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f80ad17b-ac7f-4257-8230-8f228e58fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423412 Nov 12 01:38:09.279054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-380c8b54-b5a6-4e96-97e8-bd0da2c8a9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.344979 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-5f96ae8d-62a9-4b93-9a8e-0f382387c86c service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976746 Nov 12 01:38:09.437870 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6fcf547a-fbad-4a4b-bdc3-a7585326b62d req-e460f5e7-5620-4917-b879-fc30a4a1d900 service neutron] 10.222.0.39 "GET /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Nov 12 01:38:10.426466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f67c-954a-447b-bfc9-c73206332c37 req-193ee8f1-4b34-4b39-b8ad-dbb06ff69402 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:10.427977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86f3f67c-954a-447b-bfc9-c73206332c37 req-193ee8f1-4b34-4b39-b8ad-dbb06ff69402 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.4177153 Nov 12 01:38:10.476907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86f3f67c-954a-447b-bfc9-c73206332c37 req-b582132f-e8aa-4ca8-9e54-b57a35d119dd tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Nov 12 01:38:11.615665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fd579-0b2a-45e8-b9f6-5031fbf789c9 req-afe94951-e138-4220-81c3-b9e28a302f3d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:11.617204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de6fd579-0b2a-45e8-b9f6-5031fbf789c9 req-afe94951-e138-4220-81c3-b9e28a302f3d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0583794 Nov 12 01:38:11.668418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-de6fd579-0b2a-45e8-b9f6-5031fbf789c9 req-464f8011-6af6-4626-a88a-96f44de57156 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Nov 12 01:38:12.176584 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43272c7b-d05f-4ffc-8e96-8d0ea18e4edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.807465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8afc26-c73b-4a87-94c8-f280ef2ad9a1 req-096e80ed-2145-4cdf-95f1-13a0f83b4641 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.809727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e8afc26-c73b-4a87-94c8-f280ef2ad9a1 req-096e80ed-2145-4cdf-95f1-13a0f83b4641 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0563304 Nov 12 01:38:12.860642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e8afc26-c73b-4a87-94c8-f280ef2ad9a1 req-966a8034-c8d9-4e6e-b494-ec75d47e1b81 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Nov 12 01:38:13.009990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:13.984033 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2f14f-2331-4f86-a4f7-28996c3ac0ef req-a1937843-d610-4af6-9a41-289ef6be56f3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:13.985568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58f2f14f-2331-4f86-a4f7-28996c3ac0ef req-a1937843-d610-4af6-9a41-289ef6be56f3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0516636 Nov 12 01:38:14.038827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58f2f14f-2331-4f86-a4f7-28996c3ac0ef req-ca7f4bd1-30b7-4f0f-bf20-b69ac0ea74b6 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472097 Nov 12 01:38:14.162226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983f844-dbbe-4e4d-abf4-d1caee13a953 req-e2bef835-f952-4639-8bd6-6820d375b667 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:14.163748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c983f844-dbbe-4e4d-abf4-d1caee13a953 req-e2bef835-f952-4639-8bd6-6820d375b667 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0503747 Nov 12 01:38:14.185901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.219640 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c983f844-dbbe-4e4d-abf4-d1caee13a953 req-6e54fe94-0df1-48e3-8677-b13e3502e749 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Nov 12 01:38:14.345247 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad6b4-4bc0-44ca-b176-706d48e76921 req-0e10075a-4a11-4b89-8197-8282c31a671d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:14.346741 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c2ad6b4-4bc0-44ca-b176-706d48e76921 req-0e10075a-4a11-4b89-8197-8282c31a671d tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0524478 Nov 12 01:38:14.398481 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c2ad6b4-4bc0-44ca-b176-706d48e76921 req-192caddd-4d75-4c6f-b1af-a6e8e34b91f7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Nov 12 01:38:14.424006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:14.525041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:14.539011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'port_id': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'mac_address': 'fa:16:3e:31:99:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:14.588770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.602803 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:14.626287 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:14.632865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.660558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9d87-c343-4720-a0fb-0393f4d889e6 req-6f1b250b-166f-47f5-bf12-2eee24cda718 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:14.662416 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65bf9d87-c343-4720-a0fb-0393f4d889e6 req-6f1b250b-166f-47f5-bf12-2eee24cda718 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 944 time: 0.0579050 Nov 12 01:38:14.686877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:14.713160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65bf9d87-c343-4720-a0fb-0393f4d889e6 req-38d2d938-1fdc-4860-9b5f-04c2711ba928 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444598 Nov 12 01:38:14.945887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['2c6f4d20-01b3-4866-bddb-99017dad8424'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:14.974312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.845448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ae7c5-0753-4337-b9e5-deade579035e req-b64d5ad0-828e-4faf-a09c-a6582bc8a86c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:15.846969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e96ae7c5-0753-4337-b9e5-deade579035e req-b64d5ad0-828e-4faf-a09c-a6582bc8a86c tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0600083 Nov 12 01:38:15.898739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e96ae7c5-0753-4337-b9e5-deade579035e req-2ac9c03e-f680-45a4-9c49-5491157643fc tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Nov 12 01:38:16.432124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:16.489971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 2c6f4d20-01b3-4866-bddb-99017dad8424 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:16.493821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 2c6f4d20-01b3-4866-bddb-99017dad8424 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:16.494187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.497447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-5dac263b-9c4f-4a2d-8f9d-a83849e0bda3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:16.498961 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-5dac263b-9c4f-4a2d-8f9d-a83849e0bda3 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 945 time: 0.0564947 Nov 12 01:38:16.573143 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.590477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Deleting port 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:16.590916 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.596037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:16.598391 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef5d1b-5e3c-4bd5-9ef6-266f49cec260" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:16.613469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:16.618143 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.645786 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653ad90-3036-4b3c-855c-317aaaa6eb91 x-openstack-request-id: req-d653ad90-3036-4b3c-855c-317aaaa6eb91 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:16.646085 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:16.646342 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d653ad90-3036-4b3c-855c-317aaaa6eb91 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:16.646731 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'code': 200} Nov 12 01:38:16.673692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=13']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:16.690868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] For port 2c6f4d20-01b3-4866-bddb-99017dad8424, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=2c6f4d20-01b3-4866-bddb-99017dad8424,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:16.691236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.900375 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.900724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.901032 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10 disassociated. External IP: 172.25.6.248, port: 2c6f4d20-01b3-4866-bddb-99017dad8424. Nov 12 01:38:16.901397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Calling delete_port for 2c6f4d20-01b3-4866-bddb-99017dad8424 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:17.020369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a093a3-9ff5-4a75-a935-5fc93c2c9717 req-bece8c21-b91b-4561-bed5-e0609434b259 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:17.021904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79a093a3-9ff5-4a75-a935-5fc93c2c9717 req-bece8c21-b91b-4561-bed5-e0609434b259 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 946 time: 0.0510390 Nov 12 01:38:17.032292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.059302 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'Port': ['ID=2c6f4d20-01b3-4866-bddb-99017dad8424,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:17.073369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-79a093a3-9ff5-4a75-a935-5fc93c2c9717 req-fd9b2123-8bbe-4c65-bd63-c6ba7664b1a7 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups?id=13053716-1104-4b07-8c70-cad33f50fb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Nov 12 01:38:17.187390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:17.305359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:17.317049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:17.328201 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:17.328819 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:17.345780 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] No DVR routers for this DVR port 2c6f4d20-01b3-4866-bddb-99017dad8424 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:17.348760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.352024 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9341c743-9b71-4467-a737-b1efc7d23c8e req-4c9bbabb-01c1-4c60-a882-3751d7279139 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.39 "DELETE /v2.0/ports/2c6f4d20-01b3-4866-bddb-99017dad8424 HTTP/1.1" status: 204 len: 173 time: 0.8466187 Nov 12 01:38:17.352498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-deleted', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:17.354830 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88460af6-c956-4440-a86a-08e24a5894a3" -d '{"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-deleted", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:17.393121 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37041059-39f1-4355-b584-b1bd0c7b78d2 x-openstack-request-id: req-37041059-39f1-4355-b584-b1bd0c7b78d2 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:17.393401 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1843db3b-a56b-454e-9c14-d08265b3b14d", "name": "network-vif-deleted", "tag": "2c6f4d20-01b3-4866-bddb-99017dad8424", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:17.393659 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37041059-39f1-4355-b584-b1bd0c7b78d2 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:17.394081 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1843db3b-a56b-454e-9c14-d08265b3b14d', 'name': 'network-vif-deleted', 'tag': '2c6f4d20-01b3-4866-bddb-99017dad8424', 'status': 'completed', 'code': 200} Nov 12 01:38:17.451600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:17.663540 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:17.691796 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:17.701904 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:17.702433 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:17.904489 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:18.120910 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5afddb12-121c-4484-87df-3038a15d306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:18.149040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddb12-121c-4484-87df-3038a15d306f None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '918e5a29-d3e1-4892-a017-589388d214ab', 'name': '', 'network_id': 'f80ad17b-ac7f-4257-8230-8f228e58fdd2', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'mac_address': 'fa:16:3e:7b:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:25Z', 'updated_at': '2021-11-12T01:28:29Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'subnets': [{'id': '2401a3b4-c6f6-400a-bc16-aff2d192d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:18.181887 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-24fe0a6d-2044-49b2-abfa-12ae4e5fe7ef req-87453707-3a5a-4bcf-87cb-612293fbe58f tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0303373 Nov 12 01:38:18.396624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dce514-f6c1-4a8d-a070-1c4de6e11546 None None] New status for floating IP 055bd073-91d9-4370-99b2-720ee5aa4a10: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:19.285689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1413dd78-50da-440b-9942-38b2318d50d9 req-9bc62bdc-7ecd-43e1-8c9f-a30aaa90f4c9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0312350 Nov 12 01:38:20.387020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae8f82b9-907d-47ef-b70a-21217b6e2b26 req-0b33f88a-11d4-452d-bec2-52483c740cf2 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0297410 Nov 12 01:38:20.466826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:20.487527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 2c6f4d20-01b3-4866-bddb-99017dad8424 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:20.487875 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 2c6f4d20-01b3-4866-bddb-99017dad8424 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:21.487142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-67f94c90-183b-4da9-ab25-0aee4c7a63ef req-796c2672-05bd-4800-b4e2-5dc8f3b89f26 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/ports?device_id=1843db3b-a56b-454e-9c14-d08265b3b14d HTTP/1.1" status: 200 len: 210 time: 0.0271339 Nov 12 01:38:26.292175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.352894 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.376653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.425328 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.428381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.429624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "DELETE /v2.0/security-groups/13053716-1104-4b07-8c70-cad33f50fb64 HTTP/1.1" status: 204 len: 168 time: 0.1362016 Nov 12 01:38:26.433034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43392) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.440001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc7c8-5ce0-46bb-83d1-55ed3f4f0fb9 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13053716-1104-4b07-8c70-cad33f50fb64,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.450120 n-d-712141-15 neutron-server[102676]: INFO neutron.api.v2.resource [None req-0e9a0ac2-0ff8-4145-957d-eb3f81c8105b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] show failed (client error): The resource could not be found. Nov 12 01:38:26.454681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.454891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0e9a0ac2-0ff8-4145-957d-eb3f81c8105b tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "GET /v2.0/security-groups/13053716-1104-4b07-8c70-cad33f50fb64 HTTP/1.1" status: 404 len: 347 time: 0.0196912 Nov 12 01:38:26.587372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Deleting port 5ddc9d2b-7565-408d-8f0e-cf363bd374f7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:26.587622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.671706 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.672027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.685133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Calling delete_port for 5ddc9d2b-7565-408d-8f0e-cf363bd374f7 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:26.827827 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.861179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Pushing event deleted for resources: {'Port': ['ID=5ddc9d2b-7565-408d-8f0e-cf363bd374f7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.924694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.927672 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.931675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7d7d885a-f2c3-4087-828f-944c59efbbe8 tempest-ServerActionsTestJSON-882388351 tempest-ServerActionsTestJSON-882388351-project] 10.222.0.11 "DELETE /v2.0/floatingips/055bd073-91d9-4370-99b2-720ee5aa4a10 HTTP/1.1" status: 204 len: 168 time: 0.4721668 Nov 12 01:38:26.931943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:27.549942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.811107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Deleting port 918e5a29-d3e1-4892-a017-589388d214ab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:27.811353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.894624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] For port 918e5a29-d3e1-4892-a017-589388d214ab, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=918e5a29-d3e1-4892-a017-589388d214ab,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:27.894956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.921932 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Calling delete_port for 918e5a29-d3e1-4892-a017-589388d214ab owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:28.116912 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.145945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=918e5a29-d3e1-4892-a017-589388d214ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:28.316698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.550510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Router 6c9915a4-e898-480e-9ae0-a945d18bc54f has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:28.663170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:28.670333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5a342377-56f9-420f-8e74-76498f702ad5 admin admin] 10.222.0.11 "PUT /v2.0/routers/6c9915a4-e898-480e-9ae0-a945d18bc54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7372670 Nov 12 01:38:28.673202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:28.675170 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Sync routers for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:28.685518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:28.686132 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:28.780534 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.793687 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:28.885004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.940624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Deleting port f9f0b388-59de-4604-b537-3f9315d97468 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:28.940969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.981500 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:38:28Z', 'revision_number': 5, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port': {'id': 'f9f0b388-59de-4604-b537-3f9315d97468', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:24Z', 'updated_at': '2021-11-12T01:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:29.011546 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Checking router: 6c9915a4-e898-480e-9ae0-a945d18bc54f for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:29.019402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] For port f9f0b388-59de-4604-b537-3f9315d97468, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f9f0b388-59de-4604-b537-3f9315d97468,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:29.019804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.020259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Routers {'6c9915a4-e898-480e-9ae0-a945d18bc54f'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:29.021040 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:38:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6c9915a4-e898-480e-9ae0-a945d18bc54f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:29.033411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Calling delete_port for f9f0b388-59de-4604-b537-3f9315d97468 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:29.106894 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] Set router 6c9915a4-e898-480e-9ae0-a945d18bc54f gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:29.158478 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:38:28Z', 'revision_number': 6, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:29.187659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a57ee-c6f4-432e-beeb-d177d99ffd61 None None] The sync data for ids ['6c9915a4-e898-480e-9ae0-a945d18bc54f'] in n-d-712141-15 is: [{'id': '6c9915a4-e898-480e-9ae0-a945d18bc54f', 'name': 'tempest-ServerActionsTestJSON-351730620-router', 'tenant_id': '828786bb60324881a82cd82cc867dd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:23Z', 'updated_at': '2021-11-12T01:38:28Z', 'revision_number': 6, 'project_id': '828786bb60324881a82cd82cc867dd25', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:29.204327 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.236573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f0b388-59de-4604-b537-3f9315d97468,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:29.250527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfcf2f7-746e-4626-ae7f-5a991808f945 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:29.297390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.387980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.390265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.445735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.446192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9915a4-e898-480e-9ae0-a945d18bc54f {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:38:29.450714 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.451922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8af7995d-2abb-42a5-bcc3-c3bc4f7fb959 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6c9915a4-e898-480e-9ae0-a945d18bc54f HTTP/1.1" status: 204 len: 168 time: 0.7775595 Nov 12 01:38:29.455143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:29.516458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Deleting subnet 2401a3b4-c6f6-400a-bc16-aff2d192d5dc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:38:29.520038 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.557892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.639355 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.701444 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.726867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2401a3b4-c6f6-400a-bc16-aff2d192d5dc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:29.732434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.738376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-131b27c9-62c0-413e-9876-3364b36bd3d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2401a3b4-c6f6-400a-bc16-aff2d192d5dc HTTP/1.1" status: 204 len: 168 time: 0.2821922 Nov 12 01:38:29.741106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:29.742253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104213c3-667b-413c-87e5-53d6913cf31e None None] Network f80ad17b-ac7f-4257-8230-8f228e58fdd2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:29.810811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.865899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Deleting port 3543438e-d499-4d1a-b64c-f10d9247a1af {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:29.866310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.935264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] DHCP port deletion for f80ad17b-ac7f-4257-8230-8f228e58fdd2 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:29.941093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] For port 3543438e-d499-4d1a-b64c-f10d9247a1af, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3543438e-d499-4d1a-b64c-f10d9247a1af,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:29.941459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.955286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Calling delete_port for 3543438e-d499-4d1a-b64c-f10d9247a1af owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:29.989149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Deleting port 3543438e-d499-4d1a-b64c-f10d9247a1af {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:29.989518 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.010030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 918e5a29-d3e1-4892-a017-589388d214ab no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:30.043224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.058396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 918e5a29-d3e1-4892-a017-589388d214ab {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:30.058738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 918e5a29-d3e1-4892-a017-589388d214ab not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:30.059162 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f9f0b388-59de-4604-b537-3f9315d97468 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:30.073987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Pushing event deleted for resources: {'Port': ['ID=3543438e-d499-4d1a-b64c-f10d9247a1af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:30.077824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] No DVR routers for this DVR port 3543438e-d499-4d1a-b64c-f10d9247a1af on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:30.092294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f9f0b388-59de-4604-b537-3f9315d97468 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:30.092642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f9f0b388-59de-4604-b537-3f9315d97468 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:30.093127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3543438e-d499-4d1a-b64c-f10d9247a1af no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:30.099806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] For port 3543438e-d499-4d1a-b64c-f10d9247a1af, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3543438e-d499-4d1a-b64c-f10d9247a1af,segment=NetworkSegment(7173b1cd-cff3-4a97-912b-7a84c2039bab),segment_id=7173b1cd-cff3-4a97-912b-7a84c2039bab)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:30.100240 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.123536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3543438e-d499-4d1a-b64c-f10d9247a1af {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:30.123884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3543438e-d499-4d1a-b64c-f10d9247a1af not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:30.130872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Calling delete_port for 3543438e-d499-4d1a-b64c-f10d9247a1af owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:30.149267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.156179 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:30.172300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80ad17b-ac7f-4257-8230-8f228e58fdd2']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:30.182971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7173b1cd-cff3-4a97-912b-7a84c2039bab') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:30.183351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7173b1cd-cff3-4a97-912b-7a84c2039bab') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:30.198794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.211356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.214012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.222339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:38:30.223447 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:38:30.225417 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:38:30.242795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] No DVR routers for this DVR port 3543438e-d499-4d1a-b64c-f10d9247a1af on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:30.246804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9e72-7560-4228-864e-02228e7872c0 None None] Pushing event deleted for resources: {'Port': ['ID=3543438e-d499-4d1a-b64c-f10d9247a1af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:30.287180 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.292973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.296406 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f80ad17b-ac7f-4257-8230-8f228e58fdd2 HTTP/1.1" status: 204 len: 168 time: 0.5542407 Nov 12 01:38:30.307052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3df2c-5888-4de8-b213-380a445d2060 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80ad17b-ac7f-4257-8230-8f228e58fdd2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:30.455488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:30.506634 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-12616f5f-aa62-463c-827d-e375ccbadd69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=828786bb60324881a82cd82cc867dd25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496180 Nov 12 01:38:30.509397 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:30.579128 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.601349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.658885 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.662638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.667695 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c7266b7-740d-4112-9698-726ebb356cb6 HTTP/1.1" status: 204 len: 168 time: 0.1571338 Nov 12 01:38:30.677600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9948c-81f0-4f9f-8ab2-a8b36a35e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7266b7-740d-4112-9698-726ebb356cb6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:31.459108 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:31.579017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-94382273-network', 'tenant_id': '7c48f4e60c8d4f9982a1bd7c20f7eb8c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:31.604612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Made reservation on behalf of 7c48f4e60c8d4f9982a1bd7c20f7eb8c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:31.607147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.616389 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.697842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.705280 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.743705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:38:31.753946 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f18b6-07ec-410b-8222-1b5ce545f020,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:31.759337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.759673 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Added segment 7a205ee7-4182-41f7-9a87-dd73c4f4ee9d of type vlan for network b09601bc-d521-43a2-ac90-1ed92d89796d Nov 12 01:38:31.803626 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.830806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.832343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:31.833064 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:31.889311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4290702 Nov 12 01:38:31.892888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43440) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:31.897474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afc431-5176-4d9f-b5c8-419c48c5bfb1 admin admin] Pushing event updated for resources: {'Network': ['ID=b09601bc-d521-43a2-ac90-1ed92d89796d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:31.898024 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Request body: {'subnet': {'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-94382273-subnet', 'tenant_id': '7c48f4e60c8d4f9982a1bd7c20f7eb8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:31.911948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network b09601bc-d521-43a2-ac90-1ed92d89796d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:38:31.922958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Made reservation on behalf of 7c48f4e60c8d4f9982a1bd7c20f7eb8c for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:31.926286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.099065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.147826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61ff80c-0c3a-444a-913b-57aef7018a2d,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:32.164272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Checking segment: {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:32.164647 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Network hostable DHCP agents. Network: b09601bc-d521-43a2-ac90-1ed92d89796d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:38:32.185366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Network b09601bc-d521-43a2-ac90-1ed92d89796d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:38:32.197922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, b09601bc-d521-43a2-ac90-1ed92d89796d) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:32.202559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.203152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.209277 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f414215d-8cd5-4ce1-84bb-4ef1e3619cff None None] Network b09601bc-d521-43a2-ac90-1ed92d89796d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:32.221101 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7cf27f6d-20d9-4799-8c96-8f3a4e8f0ebe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3270981 Nov 12 01:38:32.344316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ad614-da4b-4e49-958f-0178234931e1 None None] Network b09601bc-d521-43a2-ac90-1ed92d89796d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:32.666909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-bff2db43-a702-4cf9-a4c8-3ac41b31dd07 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.668437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-bff2db43-a702-4cf9-a4c8-3ac41b31dd07 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 812 time: 0.1190662 Nov 12 01:38:32.686193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-7e705b06-83bd-424e-893e-0ced3beb5775 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/quotas/7c48f4e60c8d4f9982a1bd7c20f7eb8c HTTP/1.1" status: 200 len: 375 time: 0.0094001 Nov 12 01:38:32.719244 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-65a1a43d-1e00-4f82-b41b-6e4af18b5588 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266614 Nov 12 01:38:32.751787 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.814622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-abf683db-5323-44c3-949c-1f77adf4614d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:38:32.815706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-abf683db-5323-44c3-949c-1f77adf4614d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529118 Nov 12 01:38:32.943169 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-44484a07-c216-4438-a7b6-61c20f71d980 service neutron] 10.222.0.11 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207192 Nov 12 01:38:33.038310 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-dcd03402-abf1-44de-96f5-7e84d700b866 service neutron] 10.222.0.11 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Nov 12 01:38:33.221344 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e9a98bf-efc5-4255-9c90-2ce6ef466346 req-20361433-9747-4771-bef8-8b25b9f00ac2 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 210 time: 0.0288770 Nov 12 01:38:34.346325 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9fdcf73-b284-4232-9f59-ba536db192f0 req-b18c0647-1c57-4f27-84e4-0d51fbedef4e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 210 time: 0.0298555 Nov 12 01:38:34.385353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-7b7d42db-4659-4e1a-89d7-6e1f9b86479e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:34.386871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-7b7d42db-4659-4e1a-89d7-6e1f9b86479e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.32 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 812 time: 0.1425135 Nov 12 01:38:34.405419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Request body: {'port': {'device_id': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d', 'admin_state_up': True, 'tenant_id': '7c48f4e60c8d4f9982a1bd7c20f7eb8c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:34.527911 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Made reservation on behalf of 7c48f4e60c8d4f9982a1bd7c20f7eb8c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:34.534553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.685268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Allocated IP 172.20.0.5 (b09601bc-d521-43a2-ac90-1ed92d89796d/a61ff80c-0c3a-444a-913b-57aef7018a2d/47a55860-8f3e-40af-b8d5-8925c0abeca6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:34.839088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.877334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.925045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Network b09601bc-d521-43a2-ac90-1ed92d89796d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:34.930170 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:34.933930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:34.941131 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Pushing event updated for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:34.986708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:34.987307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.006131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-462ba4af-acb2-459f-a86e-ddd46246ed7c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070313 Nov 12 01:38:35.016756 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-24eeb098-87dd-43a3-bd61-0c7e8ad74623 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:38:35.017722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-24eeb098-87dd-43a3-bd61-0c7e8ad74623 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050344 Nov 12 01:38:35.029655 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Request body: {'port': {'device_id': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:35.083728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.740398 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.764943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a55860-8f3e-40af-b8d5-8925c0abeca6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:35.776479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b2738-9e2e-4a34-95e0-6e56b0e5a9f2 req-45b32f3b-729a-490f-9257-03e6391f0124 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.777988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b88b2738-9e2e-4a34-95e0-6e56b0e5a9f2 req-45b32f3b-729a-490f-9257-03e6391f0124 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 931 time: 0.0993962 Nov 12 01:38:35.782593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.809239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Transition to ACTIVE for port object 47a55860-8f3e-40af-b8d5-8925c0abeca6 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:38:35.817238 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.887318 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b88b2738-9e2e-4a34-95e0-6e56b0e5a9f2 req-249a827f-d4fa-4108-9dd9-d26d27cfef36 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011124 Nov 12 01:38:35.907066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:35.984088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Attempting to bind port 47a55860-8f3e-40af-b8d5-8925c0abeca6 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:35.984455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Attempting to bind port 47a55860-8f3e-40af-b8d5-8925c0abeca6 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:35.984788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Attempting to bind port 47a55860-8f3e-40af-b8d5-8925c0abeca6 on network b09601bc-d521-43a2-ac90-1ed92d89796d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:35.990705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Port 47a55860-8f3e-40af-b8d5-8925c0abeca6 on network b09601bc-d521-43a2-ac90-1ed92d89796d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:35.991031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Attempting to bind port 47a55860-8f3e-40af-b8d5-8925c0abeca6 on network b09601bc-d521-43a2-ac90-1ed92d89796d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:35.996733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:35.997070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Checking segment: {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:35.997453 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Bound using segment: {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:35.997923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Bound port: 47a55860-8f3e-40af-b8d5-8925c0abeca6, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:35.998205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:36.071571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:36.075168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:36.081677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:36.126452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.127224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:36.128818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] 10.222.0.32 "PUT /v2.0/ports/47a55860-8f3e-40af-b8d5-8925c0abeca6 HTTP/1.1" status: 200 len: 1092 time: 1.1028035 Nov 12 01:38:36.129267 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:36.131981 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d52f97-bd37-4c98-b53a-bef372b8a2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:36.170482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a526d-534a-45ed-9ed5-1761be11bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:36.182013 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1963b-beac-46a4-b945-1437fecbd1a9 x-openstack-request-id: req-63c1963b-beac-46a4-b945-1437fecbd1a9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:36.182299 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:36.182548 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63c1963b-beac-46a4-b945-1437fecbd1a9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:36.182950 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6', 'status': 'completed', 'code': 200} Nov 12 01:38:36.220512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-026536ee-c675-4ff6-b4b5-614a8fbed01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.222104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-026536ee-c675-4ff6-b4b5-614a8fbed01a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 1095 time: 0.0495210 Nov 12 01:38:36.265676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-dd3452ed-f7bb-476a-9d40-1de6f6a78141 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6 HTTP/1.1" status: 200 len: 217 time: 0.0350945 Nov 12 01:38:36.320102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-7d25ec99-a866-413d-81b2-a7450e246c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.321574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-7d25ec99-a866-413d-81b2-a7450e246c91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ff80c-0c3a-444a-913b-57aef7018a2d HTTP/1.1" status: 200 len: 852 time: 0.0489225 Nov 12 01:38:36.357807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-11e2e724-72ba-45d9-9730-71029c2888b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b09601bc-d521-43a2-ac90-1ed92d89796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291276 Nov 12 01:38:36.464147 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-c5384aa1-1dc6-4a8d-bd98-e86392e43848 service neutron] 10.222.0.32 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984645 Nov 12 01:38:36.573853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8183245b-8bf4-4827-b5ae-dcf3abe7f3dd req-1db02c7b-36a2-44d3-97b7-315b716d5be4 service neutron] 10.222.0.32 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011896 Nov 12 01:38:36.673201 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-b1eac2cd-5d62-4337-aaa9-9a8b3752f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.674840 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-b1eac2cd-5d62-4337-aaa9-9a8b3752f496 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 1095 time: 0.0439625 Nov 12 01:38:36.772815 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-cab24d7f-41c9-47d0-ba0b-79e8f7991935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.774311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-cab24d7f-41c9-47d0-ba0b-79e8f7991935 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 913 time: 0.0908968 Nov 12 01:38:36.817732 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-5181320a-299a-45f6-bb43-b37e400cd9a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6 HTTP/1.1" status: 200 len: 217 time: 0.0351729 Nov 12 01:38:36.873095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-58400cc6-1b49-443e-9694-9ac2ca428a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.874564 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-58400cc6-1b49-443e-9694-9ac2ca428a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ff80c-0c3a-444a-913b-57aef7018a2d HTTP/1.1" status: 200 len: 852 time: 0.0492816 Nov 12 01:38:36.908437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-6a9845b0-f5b2-40a6-a212-09c068ed68ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b09601bc-d521-43a2-ac90-1ed92d89796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257812 Nov 12 01:38:37.033731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-fc807dec-a3d2-4c1b-9957-48fb69cd9d39 service neutron] 10.222.0.32 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177945 Nov 12 01:38:37.042302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ba09-a0cd-4877-8438-3c4c19a1f4aa req-eb28a76c-e817-46ab-9c5e-b3e6db798abf tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:37.043705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42f7ba09-a0cd-4877-8438-3c4c19a1f4aa req-eb28a76c-e817-46ab-9c5e-b3e6db798abf tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 943 time: 0.0758281 Nov 12 01:38:37.144254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42f7ba09-a0cd-4877-8438-3c4c19a1f4aa req-dc984b01-0367-450f-a3a8-31cc47a0c66a tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925174 Nov 12 01:38:37.161299 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82d52f97-bd37-4c98-b53a-bef372b8a2cd req-c4d3842e-6445-4db9-85c0-908801da6b50 service neutron] 10.222.0.32 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165826 Nov 12 01:38:38.285776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965e6a-5e8d-4d8b-b455-199483874ae9 req-3752922b-25b7-4f65-a15f-56a5ce234df8 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.287250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad965e6a-5e8d-4d8b-b455-199483874ae9 req-3752922b-25b7-4f65-a15f-56a5ce234df8 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 943 time: 0.0647957 Nov 12 01:38:38.338867 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad965e6a-5e8d-4d8b-b455-199483874ae9 req-97a8e356-5614-4c0f-a125-3580e25e4d01 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446627 Nov 12 01:38:38.938131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 47a55860-8f3e-40af-b8d5-8925c0abeca6 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:39.037998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:39.049817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '47a55860-8f3e-40af-b8d5-8925c0abeca6', 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d', 'port_id': '47a55860-8f3e-40af-b8d5-8925c0abeca6', 'mac_address': 'fa:16:3e:62:12:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ff80c-0c3a-444a-913b-57aef7018a2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:39.087532 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.100744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a55860-8f3e-40af-b8d5-8925c0abeca6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:39.120471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:39.127616 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.178593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:39.293204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00ff1177-a55a-4763-8f0e-254a2fcee6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.359033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['47a55860-8f3e-40af-b8d5-8925c0abeca6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:39.465378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d84a-ea28-4a21-a4fd-88bf1b1ab1a2 req-d4224c45-f398-4b94-bfc0-bc333cd77dcb tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.466834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea76d84a-ea28-4a21-a4fd-88bf1b1ab1a2 req-d4224c45-f398-4b94-bfc0-bc333cd77dcb tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 944 time: 0.0523412 Nov 12 01:38:39.518044 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea76d84a-ea28-4a21-a4fd-88bf1b1ab1a2 req-563e30ab-6123-4507-8e92-9543775b676e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Nov 12 01:38:40.653314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24155-c824-4b8a-b2f3-8a828d52a953 req-bb44a514-9f54-49a3-b3c9-242971ae1d7d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:40.654417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdf24155-c824-4b8a-b2f3-8a828d52a953 req-bb44a514-9f54-49a3-b3c9-242971ae1d7d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 944 time: 0.0536432 Nov 12 01:38:40.710262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fdf24155-c824-4b8a-b2f3-8a828d52a953 req-de4d77cd-6d27-489b-89a5-46272d0569ad tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496366 Nov 12 01:38:40.943759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 47a55860-8f3e-40af-b8d5-8925c0abeca6 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:41.002186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 47a55860-8f3e-40af-b8d5-8925c0abeca6 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:41.006542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 47a55860-8f3e-40af-b8d5-8925c0abeca6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:41.006920 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.084289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.107759 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:41.110046 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc2896-1ed8-44e0-a6f8-ad778b5dc776" -d '{"events": [{"server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "name": "network-vif-plugged", "status": "completed", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:41.122655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:41.127203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.153319 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc28c243-8424-4d96-99ce-f3e1282cf30f x-openstack-request-id: req-cc28c243-8424-4d96-99ce-f3e1282cf30f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:41.153609 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "name": "network-vif-plugged", "status": "completed", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:41.153864 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc28c243-8424-4d96-99ce-f3e1282cf30f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:41.154264 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6', 'code': 200} Nov 12 01:38:41.181459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:41.254197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e9d-fa26-438b-81ed-76975749d714 req-efb7c033-c7e8-4c7a-92d7-922a6ad48080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:41.255623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e249e9d-fa26-438b-81ed-76975749d714 req-efb7c033-c7e8-4c7a-92d7-922a6ad48080 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 1097 time: 0.0414197 Nov 12 01:38:41.318711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9e249e9d-fa26-438b-81ed-76975749d714 req-1f402b1f-857d-41aa-85ef-bd1f843378d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542748 Nov 12 01:38:41.838916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933ad9-74b4-4230-bb2d-f0f60a0602ca req-51d82b4e-1c3e-429e-8e82-fa54783b0ff7 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:41.840411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30933ad9-74b4-4230-bb2d-f0f60a0602ca req-51d82b4e-1c3e-429e-8e82-fa54783b0ff7 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0541482 Nov 12 01:38:41.896835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30933ad9-74b4-4230-bb2d-f0f60a0602ca req-e60f7600-701e-45ff-b00f-f55d28eb6d81 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Nov 12 01:38:42.174580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c298f23f-8520-4e12-b63c-428a476c205d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.014420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.028300 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13a07-5fbb-4c9b-a833-782bee8e1b79 req-42cccc65-75b5-4f1b-8a00-46ea7fb762de tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:43.030758 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5c13a07-5fbb-4c9b-a833-782bee8e1b79 req-42cccc65-75b5-4f1b-8a00-46ea7fb762de tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Nov 12 01:38:43.086675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5c13a07-5fbb-4c9b-a833-782bee8e1b79 req-d60be243-f1be-4719-b08b-73e3c52d0b83 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Nov 12 01:38:43.323263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-f7c0d44b-503d-4c9c-a6d2-cbba6272dda9 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:43.324809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-f7c0d44b-503d-4c9c-a6d2-cbba6272dda9 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 812 time: 0.1080203 Nov 12 01:38:43.341890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-0cf332ea-54f2-4602-ad16-e72294bf4237 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/quotas/7c48f4e60c8d4f9982a1bd7c20f7eb8c HTTP/1.1" status: 200 len: 375 time: 0.0106599 Nov 12 01:38:43.396467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-5b723970-baed-434b-a5c3-0ce67be72ebb tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461631 Nov 12 01:38:43.503970 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-baec0f03-9526-48b9-80e4-a14d3719c0ba service neutron] 10.222.0.11 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963428 Nov 12 01:38:43.612907 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-93fe6655-284a-4b15-b6a7-64d4ffcf084c service neutron] 10.222.0.11 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019442 Nov 12 01:38:43.780449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e869e5d7-f3aa-4812-bebe-a807ed7bd25c req-259b93bf-5d55-4bc3-be00-57344d93fe0e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 210 time: 0.0289657 Nov 12 01:38:44.195640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.831898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-592f4450-66a2-4157-b5c6-69afa16f7c63 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:44.833435 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-592f4450-66a2-4157-b5c6-69afa16f7c63 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.39 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 812 time: 0.1102214 Nov 12 01:38:44.851489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Request body: {'port': {'device_id': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d', 'admin_state_up': True, 'tenant_id': '7c48f4e60c8d4f9982a1bd7c20f7eb8c'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:44.922918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c95913e1-4af6-4559-b286-016f680f2ce0 req-b10d30a6-d463-4b00-b4f7-61bac14bde9c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Nov 12 01:38:44.949772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.980238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Made reservation on behalf of 7c48f4e60c8d4f9982a1bd7c20f7eb8c for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:44.984856 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.125146 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Allocated IP 172.20.0.6 (b09601bc-d521-43a2-ac90-1ed92d89796d/a61ff80c-0c3a-444a-913b-57aef7018a2d/de32d437-46fb-409c-876c-cdaddebb44c4) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:45.281355 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.318854 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.331791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['47a55860-8f3e-40af-b8d5-8925c0abeca6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:45.365936 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Network b09601bc-d521-43a2-ac90-1ed92d89796d is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:45.371712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:45.375494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:45.382167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Pushing event updated for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.428548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:45.429171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.448411 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-cd226144-4dfe-4cbc-a100-cbaeb63d7b44 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045072 Nov 12 01:38:45.464706 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Request body: {'port': {'device_id': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:45.523693 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.802448 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de32d437-46fb-409c-876c-cdaddebb44c4 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:45.810709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.824715 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Transition to ACTIVE for port object de32d437-46fb-409c-876c-cdaddebb44c4 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:38:45.831158 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.881766 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Pushing event updated for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.953263 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Attempting to bind port de32d437-46fb-409c-876c-cdaddebb44c4 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:45.953672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Attempting to bind port de32d437-46fb-409c-876c-cdaddebb44c4 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:45.954018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Attempting to bind port de32d437-46fb-409c-876c-cdaddebb44c4 on network b09601bc-d521-43a2-ac90-1ed92d89796d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:45.958592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Port de32d437-46fb-409c-876c-cdaddebb44c4 on network b09601bc-d521-43a2-ac90-1ed92d89796d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:45.958917 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Attempting to bind port de32d437-46fb-409c-876c-cdaddebb44c4 on network b09601bc-d521-43a2-ac90-1ed92d89796d {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:45.964109 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:45.964463 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Checking segment: {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:45.964849 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Bound using segment: {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:45.965279 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Bound port: de32d437-46fb-409c-876c-cdaddebb44c4, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:45.965636 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.030653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:46.034190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=de32d437-46fb-409c-876c-cdaddebb44c4,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:46.038125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.044610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739b7e-fd9f-4d64-a6ba-2bec2c0dc29e req-4ee6ea3d-42e6-4531-a45b-436e2208e1f6 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.046159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a739b7e-fd9f-4d64-a6ba-2bec2c0dc29e req-4ee6ea3d-42e6-4531-a45b-436e2208e1f6 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 943 time: 0.0532558 Nov 12 01:38:46.070598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.071761 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.073214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] 10.222.0.39 "PUT /v2.0/ports/de32d437-46fb-409c-876c-cdaddebb44c4 HTTP/1.1" status: 200 len: 1092 time: 0.6131465 Nov 12 01:38:46.075585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:46.077905 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ad352-e1d9-41eb-afe6-ee952337e2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:46.108286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677693-27a7-488a-94bd-d873a5f00047 service neutron] Pushing event updated for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:46.120852 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a739b7e-fd9f-4d64-a6ba-2bec2c0dc29e req-e8ed1968-ed09-4e35-92a6-7221aca69a02 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Nov 12 01:38:46.140670 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35dce7-6dbf-4842-9d96-47981bb5654f x-openstack-request-id: req-ae35dce7-6dbf-4842-9d96-47981bb5654f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:46.141048 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:46.141306 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae35dce7-6dbf-4842-9d96-47981bb5654f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:46.141741 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4', 'status': 'completed', 'code': 200} Nov 12 01:38:46.191212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-8ed55382-24e2-4a3f-8d33-4da00754690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.192785 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-8ed55382-24e2-4a3f-8d33-4da00754690b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 1095 time: 0.0457380 Nov 12 01:38:46.240474 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-d2ff060a-cb30-491d-a85b-e77a182d23e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de32d437-46fb-409c-876c-cdaddebb44c4 HTTP/1.1" status: 200 len: 217 time: 0.0339324 Nov 12 01:38:46.292089 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-5867adb9-954d-4538-bbf0-e4459425c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.293516 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-5867adb9-954d-4538-bbf0-e4459425c04f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a61ff80c-0c3a-444a-913b-57aef7018a2d HTTP/1.1" status: 200 len: 852 time: 0.0448039 Nov 12 01:38:46.330336 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-742e7a72-9ff9-4f36-aa23-22945e44fb06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b09601bc-d521-43a2-ac90-1ed92d89796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290594 Nov 12 01:38:46.431900 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-533d7294-19fc-48e0-9560-ab6e720b3043 service neutron] 10.222.0.39 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928895 Nov 12 01:38:46.533075 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-cd3c3109-1784-42ca-a097-108f51b6dd85 req-5c911936-f889-4323-b19a-7aa8dbe59041 service neutron] 10.222.0.39 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920365 Nov 12 01:38:46.639178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-913294ca-d8ef-4aa8-9e9f-f40a01f31b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.641535 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-913294ca-d8ef-4aa8-9e9f-f40a01f31b9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 1095 time: 0.0478511 Nov 12 01:38:46.749734 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-07730d61-2fa3-45e6-be2a-2752d3c7d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.751119 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-07730d61-2fa3-45e6-be2a-2752d3c7d169 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 200 len: 913 time: 0.0985777 Nov 12 01:38:46.802387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-fe6cc50a-51e8-49d4-b12e-d79fb52bf6c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de32d437-46fb-409c-876c-cdaddebb44c4 HTTP/1.1" status: 200 len: 217 time: 0.0389946 Nov 12 01:38:46.855094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-dc4cecc6-1355-42e5-9cfd-0a8081f83a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.856715 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-dc4cecc6-1355-42e5-9cfd-0a8081f83a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a61ff80c-0c3a-444a-913b-57aef7018a2d HTTP/1.1" status: 200 len: 852 time: 0.0462792 Nov 12 01:38:46.892705 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-1b8874cd-a449-475e-8091-934987da8505 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b09601bc-d521-43a2-ac90-1ed92d89796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262694 Nov 12 01:38:47.013818 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-aa5a7dbe-1bc9-4bcf-9f7e-4c678584bf0c service neutron] 10.222.0.39 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120808 Nov 12 01:38:47.107859 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-411ad352-e1d9-41eb-afe6-ee952337e2cf req-bae5fc28-fff8-43ef-aea6-034c68cbef29 service neutron] 10.222.0.39 "GET /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862539 Nov 12 01:38:47.231519 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6896958-7bc3-449b-8e9e-9ad5518e54b2 req-bb304ba9-d3da-4c5b-892b-4c3ab41f84ee tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:47.233137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6896958-7bc3-449b-8e9e-9ad5518e54b2 req-bb304ba9-d3da-4c5b-892b-4c3ab41f84ee tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 943 time: 0.0535145 Nov 12 01:38:47.281715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c6896958-7bc3-449b-8e9e-9ad5518e54b2 req-42fbcb21-7c2a-45f3-a449-021af5e2335b tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Nov 12 01:38:48.422333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2995f0-58ab-4b56-8c07-29fc53521954 req-b5b5209d-0cb5-46b6-8e05-c1d553e17645 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:48.423895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d2995f0-58ab-4b56-8c07-29fc53521954 req-b5b5209d-0cb5-46b6-8e05-c1d553e17645 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 943 time: 0.0538301 Nov 12 01:38:48.472092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d2995f0-58ab-4b56-8c07-29fc53521954 req-9ee074bf-c687-44c4-bc7e-4e0769c1911a tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Nov 12 01:38:48.632668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device de32d437-46fb-409c-876c-cdaddebb44c4 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:48.741889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=de32d437-46fb-409c-876c-cdaddebb44c4,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:48.754079 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'de32d437-46fb-409c-876c-cdaddebb44c4', 'network_id': 'b09601bc-d521-43a2-ac90-1ed92d89796d', 'port_id': 'de32d437-46fb-409c-876c-cdaddebb44c4', 'mac_address': 'fa:16:3e:a3:cd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ff80c-0c3a-444a-913b-57aef7018a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:48.791808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.805209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de32d437-46fb-409c-876c-cdaddebb44c4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:48.826563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=de32d437-46fb-409c-876c-cdaddebb44c4,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:48.836654 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.898608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.045308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['de32d437-46fb-409c-876c-cdaddebb44c4'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:49.608203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410e406-32bc-42dd-ad9a-307717353322 req-137de866-070a-486c-8a03-0a8cbc54feaa tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:49.609706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0410e406-32bc-42dd-ad9a-307717353322 req-137de866-070a-486c-8a03-0a8cbc54feaa tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 944 time: 0.0676687 Nov 12 01:38:49.664332 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0410e406-32bc-42dd-ad9a-307717353322 req-0c12ef7b-a5d5-47f8-9ccf-579cc951c208 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 Nov 12 01:38:50.632920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device de32d437-46fb-409c-876c-cdaddebb44c4 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:50.688463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port de32d437-46fb-409c-876c-cdaddebb44c4 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:50.692930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port de32d437-46fb-409c-876c-cdaddebb44c4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:50.693294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.779191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.784637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270cd8-b747-432f-9ebf-5b952a504f6d req-5b3da5c9-80b0-4954-b880-5371bdac8224 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.786162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd270cd8-b747-432f-9ebf-5b952a504f6d req-5b3da5c9-80b0-4954-b880-5371bdac8224 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 944 time: 0.0521257 Nov 12 01:38:50.803635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:50.805760 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb26f937-162a-4272-b1e6-58a224cffceb" -d '{"events": [{"server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "name": "network-vif-plugged", "status": "completed", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:50.819278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=de32d437-46fb-409c-876c-cdaddebb44c4,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:50.825100 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.840355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dd270cd8-b747-432f-9ebf-5b952a504f6d req-a8b38552-26f8-4c16-8a87-5b4581a2b297 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Nov 12 01:38:50.848619 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15dae1-7fae-454f-aa6f-38ec2b535000 x-openstack-request-id: req-2b15dae1-7fae-454f-aa6f-38ec2b535000 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:50.848911 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "name": "network-vif-plugged", "status": "completed", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:50.849162 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b15dae1-7fae-454f-aa6f-38ec2b535000 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:50.849551 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4', 'code': 200} Nov 12 01:38:50.883723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.959749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb8ec0-6a8b-48db-9f39-f4c267efb3b5 req-29029c0e-6568-43af-bcdc-2897dc359617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.961832 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b7fb8ec0-6a8b-48db-9f39-f4c267efb3b5 req-29029c0e-6568-43af-bcdc-2897dc359617 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 1097 time: 0.0530832 Nov 12 01:38:51.015837 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b7fb8ec0-6a8b-48db-9f39-f4c267efb3b5 req-5641dc3f-1491-4e51-a32e-d7a9b79edcd6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 Nov 12 01:38:51.979577 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cd75-a64a-4333-b5ea-ec8ae894444c req-0e17f69c-7193-454c-93ed-95fbb1f09856 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:51.982826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4f7cd75-a64a-4333-b5ea-ec8ae894444c req-0e17f69c-7193-454c-93ed-95fbb1f09856 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 945 time: 0.0671208 Nov 12 01:38:52.032372 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4f7cd75-a64a-4333-b5ea-ec8ae894444c req-5608b425-2bf1-46f2-a4f5-1c66d5d92711 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Nov 12 01:38:53.170311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365a7e0-27a7-40e8-9ce3-7ae9509daa8c req-fdd3d9ea-44b6-4d02-b7ca-29cd34b25c16 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:53.171828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1365a7e0-27a7-40e8-9ce3-7ae9509daa8c req-fdd3d9ea-44b6-4d02-b7ca-29cd34b25c16 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 945 time: 0.0599966 Nov 12 01:38:53.227213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1365a7e0-27a7-40e8-9ce3-7ae9509daa8c req-bbd351f7-2c81-43cd-bb23-c263f3ff04d3 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Nov 12 01:38:53.479764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff140b0-8482-4f01-b309-e8d2bb626848 req-edbb06c6-1a89-42b9-974d-05fb1d7ea4b1 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:53.481384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ff140b0-8482-4f01-b309-e8d2bb626848 req-edbb06c6-1a89-42b9-974d-05fb1d7ea4b1 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Nov 12 01:38:53.537377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ff140b0-8482-4f01-b309-e8d2bb626848 req-cf99dee7-e91c-41e5-90a1-346588420005 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Nov 12 01:38:54.676160 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227bdba-be4b-4a00-86cb-e25fd2d9fa66 req-2c1f016f-3d48-4498-8597-96efed219c5c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:54.677908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4227bdba-be4b-4a00-86cb-e25fd2d9fa66 req-2c1f016f-3d48-4498-8597-96efed219c5c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Nov 12 01:38:54.729725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4227bdba-be4b-4a00-86cb-e25fd2d9fa66 req-f8bc9372-817a-4a8e-8151-6f8ef77c7683 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Nov 12 01:38:54.910009 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-beea50f5-9da8-4b85-83b5-a45c19903ff0 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:54.911402 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-beea50f5-9da8-4b85-83b5-a45c19903ff0 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Nov 12 01:38:55.020494 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Deleting port de32d437-46fb-409c-876c-cdaddebb44c4 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:55.020809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.140913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] For port de32d437-46fb-409c-876c-cdaddebb44c4, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=de32d437-46fb-409c-876c-cdaddebb44c4,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:55.141287 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.155322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Calling delete_port for de32d437-46fb-409c-876c-cdaddebb44c4 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:55.293293 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.307240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['de32d437-46fb-409c-876c-cdaddebb44c4'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:55.313102 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['47a55860-8f3e-40af-b8d5-8925c0abeca6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:55.323955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Pushing event deleted for resources: {'Port': ['ID=de32d437-46fb-409c-876c-cdaddebb44c4,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:55.365867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] No DVR routers for this DVR port de32d437-46fb-409c-876c-cdaddebb44c4 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:55.369677 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.373420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-65cb25ef-03c3-474e-90fe-aefa0598ba97 req-a897e70c-8e3f-4f09-8eb8-bca2a8ff1e77 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.39 "DELETE /v2.0/ports/de32d437-46fb-409c-876c-cdaddebb44c4 HTTP/1.1" status: 204 len: 173 time: 0.4543965 Nov 12 01:38:55.373899 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'name': 'network-vif-deleted', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:55.377068 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4944da-bd11-41eb-98ed-c35a4b48b0cf" -d '{"events": [{"server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "name": "network-vif-deleted", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:55.421066 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f3eb06-582d-42ca-a3b9-8037db88e2cf x-openstack-request-id: req-b8f3eb06-582d-42ca-a3b9-8037db88e2cf {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:55.421373 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f07b7b-3d05-4994-8fd5-9d036462f827", "name": "network-vif-deleted", "tag": "de32d437-46fb-409c-876c-cdaddebb44c4", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:55.421588 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8f3eb06-582d-42ca-a3b9-8037db88e2cf {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:55.422026 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f07b7b-3d05-4994-8fd5-9d036462f827', 'name': 'network-vif-deleted', 'tag': 'de32d437-46fb-409c-876c-cdaddebb44c4', 'status': 'completed', 'code': 200} Nov 12 01:38:55.859571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6bfb8793-7b1c-466b-8967-7f73b9d70514 req-41db64a7-a5fa-4813-80fd-0e0068876ebf tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f07b7b-3d05-4994-8fd5-9d036462f827 HTTP/1.1" status: 200 len: 210 time: 0.0312662 Nov 12 01:38:57.020742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b22a26-b59d-4af9-89a5-27082499cfdb req-f91ecd30-7b56-4597-be69-34c563cf0885 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:57.022271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25b22a26-b59d-4af9-89a5-27082499cfdb req-f91ecd30-7b56-4597-be69-34c563cf0885 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Nov 12 01:38:57.076668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-25b22a26-b59d-4af9-89a5-27082499cfdb req-f9c39280-c60f-46ea-bf04-fd4554edc756 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481546 Nov 12 01:38:57.212435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ddc3e-1c63-462e-9abc-d138cd9f372c req-db757b06-90da-412f-a777-efaf1c8542e3 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:57.213955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-581ddc3e-1c63-462e-9abc-d138cd9f372c req-db757b06-90da-412f-a777-efaf1c8542e3 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0511229 Nov 12 01:38:57.264568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-581ddc3e-1c63-462e-9abc-d138cd9f372c req-a1dfae26-2ef8-49df-8075-9329365a3148 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Nov 12 01:38:57.387951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7046672-ddd6-40c5-b45d-8254d0d092c6 req-1a4b3958-beb7-468d-bab9-944cf5c6eae8 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:57.389496 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7046672-ddd6-40c5-b45d-8254d0d092c6 req-1a4b3958-beb7-468d-bab9-944cf5c6eae8 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Nov 12 01:38:57.447402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a7046672-ddd6-40c5-b45d-8254d0d092c6 req-9a94ceda-171a-4882-8eb9-be9d3523c83c tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Nov 12 01:38:57.651226 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37aa8-c68c-46d2-90e1-a51846471e9b req-f5236e44-7625-4d45-af7a-8472f7cbe06e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:57.652798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23b37aa8-c68c-46d2-90e1-a51846471e9b req-f5236e44-7625-4d45-af7a-8472f7cbe06e tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0700758 Nov 12 01:38:57.702943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23b37aa8-c68c-46d2-90e1-a51846471e9b req-10cf3901-d267-4261-bde2-59a3ca34a2cb tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Nov 12 01:38:57.831118 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937695-e7b4-4630-b5d8-4cecd0fcef7c req-bc962bd1-52d6-4c7e-b562-b93b30b1ab10 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:57.832675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90937695-e7b4-4630-b5d8-4cecd0fcef7c req-bc962bd1-52d6-4c7e-b562-b93b30b1ab10 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0587423 Nov 12 01:38:57.888419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90937695-e7b4-4630-b5d8-4cecd0fcef7c req-1845e0da-3e05-4362-bd2b-f948f4641ece tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Nov 12 01:38:58.023349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f7f4c-6cbd-4907-b4c9-a80338edd796 req-b5609f4e-5e15-4aad-863e-4b56fce962ea tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:58.025159 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-815f7f4c-6cbd-4907-b4c9-a80338edd796 req-b5609f4e-5e15-4aad-863e-4b56fce962ea tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Nov 12 01:38:58.088606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-815f7f4c-6cbd-4907-b4c9-a80338edd796 req-97c66f6f-44a9-482f-acb2-47b883c59ffe tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572875 Nov 12 01:38:58.409644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364eec0-a2d9-46a6-8360-fbb395ed58dc req-419fd914-9247-468f-8283-6751da0d4426 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:58.411182 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9364eec0-a2d9-46a6-8360-fbb395ed58dc req-419fd914-9247-468f-8283-6751da0d4426 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Nov 12 01:38:58.461205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9364eec0-a2d9-46a6-8360-fbb395ed58dc req-5c5a035f-5fdb-4f8d-95ef-a9c85772a582 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Nov 12 01:38:58.685799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device de32d437-46fb-409c-876c-cdaddebb44c4 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:58.710672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: de32d437-46fb-409c-876c-cdaddebb44c4 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:58.711012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device de32d437-46fb-409c-876c-cdaddebb44c4 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:59.602440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205f01c-db29-4907-b3db-23b8159023ee req-2bada79f-a9ec-4819-9390-4af957f44bb3 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:59.603899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8205f01c-db29-4907-b3db-23b8159023ee req-2bada79f-a9ec-4819-9390-4af957f44bb3 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0642650 Nov 12 01:38:59.665921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8205f01c-db29-4907-b3db-23b8159023ee req-1bd20b40-3340-4e8f-a176-f667af6b3bc2 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/security-groups?id=e80f18b6-07ec-410b-8222-1b5ce545f020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529859 Nov 12 01:38:59.707474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-e830d39b-8588-45e7-9652-67908a25c8b1 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:59.709003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-e830d39b-8588-45e7-9652-67908a25c8b1 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 945 time: 0.0589478 Nov 12 01:38:59.809206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Deleting port 47a55860-8f3e-40af-b8d5-8925c0abeca6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:59.809542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.906018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] For port 47a55860-8f3e-40af-b8d5-8925c0abeca6, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=47a55860-8f3e-40af-b8d5-8925c0abeca6,segment=NetworkSegment(7a205ee7-4182-41f7-9a87-dd73c4f4ee9d),segment_id=7a205ee7-4182-41f7-9a87-dd73c4f4ee9d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:59.906383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.924596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Calling delete_port for 47a55860-8f3e-40af-b8d5-8925c0abeca6 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:00.069629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:00.082371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['47a55860-8f3e-40af-b8d5-8925c0abeca6'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:00.099463 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Pushing event deleted for resources: {'Port': ['ID=47a55860-8f3e-40af-b8d5-8925c0abeca6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:00.109718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.110059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.110457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.110736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.111069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.111396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.111722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.112049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.112403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.112723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.113043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.113358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:00.155146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] No DVR routers for this DVR port 47a55860-8f3e-40af-b8d5-8925c0abeca6 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:00.157846 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:00.161340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-593d5a2c-8bc7-493f-ab25-97d363620f3e req-d059ed8b-0a7c-4481-8c41-587455e1b47d tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.32 "DELETE /v2.0/ports/47a55860-8f3e-40af-b8d5-8925c0abeca6 HTTP/1.1" status: 204 len: 173 time: 0.4446516 Nov 12 01:39:00.162429 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'name': 'network-vif-deleted', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:00.165181 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42642e-f5c7-4867-8cc5-a5f065a56489" -d '{"events": [{"server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "name": "network-vif-deleted", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:00.211032 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a3417-2767-4d08-a4a7-0db9213a086a x-openstack-request-id: req-185a3417-2767-4d08-a4a7-0db9213a086a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:00.211324 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3bc8cd-ab5b-4f71-baa9-e12b750a4361", "name": "network-vif-deleted", "tag": "47a55860-8f3e-40af-b8d5-8925c0abeca6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:00.211572 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-185a3417-2767-4d08-a4a7-0db9213a086a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:00.212225 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3bc8cd-ab5b-4f71-baa9-e12b750a4361', 'name': 'network-vif-deleted', 'tag': '47a55860-8f3e-40af-b8d5-8925c0abeca6', 'status': 'completed', 'code': 200} Nov 12 01:39:00.780734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6e9dc40c-e4a8-4504-921a-35acddbd3364 req-7a669fb0-6b60-4647-a062-a242d06f5bf1 tempest-ServersNegativeTestJSON-1520009819 tempest-ServersNegativeTestJSON-1520009819-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb3bc8cd-ab5b-4f71-baa9-e12b750a4361 HTTP/1.1" status: 200 len: 210 time: 0.0303323 Nov 12 01:39:01.840165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:01.889545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Deleting subnet a61ff80c-0c3a-444a-913b-57aef7018a2d {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:01.892813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.930135 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.972380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.028630 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.057346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61ff80c-0c3a-444a-913b-57aef7018a2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.061867 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.065387 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a61ff80c-0c3a-444a-913b-57aef7018a2d HTTP/1.1" status: 204 len: 168 time: 0.2242012 Nov 12 01:39:02.068245 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:02.070669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.071012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.071347 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.071858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.072430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.072430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.072960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.073346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.073677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.074028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.074352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.074646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86256758-fc61-4ef5-a743-f513e8a25d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:02.139905 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.220491 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.244813 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09601bc-d521-43a2-ac90-1ed92d89796d']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:02.254504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:02.254798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a205ee7-4182-41f7-9a87-dd73c4f4ee9d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:02.268831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.284176 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.292840 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:02.293218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:02.294928 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:02.349880 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.356034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.359320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b09601bc-d521-43a2-ac90-1ed92d89796d HTTP/1.1" status: 204 len: 168 time: 0.2900112 Nov 12 01:39:02.370767 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598cd7-4ec5-4807-8d8b-f72d968e6913 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09601bc-d521-43a2-ac90-1ed92d89796d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.478587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:02.528558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d13231ed-1995-430f-910d-0c95b70e62c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c48f4e60c8d4f9982a1bd7c20f7eb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481882 Nov 12 01:39:02.532270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:02.580844 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.608027 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.659689 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.662549 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.663739 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e80f18b6-07ec-410b-8222-1b5ce545f020 HTTP/1.1" status: 204 len: 168 time: 0.1305709 Nov 12 01:39:02.672929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabd225-5fe7-4cc1-a18d-b337bdf1848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f18b6-07ec-410b-8222-1b5ce545f020,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.748681 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.016520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 47a55860-8f3e-40af-b8d5-8925c0abeca6 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:03.036337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 47a55860-8f3e-40af-b8d5-8925c0abeca6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:03.036679 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 47a55860-8f3e-40af-b8d5-8925c0abeca6 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:03.436658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43640) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:03.541680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-336921179'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:03.563978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:03.567843 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.576811 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.657372 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.663694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.696733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:03.703595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab268f1a-e705-48fb-a20d-343d4d3151ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:03.712029 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.712029 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Added segment 026a9920-f4a5-42d8-8bd2-3557c3935e99 of type vlan for network f0476723-cd83-4e43-b7f6-d846fe85d68a Nov 12 01:39:03.753793 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.779305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.784967 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.785537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.848620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4103746 Nov 12 01:39:03.857276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcad13b-1000-4f39-b339-193fc4025016 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Network': ['ID=f0476723-cd83-4e43-b7f6-d846fe85d68a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:03.867766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f0476723-cd83-4e43-b7f6-d846fe85d68a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:05.725346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.099101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43644) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:07.106112 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'subnet': {'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:07.155968 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:07.210744 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:07.214439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.402664 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.463955 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Subnet': ['ID=497174ab-6822-42ae-a55d-c26c86f7c808,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:07.474342 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking segment: {'id': '026a9920-f4a5-42d8-8bd2-3557c3935e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:07.474748 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network hostable DHCP agents. Network: f0476723-cd83-4e43-b7f6-d846fe85d68a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:07.493071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network f0476723-cd83-4e43-b7f6-d846fe85d68a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:07.503555 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f0476723-cd83-4e43-b7f6-d846fe85d68a) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:07.508909 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:07.510980 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.512355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adeaf73-ad86-43e2-95ec-159101454f16 None None] Network f0476723-cd83-4e43-b7f6-d846fe85d68a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:07.530307 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f0215c34-3d70-4839-81b6-d30db75b171a tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4295030 Nov 12 01:39:07.533367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:07.538370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149492116'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:07.561395 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:07.565385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.590028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:07.599432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.599780 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Added segment 21d00b80-4824-4b63-8378-4fb129a6992d of type vlan for network f22142fc-e7c0-459f-b515-76b67e2ba06d Nov 12 01:39:07.645772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.665558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f0476723-cd83-4e43-b7f6-d846fe85d68a', 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a', 'tenant_id': '93944d1a6288482c84690796191250b9', 'fixed_ips': [{'subnet_id': '497174ab-6822-42ae-a55d-c26c86f7c808'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:07.666709 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.673212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.680266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:07.680852 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.720450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1858778 Nov 12 01:39:07.724905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:07.732845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'subnet': {'network_id': 'f22142fc-e7c0-459f-b515-76b67e2ba06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:07.756795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a26659-5282-477c-8ed8-9858c6828303 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Network': ['ID=f22142fc-e7c0-459f-b515-76b67e2ba06d,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:07.773493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network f22142fc-e7c0-459f-b515-76b67e2ba06d details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:07.832460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:07.836080 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:07.873332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Allocated IP 2001:db8:0:ffff::2 (f0476723-cd83-4e43-b7f6-d846fe85d68a/497174ab-6822-42ae-a55d-c26c86f7c808/03f8ad30-86bc-430e-91a8-af8dd66369d7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:08.070789 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.139651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Subnet': ['ID=6a2528f9-9e58-4dbb-98f3-cc15e97b97c4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.149178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking segment: {'id': '21d00b80-4824-4b63-8378-4fb129a6992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f22142fc-e7c0-459f-b515-76b67e2ba06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:08.149545 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network hostable DHCP agents. Network: f22142fc-e7c0-459f-b515-76b67e2ba06d, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:08.168952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network f22142fc-e7c0-459f-b515-76b67e2ba06d is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:08.179593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, f22142fc-e7c0-459f-b515-76b67e2ba06d) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:08.184163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:08.184763 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.202249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df9850-8e6f-43c0-8117-fafd62c1c03e None None] Network f22142fc-e7c0-459f-b515-76b67e2ba06d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:08.203992 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-afd7d5e3-e19f-4843-a552-f103fcaf36d0 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4770908 Nov 12 01:39:08.206753 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:08.281696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.294628 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.326409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.361351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Network f0476723-cd83-4e43-b7f6-d846fe85d68a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:08.367905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Pushing event updated for resources: {'Port': ['ID=03f8ad30-86bc-430e-91a8-af8dd66369d7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.370528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:08.373495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:08.391329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.403790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.404160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.404506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.404840 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.405174 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.405502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.405836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.406465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.407030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.407355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.407682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.408002 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:08.466818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.497982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Attempting to bind port 03f8ad30-86bc-430e-91a8-af8dd66369d7 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:08.498363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Attempting to bind port 03f8ad30-86bc-430e-91a8-af8dd66369d7 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '026a9920-f4a5-42d8-8bd2-3557c3935e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:08.499374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2528f9-9e58-4dbb-98f3-cc15e97b97c4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.499502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Attempting to bind port 03f8ad30-86bc-430e-91a8-af8dd66369d7 on network f0476723-cd83-4e43-b7f6-d846fe85d68a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:08.508844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876a5a1-617c-40a3-9b1b-ea3c1d9ac2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-f22142fc-e7c0-459f-b515-76b67e2ba06d', 'network_id': 'f22142fc-e7c0-459f-b515-76b67e2ba06d', 'tenant_id': '93944d1a6288482c84690796191250b9', 'fixed_ips': [{'subnet_id': '6a2528f9-9e58-4dbb-98f3-cc15e97b97c4'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:08.509827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0876a5a1-617c-40a3-9b1b-ea3c1d9ac2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.513963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:08.514644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Checking segment: {'id': '026a9920-f4a5-42d8-8bd2-3557c3935e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:08.514753 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.515148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Bound using segment: {'id': '026a9920-f4a5-42d8-8bd2-3557c3935e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:08.515643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Bound port: 03f8ad30-86bc-430e-91a8-af8dd66369d7, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026a9920-f4a5-42d8-8bd2-3557c3935e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0476723-cd83-4e43-b7f6-d846fe85d68a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:08.516020 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.566828 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.590941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22142fc-e7c0-459f-b515-76b67e2ba06d']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:08.601111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d00b80-4824-4b63-8378-4fb129a6992d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:08.601402 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d00b80-4824-4b63-8378-4fb129a6992d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:08.612645 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.627319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.637596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:08.637725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:08.641425 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:08.652045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cab58-e042-4668-bc11-c422042447f8 None None] Network f22142fc-e7c0-459f-b515-76b67e2ba06d requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:08.712891 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.718943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.722814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/f22142fc-e7c0-459f-b515-76b67e2ba06d HTTP/1.1" status: 204 len: 168 time: 0.5147653 Nov 12 01:39:08.728966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43652) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:08.734365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472654353'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:08.735655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] For port 03f8ad30-86bc-430e-91a8-af8dd66369d7, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:08.739294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b31c4e-f944-4d63-bbf1-7ba0671389ee tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Network': ['ID=f22142fc-e7c0-459f-b515-76b67e2ba06d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.755507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] For port 03f8ad30-86bc-430e-91a8-af8dd66369d7, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=03f8ad30-86bc-430e-91a8-af8dd66369d7,segment=NetworkSegment(026a9920-f4a5-42d8-8bd2-3557c3935e99),segment_id=026a9920-f4a5-42d8-8bd2-3557c3935e99)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:08.762390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:08.766153 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.775227 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.795324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:08.810657 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.811126 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Added segment a2c33ef3-6e88-4802-abe1-6fc2dde2dae6 of type vlan for network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a Nov 12 01:39:08.854764 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a91408-a742-4a62-b2be-15a700d51d09 None None] Pushing event updated for resources: {'Port': ['ID=03f8ad30-86bc-430e-91a8-af8dd66369d7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.866380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.899198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.905928 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:08.906546 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.953063 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2229168 Nov 12 01:39:08.953433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43654) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:08.958986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'subnet': {'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:08.988211 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff482a-4548-4bfb-a789-8a253cefa940 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Network': ['ID=6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:09.015916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:09.105521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:09.109316 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.171516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:39:09.172042 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:39:09.285865 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fa1a-5c0e-4065-a368-be6570f4d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.307659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.368296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Subnet': ['ID=7a6076ff-5cb9-4731-b619-45e94297b869,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:09.379173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking segment: {'id': 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:09.379532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network hostable DHCP agents. Network: 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:09.397294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:09.406258 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:09.410358 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:09.410947 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.416742 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf71c8e-d682-453a-8cd7-fdbf77998301 None None] Network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:09.431311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5d76fd06-b210-49a3-b464-aa7005d19cbe tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4766712 Nov 12 01:39:09.434829 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:09.541299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.575077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a', 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a', 'tenant_id': '93944d1a6288482c84690796191250b9', 'fixed_ips': [{'subnet_id': '7a6076ff-5cb9-4731-b619-45e94297b869'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:09.575947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.632016 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.742895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Allocated IP 2001:db8::3 (6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a/7a6076ff-5cb9-4731-b619-45e94297b869/479d9713-a886-48ea-8d94-31799847937e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:09.754726 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 03f8ad30-86bc-430e-91a8-af8dd66369d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:09.849975 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b746fe-76a2-4a7b-9327-fda5b5c3a81b None None] Network f0476723-cd83-4e43-b7f6-d846fe85d68a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:09.984161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 03f8ad30-86bc-430e-91a8-af8dd66369d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:09.984465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.009376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] Provisioning complete for port 03f8ad30-86bc-430e-91a8-af8dd66369d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:10.009731 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.085662 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.118287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.130599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.161307 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6076ff-5cb9-4731-b619-45e94297b869,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:10.195353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:10.223126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:10.231276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:10.254665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Pushing event updated for resources: {'Port': ['ID=479d9713-a886-48ea-8d94-31799847937e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:10.306436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.311182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.371761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Attempting to bind port 479d9713-a886-48ea-8d94-31799847937e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:10.372166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Attempting to bind port 479d9713-a886-48ea-8d94-31799847937e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:10.372617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Attempting to bind port 479d9713-a886-48ea-8d94-31799847937e on network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:10.391747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:10.392127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Checking segment: {'id': 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:10.392540 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.392924 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Bound using segment: {'id': 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:10.393399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Bound port: 479d9713-a886-48ea-8d94-31799847937e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:10.393773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.399464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] For port 03f8ad30-86bc-430e-91a8-af8dd66369d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=03f8ad30-86bc-430e-91a8-af8dd66369d7,segment=NetworkSegment(026a9920-f4a5-42d8-8bd2-3557c3935e99),segment_id=026a9920-f4a5-42d8-8bd2-3557c3935e99)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:10.409781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.518768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:39:10.519125 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:39:10.535119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d757c12-4826-4df8-96ac-0f2162196849 None None] Pushing event updated for resources: {'Port': ['ID=03f8ad30-86bc-430e-91a8-af8dd66369d7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:10.541929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] For port 479d9713-a886-48ea-8d94-31799847937e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:10.545547 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] For port 479d9713-a886-48ea-8d94-31799847937e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=479d9713-a886-48ea-8d94-31799847937e,segment=NetworkSegment(a2c33ef3-6e88-4802-abe1-6fc2dde2dae6),segment_id=a2c33ef3-6e88-4802-abe1-6fc2dde2dae6)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:10.552643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.556349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.580951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:10.593756 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:10.594058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:10.605451 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.619585 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.626525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:10.627447 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:10.630848 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:10.637895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f398d-ecae-4d68-9582-7b2205c8c23a None None] Pushing event updated for resources: {'Port': ['ID=479d9713-a886-48ea-8d94-31799847937e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:10.650799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76b313f1-c7de-4936-969c-5d91c4b5ea00 None None] Provisioning complete for port 03f8ad30-86bc-430e-91a8-af8dd66369d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:10.651200 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76b313f1-c7de-4936-969c-5d91c4b5ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.679961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d01e12-cdb3-44f1-97f1-e4bca6f424ce None None] Network 6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:10.702353 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.db.api [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:39:10.702353 n-d-712141-15 neutron-server[102676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:39:10.702353 n-d-712141-15 neutron-server[102676]: [parameters: {'id': '6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a'}] Nov 12 01:39:10.702353 n-d-712141-15 neutron-server[102676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:39:10.703151 n-d-712141-15 neutron-server[102676]: DEBUG oslo_db.api [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:39:11.006855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dccb66-2d6d-44fa-94c7-e3d765c14691 None None] get_active_networks_info from n-d-712141-15 {{(pid=102678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:39:11.113644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dccb66-2d6d-44fa-94c7-e3d765c14691 None None] Resources bound (agent type, host, resource id): {{(pid=102678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:39:11.204500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.267259 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Deleting port 479d9713-a886-48ea-8d94-31799847937e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:11.267497 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.333196 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] For port 479d9713-a886-48ea-8d94-31799847937e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=479d9713-a886-48ea-8d94-31799847937e,segment=NetworkSegment(a2c33ef3-6e88-4802-abe1-6fc2dde2dae6),segment_id=a2c33ef3-6e88-4802-abe1-6fc2dde2dae6)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:11.333196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.345932 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Calling delete_port for 479d9713-a886-48ea-8d94-31799847937e owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:11.434009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.461851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Port': ['ID=479d9713-a886-48ea-8d94-31799847937e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.464032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No DVR routers for this DVR port 479d9713-a886-48ea-8d94-31799847937e on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:11.544925 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.575040 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:11.585533 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:11.585818 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c33ef3-6e88-4802-abe1-6fc2dde2dae6') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:11.595643 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.610073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.616575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:11.617002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:11.621022 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:11.696928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.704894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.711846 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a HTTP/1.1" status: 204 len: 168 time: 2.2721291 Nov 12 01:39:11.712248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:11.715745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 03f8ad30-86bc-430e-91a8-af8dd66369d7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:11.717572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296070360'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:11.725459 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65c591-64f9-41f2-9384-cf8456d21599 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Network': ['ID=6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.749008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:11.752954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.779623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 03f8ad30-86bc-430e-91a8-af8dd66369d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:11.780449 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.788575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:11.800854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.801132 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Added segment 37ad0937-cdaa-4f35-9f87-ef6ccc4290d8 of type vlan for network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c Nov 12 01:39:11.865424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.898108 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.904366 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:11.904964 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.968467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2548940 Nov 12 01:39:11.974633 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:11.978032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc4871-3794-4c56-93da-603ba465e05d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Network': ['ID=8c5c00ee-94b3-400e-99a4-2e527b0fdc2c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.978869 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'subnet': {'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:11.990424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:12.080627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:12.084544 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.170579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb48969-6e25-4565-bfaf-dc1461c0d6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.281096 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.342238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Subnet': ['ID=8d9c3369-7698-44e8-9264-1e968d7f4917,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:12.353539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking segment: {'id': '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:12.353915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network hostable DHCP agents. Network: 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:12.375778 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:12.386774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:12.392988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.393320 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.396165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3ca3e-2c90-4b1b-8b09-48f8a74af81d None None] Network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:12.411815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9857e65d-20fa-4962-b245-7a1e91c5808e tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4371245 Nov 12 01:39:12.416935 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:12.422150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635893406'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:12.447034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:12.451205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.481977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:12.492453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.493440 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Added segment 8857792c-8a88-45dc-a128-b3561f516d30 of type vlan for network ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 Nov 12 01:39:12.537928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.567249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-8c5c00ee-94b3-400e-99a4-2e527b0fdc2c', 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c', 'tenant_id': '93944d1a6288482c84690796191250b9', 'fixed_ips': [{'subnet_id': '8d9c3369-7698-44e8-9264-1e968d7f4917'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:12.568331 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.569520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.576218 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.576829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.643068 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2247972 Nov 12 01:39:12.646011 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:12.652526 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Request body: {'subnet': {'network_id': 'ba6f9b12-06b5-4c1c-b1a5-e755807e15f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:12.652868 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc06b4-4420-4952-9181-0b30a9d52655 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Network': ['ID=ba6f9b12-06b5-4c1c-b1a5-e755807e15f2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:12.672520 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:12.800349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Made reservation on behalf of 93944d1a6288482c84690796191250b9 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:12.806489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.824402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Allocated IP 2001:db8::2 (8c5c00ee-94b3-400e-99a4-2e527b0fdc2c/8d9c3369-7698-44e8-9264-1e968d7f4917/cacac90b-65ef-4e41-a0f3-cfce3c50b8cf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:12.982549 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.988652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.005919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.034589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:13.046104 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:13.051040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:13.054734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Pushing event updated for resources: {'Port': ['ID=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:13.057235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.079084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event updated for resources: {'Subnet': ['ID=7f3292a1-7e79-4fd4-a04c-15dd2fdb53ce,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:13.088787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Checking segment: {'id': '8857792c-8a88-45dc-a128-b3561f516d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba6f9b12-06b5-4c1c-b1a5-e755807e15f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:13.089026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network hostable DHCP agents. Network: ba6f9b12-06b5-4c1c-b1a5-e755807e15f2, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:13.107094 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Network ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:13.116583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ba6f9b12-06b5-4c1c-b1a5-e755807e15f2) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:13.120333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Attempting to bind port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:13.121012 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Attempting to bind port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:13.121586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Attempting to bind port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf on network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:13.121892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:13.122509 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.131179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfe08f-6560-4b8f-a408-e3707a0fe5b6 None None] Network ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:13.142117 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9c0110e6-0442-4ace-8c41-b6b647fce597 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4947727 Nov 12 01:39:13.145672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.146203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:13.146344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Checking segment: {'id': '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:13.146733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.147132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Bound using segment: {'id': '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:13.147615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Bound port: cacac90b-65ef-4e41-a0f3-cfce3c50b8cf, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8c5c00ee-94b3-400e-99a4-2e527b0fdc2c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:13.147996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.246246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.287589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] For port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:13.300494 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.319949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] For port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,segment=NetworkSegment(37ad0937-cdaa-4f35-9f87-ef6ccc4290d8),segment_id=37ad0937-cdaa-4f35-9f87-ef6ccc4290d8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:13.329461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.362063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.388574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3292a1-7e79-4fd4-a04c-15dd2fdb53ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:13.406196 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250724c8-a58a-428b-be53-ae500accc616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ba6f9b12-06b5-4c1c-b1a5-e755807e15f2', 'network_id': 'ba6f9b12-06b5-4c1c-b1a5-e755807e15f2', 'tenant_id': '93944d1a6288482c84690796191250b9', 'fixed_ips': [{'subnet_id': '7f3292a1-7e79-4fd4-a04c-15dd2fdb53ce'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:13.407077 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-250724c8-a58a-428b-be53-ae500accc616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.433279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce6b6f-1678-4557-8cfa-eb6b505d1dc2 None None] Pushing event updated for resources: {'Port': ['ID=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:13.457710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.480483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6f9b12-06b5-4c1c-b1a5-e755807e15f2']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:13.490962 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857792c-8a88-45dc-a128-b3561f516d30') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:13.491262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857792c-8a88-45dc-a128-b3561f516d30') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:13.501270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.516805 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.517996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d806d-625d-4188-89e2-28b74eaea3ab None None] Network ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:13.523214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:13.523634 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:13.526801 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:13.591003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.602595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.609086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 HTTP/1.1" status: 204 len: 168 time: 0.4598463 Nov 12 01:39:13.612023 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43672) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.645172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5e93-f76b-4b5e-a8a6-3c1f4e7e521c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Network': ['ID=ba6f9b12-06b5-4c1c-b1a5-e755807e15f2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:13.660874 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-77042e3d-3dd3-4c32-bfe8-1bf9ee717269 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] GET failed (client error): The resource could not be found. Nov 12 01:39:13.665430 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-77042e3d-3dd3-4c32-bfe8-1bf9ee717269 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "GET /v2.0/subnets/7f3292a1-7e79-4fd4-a04c-15dd2fdb53ce HTTP/1.1" status: 404 len: 337 time: 0.0453365 Nov 12 01:39:13.666788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43674) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.692413 n-d-712141-15 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a63aca-b3e0-4815-89dd-a0aef5c93030 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:13.693276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a63aca-b3e0-4815-89dd-a0aef5c93030 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:13.702361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43676) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.703091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b7a63aca-b3e0-4815-89dd-a0aef5c93030 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 HTTP/1.1" status: 404 len: 339 time: 0.0347066 Nov 12 01:39:13.731334 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b32849f-926e-4bc3-a5ac-dcf2097be74d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:13.731796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b32849f-926e-4bc3-a5ac-dcf2097be74d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:13.734928 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8b32849f-926e-4bc3-a5ac-dcf2097be74d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/subnets/7f3292a1-7e79-4fd4-a04c-15dd2fdb53ce HTTP/1.1" status: 404 len: 337 time: 0.0315366 Nov 12 01:39:13.737617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43678) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.750148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cacac90b-65ef-4e41-a0f3-cfce3c50b8cf up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:13.764399 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92fca55-eeb7-4759-9d4c-1ecd0ff1025d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:13.765266 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92fca55-eeb7-4759-9d4c-1ecd0ff1025d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:13.772588 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b92fca55-eeb7-4759-9d4c-1ecd0ff1025d tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/ba6f9b12-06b5-4c1c-b1a5-e755807e15f2 HTTP/1.1" status: 404 len: 339 time: 0.0334611 Nov 12 01:39:13.776708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43680) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.811797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:13.812178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.839552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Deleting subnet 8d9c3369-7698-44e8-9264-1e968d7f4917 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:13.843149 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.886183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.894000 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.931218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,segment=NetworkSegment(37ad0937-cdaa-4f35-9f87-ef6ccc4290d8),segment_id=37ad0937-cdaa-4f35-9f87-ef6ccc4290d8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:13.941500 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.978238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.999777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:14.050753 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.081187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9c3369-7698-44e8-9264-1e968d7f4917,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:14.087318 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.090676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-514f4b60-a084-4431-b3bb-0d3be15aa6a1 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/subnets/8d9c3369-7698-44e8-9264-1e968d7f4917 HTTP/1.1" status: 204 len: 168 time: 0.3122556 Nov 12 01:39:14.096610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.178040 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.193647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.236425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Deleting port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:14.236794 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.311219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] For port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,segment=NetworkSegment(37ad0937-cdaa-4f35-9f87-ef6ccc4290d8),segment_id=37ad0937-cdaa-4f35-9f87-ef6ccc4290d8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:14.311556 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.326015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Calling delete_port for cacac90b-65ef-4e41-a0f3-cfce3c50b8cf owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:14.410278 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.434339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9f0fb-382d-4da1-9c6e-35227e13b073 None None] Network 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:14.442843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Port': ['ID=cacac90b-65ef-4e41-a0f3-cfce3c50b8cf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:14.446359 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No DVR routers for this DVR port cacac90b-65ef-4e41-a0f3-cfce3c50b8cf on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:14.529271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.542931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e8435dda-1d17-4756-8c0d-3c4d8f2399a7 None None] Could not find standard attr ID for object cacac90b-65ef-4e41-a0f3-cfce3c50b8cf. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:39:14.551873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5c00ee-94b3-400e-99a4-2e527b0fdc2c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:14.562646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:14.563000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ad0937-cdaa-4f35-9f87-ef6ccc4290d8') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:14.575951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.590712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.597951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:14.598385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:14.601568 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:14.611166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880058c0-9db2-4ccd-aaf6-960e5781a676 None None] DHCP port deletion for 8c5c00ee-94b3-400e-99a4-2e527b0fdc2c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:14.670094 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.678088 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.681707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/8c5c00ee-94b3-400e-99a4-2e527b0fdc2c HTTP/1.1" status: 204 len: 168 time: 0.5838089 Nov 12 01:39:14.684837 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43684) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.693557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62342dc-c5c7-4b6d-bbe9-b3b48507a909 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Network': ['ID=8c5c00ee-94b3-400e-99a4-2e527b0fdc2c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:14.714350 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4782ea70-3622-482e-b812-76ef1f7d73d3 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:14.714835 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4782ea70-3622-482e-b812-76ef1f7d73d3 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:14.717913 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4782ea70-3622-482e-b812-76ef1f7d73d3 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/subnets/7a6076ff-5cb9-4731-b619-45e94297b869 HTTP/1.1" status: 404 len: 337 time: 0.0314288 Nov 12 01:39:14.721738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43686) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.740104 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-96863887-23fa-4c9d-9d4c-65d8e19ce71b tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:14.741278 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96863887-23fa-4c9d-9d4c-65d8e19ce71b tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:14.744435 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96863887-23fa-4c9d-9d4c-65d8e19ce71b tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/6b2d39e8-5be6-4d2a-ac6d-d14c3491b91a HTTP/1.1" status: 404 len: 339 time: 0.0217636 Nov 12 01:39:14.747339 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43688) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.774745 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3bae0f-e646-4411-8158-b47e2a3af74c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:14.775303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3bae0f-e646-4411-8158-b47e2a3af74c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:14.778424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7d3bae0f-e646-4411-8158-b47e2a3af74c tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/subnets/6a2528f9-9e58-4dbb-98f3-cc15e97b97c4 HTTP/1.1" status: 404 len: 337 time: 0.0300665 Nov 12 01:39:14.782391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.800410 n-d-712141-15 neutron-server[102676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8f094-9a91-434f-b05f-b85b960cf8e8 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] DELETE failed (client error): The resource could not be found. Nov 12 01:39:14.800961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8f094-9a91-434f-b05f-b85b960cf8e8 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:39:14.803925 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d3c8f094-9a91-434f-b05f-b85b960cf8e8 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/f22142fc-e7c0-459f-b515-76b67e2ba06d HTTP/1.1" status: 404 len: 339 time: 0.0206990 Nov 12 01:39:14.807185 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43692) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:14.869242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Deleting subnet 497174ab-6822-42ae-a55d-c26c86f7c808 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:14.873552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.919967 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.956717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.015012 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.080984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.104372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Subnet': ['ID=497174ab-6822-42ae-a55d-c26c86f7c808,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.113548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.116800 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-469fd12b-cb32-44f5-bf8d-4dd0a4dc5821 tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/subnets/497174ab-6822-42ae-a55d-c26c86f7c808 HTTP/1.1" status: 204 len: 168 time: 0.3085759 Nov 12 01:39:15.119541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:15.122031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388bdbf-675f-4241-ab42-2a8dd92bd378 None None] Network f0476723-cd83-4e43-b7f6-d846fe85d68a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:15.196555 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.250698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Deleting port 03f8ad30-86bc-430e-91a8-af8dd66369d7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:15.251039 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.296508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] DHCP port deletion for f0476723-cd83-4e43-b7f6-d846fe85d68a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:15.325068 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] For port 03f8ad30-86bc-430e-91a8-af8dd66369d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=03f8ad30-86bc-430e-91a8-af8dd66369d7,segment=NetworkSegment(026a9920-f4a5-42d8-8bd2-3557c3935e99),segment_id=026a9920-f4a5-42d8-8bd2-3557c3935e99)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:15.325798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.338579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Calling delete_port for 03f8ad30-86bc-430e-91a8-af8dd66369d7 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:15.345218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Deleting port 03f8ad30-86bc-430e-91a8-af8dd66369d7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:15.345589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.409956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] For port 03f8ad30-86bc-430e-91a8-af8dd66369d7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=03f8ad30-86bc-430e-91a8-af8dd66369d7,segment=NetworkSegment(026a9920-f4a5-42d8-8bd2-3557c3935e99),segment_id=026a9920-f4a5-42d8-8bd2-3557c3935e99)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:15.410374 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.421587 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.423481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Calling delete_port for 03f8ad30-86bc-430e-91a8-af8dd66369d7 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:15.452663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Port': ['ID=03f8ad30-86bc-430e-91a8-af8dd66369d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.456088 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] No DVR routers for this DVR port 03f8ad30-86bc-430e-91a8-af8dd66369d7 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:15.503367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.531708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] Pushing event deleted for resources: {'Port': ['ID=03f8ad30-86bc-430e-91a8-af8dd66369d7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.535997 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.536165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469b33a-2764-4a1a-a40e-54defd6dad9d None None] No DVR routers for this DVR port 03f8ad30-86bc-430e-91a8-af8dd66369d7 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:15.557789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0476723-cd83-4e43-b7f6-d846fe85d68a']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:15.568518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026a9920-f4a5-42d8-8bd2-3557c3935e99') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:15.568819 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026a9920-f4a5-42d8-8bd2-3557c3935e99') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:15.579130 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.593221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.599063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:15.599437 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:15.602444 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:15.671787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.676213 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.679668 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] 10.222.0.11 "DELETE /v2.0/networks/f0476723-cd83-4e43-b7f6-d846fe85d68a HTTP/1.1" status: 204 len: 168 time: 0.5589550 Nov 12 01:39:15.695661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cacac90b-65ef-4e41-a0f3-cfce3c50b8cf no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:15.703554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d05cb-a616-4f5a-937d-6595abdc80cb tempest-NetworksIpV6Test-1788543030 tempest-NetworksIpV6Test-1788543030-project] Pushing event deleted for resources: {'Network': ['ID=f0476723-cd83-4e43-b7f6-d846fe85d68a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.716595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: cacac90b-65ef-4e41-a0f3-cfce3c50b8cf {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:15.716909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cacac90b-65ef-4e41-a0f3-cfce3c50b8cf not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:15.717322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 03f8ad30-86bc-430e-91a8-af8dd66369d7 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:15.736457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 03f8ad30-86bc-430e-91a8-af8dd66369d7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:15.736811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 03f8ad30-86bc-430e-91a8-af8dd66369d7 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:15.952795 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43700) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:16.102864 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb031389-c17f-4c52-99ad-468f59dd4730 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93944d1a6288482c84690796191250b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488731 Nov 12 01:39:16.105758 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43704) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:16.156145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:16.180438 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:16.234286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:16.237034 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:16.238224 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab268f1a-e705-48fb-a20d-343d4d3151ff HTTP/1.1" status: 204 len: 168 time: 0.1315587 Nov 12 01:39:16.246308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca7284-7259-4813-92ee-ca4987cfa7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab268f1a-e705-48fb-a20d-343d4d3151ff,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:16.951486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43726) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:17.063181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-381921735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:17.093307 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.094388 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.147403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.155956 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.185243 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.186482 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b4b7217d-1e48-414c-9255-bcc5cc811abb tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2339084 Nov 12 01:39:17.189716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43730) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:17.194752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-730828761'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:17.218058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Made reservation on behalf of ade3eb4524e945bd9a1026a453f5e459 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:17.221659 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.231312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.314668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.320812 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.350887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:17.361246 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021093f2-cd43-4674-9832-ee74ac4f09f2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:17.367063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.367403 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Added segment 86c40309-c6ba-4d84-bba2-25db5fcbb794 of type vlan for network 6821f88d-1f72-4720-a8cd-0a950900fa32 Nov 12 01:39:17.408670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.437764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.443945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:17.444562 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.508033 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3171034 Nov 12 01:39:17.511119 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43732) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:17.518200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'subnet': {'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:17.524832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758004e-5b9a-4765-94e4-2493a4e34797 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event updated for resources: {'Network': ['ID=6821f88d-1f72-4720-a8cd-0a950900fa32,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:17.535978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:17.622386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Made reservation on behalf of ade3eb4524e945bd9a1026a453f5e459 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:17.626236 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.816218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.875179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event updated for resources: {'Subnet': ['ID=aee45989-f279-404f-b217-0b362381694e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:17.888622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Checking segment: {'id': '86c40309-c6ba-4d84-bba2-25db5fcbb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:17.888957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Network hostable DHCP agents. Network: 6821f88d-1f72-4720-a8cd-0a950900fa32, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:17.909252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:17.918872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 6821f88d-1f72-4720-a8cd-0a950900fa32) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:17.923578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:17.924568 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:17.927629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5f08b-4518-4b39-a8a3-b42e7d0f4d38 None None] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:17.944434 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3d52451-21f4-4194-b27b-fc80c2bba4db tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4322720 Nov 12 01:39:17.947570 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43734) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:17.952793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1398897735'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:17.975306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Made reservation on behalf of ade3eb4524e945bd9a1026a453f5e459 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:17.979269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.004987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:18.015146 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.015667 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Added segment bf32fe17-03fe-45d1-a89a-c5ae1744a863 of type vlan for network 1f5af472-bc8a-4b67-9263-4c5e19a275fe Nov 12 01:39:18.057520 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.080166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-6821f88d-1f72-4720-a8cd-0a950900fa32', 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32', 'tenant_id': 'ade3eb4524e945bd9a1026a453f5e459', 'fixed_ips': [{'subnet_id': 'aee45989-f279-404f-b217-0b362381694e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:18.081654 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.083780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.090283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:18.091059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.132942 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1842477 Nov 12 01:39:18.136114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:18.142517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'subnet': {'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:18.170013 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcaeb0-0b3e-4af2-ac74-39958830fb56 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event updated for resources: {'Network': ['ID=1f5af472-bc8a-4b67-9263-4c5e19a275fe,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:18.198551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:18.249708 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Made reservation on behalf of ade3eb4524e945bd9a1026a453f5e459 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:18.253384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.438189 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Allocated IP 172.20.0.2 (6821f88d-1f72-4720-a8cd-0a950900fa32/aee45989-f279-404f-b217-0b362381694e/9acdbd90-4d47-48ac-b813-d264f18d6ef0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:18.442236 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.505784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event updated for resources: {'Subnet': ['ID=9a2d317f-76f4-4ec8-90fb-9f1566f89c81,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:18.512970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Checking segment: {'id': 'bf32fe17-03fe-45d1-a89a-c5ae1744a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:18.513329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Network hostable DHCP agents. Network: 1f5af472-bc8a-4b67-9263-4c5e19a275fe, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:18.530423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:18.540604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1f5af472-bc8a-4b67-9263-4c5e19a275fe) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:18.545714 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:18.546432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.551736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfab7e9-6eff-4257-b43f-15401c21416e None None] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:18.565497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3a9dc44-f5c0-43f7-be03-c76782864340 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4276154 Nov 12 01:39:18.568221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:18.573426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e7f8a08a-9feb-41c3-afc2-4e05b9427705 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:18.643666 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.659230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.710086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:18.730774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:18.735935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:18.760572 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Pushing event updated for resources: {'Port': ['ID=9acdbd90-4d47-48ac-b813-d264f18d6ef0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:18.829414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1f5af472-bc8a-4b67-9263-4c5e19a275fe', 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe', 'tenant_id': 'ade3eb4524e945bd9a1026a453f5e459', 'fixed_ips': [{'subnet_id': '9a2d317f-76f4-4ec8-90fb-9f1566f89c81'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:18.830295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.840350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Attempting to bind port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:18.840717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Attempting to bind port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '86c40309-c6ba-4d84-bba2-25db5fcbb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:18.841080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Attempting to bind port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 on network 6821f88d-1f72-4720-a8cd-0a950900fa32 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:18.857668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:18.858019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Checking segment: {'id': '86c40309-c6ba-4d84-bba2-25db5fcbb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:18.858436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:18.858827 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Bound using segment: {'id': '86c40309-c6ba-4d84-bba2-25db5fcbb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:18.859313 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Bound port: 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c40309-c6ba-4d84-bba2-25db5fcbb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6821f88d-1f72-4720-a8cd-0a950900fa32'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:18.859694 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.030559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] For port 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:19.036843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] For port 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9acdbd90-4d47-48ac-b813-d264f18d6ef0,segment=NetworkSegment(86c40309-c6ba-4d84-bba2-25db5fcbb794),segment_id=86c40309-c6ba-4d84-bba2-25db5fcbb794)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:19.045827 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.057983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Allocated IP 172.21.0.2 (1f5af472-bc8a-4b67-9263-4c5e19a275fe/9a2d317f-76f4-4ec8-90fb-9f1566f89c81/1e7dc234-9043-487e-824d-a5ddc3252c40) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:19.137513 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bdbe0-d9a5-4dfb-b70e-a5a25695f776 None None] Pushing event updated for resources: {'Port': ['ID=9acdbd90-4d47-48ac-b813-d264f18d6ef0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.156976 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a08a-9feb-41c3-afc2-4e05b9427705 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.259659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.270304 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.289527 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [None req-e7f8a08a-9feb-41c3-afc2-4e05b9427705 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:39:19.291029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e7f8a08a-9feb-41c3-afc2-4e05b9427705 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "PUT /v2.0/routers/df2bda2b-a752-45b8-846e-693451bb9265 HTTP/1.1" status: 400 len: 364 time: 0.7217972 Nov 12 01:39:19.297625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:19.335601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:19.346831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:19.349372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:19.362522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Pushing event updated for resources: {'Port': ['ID=1e7dc234-9043-487e-824d-a5ddc3252c40,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.380678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Deleting subnet 9a2d317f-76f4-4ec8-90fb-9f1566f89c81 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:19.385028 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.422665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Attempting to bind port 1e7dc234-9043-487e-824d-a5ddc3252c40 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:19.423017 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Attempting to bind port 1e7dc234-9043-487e-824d-a5ddc3252c40 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'bf32fe17-03fe-45d1-a89a-c5ae1744a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:19.423374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Attempting to bind port 1e7dc234-9043-487e-824d-a5ddc3252c40 on network 1f5af472-bc8a-4b67-9263-4c5e19a275fe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:19.428970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:19.429509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Checking segment: {'id': 'bf32fe17-03fe-45d1-a89a-c5ae1744a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:19.429912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.430293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Bound using segment: {'id': 'bf32fe17-03fe-45d1-a89a-c5ae1744a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:19.430761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Bound port: 1e7dc234-9043-487e-824d-a5ddc3252c40, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32fe17-03fe-45d1-a89a-c5ae1744a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1f5af472-bc8a-4b67-9263-4c5e19a275fe'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:19.431138 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.436476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.497068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] For port 1e7dc234-9043-487e-824d-a5ddc3252c40, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:19.500195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] For port 1e7dc234-9043-487e-824d-a5ddc3252c40, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1e7dc234-9043-487e-824d-a5ddc3252c40,segment=NetworkSegment(bf32fe17-03fe-45d1-a89a-c5ae1744a863),segment_id=bf32fe17-03fe-45d1-a89a-c5ae1744a863)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:19.505597 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.519562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.575559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a3c80-87f8-4d6d-8911-51d9943bef52 None None] Pushing event updated for resources: {'Port': ['ID=1e7dc234-9043-487e-824d-a5ddc3252c40,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.587974 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.620784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2d317f-76f4-4ec8-90fb-9f1566f89c81,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.625752 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.631391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0835c9ff-8044-496f-9797-de2b3f1ce371 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "DELETE /v2.0/subnets/9a2d317f-76f4-4ec8-90fb-9f1566f89c81 HTTP/1.1" status: 204 len: 168 time: 0.3263247 Nov 12 01:39:19.631640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:19.718991 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.770829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9acdbd90-4d47-48ac-b813-d264f18d6ef0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:19.797852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Deleting port 1e7dc234-9043-487e-824d-a5ddc3252c40 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:19.798194 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.844901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:19.845276 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.878468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] For port 1e7dc234-9043-487e-824d-a5ddc3252c40, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1e7dc234-9043-487e-824d-a5ddc3252c40,segment=NetworkSegment(bf32fe17-03fe-45d1-a89a-c5ae1744a863),segment_id=bf32fe17-03fe-45d1-a89a-c5ae1744a863)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:19.878835 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.895104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Calling delete_port for 1e7dc234-9043-487e-824d-a5ddc3252c40 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:19.946473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.984485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9acdbd90-4d47-48ac-b813-d264f18d6ef0,segment=NetworkSegment(86c40309-c6ba-4d84-bba2-25db5fcbb794),segment_id=86c40309-c6ba-4d84-bba2-25db5fcbb794)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:19.989139 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.991410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.019306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] No DVR routers for this DVR port 1e7dc234-9043-487e-824d-a5ddc3252c40 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:20.025893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Port': ['ID=1e7dc234-9043-487e-824d-a5ddc3252c40,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:20.056434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=9acdbd90-4d47-48ac-b813-d264f18d6ef0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:20.109118 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.131566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5af472-bc8a-4b67-9263-4c5e19a275fe']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:20.142132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf32fe17-03fe-45d1-a89a-c5ae1744a863') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:20.142395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf32fe17-03fe-45d1-a89a-c5ae1744a863') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:20.152511 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.166466 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.172913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:20.173855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:20.176691 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:20.185736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315415a3-4f93-4dc5-809e-76ad4c8d30a5 None None] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:20.245487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.258000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0ed5d04d-c5ed-451b-b496-fd47a2515ac3 None None] Provisioning complete for port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:20.258397 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d04d-c5ed-451b-b496-fd47a2515ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.264862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.270436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "DELETE /v2.0/networks/1f5af472-bc8a-4b67-9263-4c5e19a275fe HTTP/1.1" status: 204 len: 168 time: 0.6355093 Nov 12 01:39:20.270436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0dd51-d1ad-4b93-b6db-e9956efc522b tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Network': ['ID=1f5af472-bc8a-4b67-9263-4c5e19a275fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:20.270817 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:20.330696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Deleting subnet aee45989-f279-404f-b217-0b362381694e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:20.334879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.381053 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.484830 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.551566 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.577692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Subnet': ['ID=aee45989-f279-404f-b217-0b362381694e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:20.583735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.590241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-695c3dc1-c86f-4ce1-b7a5-09c802f78427 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "DELETE /v2.0/subnets/aee45989-f279-404f-b217-0b362381694e HTTP/1.1" status: 204 len: 168 time: 0.3152723 Nov 12 01:39:20.590366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43746) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:20.667441 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3561601-656a-4e77-ae7f-b117b7a4bb4e None None] Network 6821f88d-1f72-4720-a8cd-0a950900fa32 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:20.685439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.719480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5946cc-8b1d-464b-abb9-6c4c04020050 None None] DHCP port deletion for 1f5af472-bc8a-4b67-9263-4c5e19a275fe request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:20.749797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970125e4-eff0-4997-a4d1-8aca1feb5fe2 None None] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:20.757057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Deleting port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:20.757400 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.765003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f606c00c-6e7c-4ab7-b64f-213eb7ed456a None None] Provisioning complete for port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:20.765361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f606c00c-6e7c-4ab7-b64f-213eb7ed456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.783501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970125e4-eff0-4997-a4d1-8aca1feb5fe2 None None] Network 1f5af472-bc8a-4b67-9263-4c5e19a275fe could not be found, it might have been deleted concurrently. {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:39:20.822254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] For port 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=9acdbd90-4d47-48ac-b813-d264f18d6ef0,segment=NetworkSegment(86c40309-c6ba-4d84-bba2-25db5fcbb794),segment_id=86c40309-c6ba-4d84-bba2-25db5fcbb794)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:20.822633 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.835498 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Calling delete_port for 9acdbd90-4d47-48ac-b813-d264f18d6ef0 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:20.895733 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f606c00c-6e7c-4ab7-b64f-213eb7ed456a None None] Could not find standard attr ID for object 1e7dc234-9043-487e-824d-a5ddc3252c40. {{(pid=102678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:39:20.904895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] DHCP port deletion for 6821f88d-1f72-4720-a8cd-0a950900fa32 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:20.924392 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.950858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Port': ['ID=9acdbd90-4d47-48ac-b813-d264f18d6ef0,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:20.952186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Deleting port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:20.952563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.954223 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] No DVR routers for this DVR port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:21.021575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] For port 9acdbd90-4d47-48ac-b813-d264f18d6ef0, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:21.021974 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.035440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Calling delete_port for 9acdbd90-4d47-48ac-b813-d264f18d6ef0 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:21.038271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:39:21.039245 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.039589 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.062567 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6821f88d-1f72-4720-a8cd-0a950900fa32']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.065543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] Pushing event deleted for resources: {'Port': ['ID=9acdbd90-4d47-48ac-b813-d264f18d6ef0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:21.067379 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8735777-5fa4-4990-b98e-3d60549ed53c None None] No DVR routers for this DVR port 9acdbd90-4d47-48ac-b813-d264f18d6ef0 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:21.074653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c40309-c6ba-4d84-bba2-25db5fcbb794') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.075184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c40309-c6ba-4d84-bba2-25db5fcbb794') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.085157 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.098649 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.104787 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:21.105209 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:21.108205 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:21.170557 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.178588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.181160 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "DELETE /v2.0/networks/6821f88d-1f72-4720-a8cd-0a950900fa32 HTTP/1.1" status: 204 len: 168 time: 0.5897050 Nov 12 01:39:21.184440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:21.193907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ce4e8-5890-4184-b548-83384af72f90 tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Pushing event deleted for resources: {'Network': ['ID=6821f88d-1f72-4720-a8cd-0a950900fa32,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:21.213751 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12638df0-228c-4fbc-a081-ba22f3a4908f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "GET /v2.0/ports?device_id=df2bda2b-a752-45b8-846e-693451bb9265 HTTP/1.1" status: 200 len: 205 time: 0.0280659 Nov 12 01:39:21.216407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:21.296290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.461739 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.464381 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.518609 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.519122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Fanout notify agent at l3_agent the message router_deleted on router df2bda2b-a752-45b8-846e-693451bb9265 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:39:21.526254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:21.527468 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d47d5d31-3bd6-4352-8d51-15e1f3f3eb4f tempest-RoutersNegativeTest-2131106137 tempest-RoutersNegativeTest-2131106137-project] 10.222.0.11 "DELETE /v2.0/routers/df2bda2b-a752-45b8-846e-693451bb9265 HTTP/1.1" status: 204 len: 168 time: 0.3100796 Nov 12 01:39:21.695304 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9acdbd90-4d47-48ac-b813-d264f18d6ef0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:21.716139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 9acdbd90-4d47-48ac-b813-d264f18d6ef0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:21.716410 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 9acdbd90-4d47-48ac-b813-d264f18d6ef0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:21.793098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43756) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:21.933588 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-65fc5021-aeeb-49e3-aba5-f85ca8372891 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ade3eb4524e945bd9a1026a453f5e459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390913 Nov 12 01:39:21.936464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:22.013597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.037586 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.094614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.097505 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.098698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/021093f2-cd43-4674-9832-ee74ac4f09f2 HTTP/1.1" status: 204 len: 168 time: 0.1612482 Nov 12 01:39:22.107277 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644740b-b16f-46ef-9588-d3ef379c5280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021093f2-cd43-4674-9832-ee74ac4f09f2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:22.778365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43782) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:22.887678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2147208348-network', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:22.910848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Made reservation on behalf of 3187fc2158b94ce1a4e73b43a1c96ab8 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:22.913407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.927139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.006651 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.012688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.037999 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:23.048464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b52e31-ea83-4223-9d86-cab7cb002e8b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:23.053494 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.053836 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Added segment 75b0670f-cdf2-4b2d-b5a0-8acb1def2e32 of type vlan for network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 Nov 12 01:39:23.097641 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.126984 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.127908 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:23.128512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.187776 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4078369 Nov 12 01:39:23.191536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:23.195863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deba48-4ff8-40fb-a405-4d78e80914d4 admin admin] Pushing event updated for resources: {'Network': ['ID=240411fb-01fd-4b67-a3a5-42f26d88e4e4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:23.196983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Request body: {'subnet': {'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-subnet', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:23.206475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:23.221132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Made reservation on behalf of 3187fc2158b94ce1a4e73b43a1c96ab8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:23.223537 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.398269 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.447941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669dd557-5353-4355-a994-3ea7d805ba99,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:23.464274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Checking segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:23.464625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Network hostable DHCP agents. Network: 240411fb-01fd-4b67-a3a5-42f26d88e4e4, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:23.484952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:23.495384 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 240411fb-01fd-4b67-a3a5-42f26d88e4e4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:23.499691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:23.500345 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.505120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db4122-5d64-4b5d-ad3f-cc720830a28f None None] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:23.517827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-64fd0f71-e90e-45fd-8fcc-61e80af89d22 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3245456 Nov 12 01:39:23.520336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43788) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:23.524887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:23.547050 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.548044 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.599950 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.657215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:23.658157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.742487 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.801792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Allocated IP 172.20.0.2 (240411fb-01fd-4b67-a3a5-42f26d88e4e4/669dd557-5353-4355-a994-3ea7d805ba99/cfce8a34-a9c9-461f-995e-30a30e85462a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:23.944381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.948855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.956345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.968156 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.998436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:24.004930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:24.010124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:24.012177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Pushing event updated for resources: {'Port': ['ID=cfce8a34-a9c9-461f-995e-30a30e85462a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:24.064846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Attempting to bind port cfce8a34-a9c9-461f-995e-30a30e85462a on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:24.065238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Attempting to bind port cfce8a34-a9c9-461f-995e-30a30e85462a by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:24.065557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Attempting to bind port cfce8a34-a9c9-461f-995e-30a30e85462a on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:24.070692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:24.071053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Checking segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:24.071444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.071821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Bound using segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:24.072481 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Bound port: cfce8a34-a9c9-461f-995e-30a30e85462a, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:24.072857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.074343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Allocated IP 172.25.6.81 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b8d21cde-0bdc-4423-88ed-e98ba4204305) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:24.138958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] For port cfce8a34-a9c9-461f-995e-30a30e85462a, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:24.142510 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] For port cfce8a34-a9c9-461f-995e-30a30e85462a, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cfce8a34-a9c9-461f-995e-30a30e85462a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:24.147096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.188481 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.210855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1639c70-5356-4e5e-a7d0-1bc0d11cbc67 None None] Pushing event updated for resources: {'Port': ['ID=cfce8a34-a9c9-461f-995e-30a30e85462a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:24.230439 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.268863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:24.273774 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:24.277521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:24.287806 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1854c-5c92-4224-8ae9-6e853176130e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:24.300776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Pushing event updated for resources: {'Port': ['ID=b8d21cde-0bdc-4423-88ed-e98ba4204305,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:24.341807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e3d9be1d-c928-41b2-a26b-0f6b602555c5 None None] Provisioning complete for port b8d21cde-0bdc-4423-88ed-e98ba4204305 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:24.342316 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3d9be1d-c928-41b2-a26b-0f6b602555c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:24.402428 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9be1d-c928-41b2-a26b-0f6b602555c5 None None] Port b8d21cde-0bdc-4423-88ed-e98ba4204305 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:24.558401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.099067 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.123451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c6b3c-63e0-4e0f-a5aa-6bd1fba70206 None None] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:25.234517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Router 78018c95-cba3-4302-9053-0e8c109ecbfc is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:39:25.254084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] Provisioning complete for port cfce8a34-a9c9-461f-995e-30a30e85462a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:25.254708 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.345505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:25.356835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Sync routers for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:25.366428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.371298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-92d2e140-57b6-4276-beae-e55ccc91adfc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8468962 Nov 12 01:39:25.371575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43790) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:25.382089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.384048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:25.384925 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:25.475515 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] For port cfce8a34-a9c9-461f-995e-30a30e85462a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cfce8a34-a9c9-461f-995e-30a30e85462a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:25.508381 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.569431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:25.807024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cfce8a34-a9c9-461f-995e-30a30e85462a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:25.813292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52df3c5-52a6-4da1-b9f4-1518daa2576d None None] Pushing event updated for resources: {'Port': ['ID=cfce8a34-a9c9-461f-995e-30a30e85462a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:25.831914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.905724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-88932f50-80b0-4620-8a02-e114af43e2ed None None] Provisioning complete for port cfce8a34-a9c9-461f-995e-30a30e85462a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:25.905975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88932f50-80b0-4620-8a02-e114af43e2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.991334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cfce8a34-a9c9-461f-995e-30a30e85462a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:25.991692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.996051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Allocated IP 172.20.0.1 (240411fb-01fd-4b67-a3a5-42f26d88e4e4/669dd557-5353-4355-a994-3ea7d805ba99/6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:26.111415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.113699 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:24Z', 'revision_number': 3, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:26.145861 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Checking router: 78018c95-cba3-4302-9053-0e8c109ecbfc for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:26.146340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Updating router 78018c95-cba3-4302-9053-0e8c109ecbfc port b8d21cde-0bdc-4423-88ed-e98ba4204305 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:26.149799 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.183515 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.193761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:26.199530 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:26.201996 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:26.204161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Pushing event updated for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:26.243485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.403214 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.502579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.510203 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.544852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-42b2c6ed-36c6-406f-8301-554f8c5e6375 None None] Provisioning complete for port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:26.545215 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42b2c6ed-36c6-406f-8301-554f8c5e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.579480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943b279-0f43-42b8-88df-949673d3055c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:26.587330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.593557 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.600166 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Attempting to bind port b8d21cde-0bdc-4423-88ed-e98ba4204305 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:26.600537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Attempting to bind port b8d21cde-0bdc-4423-88ed-e98ba4204305 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:26.600893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Attempting to bind port b8d21cde-0bdc-4423-88ed-e98ba4204305 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:26.610864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28073b10-d612-4382-8a50-fe4d30c2a535 None None] Pushing event updated for resources: {'Port': ['ID=b8d21cde-0bdc-4423-88ed-e98ba4204305,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:26.617153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-42b2c6ed-36c6-406f-8301-554f8c5e6375 None None] Port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:26.618583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:26.619135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:26.619581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.620038 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:26.620557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Bound port: b8d21cde-0bdc-4423-88ed-e98ba4204305, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:26.620909 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.669421 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.674064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] For port b8d21cde-0bdc-4423-88ed-e98ba4204305, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:26.677226 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] For port b8d21cde-0bdc-4423-88ed-e98ba4204305, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b8d21cde-0bdc-4423-88ed-e98ba4204305,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:26.677453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Pushing event updated for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:26.686137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.734858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19bf75-d9ed-45af-8f88-e8b91fdda8f6 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:26.763589 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28073b10-d612-4382-8a50-fe4d30c2a535 None None] Pushing event updated for resources: {'Port': ['ID=b8d21cde-0bdc-4423-88ed-e98ba4204305,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:26.768001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:26.768604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:26.773190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] Provisioning complete for port b8d21cde-0bdc-4423-88ed-e98ba4204305 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:26.773473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.775747 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:26.777402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:26.902839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Router 78018c95-cba3-4302-9053-0e8c109ecbfc has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:26.948696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:26.990848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.018660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:27.023891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cca58a25-1eb7-4e99-a55b-35e6b569596d admin admin] 10.222.0.11 "PUT /v2.0/routers/78018c95-cba3-4302-9053-0e8c109ecbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512854 Nov 12 01:39:27.059832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] For port b8d21cde-0bdc-4423-88ed-e98ba4204305, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b8d21cde-0bdc-4423-88ed-e98ba4204305,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:27.068629 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.161605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fea6e-a30a-4922-b866-598cb3aa5ac0 None None] Pushing event updated for resources: {'Port': ['ID=b8d21cde-0bdc-4423-88ed-e98ba4204305,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:27.214500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05db8484-c1af-4ca2-ac29-635a3544063d None None] Provisioning complete for port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:27.214868 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05db8484-c1af-4ca2-ac29-635a3544063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.256453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-05db8484-c1af-4ca2-ac29-635a3544063d None None] Port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:27.266475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f', 'name': '', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'mac_address': 'fa:16:3e:73:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:25Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 2, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'subnets': [{'id': '669dd557-5353-4355-a994-3ea7d805ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:27.298841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecad1e-df40-443f-b2f7-5219eb6a6225 None None] The sync data for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 is: [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f', 'name': '', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'mac_address': 'fa:16:3e:73:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:25Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 2, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'subnets': [{'id': '669dd557-5353-4355-a994-3ea7d805ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:27.301514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05db8484-c1af-4ca2-ac29-635a3544063d None None] Provisioning complete for port b8d21cde-0bdc-4423-88ed-e98ba4204305 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:27.301773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05db8484-c1af-4ca2-ac29-635a3544063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.537746 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43806) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:27.543371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-805160800-network', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:27.566506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Made reservation on behalf of 971c5e77e5f44cfcbdd1a0998caab851 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:27.569026 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.579978 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.669695 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.675532 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.691697 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:27.716815 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.717183 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Added segment 233dc690-6e00-4802-ad7d-156a7ed65990 of type vlan for network 12e25471-e066-40d3-a470-9edc9ab9230b Nov 12 01:39:27.725535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cfce8a34-a9c9-461f-995e-30a30e85462a up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:27.726714 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43387cd-8586-44d4-92f4-c693c84ccca4,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:27.762422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.794378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.795315 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:27.795783 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port cfce8a34-a9c9-461f-995e-30a30e85462a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:27.795900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.796202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.834893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2958882 Nov 12 01:39:27.838005 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 43808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:27.843809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Request body: {'subnet': {'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-subnet', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:27.870167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d24e-5186-4554-9ca8-f4dccc188a47 admin admin] Pushing event updated for resources: {'Network': ['ID=12e25471-e066-40d3-a470-9edc9ab9230b,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:27.888558 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 12e25471-e066-40d3-a470-9edc9ab9230b details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:27.889278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Made reservation on behalf of 971c5e77e5f44cfcbdd1a0998caab851 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:27.891860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.101874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.157741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e044d168-a997-48de-a8b6-7fc514ae46ef,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:28.168589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Checking segment: {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:28.168953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Network hostable DHCP agents. Network: 12e25471-e066-40d3-a470-9edc9ab9230b, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:28.188421 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Network 12e25471-e066-40d3-a470-9edc9ab9230b is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:28.200294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 12e25471-e066-40d3-a470-9edc9ab9230b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:28.204773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:28.205354 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.212545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82972c-5c05-4d5d-9ec0-ee56dd923594 None None] Network 12e25471-e066-40d3-a470-9edc9ab9230b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:28.226269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1833d852-6e1a-437c-9a52-2306a903cd5e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3841057 Nov 12 01:39:28.227383 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43810) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:28.231413 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:28.253527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.254621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.308680 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.377894 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-12e25471-e066-40d3-a470-9edc9ab9230b', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:28.378912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.457773 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.524106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Allocated IP 172.20.0.2 (12e25471-e066-40d3-a470-9edc9ab9230b/e044d168-a997-48de-a8b6-7fc514ae46ef/4e783157-a6c4-4250-af7b-288556343ff7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:28.671349 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.679086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.688534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.691380 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.724243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Network 12e25471-e066-40d3-a470-9edc9ab9230b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:28.731234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:28.734691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:28.741734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Pushing event updated for resources: {'Port': ['ID=4e783157-a6c4-4250-af7b-288556343ff7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:28.792994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Attempting to bind port 4e783157-a6c4-4250-af7b-288556343ff7 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:28.793365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Attempting to bind port 4e783157-a6c4-4250-af7b-288556343ff7 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:28.793727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Attempting to bind port 4e783157-a6c4-4250-af7b-288556343ff7 on network 12e25471-e066-40d3-a470-9edc9ab9230b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:28.799165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:28.799537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Checking segment: {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:28.799939 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.800467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Bound using segment: {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:28.800922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Bound port: 4e783157-a6c4-4250-af7b-288556343ff7, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:28.801302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.803524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Allocated IP 172.25.6.149 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/32cbe87a-90ec-459a-b70d-6fedcd2d3bb0) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:28.927839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:28.965963 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.005207 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:29.010732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:29.014962 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:29.036200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c30fa-dfce-49ac-b0ae-fc8e6303f7e6 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:29.043236 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Pushing event updated for resources: {'Port': ['ID=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:29.052347 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] For port 4e783157-a6c4-4250-af7b-288556343ff7, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:29.056624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] For port 4e783157-a6c4-4250-af7b-288556343ff7, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4e783157-a6c4-4250-af7b-288556343ff7,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:29.065387 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.137609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70adb2-dd9d-4eda-9009-f0a6aa279002 None None] Pushing event updated for resources: {'Port': ['ID=4e783157-a6c4-4250-af7b-288556343ff7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:29.143363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-1d8e3c4d-627b-48ea-976a-b29b94de54ed None None] Provisioning complete for port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:29.143901 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d8e3c4d-627b-48ea-976a-b29b94de54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.181070 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e3c4d-627b-48ea-976a-b29b94de54ed None None] Port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:29.311179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.458691 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Sync routers for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:29.469588 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:29.470289 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:29.517286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.580633 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:29.800639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4e783157-a6c4-4250-af7b-288556343ff7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:29.864482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4e783157-a6c4-4250-af7b-288556343ff7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:29.865099 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.914069 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f', 'name': '', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'mac_address': 'fa:16:3e:73:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:25Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 2, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'subnets': [{'id': '669dd557-5353-4355-a994-3ea7d805ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:29.951544 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Checking router: 78018c95-cba3-4302-9053-0e8c109ecbfc for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:29.952193 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Updating router 78018c95-cba3-4302-9053-0e8c109ecbfc port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:29.965809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.983133 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.005767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 4e783157-a6c4-4250-af7b-288556343ff7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4e783157-a6c4-4250-af7b-288556343ff7,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:30.013022 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.013738 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Router cdf94e20-4a76-492a-846f-cc26fe775ff2 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:39:30.014639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b8d21cde-0bdc-4423-88ed-e98ba4204305 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:30.134076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:30.137599 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=4e783157-a6c4-4250-af7b-288556343ff7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:30.150614 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Sync routers for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:30.157142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port b8d21cde-0bdc-4423-88ed-e98ba4204305 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:30.157641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.162337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.163927 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-442132b7-79c8-4c79-88e4-84ac04440a0b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9361880 Nov 12 01:39:30.167149 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 43812) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:30.191435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:30.191862 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:30.254173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d66de-d0ba-47a5-9565-5f8821fdaa56 None None] Network 12e25471-e066-40d3-a470-9edc9ab9230b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:30.291992 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.299030 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.357547 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Pushing event updated for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:30.381446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.381711 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.382386 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.382386 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.382700 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.382997 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.383320 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.383638 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.383959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.390508 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.390722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.390969 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:30.419458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f48d07f-6bf7-4f5d-b944-db2ec061d0b8 None None] Provisioning complete for port 4e783157-a6c4-4250-af7b-288556343ff7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:30.420044 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f48d07f-6bf7-4f5d-b944-db2ec061d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.425942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:30.431359 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Attempting to bind port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:30.432252 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Attempting to bind port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:30.432784 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Attempting to bind port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:30.438478 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:30.439124 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Checking segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:30.440322 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.441182 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Bound using segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:30.441816 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Bound port: 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:30.442591 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.513387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] For port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:30.517929 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] For port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:30.528220 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.599630 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:30.601901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:30.608582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7164-459c-495d-8549-2b708241ed8e None None] Pushing event updated for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:30.716813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.749446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:30.854274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:29Z', 'revision_number': 3, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:30.883786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Checking router: cdf94e20-4a76-492a-846f-cc26fe775ff2 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:30.884212 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Updating router cdf94e20-4a76-492a-846f-cc26fe775ff2 port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:30.904401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Allocated IP 172.20.0.1 (12e25471-e066-40d3-a470-9edc9ab9230b/e044d168-a997-48de-a8b6-7fc514ae46ef/bc419757-e9aa-47af-bf2c-7a33eac79c2c) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:30.910552 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.990373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f', 'name': '', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'mac_address': 'fa:16:3e:73:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:25Z', 'updated_at': '2021-11-12T01:39:30Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'subnets': [{'id': '669dd557-5353-4355-a994-3ea7d805ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:31.021034 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09329d73-9e70-423b-ba2b-25044326d4a0 None None] The sync data for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 is: [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f', 'name': '', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'mac_address': 'fa:16:3e:73:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:25Z', 'updated_at': '2021-11-12T01:39:30Z', 'revision_number': 4, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'subnets': [{'id': '669dd557-5353-4355-a994-3ea7d805ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:31.059653 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.104839 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.120171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] Provisioning complete for port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:31.120596 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.151695 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Network 12e25471-e066-40d3-a470-9edc9ab9230b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:31.155204 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:31.159462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:31.198167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Pushing event updated for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.218117 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.287296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.293922 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.316918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.372498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c09045c-c633-4709-aa75-08ea8e29d21c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:31.389951 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.401776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] For port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:31.409385 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Attempting to bind port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:31.409794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Attempting to bind port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:31.410263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Attempting to bind port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:31.419735 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.424214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c2a32-788a-45e2-a15b-c4f572d3fe87 None None] Pushing event updated for resources: {'Port': ['ID=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.431165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:31.431165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:31.433896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.433896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:31.433896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Bound port: 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:31.433896 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.523668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273e19d-85f2-4968-ad26-882824449c9b None None] Pushing event updated for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.530292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] For port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:31.539511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] For port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:31.550272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Provisioning complete for port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:31.550638 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.553195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.622584 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.628706 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.632160 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914dffa1-1c3e-4e76-bd2f-6a162a1ff034 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:31.651631 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:31.652302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:31.670927 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.728392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c2a32-788a-45e2-a15b-c4f572d3fe87 None None] Pushing event updated for resources: {'Port': ['ID=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.739505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Pushing event updated for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.820419 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.832052 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Network 12e25471-e066-40d3-a470-9edc9ab9230b is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:31.836543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:31.853445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4e783157-a6c4-4250-af7b-288556343ff7 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:31.881314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] For port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:31.883617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:31.994934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Router cdf94e20-4a76-492a-846f-cc26fe775ff2 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:32.111965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.123077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:32.128032 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-75f3414e-e84d-4c34-b5fc-f8cd7a58376f admin admin] 10.222.0.11 "PUT /v2.0/routers/cdf94e20-4a76-492a-846f-cc26fe775ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595518 Nov 12 01:39:32.247647 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Provisioning complete for port 4e783157-a6c4-4250-af7b-288556343ff7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.248457 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.278717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b3f7c-2ea8-4ca8-87f4-f1673ba91384 None None] Pushing event updated for resources: {'Port': ['ID=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:32.319757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4e783157-a6c4-4250-af7b-288556343ff7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.320140 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.483562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:32.505025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bc419757-e9aa-47af-bf2c-7a33eac79c2c', 'name': '', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'mac_address': 'fa:16:3e:f3:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:30Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 2, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'subnets': [{'id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:32.538498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77d9c1-4b33-4263-b06e-f81cc5f7fc2a None None] The sync data for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 is: [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bc419757-e9aa-47af-bf2c-7a33eac79c2c', 'name': '', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'mac_address': 'fa:16:3e:f3:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:30Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 2, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'subnets': [{'id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:32.566420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50be3b9a-c04c-4ec6-b60b-1d8a0bb40bf4 None None] Provisioning complete for port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.566730 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50be3b9a-c04c-4ec6-b60b-1d8a0bb40bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.610008 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.610400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.763700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50be3b9a-c04c-4ec6-b60b-1d8a0bb40bf4 None None] Provisioning complete for port bc419757-e9aa-47af-bf2c-7a33eac79c2c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:32.764290 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50be3b9a-c04c-4ec6-b60b-1d8a0bb40bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.806062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.821954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-50be3b9a-c04c-4ec6-b60b-1d8a0bb40bf4 None None] Port bc419757-e9aa-47af-bf2c-7a33eac79c2c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:32.972953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-388dc723-0ff2-4718-81d5-285ef3934c17 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:32.974588 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-388dc723-0ff2-4718-81d5-285ef3934c17 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 817 time: 0.1159577 Nov 12 01:39:32.990809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-321ff476-423c-4663-8cec-b8257258075c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/quotas/3187fc2158b94ce1a4e73b43a1c96ab8 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Nov 12 01:39:33.046153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-6a87e414-a182-48ee-bb80-ce1816ebcd69 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493574 Nov 12 01:39:33.062575 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-49858571-e171-4b2e-a940-bd49e99e66c7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:39:33.063582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-49858571-e171-4b2e-a940-bd49e99e66c7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056391 Nov 12 01:39:33.168866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-2b58fc38-351f-4351-99cc-b29f1d238a4c service neutron] 10.222.0.11 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971336 Nov 12 01:39:33.264319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-16ba23e9-f045-4ab1-962f-5994b3125de7 service neutron] 10.222.0.11 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Nov 12 01:39:33.443218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e0a1b92-5c16-460c-ae79-8a55d431b21a req-70735963-e582-4853-8f0c-48807ab21412 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 210 time: 0.0328038 Nov 12 01:39:34.443531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-e7f92e84-7588-4ae6-80db-077100e222e3 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:34.445395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-e7f92e84-7588-4ae6-80db-077100e222e3 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.32 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 817 time: 0.1118402 Nov 12 01:39:34.458593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Request body: {'port': {'device_id': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'admin_state_up': True, 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:34.559923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0852c0f6-f22c-4413-882d-9b8849a65fa5 req-5ed130a7-d222-48da-8612-e4f8a5a9c749 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Nov 12 01:39:34.615273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Made reservation on behalf of 3187fc2158b94ce1a4e73b43a1c96ab8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:34.618954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.754716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Allocated IP 172.20.0.14 (240411fb-01fd-4b67-a3a5-42f26d88e4e4/669dd557-5353-4355-a994-3ea7d805ba99/15711e2c-efd2-4209-95fb-30c9ef4f6877) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:34.904570 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.944021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.993338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:34.998532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:35.003356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:35.010065 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Pushing event updated for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:35.066696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:35.067318 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.086769 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-70601b6a-02e1-4a45-bdd2-3859a89e812b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324952 Nov 12 01:39:35.100518 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Request body: {'port': {'device_id': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:35.176715 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.259025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d0e290a0-ebed-4e24-8f02-97d205b95712 None None] Provisioning complete for port 15711e2c-efd2-4209-95fb-30c9ef4f6877 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:35.259610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0e290a0-ebed-4e24-8f02-97d205b95712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.303000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d0e290a0-ebed-4e24-8f02-97d205b95712 None None] Port 15711e2c-efd2-4209-95fb-30c9ef4f6877 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:35.387863 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Sync routers for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:35.398256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:35.398928 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:35.489254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15711e2c-efd2-4209-95fb-30c9ef4f6877 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:35.498390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.513110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Transition to ACTIVE for port object 15711e2c-efd2-4209-95fb-30c9ef4f6877 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:35.518953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.529790 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:35.637082 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Pushing event updated for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:35.729281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Attempting to bind port 15711e2c-efd2-4209-95fb-30c9ef4f6877 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:35.729569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Attempting to bind port 15711e2c-efd2-4209-95fb-30c9ef4f6877 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:35.729798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Attempting to bind port 15711e2c-efd2-4209-95fb-30c9ef4f6877 on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:35.742676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Port 15711e2c-efd2-4209-95fb-30c9ef4f6877 on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:35.742999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Attempting to bind port 15711e2c-efd2-4209-95fb-30c9ef4f6877 on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:35.753203 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:35.753552 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Checking segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:35.754136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Bound using segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:35.754587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Bound port: 15711e2c-efd2-4209-95fb-30c9ef4f6877, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:35.754946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.767273 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.769517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3ce0-5551-4d6c-9884-cf226a5928ca req-b95e9ea2-0995-4d2d-a38a-8c6630089067 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:35.771516 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e6a3ce0-5551-4d6c-9884-cf226a5928ca req-b95e9ea2-0995-4d2d-a38a-8c6630089067 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 944 time: 0.1004806 Nov 12 01:39:35.794648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:35.799290 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bc419757-e9aa-47af-bf2c-7a33eac79c2c', 'name': '', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'mac_address': 'fa:16:3e:f3:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:30Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 2, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'subnets': [{'id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:35.830596 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Checking router: cdf94e20-4a76-492a-846f-cc26fe775ff2 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:35.831872 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Updating router cdf94e20-4a76-492a-846f-cc26fe775ff2 port bc419757-e9aa-47af-bf2c-7a33eac79c2c binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:35.859095 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.863031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:35.863564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.890479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e6a3ce0-5551-4d6c-9884-cf226a5928ca req-37a24fd3-3706-40e7-ba4c-1f8d12bf60e4 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061349 Nov 12 01:39:35.920636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:35.925043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:35.931876 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.972860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:35.973487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.979308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] 10.222.0.32 "PUT /v2.0/ports/15711e2c-efd2-4209-95fb-30c9ef4f6877 HTTP/1.1" status: 200 len: 1093 time: 0.8792763 Nov 12 01:39:35.979862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:35.983393 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5238c610-c8fa-4ef2-b48f-78a995babfec" -d '{"events": [{"name": "network-changed", "server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:36.050281 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de3739f-486a-4003-868b-cf20712bfae6 x-openstack-request-id: req-7de3739f-486a-4003-868b-cf20712bfae6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:36.050577 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:36.050829 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7de3739f-486a-4003-868b-cf20712bfae6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:36.051234 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877', 'status': 'completed', 'code': 200} Nov 12 01:39:36.066735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770092d0-fcb7-4663-9195-81caa2024b63 service neutron] Pushing event updated for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:36.094670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770ee2d3-934f-44ee-a5cd-7ed6aa36862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.096241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-770ee2d3-934f-44ee-a5cd-7ed6aa36862d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 1096 time: 0.0589199 Nov 12 01:39:36.147056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-a4ff8910-74e4-4784-ac54-9b285523b866 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877 HTTP/1.1" status: 200 len: 217 time: 0.0423732 Nov 12 01:39:36.212237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-b4d5163e-44b1-434b-b0f3-ec00398ba435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.214136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-b4d5163e-44b1-434b-b0f3-ec00398ba435 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=669dd557-5353-4355-a994-3ea7d805ba99 HTTP/1.1" status: 200 len: 856 time: 0.0593436 Nov 12 01:39:36.221853 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.230223 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.271272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-41416635-a6b3-4920-996a-23482bf531fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.272945 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-41416635-a6b3-4920-996a-23482bf531fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=240411fb-01fd-4b67-a3a5-42f26d88e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516284 Nov 12 01:39:36.301854 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edb954-181b-4c9b-b348-bb3a58af954e None None] Pushing event updated for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:36.363014 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Attempting to bind port bc419757-e9aa-47af-bf2c-7a33eac79c2c on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:36.363383 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Attempting to bind port bc419757-e9aa-47af-bf2c-7a33eac79c2c by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:36.363749 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Attempting to bind port bc419757-e9aa-47af-bf2c-7a33eac79c2c on network 12e25471-e066-40d3-a470-9edc9ab9230b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:36.369347 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:36.369732 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Checking segment: {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:36.370214 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.370609 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Bound using segment: {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:36.371160 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Bound port: bc419757-e9aa-47af-bf2c-7a33eac79c2c, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233dc690-6e00-4802-ad7d-156a7ed65990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:36.371545 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.387141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-18bbd9fa-36b0-441f-bfad-8b4fa8c3911c service neutron] 10.222.0.32 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072009 Nov 12 01:39:36.492000 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d12b3d3-fd85-4ac0-ae3d-616bffd9a3ec req-7638e1ed-13c5-4bcf-9871-d3f72de468af service neutron] 10.222.0.32 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975053 Nov 12 01:39:36.517308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3e4327eb-9e90-4181-ad54-10643a25c4e6 None None] Provisioning complete for port bc419757-e9aa-47af-bf2c-7a33eac79c2c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:36.517959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3e4327eb-9e90-4181-ad54-10643a25c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.542813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] For port bc419757-e9aa-47af-bf2c-7a33eac79c2c, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:36.546635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] For port bc419757-e9aa-47af-bf2c-7a33eac79c2c, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bc419757-e9aa-47af-bf2c-7a33eac79c2c,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:36.552461 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.553689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3e4327eb-9e90-4181-ad54-10643a25c4e6 None None] Port bc419757-e9aa-47af-bf2c-7a33eac79c2c cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:36.585749 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-8fc95f09-fba3-4982-94ce-f3337df0c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.587376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-8fc95f09-fba3-4982-94ce-f3337df0c58b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 1096 time: 0.0446336 Nov 12 01:39:36.614975 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edb954-181b-4c9b-b348-bb3a58af954e None None] Pushing event updated for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:36.617584 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:36.618386 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:39:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:36.693828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-b2494b1b-b220-4a78-95df-26e2330ca19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.695392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-b2494b1b-b220-4a78-95df-26e2330ca19e service neutron] 10.222.0.32 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 918 time: 0.1006618 Nov 12 01:39:36.746356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-f3ce137e-46ef-4882-8a7f-358412e663ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877 HTTP/1.1" status: 200 len: 217 time: 0.0434947 Nov 12 01:39:36.748354 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:36.802397 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-266780cc-335a-43ac-a15a-37e60f711b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.803919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-266780cc-335a-43ac-a15a-37e60f711b36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=669dd557-5353-4355-a994-3ea7d805ba99 HTTP/1.1" status: 200 len: 856 time: 0.0487437 Nov 12 01:39:36.852354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-febb42f9-12a0-4a6d-973b-4f2fd40e265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.854559 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-febb42f9-12a0-4a6d-973b-4f2fd40e265e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=240411fb-01fd-4b67-a3a5-42f26d88e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430026 Nov 12 01:39:36.875958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] Provisioning complete for port bc419757-e9aa-47af-bf2c-7a33eac79c2c triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:36.876562 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.962979 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-6176e813-c673-41eb-b02d-4d8c26ad3d97 service neutron] 10.222.0.32 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003933 Nov 12 01:39:36.969321 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bc419757-e9aa-47af-bf2c-7a33eac79c2c', 'name': '', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'mac_address': 'fa:16:3e:f3:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:30Z', 'updated_at': '2021-11-12T01:39:36Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'subnets': [{'id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:36.977489 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.996582 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a43f0-9224-4079-9e7a-be546b937d9e None None] The sync data for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 is: [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'bc419757-e9aa-47af-bf2c-7a33eac79c2c', 'name': '', 'network_id': '12e25471-e066-40d3-a470-9edc9ab9230b', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'mac_address': 'fa:16:3e:f3:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:30Z', 'updated_at': '2021-11-12T01:39:36Z', 'revision_number': 4, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'subnets': [{'id': 'e044d168-a997-48de-a8b6-7fc514ae46ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:37.012723 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] For port bc419757-e9aa-47af-bf2c-7a33eac79c2c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bc419757-e9aa-47af-bf2c-7a33eac79c2c,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:37.018567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:37.078150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b7fa-a7d6-4455-87f9-c6917dd9c0e7 None None] Pushing event updated for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:37.081090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f356-8f38-45a5-b614-8582cdbb1635 req-85c2a8aa-fe53-412d-ad01-5af701be9f14 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:37.088877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88f0f356-8f38-45a5-b614-8582cdbb1635 req-85c2a8aa-fe53-412d-ad01-5af701be9f14 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 944 time: 0.1196280 Nov 12 01:39:37.152132 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5238c610-c8fa-4ef2-b48f-78a995babfec req-e7ef8d49-3fd6-4507-9f99-ac679e9e8098 service neutron] 10.222.0.32 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699083 Nov 12 01:39:37.157093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88f0f356-8f38-45a5-b614-8582cdbb1635 req-dbf2a173-bf6c-48bf-9db4-56a392e15d4c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 Nov 12 01:39:37.724744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bc419757-e9aa-47af-bf2c-7a33eac79c2c up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:37.782082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port bc419757-e9aa-47af-bf2c-7a33eac79c2c triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:37.782443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:38.283933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c525bf-54e3-4c86-8217-325122cf8909 req-8923df75-0aff-4aff-8def-c8f0166d85e5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.285676 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55c525bf-54e3-4c86-8217-325122cf8909 req-8923df75-0aff-4aff-8def-c8f0166d85e5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 944 time: 0.0535538 Nov 12 01:39:38.337461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55c525bf-54e3-4c86-8217-325122cf8909 req-defc4e21-3a01-4329-97bf-0d96d6b6fb63 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Nov 12 01:39:39.052534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 15711e2c-efd2-4209-95fb-30c9ef4f6877 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:39.153384 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:39.166309 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '15711e2c-efd2-4209-95fb-30c9ef4f6877', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'port_id': '15711e2c-efd2-4209-95fb-30c9ef4f6877', 'mac_address': 'fa:16:3e:05:b2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:39.217417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.234802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15711e2c-efd2-4209-95fb-30c9ef4f6877 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:39.254463 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:39.260634 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.313408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-badc0155-35cc-4ca9-8145-f1b6a3672163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.318980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:39.465521 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15ef6e-18e3-48f1-a3d5-2a6ef99cb887 req-7ae16fa2-04ff-4999-8548-0199454b1e8f tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:39.466998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a15ef6e-18e3-48f1-a3d5-2a6ef99cb887 req-7ae16fa2-04ff-4999-8548-0199454b1e8f tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Nov 12 01:39:39.485947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['15711e2c-efd2-4209-95fb-30c9ef4f6877'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:39.525847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a15ef6e-18e3-48f1-a3d5-2a6ef99cb887 req-7662dc66-343e-4b63-86b1-e591ae55152c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498431 Nov 12 01:39:40.664782 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f514-859c-4a1f-8638-fc14b5229fc2 req-1d70691e-8790-4608-9cf3-dae399e8c628 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:40.666333 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0135f514-859c-4a1f-8638-fc14b5229fc2 req-1d70691e-8790-4608-9cf3-dae399e8c628 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 945 time: 0.0601385 Nov 12 01:39:40.718951 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0135f514-859c-4a1f-8638-fc14b5229fc2 req-01df6508-df03-4dfb-8338-fa6e20203b39 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Nov 12 01:39:41.069307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 15711e2c-efd2-4209-95fb-30c9ef4f6877 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:41.124538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 15711e2c-efd2-4209-95fb-30c9ef4f6877 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:41.128560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 15711e2c-efd2-4209-95fb-30c9ef4f6877 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:41.128931 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.226425 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.250858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:41.253101 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab07002-5d9a-47af-a2bf-cad3ec0590d4" -d '{"events": [{"server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "name": "network-vif-plugged", "status": "completed", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:41.266453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:41.272089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.297981 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7515b4f7-8e8f-4362-9bbf-8ba1636bd63a x-openstack-request-id: req-7515b4f7-8e8f-4362-9bbf-8ba1636bd63a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:41.298282 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "name": "network-vif-plugged", "status": "completed", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:41.298532 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7515b4f7-8e8f-4362-9bbf-8ba1636bd63a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:41.299083 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877', 'code': 200} Nov 12 01:39:41.327960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:41.391768 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3404efd-8fce-42f6-b3fc-9868d968c2a4 req-0971fe1d-1ade-4ef0-8fd7-201444cfc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:41.393322 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3404efd-8fce-42f6-b3fc-9868d968c2a4 req-0971fe1d-1ade-4ef0-8fd7-201444cfc14b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 1098 time: 0.0419929 Nov 12 01:39:41.446089 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c3404efd-8fce-42f6-b3fc-9868d968c2a4 req-933ba669-e217-4a00-81ef-45e3a1c32572 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Nov 12 01:39:41.860571 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64323b89-9ed5-4948-9f87-e07a358221b0 req-75ed123c-b26e-495c-9e96-0a4ba10edec4 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:41.862101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64323b89-9ed5-4948-9f87-e07a358221b0 req-75ed123c-b26e-495c-9e96-0a4ba10edec4 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0595884 Nov 12 01:39:41.928956 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-64323b89-9ed5-4948-9f87-e07a358221b0 req-4945c78d-28c4-4e43-ba20-76b2f85d1de6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Nov 12 01:39:42.169517 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66bc480d-d320-4834-a5fc-f0488c6d3686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:43.020467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:43.055505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a2bab-788a-497b-8368-89228f7829f8 req-f23ec04b-6d95-40f9-acb5-061ed9ab9b88 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.057074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f14a2bab-788a-497b-8368-89228f7829f8 req-f23ec04b-6d95-40f9-acb5-061ed9ab9b88 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0519414 Nov 12 01:39:43.110142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f14a2bab-788a-497b-8368-89228f7829f8 req-5856063f-2bca-4890-816d-033b24c1c1fd tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Nov 12 01:39:43.238364 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246b206-da5c-4ad1-91a9-ce454b3c5848 req-f1d4edc2-37b1-4009-baea-3fcc523a7fd5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.239781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8246b206-da5c-4ad1-91a9-ce454b3c5848 req-f1d4edc2-37b1-4009-baea-3fcc523a7fd5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0585141 Nov 12 01:39:43.291917 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8246b206-da5c-4ad1-91a9-ce454b3c5848 req-5f71640a-6450-49d2-95a9-c4ea4d009b29 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Nov 12 01:39:44.156610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:44.195406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.954801 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:02.753049 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:05.754494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:06.171263 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0039-ba42-4bc6-8dd1-8100aaae130f req-6b13c033-4f22-4ff4-adbf-6d7d24995832 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:06.172749 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d6d0039-ba42-4bc6-8dd1-8100aaae130f req-6b13c033-4f22-4ff4-adbf-6d7d24995832 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0549908 Nov 12 01:40:06.223407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d6d0039-ba42-4bc6-8dd1-8100aaae130f req-e0f3c6a3-9a2e-470d-8406-71a655021842 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Nov 12 01:40:07.363489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a8cc8-2a43-4e80-aab1-66b077782abb req-c07db8dc-75c8-4af7-9721-d3d33eff6245 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:07.365025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb9a8cc8-2a43-4e80-aab1-66b077782abb req-c07db8dc-75c8-4af7-9721-d3d33eff6245 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0649064 Nov 12 01:40:07.420031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb9a8cc8-2a43-4e80-aab1-66b077782abb req-b8143318-a71f-4b4b-9a12-20d34db4a97d tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Nov 12 01:40:07.698918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-8ea010f4-6bc7-4899-a04c-505fa6c49156 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:07.700455 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-8ea010f4-6bc7-4899-a04c-505fa6c49156 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 946 time: 0.0522382 Nov 12 01:40:07.804795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Deleting port 15711e2c-efd2-4209-95fb-30c9ef4f6877 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:07.805140 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:07.917023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] For port 15711e2c-efd2-4209-95fb-30c9ef4f6877, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=15711e2c-efd2-4209-95fb-30c9ef4f6877,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:07.917272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:07.933276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Calling delete_port for 15711e2c-efd2-4209-95fb-30c9ef4f6877 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:08.087803 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:08.101459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['15711e2c-efd2-4209-95fb-30c9ef4f6877'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:08.120628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Pushing event deleted for resources: {'Port': ['ID=15711e2c-efd2-4209-95fb-30c9ef4f6877,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:08.149081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.149422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.149755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.150109 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.150431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.150877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.151224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.151551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.151876 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.152215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.152532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.152848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:08.178872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] No DVR routers for this DVR port 15711e2c-efd2-4209-95fb-30c9ef4f6877 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:08.182037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:08.185485 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b1a7f8b5-4c4d-44ec-97d4-4ddafb86b8fa req-13b70942-b424-4768-aa09-858d5303e9b6 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.32 "DELETE /v2.0/ports/15711e2c-efd2-4209-95fb-30c9ef4f6877 HTTP/1.1" status: 204 len: 173 time: 0.4789507 Nov 12 01:40:08.185942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'name': 'network-vif-deleted', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:08.188307 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef5c2d-435d-4c80-b166-a76d2178f3b8" -d '{"events": [{"server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "name": "network-vif-deleted", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:08.238045 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6343eb-5133-4334-9af2-4fdfdaae9952 x-openstack-request-id: req-ad6343eb-5133-4334-9af2-4fdfdaae9952 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:08.238332 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffa354-2a91-4bf1-8d31-0ffe65838c60", "name": "network-vif-deleted", "tag": "15711e2c-efd2-4209-95fb-30c9ef4f6877", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:08.238592 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad6343eb-5133-4334-9af2-4fdfdaae9952 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:08.239001 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fffa354-2a91-4bf1-8d31-0ffe65838c60', 'name': 'network-vif-deleted', 'tag': '15711e2c-efd2-4209-95fb-30c9ef4f6877', 'status': 'completed', 'code': 200} Nov 12 01:40:08.537781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4e333f4-dff1-48e2-a546-8b63db9bac1c req-85dfb4f5-589b-4639-b32d-eb63297ae6bc tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fffa354-2a91-4bf1-8d31-0ffe65838c60 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Nov 12 01:40:09.290878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf634-5f3f-4d95-99c2-222a64bf3a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:10.122789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-1ea7d8cf-59a6-43a8-a4c0-3a94aaabb2e5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:10.124177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-1ea7d8cf-59a6-43a8-a4c0-3a94aaabb2e5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 817 time: 0.1089103 Nov 12 01:40:10.140876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-5bed3633-725c-4bd7-adb8-3bcd38a5629f tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/quotas/3187fc2158b94ce1a4e73b43a1c96ab8 HTTP/1.1" status: 200 len: 375 time: 0.0093360 Nov 12 01:40:10.193521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-d3107977-ca0b-4e19-af2f-18c0b24fa2c5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473340 Nov 12 01:40:10.303613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-4bb38f41-a98f-40c6-bde0-a6b19102ba04 service neutron] 10.222.0.11 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936418 Nov 12 01:40:10.410058 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-150844b3-d6e6-486b-b81f-71fa5a0897d9 service neutron] 10.222.0.11 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999639 Nov 12 01:40:10.582342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5e456ce2-6d39-4ba9-b3a5-492c611ce3a6 req-186aa6d2-9d95-475b-b040-6115eea02366 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 210 time: 0.0311799 Nov 12 01:40:11.216954 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 15711e2c-efd2-4209-95fb-30c9ef4f6877 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:11.237364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 15711e2c-efd2-4209-95fb-30c9ef4f6877 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:11.237724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 15711e2c-efd2-4209-95fb-30c9ef4f6877 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:11.579588 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-3cc6a6f3-d4e9-42b6-a374-b29a0c3990c9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:11.581187 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-3cc6a6f3-d4e9-42b6-a374-b29a0c3990c9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.39 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 817 time: 0.1074789 Nov 12 01:40:11.594382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Request body: {'port': {'device_id': '198ae837-7ac8-4b07-9d89-328a444758ee', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'admin_state_up': True, 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:11.683104 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50ee43ab-c3b2-420a-ad96-d91aefe9064c req-c3c13e0b-cf7a-4f89-8950-922879587e53 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 210 time: 0.0272868 Nov 12 01:40:11.717261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Made reservation on behalf of 3187fc2158b94ce1a4e73b43a1c96ab8 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:11.721091 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:11.859145 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Allocated IP 172.20.0.12 (240411fb-01fd-4b67-a3a5-42f26d88e4e4/669dd557-5353-4355-a994-3ea7d805ba99/6cd82b6e-442d-4dc9-85b9-8301ed53617a) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:12.018161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.068129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.114629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:12.127793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:12.132665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:12.139344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Pushing event updated for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:12.163899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b968de72-ea0d-42fd-8696-02f50e2dfa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.168676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.169033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.169367 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.169781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.170021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.170346 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.170670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.170988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.171308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.171614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.171946 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.172297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:12.199069 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:12.199682 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.217986 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-07f45e09-8934-4c3f-a902-a1ac6d471e2b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6275008 Nov 12 01:40:12.230890 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Request body: {'port': {'device_id': '198ae837-7ac8-4b07-9d89-328a444758ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:12.290730 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.405326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-70f086f7-1332-4694-ae72-bc92f7732a74 None None] Provisioning complete for port 6cd82b6e-442d-4dc9-85b9-8301ed53617a triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:12.405887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70f086f7-1332-4694-ae72-bc92f7732a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.441225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-70f086f7-1332-4694-ae72-bc92f7732a74 None None] Port 6cd82b6e-442d-4dc9-85b9-8301ed53617a cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:12.558600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd82b6e-442d-4dc9-85b9-8301ed53617a {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:12.566947 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.579273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Transition to ACTIVE for port object 6cd82b6e-442d-4dc9-85b9-8301ed53617a will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:40:12.585995 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.641267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:12.714522 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Attempting to bind port 6cd82b6e-442d-4dc9-85b9-8301ed53617a on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:12.714889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Attempting to bind port 6cd82b6e-442d-4dc9-85b9-8301ed53617a by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:12.715243 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Attempting to bind port 6cd82b6e-442d-4dc9-85b9-8301ed53617a on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:12.720391 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Port 6cd82b6e-442d-4dc9-85b9-8301ed53617a on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:40:12.720713 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Attempting to bind port 6cd82b6e-442d-4dc9-85b9-8301ed53617a on network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:12.726308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:12.726634 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Checking segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:12.727202 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Bound using segment: {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:12.727641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Bound port: 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:12.728002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.797900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:12.802304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:12.807599 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.809285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4066-8b48-4d49-880f-47ab24648904 req-b9a3f0eb-ac7d-4991-a06e-27878d86819a tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:12.810831 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ced4066-8b48-4d49-880f-47ab24648904 req-b9a3f0eb-ac7d-4991-a06e-27878d86819a tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 944 time: 0.0533795 Nov 12 01:40:12.841458 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:12.842058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:12.844260 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] 10.222.0.39 "PUT /v2.0/ports/6cd82b6e-442d-4dc9-85b9-8301ed53617a HTTP/1.1" status: 200 len: 1093 time: 0.6177378 Nov 12 01:40:12.847592 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:12.850892 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f522cba-51c8-41e0-84bb-d8c81cedc697" -d '{"events": [{"name": "network-changed", "server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:12.863042 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ced4066-8b48-4d49-880f-47ab24648904 req-47ee5a18-5411-46a8-a741-a6524019f0a5 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Nov 12 01:40:12.911047 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6264a0-2788-4162-ae05-0d6b9e215bb0 x-openstack-request-id: req-fb6264a0-2788-4162-ae05-0d6b9e215bb0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:12.911343 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:12.911600 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb6264a0-2788-4162-ae05-0d6b9e215bb0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:12.912006 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a', 'status': 'completed', 'code': 200} Nov 12 01:40:12.929767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fba2b-0d95-48bf-a86a-baf0c005074a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:12.950610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-9f938906-0162-4b29-b3ca-b7d1a3fb2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:12.952179 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-9f938906-0162-4b29-b3ca-b7d1a3fb2fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 1096 time: 0.0526018 Nov 12 01:40:13.002632 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-4a30807c-ad32-4592-b692-71689ba7e4f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a HTTP/1.1" status: 200 len: 217 time: 0.0404735 Nov 12 01:40:13.023630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:13.059535 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-7cdbe7d4-70b4-4d78-97d8-431595c92f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.061068 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-7cdbe7d4-70b4-4d78-97d8-431595c92f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=669dd557-5353-4355-a994-3ea7d805ba99 HTTP/1.1" status: 200 len: 856 time: 0.0479915 Nov 12 01:40:13.113678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-9bad408d-a0c5-4db1-8394-3f8effc06807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.115212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-9bad408d-a0c5-4db1-8394-3f8effc06807 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=240411fb-01fd-4b67-a3a5-42f26d88e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432718 Nov 12 01:40:13.218691 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-26304ebb-80a6-437e-8054-adc41ee717ec service neutron] 10.222.0.39 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943594 Nov 12 01:40:13.312978 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-03bfd5f5-3ea7-404d-91f0-0229f55ffd5e req-d98d9b5a-c7e8-4d09-b0b8-89278532cf04 service neutron] 10.222.0.39 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Nov 12 01:40:13.430237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-2f09b6c9-8235-4aac-a955-e21a3f3ab257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.431420 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-2f09b6c9-8235-4aac-a955-e21a3f3ab257 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 1096 time: 0.0607841 Nov 12 01:40:13.528595 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-15d5a682-e6fd-4d4b-95b9-cddb1525e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.530651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-15d5a682-e6fd-4d4b-95b9-cddb1525e670 service neutron] 10.222.0.39 "GET /v2.0/networks?id=240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 200 len: 918 time: 0.0918293 Nov 12 01:40:13.582389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-9270345f-ce50-43ad-baf6-b34462184f70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a HTTP/1.1" status: 200 len: 217 time: 0.0422745 Nov 12 01:40:13.637935 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-3dc33196-1fae-4e72-bc65-ef8db83240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.639395 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-3dc33196-1fae-4e72-bc65-ef8db83240b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=669dd557-5353-4355-a994-3ea7d805ba99 HTTP/1.1" status: 200 len: 856 time: 0.0454893 Nov 12 01:40:13.697680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-f1d168a3-21e5-4ac7-a731-a1b9d5465d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.699200 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-f1d168a3-21e5-4ac7-a731-a1b9d5465d5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=240411fb-01fd-4b67-a3a5-42f26d88e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440996 Nov 12 01:40:13.803920 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-017e661b-d308-40c3-ad02-cea578f17cec service neutron] 10.222.0.39 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956533 Nov 12 01:40:13.905313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7f522cba-51c8-41e0-84bb-d8c81cedc697 req-9f0e36c5-eff0-4e36-9d24-05a7b5135634 service neutron] 10.222.0.39 "GET /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929639 Nov 12 01:40:13.996008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d18baf-ea96-49d2-a57c-9af0e5b256ce req-c166ed87-d2eb-4eb2-bc22-e099f3524a48 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:13.997563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c5d18baf-ea96-49d2-a57c-9af0e5b256ce req-c166ed87-d2eb-4eb2-bc22-e099f3524a48 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 944 time: 0.0517437 Nov 12 01:40:14.061617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c5d18baf-ea96-49d2-a57c-9af0e5b256ce req-2ec86cbd-cb08-4b4a-8bec-b0fc9bf30e5b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Nov 12 01:40:14.202302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:14.960903 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6cd82b6e-442d-4dc9-85b9-8301ed53617a details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:40:14.973874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:15.065475 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:15.076217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '6cd82b6e-442d-4dc9-85b9-8301ed53617a', 'network_id': '240411fb-01fd-4b67-a3a5-42f26d88e4e4', 'port_id': '6cd82b6e-442d-4dc9-85b9-8301ed53617a', 'mac_address': 'fa:16:3e:18:b7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669dd557-5353-4355-a994-3ea7d805ba99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:40:15.120805 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:15.137164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd82b6e-442d-4dc9-85b9-8301ed53617a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:15.164666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:15.170391 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:15.203223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece5bf-4a5f-4fad-8642-6dcdde6d8c39 req-9e6ee1c6-a46d-486d-bfb7-8f3eef6a0ae9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:15.206716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-deece5bf-4a5f-4fad-8642-6dcdde6d8c39 req-9e6ee1c6-a46d-486d-bfb7-8f3eef6a0ae9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 944 time: 0.0625210 Nov 12 01:40:15.225145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:15.234020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.234465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.234865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.235260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.235649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.236051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.236459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.236852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.237665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.237992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.238315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.239120 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:15.262811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-deece5bf-4a5f-4fad-8642-6dcdde6d8c39 req-872a16b4-907d-4023-aaef-32e4f69fbfb0 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Nov 12 01:40:15.410154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6cd82b6e-442d-4dc9-85b9-8301ed53617a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:16.396653 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238968-a97e-4fd1-a6ec-e3a2e5107a5a req-38eda3ed-8363-4dc9-9cc6-a99b699478f9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:16.398287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89238968-a97e-4fd1-a6ec-e3a2e5107a5a req-38eda3ed-8363-4dc9-9cc6-a99b699478f9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 945 time: 0.0587232 Nov 12 01:40:16.453163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-89238968-a97e-4fd1-a6ec-e3a2e5107a5a req-0dae9cef-668a-47e6-ad44-c38e39e7982b tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Nov 12 01:40:16.960027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6cd82b6e-442d-4dc9-85b9-8301ed53617a up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:17.028422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 6cd82b6e-442d-4dc9-85b9-8301ed53617a completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:40:17.032825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 6cd82b6e-442d-4dc9-85b9-8301ed53617a triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:17.033226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:17.120752 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:17.144791 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:17.147320 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee552bf-f810-4e08-bdd3-c83cd399dc90" -d '{"events": [{"server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "name": "network-vif-plugged", "status": "completed", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:17.161438 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:17.167891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:17.191570 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385f151d-3261-468a-b1e1-77fe2ca0ef79 x-openstack-request-id: req-385f151d-3261-468a-b1e1-77fe2ca0ef79 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:17.191862 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "name": "network-vif-plugged", "status": "completed", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:17.192135 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-385f151d-3261-468a-b1e1-77fe2ca0ef79 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:17.192533 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a', 'code': 200} Nov 12 01:40:17.224427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:17.296022 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388641d-dc5c-4eac-b1db-63da1ab3be4f req-a8cb4a91-b81d-4aa0-b9d7-4700aceb2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:17.297573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c388641d-dc5c-4eac-b1db-63da1ab3be4f req-a8cb4a91-b81d-4aa0-b9d7-4700aceb2437 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 1098 time: 0.0445116 Nov 12 01:40:17.359812 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c388641d-dc5c-4eac-b1db-63da1ab3be4f req-92b4662f-1b95-46fb-8e00-361ce3e58e38 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Nov 12 01:40:17.602657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655498-6b8c-46a0-b797-549463cafe3b req-d032f2c2-b16a-4d00-aa5c-64da5828b04d tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:17.604181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26655498-6b8c-46a0-b797-549463cafe3b req-d032f2c2-b16a-4d00-aa5c-64da5828b04d tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0681186 Nov 12 01:40:17.657520 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26655498-6b8c-46a0-b797-549463cafe3b req-87277b88-b1a8-4c32-b28f-315d029d275c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Nov 12 01:40:18.788373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b764ae-2c55-4d38-ad14-af9fe078758b req-c159a20f-a95c-4bbd-8f03-2964a0ba5a5d tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:18.789918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b764ae-2c55-4d38-ad14-af9fe078758b req-c159a20f-a95c-4bbd-8f03-2964a0ba5a5d tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0535932 Nov 12 01:40:18.842909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-50b764ae-2c55-4d38-ad14-af9fe078758b req-58a6c55d-b67c-406a-830f-f857ca042fbd tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Nov 12 01:40:18.970346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546034a-c351-416f-af43-7f7d5c9f7ff1 req-995ff20e-7fed-425a-9a5a-4209872b6dc1 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:18.971847 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1546034a-c351-416f-af43-7f7d5c9f7ff1 req-995ff20e-7fed-425a-9a5a-4209872b6dc1 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0529270 Nov 12 01:40:19.027218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1546034a-c351-416f-af43-7f7d5c9f7ff1 req-e714bfa6-dd37-4d45-a733-5f524cfb336c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Nov 12 01:40:21.156994 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:32.766478 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.757903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.288741 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b92f10d8-02ed-4a64-a179-5cfddd1ff567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.864597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64e52-3fdb-4783-bed8-b16db894cb83 req-dbf5ce44-ef02-4e38-aa79-1dd5cb627982 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:41.866137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c64e52-3fdb-4783-bed8-b16db894cb83 req-dbf5ce44-ef02-4e38-aa79-1dd5cb627982 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0576165 Nov 12 01:40:41.921704 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e9c64e52-3fdb-4783-bed8-b16db894cb83 req-0260253a-8518-4103-a9e9-5e829615c177 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Nov 12 01:40:42.168960 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42f39c12-7f49-4f72-b409-024990384bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.026714 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.050204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61da04-0d48-4c0d-837e-64f75d85b937 req-27a8c614-5bb4-47ec-9261-dae3c6a1ac68 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:43.051719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c61da04-0d48-4c0d-837e-64f75d85b937 req-27a8c614-5bb4-47ec-9261-dae3c6a1ac68 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0520978 Nov 12 01:40:43.101311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3c61da04-0d48-4c0d-837e-64f75d85b937 req-c195a168-31ed-4f55-bc90-caf181c4efd4 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/security-groups?id=81b52e31-ea83-4223-9d86-cab7cb002e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Nov 12 01:40:43.618432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604029a0-44ed-41a8-8256-f6386484e247 req-fe406605-152d-4604-80e1-ff2fb977454f tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:43.619905 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-604029a0-44ed-41a8-8256-f6386484e247 req-fe406605-152d-4604-80e1-ff2fb977454f tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.39 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 946 time: 0.0563686 Nov 12 01:40:43.722692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Deleting port 6cd82b6e-442d-4dc9-85b9-8301ed53617a {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:43.723042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.821763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] For port 6cd82b6e-442d-4dc9-85b9-8301ed53617a, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6cd82b6e-442d-4dc9-85b9-8301ed53617a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:43.822126 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.835440 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Calling delete_port for 6cd82b6e-442d-4dc9-85b9-8301ed53617a owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:43.968783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.981482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6cd82b6e-442d-4dc9-85b9-8301ed53617a'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:43.999242 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Pushing event deleted for resources: {'Port': ['ID=6cd82b6e-442d-4dc9-85b9-8301ed53617a,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:44.040300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] No DVR routers for this DVR port 6cd82b6e-442d-4dc9-85b9-8301ed53617a on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:44.042968 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.047139 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-604029a0-44ed-41a8-8256-f6386484e247 req-57c9806d-2a4d-4412-9a63-a1288f08477c tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.39 "DELETE /v2.0/ports/6cd82b6e-442d-4dc9-85b9-8301ed53617a HTTP/1.1" status: 204 len: 173 time: 0.4194188 Nov 12 01:40:44.047621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'name': 'network-vif-deleted', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:44.050023 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147670b-51c5-4076-ad86-2e81c07e7f85" -d '{"events": [{"server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "name": "network-vif-deleted", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:44.092726 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33559b99-c215-4142-86b0-c20e5c6990dd x-openstack-request-id: req-33559b99-c215-4142-86b0-c20e5c6990dd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:44.093021 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198ae837-7ac8-4b07-9d89-328a444758ee", "name": "network-vif-deleted", "tag": "6cd82b6e-442d-4dc9-85b9-8301ed53617a", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:44.093276 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33559b99-c215-4142-86b0-c20e5c6990dd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:44.093729 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198ae837-7ac8-4b07-9d89-328a444758ee', 'name': 'network-vif-deleted', 'tag': '6cd82b6e-442d-4dc9-85b9-8301ed53617a', 'status': 'completed', 'code': 200} Nov 12 01:40:44.204298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.229733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4d3d1083-c5d0-4b14-956f-47722eb542ff req-8fe44c44-9e6a-4e22-b182-63613f151eb9 tempest-TestEncryptedCinderVolumes-1800591543 tempest-TestEncryptedCinderVolumes-1800591543-project] 10.222.0.11 "GET /v2.0/ports?device_id=198ae837-7ac8-4b07-9d89-328a444758ee HTTP/1.1" status: 200 len: 210 time: 0.0305805 Nov 12 01:40:44.963762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.327169 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44124) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:45.712519 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.282071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Deleting port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:46.282401 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.366880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] For port 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:46.367601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.380905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Calling delete_port for 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:46.586934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.615641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.789654 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.020107 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Router 78018c95-cba3-4302-9053-0e8c109ecbfc has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:47.131961 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:47.140359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5547beab-ac93-41c9-9eff-9ff0340437dc admin admin] 10.222.0.11 "PUT /v2.0/routers/78018c95-cba3-4302-9053-0e8c109ecbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121133 Nov 12 01:40:47.143544 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:47.257412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.310458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Sync routers for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:47.321158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:47.321778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.366801 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.423144 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Deleting port b8d21cde-0bdc-4423-88ed-e98ba4204305 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:47.423896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.427502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:47.506502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] For port b8d21cde-0bdc-4423-88ed-e98ba4204305, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=b8d21cde-0bdc-4423-88ed-e98ba4204305,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:47.506835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.520238 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Calling delete_port for b8d21cde-0bdc-4423-88ed-e98ba4204305 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:47.615308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port': {'id': 'b8d21cde-0bdc-4423-88ed-e98ba4204305', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.645973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Checking router: 78018c95-cba3-4302-9053-0e8c109ecbfc for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:47.655338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Routers {'78018c95-cba3-4302-9053-0e8c109ecbfc'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:47.655988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['78018c95-cba3-4302-9053-0e8c109ecbfc'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.708583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.733471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d21cde-0bdc-4423-88ed-e98ba4204305,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:47.744916 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] Set router 78018c95-cba3-4302-9053-0e8c109ecbfc gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:47.774661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007815bd-2546-4da7-ae00-ee62d716c43d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:47.803828 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.804970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:40:47Z', 'revision_number': 6, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.834339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694bca9-abb6-4c25-8d7d-678ed0d7b8de None None] The sync data for ids ['78018c95-cba3-4302-9053-0e8c109ecbfc'] in n-d-712141-15 is: [{'id': '78018c95-cba3-4302-9053-0e8c109ecbfc', 'name': 'tempest-TestEncryptedCinderVolumes-2147208348-router', 'tenant_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:23Z', 'updated_at': '2021-11-12T01:40:47Z', 'revision_number': 6, 'project_id': '3187fc2158b94ce1a4e73b43a1c96ab8', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:47.907482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.909701 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.955174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.955916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78018c95-cba3-4302-9053-0e8c109ecbfc {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:40:47.960908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.962128 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-107c6f93-1bdc-4423-9f52-215cd7147f55 admin admin] 10.222.0.11 "DELETE /v2.0/routers/78018c95-cba3-4302-9053-0e8c109ecbfc HTTP/1.1" status: 204 len: 168 time: 0.8176293 Nov 12 01:40:47.964991 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:48.010709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Deleting subnet 669dd557-5353-4355-a994-3ea7d805ba99 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:40:48.014516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.049006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.140130 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.202558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.222810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243f4a4-4174-408f-8088-74d42adab77a None None] Network 240411fb-01fd-4b67-a3a5-42f26d88e4e4 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:48.231883 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.235214 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/669dd557-5353-4355-a994-3ea7d805ba99 HTTP/1.1" status: 204 len: 168 time: 0.2691295 Nov 12 01:40:48.236468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1eb147-942f-4508-ad03-544b75e52765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669dd557-5353-4355-a994-3ea7d805ba99,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:48.238059 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:48.312268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.371428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Deleting port cfce8a34-a9c9-461f-995e-30a30e85462a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:48.371769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.435583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] For port cfce8a34-a9c9-461f-995e-30a30e85462a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cfce8a34-a9c9-461f-995e-30a30e85462a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:48.435859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.448771 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Calling delete_port for cfce8a34-a9c9-461f-995e-30a30e85462a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:48.613587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] DHCP port deletion for 240411fb-01fd-4b67-a3a5-42f26d88e4e4 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:48.681394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Deleting port cfce8a34-a9c9-461f-995e-30a30e85462a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:48.681763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.750279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] For port cfce8a34-a9c9-461f-995e-30a30e85462a, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=cfce8a34-a9c9-461f-995e-30a30e85462a,segment=NetworkSegment(75b0670f-cdf2-4b2d-b5a0-8acb1def2e32),segment_id=75b0670f-cdf2-4b2d-b5a0-8acb1def2e32)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:48.750684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.765208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Calling delete_port for cfce8a34-a9c9-461f-995e-30a30e85462a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:48.856613 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.885648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] No DVR routers for this DVR port cfce8a34-a9c9-461f-995e-30a30e85462a on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:48.887333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da61ac5-84e2-4e5f-959d-6cc91f41a0a8 None None] Pushing event deleted for resources: {'Port': ['ID=cfce8a34-a9c9-461f-995e-30a30e85462a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:48.904949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.928856 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfce8a34-a9c9-461f-995e-30a30e85462a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:48.934306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] No DVR routers for this DVR port cfce8a34-a9c9-461f-995e-30a30e85462a on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:49.007501 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.030677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240411fb-01fd-4b67-a3a5-42f26d88e4e4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.039765 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.040083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b0670f-cdf2-4b2d-b5a0-8acb1def2e32') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.049622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.062996 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.069347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:40:49.069716 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self.session.flush() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:40:49.071362 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:40:49.095693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6cd82b6e-442d-4dc9-85b9-8301ed53617a no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:49.116150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 6cd82b6e-442d-4dc9-85b9-8301ed53617a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:49.116490 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6cd82b6e-442d-4dc9-85b9-8301ed53617a not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:49.133109 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.138484 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.142526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] 10.222.0.11 "DELETE /v2.0/networks/240411fb-01fd-4b67-a3a5-42f26d88e4e4 HTTP/1.1" status: 204 len: 168 time: 0.9035280 Nov 12 01:40:49.145659 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44132) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:49.153279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8ac93-03f4-4370-8f76-ab50630f458a admin admin] Pushing event deleted for resources: {'Network': ['ID=240411fb-01fd-4b67-a3a5-42f26d88e4e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:49.509861 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.751592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:49.771467 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:49.771812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6f6565f0-6bf4-42e6-bb0c-fec5dab0db2f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:49.772269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cfce8a34-a9c9-461f-995e-30a30e85462a no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:49.780623 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Deleting port bc419757-e9aa-47af-bf2c-7a33eac79c2c {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:49.780959 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.791154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: cfce8a34-a9c9-461f-995e-30a30e85462a {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:49.791493 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device cfce8a34-a9c9-461f-995e-30a30e85462a not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:49.791896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b8d21cde-0bdc-4423-88ed-e98ba4204305 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:49.814530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: b8d21cde-0bdc-4423-88ed-e98ba4204305 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:49.814855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device b8d21cde-0bdc-4423-88ed-e98ba4204305 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:49.859318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] For port bc419757-e9aa-47af-bf2c-7a33eac79c2c, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=bc419757-e9aa-47af-bf2c-7a33eac79c2c,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:49.859729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.872287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Calling delete_port for bc419757-e9aa-47af-bf2c-7a33eac79c2c owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:50.054059 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:50.090034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc419757-e9aa-47af-bf2c-7a33eac79c2c,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:50.264782 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:50.813017 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Router cdf94e20-4a76-492a-846f-cc26fe775ff2 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:50.922418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:50.927546 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-41480abc-b9c5-4921-a9a5-59856f39baa9 admin admin] 10.222.0.11 "PUT /v2.0/routers/cdf94e20-4a76-492a-846f-cc26fe775ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807765 Nov 12 01:40:50.930832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:50.934961 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Sync routers for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:50.946098 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:50.946703 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:51.038419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.053497 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:51.142419 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.198614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Deleting port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:51.199009 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.240763 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:40:50Z', 'revision_number': 5, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port': {'id': '32cbe87a-90ec-459a-b70d-6fedcd2d3bb0', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:51.273849 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Checking router: cdf94e20-4a76-492a-846f-cc26fe775ff2 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:51.283433 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Routers {'cdf94e20-4a76-492a-846f-cc26fe775ff2'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:51.284086 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cdf94e20-4a76-492a-846f-cc26fe775ff2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:51.295325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] For port 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:51.295757 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.309573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Calling delete_port for 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:51.375499 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] Set router cdf94e20-4a76-492a-846f-cc26fe775ff2 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:51.428256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:40:51Z', 'revision_number': 6, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:51.460612 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fad213-fa44-4243-9e09-85dc52e3328b None None] The sync data for ids ['cdf94e20-4a76-492a-846f-cc26fe775ff2'] in n-d-712141-15 is: [{'id': 'cdf94e20-4a76-492a-846f-cc26fe775ff2', 'name': 'tempest-TestEncryptedCinderVolumes-805160800-router', 'tenant_id': '971c5e77e5f44cfcbdd1a0998caab851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:39:28Z', 'updated_at': '2021-11-12T01:40:51Z', 'revision_number': 6, 'project_id': '971c5e77e5f44cfcbdd1a0998caab851', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:51.498479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.524934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=32cbe87a-90ec-459a-b70d-6fedcd2d3bb0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:51.539191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed2945-d238-4195-8b2d-1ec7450da000 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:51.591249 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.683172 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.685469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.734930 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.735441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf94e20-4a76-492a-846f-cc26fe775ff2 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:40:51.740133 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.741830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b9963fdc-8b51-4901-87d6-5ddd6c8cdc9b admin admin] 10.222.0.11 "DELETE /v2.0/routers/cdf94e20-4a76-492a-846f-cc26fe775ff2 HTTP/1.1" status: 204 len: 168 time: 0.8100107 Nov 12 01:40:51.744646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:51.792032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Deleting subnet e044d168-a997-48de-a8b6-7fc514ae46ef {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:40:51.795607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.836732 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.916586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bc419757-e9aa-47af-bf2c-7a33eac79c2c no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:51.941881 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: bc419757-e9aa-47af-bf2c-7a33eac79c2c {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:51.942676 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device bc419757-e9aa-47af-bf2c-7a33eac79c2c not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:51.948874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.006244 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.031814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e044d168-a997-48de-a8b6-7fc514ae46ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.039039 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.042789 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-062c29d0-7ff7-4638-93e9-d7a43df3deec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e044d168-a997-48de-a8b6-7fc514ae46ef HTTP/1.1" status: 204 len: 168 time: 0.2970450 Nov 12 01:40:52.044466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d09409-f4b2-4fc5-974e-51c403a4c2f4 None None] Network 12e25471-e066-40d3-a470-9edc9ab9230b requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:52.045419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:52.120924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.177500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Deleting port 4e783157-a6c4-4250-af7b-288556343ff7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:52.177846 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.255696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] For port 4e783157-a6c4-4250-af7b-288556343ff7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4e783157-a6c4-4250-af7b-288556343ff7,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:52.256047 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.272088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] DHCP port deletion for 12e25471-e066-40d3-a470-9edc9ab9230b request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:52.273424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Calling delete_port for 4e783157-a6c4-4250-af7b-288556343ff7 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:52.325669 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Deleting port 4e783157-a6c4-4250-af7b-288556343ff7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:52.326219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.365514 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.396500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e783157-a6c4-4250-af7b-288556343ff7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.399318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] For port 4e783157-a6c4-4250-af7b-288556343ff7, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4e783157-a6c4-4250-af7b-288556343ff7,segment=NetworkSegment(233dc690-6e00-4802-ad7d-156a7ed65990),segment_id=233dc690-6e00-4802-ad7d-156a7ed65990)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:52.399820 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.406336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] No DVR routers for this DVR port 4e783157-a6c4-4250-af7b-288556343ff7 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:52.419535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Calling delete_port for 4e783157-a6c4-4250-af7b-288556343ff7 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:52.487285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.499348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.508969 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e25471-e066-40d3-a470-9edc9ab9230b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:52.520352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233dc690-6e00-4802-ad7d-156a7ed65990') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:52.520654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233dc690-6e00-4802-ad7d-156a7ed65990') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:52.526409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] Pushing event deleted for resources: {'Port': ['ID=4e783157-a6c4-4250-af7b-288556343ff7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.531917 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.534293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378cff9-3c92-4b19-93ad-da3edfd7c83a None None] No DVR routers for this DVR port 4e783157-a6c4-4250-af7b-288556343ff7 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:52.549753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.556197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:40:52.556615 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:40:52.558799 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:40:52.624117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.632874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.636011 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] 10.222.0.11 "DELETE /v2.0/networks/12e25471-e066-40d3-a470-9edc9ab9230b HTTP/1.1" status: 204 len: 168 time: 0.5894296 Nov 12 01:40:52.648651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53e3e-0cef-4b1b-bd52-dd68cf4e3a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e25471-e066-40d3-a470-9edc9ab9230b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.824970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:52.867361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-28f2020a-e9da-4236-8445-f000dcbe50d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3187fc2158b94ce1a4e73b43a1c96ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411439 Nov 12 01:40:52.870034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:52.922875 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.946307 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.997289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.000231 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.001446 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81b52e31-ea83-4223-9d86-cab7cb002e8b HTTP/1.1" status: 204 len: 168 time: 0.1305053 Nov 12 01:40:53.009515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4b5e8-17da-4f6c-889a-93f2d367d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b52e31-ea83-4223-9d86-cab7cb002e8b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:53.361324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:53.404826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-836eb7ff-d54c-416a-a710-883c423cd97d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=971c5e77e5f44cfcbdd1a0998caab851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420976 Nov 12 01:40:53.408391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:53.462908 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.484861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.533221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.535795 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.537025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b43387cd-8586-44d4-92f4-c693c84ccca4 HTTP/1.1" status: 204 len: 168 time: 0.1277289 Nov 12 01:40:53.545239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be365-8357-45ac-a0bd-1bbeab6f7a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43387cd-8586-44d4-92f4-c693c84ccca4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:53.752087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:53.775990 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:53.776362 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 32cbe87a-90ec-459a-b70d-6fedcd2d3bb0 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:53.776790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4e783157-a6c4-4250-af7b-288556343ff7 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:53.798422 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4e783157-a6c4-4250-af7b-288556343ff7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:53.798776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4e783157-a6c4-4250-af7b-288556343ff7 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:54.289416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44174) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:54.392798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1589402521-network', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:54.416776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Made reservation on behalf of 22dc7d991fd4412288b9771d56ff60f2 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:54.419297 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.428781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.517492 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.523781 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.548513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:40:54.558416 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1154f3-d66b-4915-beaf-a08a707fcabb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:54.563199 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.563555 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Added segment 814004bd-4f4a-4cbf-aa23-dcd1ca72781b of type vlan for network 1870d49c-51a5-46d1-a9c8-4f384bf0492c Nov 12 01:40:54.607896 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.635577 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.636662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:54.637295 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.696321 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4057007 Nov 12 01:40:54.699691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:54.704120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb06ae-f5a7-4388-8981-9fae58a1c717 admin admin] Pushing event updated for resources: {'Network': ['ID=1870d49c-51a5-46d1-a9c8-4f384bf0492c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:54.705199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Request body: {'subnet': {'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1589402521-subnet', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:54.716135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:40:54.734178 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Made reservation on behalf of 22dc7d991fd4412288b9771d56ff60f2 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:54.737020 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.912668 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.966088 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beff1790-dd20-4093-bb50-a3cbc3bc6f6c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:54.976704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Checking segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:54.977058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Network hostable DHCP agents. Network: 1870d49c-51a5-46d1-a9c8-4f384bf0492c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:40:54.996617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:40:55.006986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 1870d49c-51a5-46d1-a9c8-4f384bf0492c) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:55.011301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:55.011958 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.017228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a82dcb-5539-43a3-a1c7-7af7eba8e4b9 None None] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:55.031568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8fa163ee-14f4-497d-8581-c6469852af36 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3280663 Nov 12 01:40:55.031832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:55.036564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:55.058942 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.060167 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.117262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.167119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:40:55.167990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.256114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.301377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Allocated IP 172.20.0.2 (1870d49c-51a5-46d1-a9c8-4f384bf0492c/beff1790-dd20-4093-bb50-a3cbc3bc6f6c/ac01da70-e535-49f2-a0cc-0284c9bde4b3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:55.451513 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.458710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.464147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.483928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.495136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:55.500858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:55.504298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:55.512113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Pushing event updated for resources: {'Port': ['ID=ac01da70-e535-49f2-a0cc-0284c9bde4b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.566896 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Attempting to bind port ac01da70-e535-49f2-a0cc-0284c9bde4b3 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:55.567267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Attempting to bind port ac01da70-e535-49f2-a0cc-0284c9bde4b3 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:55.567615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Attempting to bind port ac01da70-e535-49f2-a0cc-0284c9bde4b3 on network 1870d49c-51a5-46d1-a9c8-4f384bf0492c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:55.573023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:55.573404 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Checking segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:55.573802 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.574187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Bound using segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:55.574651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Bound port: ac01da70-e535-49f2-a0cc-0284c9bde4b3, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:55.575048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.598265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Allocated IP 172.25.6.219 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/229952b3-91ff-4aa5-8063-30274ca162fb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:55.646606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] For port ac01da70-e535-49f2-a0cc-0284c9bde4b3, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:55.653574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] For port ac01da70-e535-49f2-a0cc-0284c9bde4b3, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac01da70-e535-49f2-a0cc-0284c9bde4b3,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:55.658082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.710662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.718291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01431d-af02-4e7a-889a-4fc8256eace7 None None] Pushing event updated for resources: {'Port': ['ID=ac01da70-e535-49f2-a0cc-0284c9bde4b3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.750347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.794712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:55.798392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:55.803228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:55.806395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=229952b3-91ff-4aa5-8063-30274ca162fb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.812763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e0814-25dc-4604-8ed7-338c44d8d860 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:55.918442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-deb76a77-8a02-4c79-af63-f093e50fd97a None None] Provisioning complete for port 229952b3-91ff-4aa5-8063-30274ca162fb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:55.918863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb76a77-8a02-4c79-af63-f093e50fd97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.973040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deb76a77-8a02-4c79-af63-f093e50fd97a None None] Port 229952b3-91ff-4aa5-8063-30274ca162fb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:56.121076 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.322922 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.458403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:40:56.572310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:56.581822 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Sync routers for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:56.589982 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea94c16-c5cf-4b0d-b7c7-41081e54850a None None] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:56.592174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.593447 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40377138-b97f-4893-b57a-6ae89748e4b1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5603797 Nov 12 01:40:56.596242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:56.632412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:56.632412 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:56.694828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] Provisioning complete for port ac01da70-e535-49f2-a0cc-0284c9bde4b3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:56.695420 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.018420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:57.034809 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.174124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.196149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Allocated IP 172.20.0.1 (1870d49c-51a5-46d1-a9c8-4f384bf0492c/beff1790-dd20-4093-bb50-a3cbc3bc6f6c/2251b6b3-6289-400d-b164-20dc0f9f0a0f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:57.234839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] For port ac01da70-e535-49f2-a0cc-0284c9bde4b3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac01da70-e535-49f2-a0cc-0284c9bde4b3,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:57.245708 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.325095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0725-6732-48d4-a345-81ec5e878f6d None None] Pushing event updated for resources: {'Port': ['ID=ac01da70-e535-49f2-a0cc-0284c9bde4b3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:57.343382 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:55Z', 'revision_number': 3, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:57.373693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Checking router: 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:57.374046 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Updating router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 port 229952b3-91ff-4aa5-8063-30274ca162fb binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:40:57.406121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.528714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6dc7a392-c8dc-43b0-9464-91dddaf419ab None None] Provisioning complete for port ac01da70-e535-49f2-a0cc-0284c9bde4b3 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:57.529154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a392-c8dc-43b0-9464-91dddaf419ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.678703 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.721681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.762673 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.769707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.770219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:57.773939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:57.781067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:57.805531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac01da70-e535-49f2-a0cc-0284c9bde4b3 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:57.816022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:57.824978 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.841583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af10b99-5961-4e1d-90b4-3b8f4e1b9807 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:57.865397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Attempting to bind port 229952b3-91ff-4aa5-8063-30274ca162fb on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:57.866139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Attempting to bind port 229952b3-91ff-4aa5-8063-30274ca162fb by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:57.866686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Attempting to bind port 229952b3-91ff-4aa5-8063-30274ca162fb on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:57.871729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faf171-417e-43eb-90b8-7c79d4b2b152 None None] Pushing event updated for resources: {'Port': ['ID=229952b3-91ff-4aa5-8063-30274ca162fb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:57.883448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:57.883818 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:57.884243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.884648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:57.885242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Bound port: 229952b3-91ff-4aa5-8063-30274ca162fb, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:57.885621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.966299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dae8d6f9-5c68-4679-90b2-59dfc8aed1f9 None None] Provisioning complete for port 229952b3-91ff-4aa5-8063-30274ca162fb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:57.966969 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dae8d6f9-5c68-4679-90b2-59dfc8aed1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.976664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.988817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ac01da70-e535-49f2-a0cc-0284c9bde4b3 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:57.989185 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.993271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] For port 229952b3-91ff-4aa5-8063-30274ca162fb, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:58.035836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] For port 229952b3-91ff-4aa5-8063-30274ca162fb, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=229952b3-91ff-4aa5-8063-30274ca162fb,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:58.041454 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dae8d6f9-5c68-4679-90b2-59dfc8aed1f9 None None] Port 229952b3-91ff-4aa5-8063-30274ca162fb cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:58.048431 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.102021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243a6e9-3210-46db-9eb4-aa4704780308 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:58.129977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:58.130436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:58.156988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:58.159129 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.165029 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.197517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faf171-417e-43eb-90b8-7c79d4b2b152 None None] Pushing event updated for resources: {'Port': ['ID=229952b3-91ff-4aa5-8063-30274ca162fb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:58.234718 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:58.237141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.269176 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Provisioning complete for port 229952b3-91ff-4aa5-8063-30274ca162fb triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:58.269529 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.317763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:58.339362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:58.341028 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:58.467645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:58.481120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.514018 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] For port 229952b3-91ff-4aa5-8063-30274ca162fb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=229952b3-91ff-4aa5-8063-30274ca162fb,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:58.520971 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.583511 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:58.588591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-194513dc-34b0-49c9-bc44-1e75f5fd2fb4 admin admin] 10.222.0.11 "PUT /v2.0/routers/0ffc3636-9187-4f0e-a5be-d6cb5ce20193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912908 Nov 12 01:40:58.597590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Provisioning complete for port 2251b6b3-6289-400d-b164-20dc0f9f0a0f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:58.598372 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.637763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Pushing event updated for resources: {'Port': ['ID=229952b3-91ff-4aa5-8063-30274ca162fb,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:58.653711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d73db53d-dee2-4109-94f6-fc55b2eb90bb None None] Port 2251b6b3-6289-400d-b164-20dc0f9f0a0f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:58.672526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 1, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:58.700040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97f2d-e067-4a17-a5aa-09ebb49357ae None None] The sync data for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 is: [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 1, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:58.777380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c2a0826e-e3c8-47fa-b215-c166852f9f28 None None] Provisioning complete for port 2251b6b3-6289-400d-b164-20dc0f9f0a0f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:58.778012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2a0826e-e3c8-47fa-b215-c166852f9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.819629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0826e-e3c8-47fa-b215-c166852f9f28 None None] Port 2251b6b3-6289-400d-b164-20dc0f9f0a0f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:59.128489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:59.133640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050148018-network', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:59.156311 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Made reservation on behalf of 3cc31d4e51ef40e9af50466aac9fbc43 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:59.158889 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.168260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.252364 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.257598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.286989 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:40:59.293820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f983c8-8645-40f3-b696-091d096b1025,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:59.301829 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.302195 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Added segment 4c94b239-d835-4e62-83ad-2f6f78a0cc9d of type vlan for network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 Nov 12 01:40:59.357498 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.390812 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.391822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:59.392616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.459924 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3302057 Nov 12 01:40:59.462696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:59.467806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Request body: {'subnet': {'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050148018-subnet', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:59.474338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69cd78-50d8-461c-9477-1100d6a374a1 admin admin] Pushing event updated for resources: {'Network': ['ID=09af96c2-54ed-4fd1-9360-b66ec8ccc1f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:59.488749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:40:59.495056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Made reservation on behalf of 3cc31d4e51ef40e9af50466aac9fbc43 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:59.497423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.682487 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.732512 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:59.753604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Checking segment: {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:59.753953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Network hostable DHCP agents. Network: 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:40:59.773929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:40:59.785457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:59.789770 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:59.790353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.796450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860a99b-63c4-4c83-bb99-b21f94dcb195 None None] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:59.816153 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-15590dda-8605-426b-8510-c3d6e0d17ac3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3522301 Nov 12 01:40:59.818565 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:59.823255 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:59.828098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 229952b3-91ff-4aa5-8063-30274ca162fb up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:59.850564 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.851850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.923416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.952583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 229952b3-91ff-4aa5-8063-30274ca162fb triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:59.952959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.055228 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:41:00.056127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.076836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.234026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Allocated IP 172.20.0.2 (09af96c2-54ed-4fd1-9360-b66ec8ccc1f5/37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8/070f978f-6698-4dbe-93a9-1c86631d1195) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:00.320454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.340878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.392914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.403036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.448972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:00.454744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:00.456739 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Pushing event updated for resources: {'Port': ['ID=070f978f-6698-4dbe-93a9-1c86631d1195,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.458244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Allocated IP 172.25.6.40 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/fe60f393-9652-4150-8e42-2013cd2e49d4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:00.458953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:00.518235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Attempting to bind port 070f978f-6698-4dbe-93a9-1c86631d1195 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:00.518594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Attempting to bind port 070f978f-6698-4dbe-93a9-1c86631d1195 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:00.518947 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Attempting to bind port 070f978f-6698-4dbe-93a9-1c86631d1195 on network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:00.523940 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:00.524332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Checking segment: {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:00.524796 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.525127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Bound using segment: {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:00.525586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Bound port: 070f978f-6698-4dbe-93a9-1c86631d1195, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:00.525957 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.577713 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.598508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] For port 070f978f-6698-4dbe-93a9-1c86631d1195, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:00.602075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] For port 070f978f-6698-4dbe-93a9-1c86631d1195, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=070f978f-6698-4dbe-93a9-1c86631d1195,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:00.608604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.618574 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.670146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4e500-57fc-4356-bf96-2f020b0ec670 None None] Pushing event updated for resources: {'Port': ['ID=070f978f-6698-4dbe-93a9-1c86631d1195,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.674330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:00.676119 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:00.678177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Pushing event updated for resources: {'Port': ['ID=fe60f393-9652-4150-8e42-2013cd2e49d4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.680591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:00.696628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded7ab7-d6c9-4e8f-8f62-7a48a1a88aad None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:00.765268 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c3215db0-4612-498c-9d3d-72f69640d0c7 None None] Provisioning complete for port fe60f393-9652-4150-8e42-2013cd2e49d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:00.766238 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3215db0-4612-498c-9d3d-72f69640d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.809254 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Sync routers for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:00.812576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c3215db0-4612-498c-9d3d-72f69640d0c7 None None] Port fe60f393-9652-4150-8e42-2013cd2e49d4 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:00.829703 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:00.830663 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:01.017824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.065535 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:01.228746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.274231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 2, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:01.305420 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Checking router: 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:01.305851 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Updating router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 port 2251b6b3-6289-400d-b164-20dc0f9f0a0f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:41:01.332882 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.365094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:41:01.482703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:01.493495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Sync routers for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:01.502054 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.503460 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-704e06b5-4e37-4eec-af2e-caeb14f9ea67 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6838696 Nov 12 01:41:01.506429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:01.508077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:01.508789 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:01.637120 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.646722 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:01.653024 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.712643 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Pushing event updated for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:01.745473 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.746359 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.747688 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.747688 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.747688 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.748174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.749361 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.749862 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.750277 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.750686 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.751102 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.751593 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:01.785685 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Attempting to bind port 2251b6b3-6289-400d-b164-20dc0f9f0a0f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:01.786189 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Attempting to bind port 2251b6b3-6289-400d-b164-20dc0f9f0a0f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:01.786663 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Attempting to bind port 2251b6b3-6289-400d-b164-20dc0f9f0a0f on network 1870d49c-51a5-46d1-a9c8-4f384bf0492c {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:01.795240 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:01.795863 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Checking segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:01.796413 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.796925 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Bound using segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:01.797512 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Bound port: 2251b6b3-6289-400d-b164-20dc0f9f0a0f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:01.798720 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.880436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e3a21-101c-4129-8897-9d512f405225 None None] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:01.907658 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] For port 2251b6b3-6289-400d-b164-20dc0f9f0a0f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:01.912110 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] For port 2251b6b3-6289-400d-b164-20dc0f9f0a0f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2251b6b3-6289-400d-b164-20dc0f9f0a0f,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:01.919725 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.927993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 070f978f-6698-4dbe-93a9-1c86631d1195 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:01.986261 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8679ea-953b-46bd-b104-a0266dea8532 None None] Pushing event updated for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:01.989265 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:01.990091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:02.116099 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:02.140512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.196548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] Provisioning complete for port 070f978f-6698-4dbe-93a9-1c86631d1195 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:02.196926 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.291874 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 070f978f-6698-4dbe-93a9-1c86631d1195 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:02.292268 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.308826 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Allocated IP 172.20.0.1 (09af96c2-54ed-4fd1-9360-b66ec8ccc1f5/37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8/ae4a23fd-4957-49eb-94f7-e665e0a52507) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:02.354919 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:02.357026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:00Z', 'revision_number': 3, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:02.384201 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d56c-fcb0-4c40-8283-5e89ea51d620 None None] The sync data for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 is: [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:02.419505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Checking router: 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:02.419998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Updating router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 port fe60f393-9652-4150-8e42-2013cd2e49d4 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:41:02.421923 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.427419 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.466855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.478997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.506598 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:02.513540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:02.517577 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:02.541614 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:02.557197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] For port 070f978f-6698-4dbe-93a9-1c86631d1195, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=070f978f-6698-4dbe-93a9-1c86631d1195,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:02.562972 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.573082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.669236 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.707312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.750563 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe07ad3-7029-4bf8-9c6c-df73f37739ad None None] Pushing event updated for resources: {'Port': ['ID=070f978f-6698-4dbe-93a9-1c86631d1195,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:02.778062 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] Provisioning complete for port 2251b6b3-6289-400d-b164-20dc0f9f0a0f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:02.778444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.873963 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.904519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:41:02.905249 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:41:02.936088 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.944668 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.976031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.036292 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.039018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:03.047578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] For port 2251b6b3-6289-400d-b164-20dc0f9f0a0f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2251b6b3-6289-400d-b164-20dc0f9f0a0f,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:03.060759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.062564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.100373 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.133042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0f4c3-47ae-4c03-9c7a-9ab9f89fd3f7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:03.168348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Attempting to bind port fe60f393-9652-4150-8e42-2013cd2e49d4 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:03.168720 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Attempting to bind port fe60f393-9652-4150-8e42-2013cd2e49d4 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:03.169089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Attempting to bind port fe60f393-9652-4150-8e42-2013cd2e49d4 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:03.179321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:03.182321 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c8c4f-07e7-4f96-891d-f00ebc037b2a None None] Pushing event updated for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:03.183324 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:03.195014 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:03.195389 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:03.195791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.196202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:03.196853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Bound port: fe60f393-9652-4150-8e42-2013cd2e49d4, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:03.197361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.268324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-36680940-a7cf-4bc4-940a-897652839095 None None] Provisioning complete for port 070f978f-6698-4dbe-93a9-1c86631d1195 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.268693 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36680940-a7cf-4bc4-940a-897652839095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.280507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83243fa-b04f-498a-9a74-054bc61ee902 None None] Pushing event updated for resources: {'Port': ['ID=fe60f393-9652-4150-8e42-2013cd2e49d4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:03.320356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] For port fe60f393-9652-4150-8e42-2013cd2e49d4, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:03.326244 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:03.329604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] For port fe60f393-9652-4150-8e42-2013cd2e49d4, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fe60f393-9652-4150-8e42-2013cd2e49d4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:03.343362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.424427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e0ec5-2cb8-4ce7-a41f-55bf58391fe0 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:03.462478 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:03.463700 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83243fa-b04f-498a-9a74-054bc61ee902 None None] Pushing event updated for resources: {'Port': ['ID=fe60f393-9652-4150-8e42-2013cd2e49d4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:03.482282 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8558a9ec-812f-450f-af57-cbf8684432b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/784fc28e-3acb-4bed-aae0-4d4fe6b9e055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683185 Nov 12 01:41:03.484537 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:03.485179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:03.542992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-36680940-a7cf-4bc4-940a-897652839095 None None] Provisioning complete for port ae4a23fd-4957-49eb-94f7-e665e0a52507 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.543359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36680940-a7cf-4bc4-940a-897652839095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.623098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-36680940-a7cf-4bc4-940a-897652839095 None None] Port ae4a23fd-4957-49eb-94f7-e665e0a52507 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:03.631793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:03.796946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Provisioning complete for port ae4a23fd-4957-49eb-94f7-e665e0a52507 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.797312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.833004 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 070f978f-6698-4dbe-93a9-1c86631d1195 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:03.896409 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Port ae4a23fd-4957-49eb-94f7-e665e0a52507 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:03.946252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Provisioning complete for port fe60f393-9652-4150-8e42-2013cd2e49d4 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.946913 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.991577 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 070f978f-6698-4dbe-93a9-1c86631d1195 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.991849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.045451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae4a23fd-4957-49eb-94f7-e665e0a52507', 'name': '', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'mac_address': 'fa:16:3e:ee:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:02Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 2, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'subnets': [{'id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:04.080911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d99859c-64d5-4616-9710-9d66c0e362ee None None] The sync data for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 is: [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae4a23fd-4957-49eb-94f7-e665e0a52507', 'name': '', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'mac_address': 'fa:16:3e:ee:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:02Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 2, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'subnets': [{'id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:04.157672 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.168828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2251b6b3-6289-400d-b164-20dc0f9f0a0f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:04.206688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] For port fe60f393-9652-4150-8e42-2013cd2e49d4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fe60f393-9652-4150-8e42-2013cd2e49d4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:04.217222 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.280029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b8b0-a845-40be-8866-4625dbdde9ad None None] Pushing event updated for resources: {'Port': ['ID=fe60f393-9652-4150-8e42-2013cd2e49d4,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.282824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2251b6b3-6289-400d-b164-20dc0f9f0a0f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:04.283873 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.761130 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.834858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fe60f393-9652-4150-8e42-2013cd2e49d4 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:05.909065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port fe60f393-9652-4150-8e42-2013cd2e49d4 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:05.909627 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.762702 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Sync routers for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:06.778333 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:06.778947 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:06.924754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:07.165177 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae4a23fd-4957-49eb-94f7-e665e0a52507', 'name': '', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'mac_address': 'fa:16:3e:ee:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:02Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 2, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'subnets': [{'id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:07.193002 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Checking router: 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:07.193566 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Updating router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 port ae4a23fd-4957-49eb-94f7-e665e0a52507 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:41:07.221473 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.553257 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.559291 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.611057 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b4791-5570-4d2d-b74b-916fbeba40f5 None None] Pushing event updated for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:07.680666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Attempting to bind port ae4a23fd-4957-49eb-94f7-e665e0a52507 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:07.681034 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Attempting to bind port ae4a23fd-4957-49eb-94f7-e665e0a52507 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:07.681450 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Attempting to bind port ae4a23fd-4957-49eb-94f7-e665e0a52507 on network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:07.688151 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:07.688523 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Checking segment: {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:07.689295 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.689688 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Bound using segment: {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:07.690161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Bound port: ae4a23fd-4957-49eb-94f7-e665e0a52507, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c94b239-d835-4e62-83ad-2f6f78a0cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:07.690591 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.791324 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] For port ae4a23fd-4957-49eb-94f7-e665e0a52507, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:07.795389 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] For port ae4a23fd-4957-49eb-94f7-e665e0a52507, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae4a23fd-4957-49eb-94f7-e665e0a52507,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:07.805185 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.892113 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b4791-5570-4d2d-b74b-916fbeba40f5 None None] Pushing event updated for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:07.894890 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:07.895667 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:40:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:08.206483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] Provisioning complete for port ae4a23fd-4957-49eb-94f7-e665e0a52507 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:08.207520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.239213 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:08.309164 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.350802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] For port ae4a23fd-4957-49eb-94f7-e665e0a52507, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae4a23fd-4957-49eb-94f7-e665e0a52507,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:08.356958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.427585 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25a42-3c18-4a40-8f01-fdcf2f90f020 None None] Pushing event updated for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:08.486961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8f4ef1a2-b817-4a98-9e94-c0dc415bcd0b None None] Provisioning complete for port ae4a23fd-4957-49eb-94f7-e665e0a52507 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:08.487428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef1a2-b817-4a98-9e94-c0dc415bcd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.535296 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae4a23fd-4957-49eb-94f7-e665e0a52507', 'name': '', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'mac_address': 'fa:16:3e:ee:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:02Z', 'updated_at': '2021-11-12T01:41:07Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'subnets': [{'id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:08.567211 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a1163-f915-4f44-b231-ee6abec6206c None None] The sync data for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 is: [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:41:02Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'ae4a23fd-4957-49eb-94f7-e665e0a52507', 'name': '', 'network_id': '09af96c2-54ed-4fd1-9360-b66ec8ccc1f5', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'mac_address': 'fa:16:3e:ee:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:02Z', 'updated_at': '2021-11-12T01:41:07Z', 'revision_number': 4, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'subnets': [{'id': '37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:09.289318 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7173c9b1-2d85-4052-afda-ea12d746d1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.820540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae4a23fd-4957-49eb-94f7-e665e0a52507 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:09.888800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ae4a23fd-4957-49eb-94f7-e665e0a52507 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:09.889577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.175763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71deb94e-58a8-4716-9715-843057fbeca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.035647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:14.000544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2fa13385-2943-484a-bff8-23c454f7a740 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:14.002048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2fa13385-2943-484a-bff8-23c454f7a740 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 815 time: 0.1062777 Nov 12 01:41:14.017213 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-06b6ae81-c44d-4f96-b629-fbe1e0790d35 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/quotas/22dc7d991fd4412288b9771d56ff60f2 HTTP/1.1" status: 200 len: 375 time: 0.0093470 Nov 12 01:41:14.076841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-a941467c-c4fe-4d30-8108-e162fa1332b2 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542350 Nov 12 01:41:14.178596 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-568cdbfb-8634-4b15-a499-d76d290bfae6 service neutron] 10.222.0.11 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895584 Nov 12 01:41:14.203247 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:14.275575 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-fa7272cf-abcc-419a-b1a2-e9da9757a77f service neutron] 10.222.0.11 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Nov 12 01:41:14.452261 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ae2cf8c2-769e-46bf-bc64-3eddfc2674f0 req-b2c5662d-9db1-4ebd-b6cc-9ce8c31ff814 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 210 time: 0.0281744 Nov 12 01:41:14.958530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:15.444029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-5eb4cc86-408a-4bf1-9e06-1d8d5a6d9152 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:15.445617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-5eb4cc86-408a-4bf1-9e06-1d8d5a6d9152 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 815 time: 0.1149628 Nov 12 01:41:15.459363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'port': {'device_id': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'admin_state_up': True, 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:15.567378 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aab067e1-b7f9-4bd0-85ad-dd75108e2bed req-a8ec0dbb-9254-4863-b9a8-1284f171d638 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 210 time: 0.0322957 Nov 12 01:41:15.625881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Made reservation on behalf of 22dc7d991fd4412288b9771d56ff60f2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:41:15.634342 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:15.813324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Allocated IP 172.20.0.3 (1870d49c-51a5-46d1-a9c8-4f384bf0492c/beff1790-dd20-4093-bb50-a3cbc3bc6f6c/36f8dcae-5223-4744-8343-e6e7e80f8fd7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:16.017300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:16.063148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:16.117688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:16.121020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:16.126395 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:16.152024 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:16.168978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.169583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.170015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.170434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.170806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.171142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.171479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.171809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.172189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.172524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.172849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.173164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:16.195420 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:16.196225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:16.217426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2dfbc4fe-bf1b-4d68-a2e1-0e8e490c3b8b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620544 Nov 12 01:41:16.398746 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b2a64fa4-5cb7-4546-86d6-2c3b3405bf27 None None] Provisioning complete for port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:16.399329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b2a64fa4-5cb7-4546-86d6-2c3b3405bf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:16.435223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b2a64fa4-5cb7-4546-86d6-2c3b3405bf27 None None] Port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:16.709177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86460367-b976-406f-be8f-ebf0f7cc08d2 req-06dc74df-a8ac-4e85-b956-ead8f2f3eeba tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:16.710801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86460367-b976-406f-be8f-ebf0f7cc08d2 req-06dc74df-a8ac-4e85-b956-ead8f2f3eeba tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0597198 Nov 12 01:41:16.766250 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86460367-b976-406f-be8f-ebf0f7cc08d2 req-d66d7222-df96-44a9-84af-7d990308cac8 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Nov 12 01:41:17.897190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dc2cd-8d2e-4d89-80c1-7d13ad3b0628 req-1e23c85b-6120-43e6-afb8-c3e96d3f9540 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:17.898716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-359dc2cd-8d2e-4d89-80c1-7d13ad3b0628 req-1e23c85b-6120-43e6-afb8-c3e96d3f9540 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0533245 Nov 12 01:41:17.955392 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-359dc2cd-8d2e-4d89-80c1-7d13ad3b0628 req-8d431161-ce4f-4217-b48d-4a8bc76b343f tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504174 Nov 12 01:41:19.092239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b571b6-f77f-4e49-868c-eac3f4e03922 req-8df5bf69-2ac0-41c3-aa38-715a21b2c79b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:19.104656 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8b571b6-f77f-4e49-868c-eac3f4e03922 req-8df5bf69-2ac0-41c3-aa38-715a21b2c79b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0753703 Nov 12 01:41:19.159127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b8b571b6-f77f-4e49-868c-eac3f4e03922 req-dd6b6edc-fcbd-4a3c-b11c-10066622cef2 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 Nov 12 01:41:20.295970 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e2075-c1bf-4abf-bbe3-c8acb45b6bfd req-49b00dfc-91b8-458b-a2c0-4ca76d619d4a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:20.298092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b84e2075-c1bf-4abf-bbe3-c8acb45b6bfd req-49b00dfc-91b8-458b-a2c0-4ca76d619d4a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0595889 Nov 12 01:41:20.430762 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b84e2075-c1bf-4abf-bbe3-c8acb45b6bfd req-976859e5-fbc6-44f4-b23c-b426d9a556ea tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248050 Nov 12 01:41:21.566853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31751669-9c25-446e-b831-35a484b020b5 req-99dd6bbb-01e9-4ffa-bc2d-2ded987ab473 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:21.568499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31751669-9c25-446e-b831-35a484b020b5 req-99dd6bbb-01e9-4ffa-bc2d-2ded987ab473 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0644360 Nov 12 01:41:21.631922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31751669-9c25-446e-b831-35a484b020b5 req-64370b54-af82-48a5-8d88-0966f2190416 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Nov 12 01:41:22.760669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c4a-f8f7-4856-88c5-e7418f2bb288 req-746c9668-69db-405a-a4dc-ccac6c577938 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:22.762319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14b21c4a-f8f7-4856-88c5-e7418f2bb288 req-746c9668-69db-405a-a4dc-ccac6c577938 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0541787 Nov 12 01:41:22.817955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14b21c4a-f8f7-4856-88c5-e7418f2bb288 req-0490edbe-0641-47ac-8559-84f92028a9ca tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488527 Nov 12 01:41:23.945945 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460609-7338-477e-940b-4320d653a160 req-fee03858-ab1a-4234-9895-2514c30635c7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:23.947393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe460609-7338-477e-940b-4320d653a160 req-fee03858-ab1a-4234-9895-2514c30635c7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0530608 Nov 12 01:41:24.000736 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fe460609-7338-477e-940b-4320d653a160 req-04441690-db21-482e-bbf9-ae37f534f646 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Nov 12 01:41:25.143246 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddd2dc-fc84-47ea-9914-cb752faf9ad1 req-53ff102c-eead-4668-ad2f-4d49133af91d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:25.144930 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18ddd2dc-fc84-47ea-9914-cb752faf9ad1 req-53ff102c-eead-4668-ad2f-4d49133af91d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 931 time: 0.0623665 Nov 12 01:41:25.202937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-18ddd2dc-fc84-47ea-9914-cb752faf9ad1 req-5db6f82f-cd70-421f-9586-ef63eb461cb2 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Nov 12 01:41:25.585561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Request body: {'port': {'device_id': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:25.649225 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.937712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f8dcae-5223-4744-8343-e6e7e80f8fd7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:41:25.945802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.959715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Transition to ACTIVE for port object 36f8dcae-5223-4744-8343-e6e7e80f8fd7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:41:25.964596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.017700 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:26.093824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Attempting to bind port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:26.094154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Attempting to bind port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:26.094482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Attempting to bind port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 on network 1870d49c-51a5-46d1-a9c8-4f384bf0492c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:26.099459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 on network 1870d49c-51a5-46d1-a9c8-4f384bf0492c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:41:26.099797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Attempting to bind port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 on network 1870d49c-51a5-46d1-a9c8-4f384bf0492c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:26.105409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:26.105728 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Checking segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:26.106104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Bound using segment: {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:26.106637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Bound port: 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814004bd-4f4a-4cbf-aa23-dcd1ca72781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:26.107114 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.182955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:26.188025 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:26.195270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.231103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.232209 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.233281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] 10.222.0.32 "PUT /v2.0/ports/36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 1092 time: 0.6544979 Nov 12 01:41:26.233757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:26.236218 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ee998f-c16d-4427-8a98-991bfd171599" -d '{"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:26.275931 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fb5f6-270e-4a50-974a-eca906b17156 service neutron] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:26.316577 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01611c7-e152-43c5-835b-ef37f87e9935 x-openstack-request-id: req-c01611c7-e152-43c5-835b-ef37f87e9935 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:26.316843 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:26.317085 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c01611c7-e152-43c5-835b-ef37f87e9935 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:26.317485 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:41:26.377487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-3d35eee4-da72-4922-8412-fe235b792869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.379092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-3d35eee4-da72-4922-8412-fe235b792869 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1095 time: 0.0907254 Nov 12 01:41:26.391143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d919-d877-4d52-a926-c38557a37a12 req-5ecaf5ab-2eb6-42f5-a8aa-1b1485fa55f6 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.392854 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ca5d919-d877-4d52-a926-c38557a37a12 req-5ecaf5ab-2eb6-42f5-a8aa-1b1485fa55f6 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 943 time: 0.0943534 Nov 12 01:41:26.435666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-231cfa2e-96d9-4eb3-a14a-3a6761065717 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 217 time: 0.0415492 Nov 12 01:41:26.507772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4ca5d919-d877-4d52-a926-c38557a37a12 req-1601965d-789d-47dc-a349-8a3f008f5be8 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073213 Nov 12 01:41:26.509301 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2c215439-7f74-4ee4-a527-214959e3c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.510645 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-2c215439-7f74-4ee4-a527-214959e3c047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0659616 Nov 12 01:41:26.567332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-e83d0bdf-0884-45de-8711-e3ed230407d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.569507 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-e83d0bdf-0884-45de-8711-e3ed230407d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514398 Nov 12 01:41:26.671637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-43492746-f649-4c21-99df-cca0197b9dc4 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946989 Nov 12 01:41:26.771791 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e618fc6-b9e1-43be-bdfa-bf9016533ad2 req-c40209cf-b4e2-43e4-8d32-a5ec90066a01 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922391 Nov 12 01:41:26.867568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-c58f6067-4a6b-47b8-b62f-34ba19c35687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.869118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-c58f6067-4a6b-47b8-b62f-34ba19c35687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1095 time: 0.0467925 Nov 12 01:41:26.968324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-67d6109c-fa29-4bc2-a19a-7941fce38041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:26.969808 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-67d6109c-fa29-4bc2-a19a-7941fce38041 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.0908673 Nov 12 01:41:27.373941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-af1a4893-2ca3-4aa5-a024-edbafd4fa70f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 217 time: 0.3952696 Nov 12 01:41:27.426957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-6b7eade0-1600-41c1-bc2b-d3454468354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:27.428408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-6b7eade0-1600-41c1-bc2b-d3454468354a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0457227 Nov 12 01:41:27.480587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-e002eae9-fac1-4ccc-a77d-7cc5fc455a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:27.482396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-e002eae9-fac1-4ccc-a77d-7cc5fc455a4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458887 Nov 12 01:41:27.576281 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-b51d75b4-2bf1-4848-b3a8-74abefbf5827 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859728 Nov 12 01:41:27.702917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df859f-8a1e-4504-a189-f47671d70312 req-033e2455-dddb-446d-9b53-80e11d766d1a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:27.704444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86df859f-8a1e-4504-a189-f47671d70312 req-033e2455-dddb-446d-9b53-80e11d766d1a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 943 time: 0.1092577 Nov 12 01:41:27.732892 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2ee998f-c16d-4427-8a98-991bfd171599 req-e7f97757-332c-42af-9222-b6e270e90430 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485744 Nov 12 01:41:27.763997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86df859f-8a1e-4504-a189-f47671d70312 req-66705d76-df71-4c1b-ae6f-5cbf680e755e tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Nov 12 01:41:28.892632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a596-b64b-4110-bda1-0639aa5a946a req-3a829d82-d090-41f4-8928-9b5dcd8b7675 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:28.894173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4f3a596-b64b-4110-bda1-0639aa5a946a req-3a829d82-d090-41f4-8928-9b5dcd8b7675 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 943 time: 0.0566242 Nov 12 01:41:28.948637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d4f3a596-b64b-4110-bda1-0639aa5a946a req-8e857983-8feb-4e39-a406-71943104e187 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Nov 12 01:41:29.554847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 36f8dcae-5223-4744-8343-e6e7e80f8fd7 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:41:29.662465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:29.674662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'port_id': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'mac_address': 'fa:16:3e:24:25:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:41:29.718022 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.731966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f8dcae-5223-4744-8343-e6e7e80f8fd7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:41:29.753005 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:29.758191 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.816113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:29.824136 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.824488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.824838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.825170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.825627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.826200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.826553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.826887 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.827217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.827543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.827868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.828222 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:29.963376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:41:30.067755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474b9b8-350f-4097-89aa-64513b719bb9 req-5037a0fc-dcbe-4624-bb63-7271b7552200 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:30.069210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5474b9b8-350f-4097-89aa-64513b719bb9 req-5037a0fc-dcbe-4624-bb63-7271b7552200 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 944 time: 0.0503769 Nov 12 01:41:30.121487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5474b9b8-350f-4097-89aa-64513b719bb9 req-a89d38f5-a20c-4c94-9a75-c88522ecd13a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Nov 12 01:41:31.254231 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9a7b-3fa0-427c-958b-88b702c273c3 req-1846901a-5e99-44d2-ac5b-f442403348c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:31.255785 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffbe9a7b-3fa0-427c-958b-88b702c273c3 req-1846901a-5e99-44d2-ac5b-f442403348c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Nov 12 01:41:31.305369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ffbe9a7b-3fa0-427c-958b-88b702c273c3 req-be2adc39-d5f8-4b3b-a2e4-4252485d5aa7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Nov 12 01:41:31.554009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 36f8dcae-5223-4744-8343-e6e7e80f8fd7 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:31.611125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:41:31.615435 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:31.615887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.701760 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.726077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:31.728410 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0b481-6c2b-41aa-9060-364651ef8c87" -d '{"events": [{"server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "name": "network-vif-plugged", "status": "completed", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:31.742001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:31.747440 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.771785 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35403e-130b-4388-a928-a34955a5afab x-openstack-request-id: req-3e35403e-130b-4388-a928-a34955a5afab {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:31.772096 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "name": "network-vif-plugged", "status": "completed", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:31.772349 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e35403e-130b-4388-a928-a34955a5afab {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:31.772737 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'code': 200} Nov 12 01:41:31.801767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:31.889400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b608e-9780-439b-bace-6aee632d4b84 req-44c2ab01-76ff-4555-be67-238392a84f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:31.891120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-980b608e-9780-439b-bace-6aee632d4b84 req-44c2ab01-76ff-4555-be67-238392a84f42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1097 time: 0.0562918 Nov 12 01:41:31.940581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-980b608e-9780-439b-bace-6aee632d4b84 req-1e6b87dd-bfa6-4288-95fe-8e9f0fcebc66 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 12 01:41:32.440492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145c01-0db9-4f08-afe1-5fa7f8ce30a4 req-ed58041a-a17c-4c1b-8e27-f69b25803bcf tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:32.442718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85145c01-0db9-4f08-afe1-5fa7f8ce30a4 req-ed58041a-a17c-4c1b-8e27-f69b25803bcf tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0592327 Nov 12 01:41:32.497268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-85145c01-0db9-4f08-afe1-5fa7f8ce30a4 req-8cab6b54-0247-4ebe-88cd-247e0ae39018 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Nov 12 01:41:32.762177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.641465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf192ac9-21a2-4a8f-95cf-19646a75d722 req-2308905d-0774-4061-a4da-1ebaf18ceae7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:33.643753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf192ac9-21a2-4a8f-95cf-19646a75d722 req-2308905d-0774-4061-a4da-1ebaf18ceae7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0645766 Nov 12 01:41:33.699009 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bf192ac9-21a2-4a8f-95cf-19646a75d722 req-888ca889-906c-43e8-a265-186fda175945 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Nov 12 01:41:33.835489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833d3d-48c1-45a5-8f3e-ecac8a10dca7 req-89b2753c-0481-4729-a74c-ac8c206d2f65 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:33.837030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb833d3d-48c1-45a5-8f3e-ecac8a10dca7 req-89b2753c-0481-4729-a74c-ac8c206d2f65 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0628722 Nov 12 01:41:33.894282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb833d3d-48c1-45a5-8f3e-ecac8a10dca7 req-747cc23d-f72f-4e1d-ab0b-ec9ae33f25d0 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493467 Nov 12 01:41:34.106610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede7768-509a-4608-969b-6a6525a963be req-197c5736-dd43-42ba-9ef2-8b8a82d408fd tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:34.108029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cede7768-509a-4608-969b-6a6525a963be req-197c5736-dd43-42ba-9ef2-8b8a82d408fd tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0545659 Nov 12 01:41:34.171865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cede7768-509a-4608-969b-6a6525a963be req-e7c78a76-6eaf-4b19-9758-6b15303e1907 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558798 Nov 12 01:41:35.161012 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:35.766557 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:39.306161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69573be6-9cf4-4bc3-81fb-41ed6ec645c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:42.172641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a60951cc-d25f-4d1d-99a7-bc4e63058a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.032717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.209141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.964045 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.860743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29f385-772b-4e6a-b0f1-0df62d19ff12 req-8334e943-0c3d-41e4-b894-61c013740813 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:47.862164 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea29f385-772b-4e6a-b0f1-0df62d19ff12 req-8334e943-0c3d-41e4-b894-61c013740813 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Nov 12 01:41:47.913881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ea29f385-772b-4e6a-b0f1-0df62d19ff12 req-e2fc41d8-2ce7-4aec-a16e-4fc01c04a499 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Nov 12 01:41:47.937464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44402) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:48.082786 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af79f3-95ec-4540-9954-48adda2b7c4a tempest-TestMinimumBasicScenario-642486613 tempest-TestMinimumBasicScenario-642486613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:48.084817 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1af79f3-95ec-4540-9954-48adda2b7c4a tempest-TestMinimumBasicScenario-642486613 tempest-TestMinimumBasicScenario-642486613-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1092 time: 0.1462855 Nov 12 01:41:48.089557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44406) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:48.094178 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:48.119218 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:48.231712 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:48.335529 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Allocated IP 172.25.6.167 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b5f95312-687f-4974-99eb-097b2ce46a4e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:48.443889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:48.483507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:48.529687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:48.532589 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:48.540161 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:48.562984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'Port': ['ID=b5f95312-687f-4974-99eb-097b2ce46a4e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:48.575012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.575355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.575676 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.576005 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.576359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.576682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.576998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.577313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.577630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.577942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.578239 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.578550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:48.922403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:48.999670 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:49.167005 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:49.173628 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:49.251638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'Port': ['ID=b5f95312-687f-4974-99eb-097b2ce46a4e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:49.264324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:49.371955 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Floating IP 9f470d10-e782-408a-aa4f-83f52b725384 associated. External IP: 172.25.6.167, port: 36f8dcae-5223-4744-8343-e6e7e80f8fd7. Nov 12 01:41:49.920970 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:50.047375 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:50.058848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Sync routers for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:50.069501 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.073735 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:50.074373 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:50.106252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-afccd5e5-24dc-4adf-b60a-4d0ae0f41a28 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0155692 Nov 12 01:41:50.106855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:50.109151 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ab2e2f-19d9-40a2-8972-e51c62de1be6" -d '{"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:50.109483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.114419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952104102', 'description': 'tempest-secgroup-smoke-952104102 description', 'project_id': '22dc7d991fd4412288b9771d56ff60f2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.139250 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.152119 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9023e4-21c8-4ac5-b4fe-1363a16a8cfa x-openstack-request-id: req-2e9023e4-21c8-4ac5-b4fe-1363a16a8cfa {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:50.152425 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:50.152676 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e9023e4-21c8-4ac5-b4fe-1363a16a8cfa {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:50.153117 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:41:50.188374 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:50.244319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.246798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-8d253603-f5f1-4de7-8055-c35fb064afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:50.248543 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-8d253603-f5f1-4de7-8055-c35fb064afeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1097 time: 0.0698397 Nov 12 01:41:50.249596 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.334347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.335622 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2251019 Nov 12 01:41:50.338043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb283d5-74a1-4fc0-b03c-2af489a31303 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476b40ff-34c1-45e7-9c68-2cf02d49454b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:50.338873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44412) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.345090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.374285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-cbf5b8bd-93ff-4e26-b349-ae57a8e72803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:50.375811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-cbf5b8bd-93ff-4e26-b349-ae57a8e72803 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.1191106 Nov 12 01:41:50.381977 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.423077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9f470d10-e782-408a-aa4f-83f52b725384', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'port_id': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'mac_address': 'fa:16:3e:24:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:48Z', 'updated_at': '2021-11-12T01:41:48Z', 'revision_number': 0, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:50.443783 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.448989 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.454747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Checking router: 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:50.455110 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-683dffae-9918-4a7e-9113-7546c4680ffd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 999 time: 0.0708580 Nov 12 01:41:50.463580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:50.464230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:41:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:50.468680 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e229f60-e25c-4800-84a7-2e547c21abde,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:50.476119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.477456 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-67de5ae2-c9a9-4a96-bce3-8a99058b4c20 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368351 Nov 12 01:41:50.480206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44414) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.484692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.515664 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-1f8f2288-cc15-4311-beba-073eba0e44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:50.517082 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.517626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-1f8f2288-cc15-4311-beba-073eba0e44a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0551114 Nov 12 01:41:50.566333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-73c52dc1-86aa-4798-ac81-80d1ce8e4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:50.567977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-73c52dc1-86aa-4798-ac81-80d1ce8e4352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414612 Nov 12 01:41:50.577957 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.581099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:50.583791 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.605098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04be12a-1b71-4498-af63-e25f62010442,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:50.615273 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.619956 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-37daa309-4391-4370-978b-07ebbe38d757 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387641 Nov 12 01:41:50.620771 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44416) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.625310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.657080 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.678682 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-469b3b97-3ad6-487a-85a8-463465375824 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034305 Nov 12 01:41:50.719591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.724620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.742839 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e2a577-b1a5-4b82-be69-3a3b67481c02,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:50.753944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.755179 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-40299a98-87c9-4838-8f40-6da0cdf22170 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333978 Nov 12 01:41:50.758165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44418) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.762861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.789523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61ab2e2f-19d9-40a2-8972-e51c62de1be6 req-48a84db8-d1d8-4084-83d0-f1fb0e2bb944 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003575 Nov 12 01:41:50.791534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.841355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-c513de25-0056-436a-b98a-0adf3573501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9f470d10-e782-408a-aa4f-83f52b725384', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'port_id': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'mac_address': 'fa:16:3e:24:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:48Z', 'updated_at': '2021-11-12T01:41:48Z', 'revision_number': 0, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:50.856185 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.861109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.869705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513de25-0056-436a-b98a-0adf3573501d None None] The sync data for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 is: [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9f470d10-e782-408a-aa4f-83f52b725384', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'port_id': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'mac_address': 'fa:16:3e:24:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:48Z', 'updated_at': '2021-11-12T01:41:48Z', 'revision_number': 0, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:50.879974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cb3715-5c35-4c02-aecf-2aeec00978f5,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:50.889646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.890899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8596c745-6e46-405d-a6e4-8beef9bc6782 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316457 Nov 12 01:41:50.893750 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44420) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:50.898466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:50.921892 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Project 22dc7d991fd4412288b9771d56ff60f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:41:50.927476 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.989863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:50.994883 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.014817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6bdd22-72bf-470e-9546-d291183013ce,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:51.026007 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.028644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-084ca3e4-9678-4d62-8f48-5d276c76bfe7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337800 Nov 12 01:41:51.030681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:51.035601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'security_group_rule': {'security_group_id': '476b40ff-34c1-45e7-9c68-2cf02d49454b', 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:51.060565 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Project 22dc7d991fd4412288b9771d56ff60f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:41:51.069057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.072114 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd0936-ea4c-4461-9285-a119f5bc0d52 None None] New status for floating IP 9f470d10-e782-408a-aa4f-83f52b725384: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:41:51.167011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.187584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.211208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3f7d40-1559-414c-b4ee-16dc885b4f32,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:51.221111 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.222379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-1b3e72e9-2fef-4e62-838a-273e9bc59f70 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1906319 Nov 12 01:41:51.322642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-17fd7a68-20a3-4645-a8c4-7cdc3fc9c08f tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952104102&fields=id&tenant_id=22dc7d991fd4412288b9771d56ff60f2 HTTP/1.1" status: 200 len: 267 time: 0.0492754 Nov 12 01:41:51.377046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-f26cd284-3a26-43fd-af46-597b1587eacc tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.378594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-f26cd284-3a26-43fd-af46-597b1587eacc tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Nov 12 01:41:51.390407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'port': {'security_groups': ['4a1154f3-d66b-4915-beaf-a08a707fcabb', '476b40ff-34c1-45e7-9c68-2cf02d49454b']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:51.455653 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.650678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:51.683404 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.690553 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.703057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:41:51.744483 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.745159 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:51.746705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-099ea065-4c1c-4c16-b9e4-d2ef590f241a req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "PUT /v2.0/ports/36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 981 time: 0.3610096 Nov 12 01:41:51.747182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:51.749562 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded879a4-a53f-4ddb-a478-f9a4b5904462" -d '{"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:51.788729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d43b59-5bc7-49bf-a598-7ae377db31ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:51.807665 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266e181-10e8-41f9-ac8e-f98fddb25f5f x-openstack-request-id: req-7266e181-10e8-41f9-ac8e-f98fddb25f5f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:51.807955 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:51.808231 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7266e181-10e8-41f9-ac8e-f98fddb25f5f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:51.808645 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:41:51.815371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:41:51.924340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-b80b69e4-9350-435e-8e36-31cbba8c077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.926802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-b80b69e4-9350-435e-8e36-31cbba8c077a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1136 time: 0.0944541 Nov 12 01:41:51.951849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22613c-2011-4339-9250-3a2db5f3afd6 req-67ce3c76-d6e6-46b1-af29-3ae1959b1ed2 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:51.953833 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c22613c-2011-4339-9250-3a2db5f3afd6 req-67ce3c76-d6e6-46b1-af29-3ae1959b1ed2 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.1115422 Nov 12 01:41:52.109041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c22613c-2011-4339-9250-3a2db5f3afd6 req-f5298918-47c0-430b-bc00-228b0aa6271b tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372397 Nov 12 01:41:52.115683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-014cde45-c8f9-4c0b-81c8-868c9a287911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:52.116861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-014cde45-c8f9-4c0b-81c8-868c9a287911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.1818879 Nov 12 01:41:52.153187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-784db63a-aa5e-4cd3-926c-72025b7d953e None None] Provisioning complete for port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:52.153555 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-784db63a-aa5e-4cd3-926c-72025b7d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:52.199818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-c770cca6-bb3f-4eb3-a901-1c2732978504 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0740314 Nov 12 01:41:52.260142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-daf2615b-bb4f-439c-a439-8fba977d702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:52.261573 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-daf2615b-bb4f-439c-a439-8fba977d702e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0537052 Nov 12 01:41:52.311254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-b23146eb-fc84-422e-8080-634448f27730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:52.312962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-b23146eb-fc84-422e-8080-634448f27730 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430880 Nov 12 01:41:52.414971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-648e0f8e-2bb8-4550-81b7-d57d32ab2e9e service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932367 Nov 12 01:41:52.511198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ded879a4-a53f-4ddb-a478-f9a4b5904462 req-85a27a72-8f5b-4aeb-8cd0-8b3cc623e006 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Nov 12 01:42:02.769400 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:05.766072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:07.356041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b5724-b653-45c1-b6ad-6ff5d8b98f81 req-7d082f14-8a9d-4e25-bb1d-6ff405ce2b11 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:07.357584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e97b5724-b653-45c1-b6ad-6ff5d8b98f81 req-7d082f14-8a9d-4e25-bb1d-6ff405ce2b11 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0818067 Nov 12 01:42:07.363628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-73a36696-0ea5-4875-acc4-379b02a66e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:07.365073 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-73a36696-0ea5-4875-acc4-379b02a66e67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1136 time: 0.0773644 Nov 12 01:42:07.478205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e97b5724-b653-45c1-b6ad-6ff5d8b98f81 req-90727677-67a3-4e03-b172-632b1c04d759 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119983 Nov 12 01:42:07.500327 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-a5cbd47c-5a6d-4983-adfe-56dc201d3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:07.501236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-a5cbd47c-5a6d-4983-adfe-56dc201d3616 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.1280262 Nov 12 01:42:07.576886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-a9537149-c2ec-4af7-9459-0deb04e3591e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0656924 Nov 12 01:42:07.633757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-34038364-d618-4e4f-aa82-58d736aa9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:07.636209 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-34038364-d618-4e4f-aa82-58d736aa9109 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0507798 Nov 12 01:42:07.686146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-194adec5-b01b-40d9-87d6-c60f182336ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:07.687658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-194adec5-b01b-40d9-87d6-c60f182336ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444977 Nov 12 01:42:07.785080 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-7f6f42f4-e974-4e02-83f8-7da3c32f6b25 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890253 Nov 12 01:42:07.893701 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-91e0093b-c4e7-4dae-8a00-104d72aa110e req-a5782e04-3eda-4f0b-9a4c-8488d15e9937 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003973 Nov 12 01:42:08.610100 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ded01-6fa0-4369-896f-56b8ffdb8017 req-7c89f85e-25e9-495f-ac88-9ff783ee30b1 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:08.611660 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f5ded01-6fa0-4369-896f-56b8ffdb8017 req-7c89f85e-25e9-495f-ac88-9ff783ee30b1 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0575256 Nov 12 01:42:08.679155 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f5ded01-6fa0-4369-896f-56b8ffdb8017 req-2b5bffa1-1903-4e45-ba31-1e47da38b158 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579898 Nov 12 01:42:09.293036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd5187c1-769d-4292-bf66-f310cfc826f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:09.803191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dc3a5-ad3c-424f-b32a-b953f204cfe7 req-4d6e02a7-a518-40af-be55-033f324fd6ef tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:09.804805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-839dc3a5-ad3c-424f-b32a-b953f204cfe7 req-4d6e02a7-a518-40af-be55-033f324fd6ef tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0546155 Nov 12 01:42:09.873303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-839dc3a5-ad3c-424f-b32a-b953f204cfe7 req-14789468-4d18-4d0f-8016-acfef6a18ff8 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618193 Nov 12 01:42:10.683926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d377a4-7928-4774-91ec-25d66d330809 req-0f7a79cc-e6d6-461e-8d3a-bf4ad9bad640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:10.686731 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-0f7a79cc-e6d6-461e-8d3a-bf4ad9bad640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1136 time: 0.0578558 Nov 12 01:42:10.798209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d377a4-7928-4774-91ec-25d66d330809 req-752a20ba-ede1-4284-961e-6940614311ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:10.799733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-752a20ba-ede1-4284-961e-6940614311ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.0928500 Nov 12 01:42:10.884871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-fb442344-5f87-46f4-8201-f623a8bba3cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0773566 Nov 12 01:42:10.939328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d377a4-7928-4774-91ec-25d66d330809 req-7da51692-cc87-48b2-bb30-f25d610fac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:10.940849 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-7da51692-cc87-48b2-bb30-f25d610fac06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0482075 Nov 12 01:42:11.015609 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d377a4-7928-4774-91ec-25d66d330809 req-7cb7099d-1057-47ec-af86-d6c9af53ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:11.017302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-7cb7099d-1057-47ec-af86-d6c9af53ae72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691335 Nov 12 01:42:11.028398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a77d-8d7a-417e-902d-0baca488ac1c req-6dba6aea-2dfa-45ab-b579-b8275c7d7df6 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:11.029901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b35a77d-8d7a-417e-902d-0baca488ac1c req-6dba6aea-2dfa-45ab-b579-b8275c7d7df6 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0737426 Nov 12 01:42:11.151997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5b35a77d-8d7a-417e-902d-0baca488ac1c req-0fceadcc-2892-4797-972b-a3038735d043 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141803 Nov 12 01:42:11.163894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-069cfe8c-c0db-40a8-88d5-4e0f66849956 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326525 Nov 12 01:42:11.274204 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c1d377a4-7928-4774-91ec-25d66d330809 req-86576b5f-6c7a-4374-bbbd-0e32f9175e8a service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025271 Nov 12 01:42:12.165809 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:12.174979 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d293c0d4-c5b5-4a6a-a71a-13d9f0770454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:12.290158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14383559-b841-4b9b-b4ac-768240268984 req-92e54698-4e57-4559-9761-7d13d5193b33 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:12.291667 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14383559-b841-4b9b-b4ac-768240268984 req-92e54698-4e57-4559-9761-7d13d5193b33 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0658092 Nov 12 01:42:12.355386 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-14383559-b841-4b9b-b4ac-768240268984 req-3a5e9b54-963c-4e4f-a793-d366e3e5e7a7 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563114 Nov 12 01:42:13.040392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:13.502607 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601997e-7e2f-4820-aab7-8d04886fa90b req-22a69e50-192f-457e-9d28-1f27acc3795a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:13.504096 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7601997e-7e2f-4820-aab7-8d04886fa90b req-22a69e50-192f-457e-9d28-1f27acc3795a tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0599244 Nov 12 01:42:13.575689 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7601997e-7e2f-4820-aab7-8d04886fa90b req-aed1e4a7-f4e4-4026-ad89-f4d0e32bacca tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653729 Nov 12 01:42:14.210535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:14.718084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47479dc9-4cae-4cfe-bf27-2ccb3778cc48 req-7df1768c-681d-48ff-9685-7a190546b76c tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:14.719587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47479dc9-4cae-4cfe-bf27-2ccb3778cc48 req-7df1768c-681d-48ff-9685-7a190546b76c tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0557568 Nov 12 01:42:14.786526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47479dc9-4cae-4cfe-bf27-2ccb3778cc48 req-e0c67fcd-7fe1-4e71-96a9-8893f5599419 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576909 Nov 12 01:42:14.968398 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:15.916411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54554-1e7f-4e38-afd8-898aae72391d req-026d1b72-57e5-4be3-883d-3511a7fdd4c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:15.920176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ad54554-1e7f-4e38-afd8-898aae72391d req-026d1b72-57e5-4be3-883d-3511a7fdd4c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0540392 Nov 12 01:42:15.982230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6ad54554-1e7f-4e38-afd8-898aae72391d req-34f931a9-0259-404b-a3a8-b3605cdb5b17 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578549 Nov 12 01:42:17.126959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371a65-4295-45dd-8ed6-f07a06b05b99 req-6dd51e8b-40cc-4b65-9b59-c4dce91cac24 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:17.128504 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf371a65-4295-45dd-8ed6-f07a06b05b99 req-6dd51e8b-40cc-4b65-9b59-c4dce91cac24 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0615513 Nov 12 01:42:17.192974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf371a65-4295-45dd-8ed6-f07a06b05b99 req-db70ae59-59cf-4e31-9273-12b424445034 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551012 Nov 12 01:42:18.344968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eb9f-3ecf-4985-9134-6418af928603 req-882f3d9b-22e1-4340-ae60-baf5620bc63f tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:18.346493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bf1eb9f-3ecf-4985-9134-6418af928603 req-882f3d9b-22e1-4340-ae60-baf5620bc63f tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0711977 Nov 12 01:42:18.407755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4bf1eb9f-3ecf-4985-9134-6418af928603 req-7a7fc161-80a3-44af-84e5-90291b7a0a3e tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549538 Nov 12 01:42:19.547645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1f87-ecbb-4d4c-8ad3-cdd2bebf5fef req-a09aa9b9-4062-4b81-84b7-c47d17bfb79c tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:19.549158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b29a1f87-ecbb-4d4c-8ad3-cdd2bebf5fef req-a09aa9b9-4062-4b81-84b7-c47d17bfb79c tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0622623 Nov 12 01:42:19.616342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b29a1f87-ecbb-4d4c-8ad3-cdd2bebf5fef req-a9ef2f4f-46fd-473c-8ea7-aeac4d9d8714 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&id=476b40ff-34c1-45e7-9c68-2cf02d49454b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583096 Nov 12 01:42:32.775124 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:33.529724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-badb6474-a2fa-435b-afd0-e15f453c33f3 req-d8452756-d188-4542-ab35-aec2368950f2 tempest-ServerDiskConfigTestJSON-1607448119 tempest-ServerDiskConfigTestJSON-1607448119-project] (102677) timed out ('10.222.0.39', 58846) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:42:35.767327 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:39.295849 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e57dc2b-84b0-4c14-ae95-0f2418c7ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:42.173384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd00d953-b61d-4680-94fa-6e78f996d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.039655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:44.214047 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:44.963074 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.173278 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:52.245723 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-9c5f3580-ff2d-4311-9a4f-dbd8341cf084 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952104102&fields=id&tenant_id=22dc7d991fd4412288b9771d56ff60f2 HTTP/1.1" status: 200 len: 267 time: 0.0499125 Nov 12 01:42:52.302038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-09f536d4-15b7-4d05-beac-4dfc817fad67 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:52.303601 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-09f536d4-15b7-4d05-beac-4dfc817fad67 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 984 time: 0.0520678 Nov 12 01:42:52.315284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Request body: {'port': {'security_groups': ['4a1154f3-d66b-4915-beaf-a08a707fcabb']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:42:52.385333 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.577120 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:52.607171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.615323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.628344 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:42:52.662164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:52.662807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.664271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-734f8a93-d636-450d-b0ad-e0049cc5efa8 req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "PUT /v2.0/ports/36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 942 time: 0.3540151 Nov 12 01:42:52.664778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:52.667159 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d537a33c-d7da-4b45-9cf6-9105acf73f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:52.672092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44478) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:52.692716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event updated for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:52.700919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.701261 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.701600 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.701936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.702270 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.702596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.702920 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.703242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.703564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.703883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.704230 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.704546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9eed-8791-44fe-8233-9e75f6ea0761 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.768336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:42:52.770340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.799573 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.881373 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f982072-d0d5-413a-be59-b35f8511db44 x-openstack-request-id: req-4f982072-d0d5-413a-be59-b35f8511db44 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:52.881373 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:52.881603 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f982072-d0d5-413a-be59-b35f8511db44 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:52.881853 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:42:52.894378 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.897524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:52.901739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:52.902001 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "DELETE /v2.0/security-groups/476b40ff-34c1-45e7-9c68-2cf02d49454b HTTP/1.1" status: 204 len: 168 time: 0.2282565 Nov 12 01:42:52.916646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b40ff-34c1-45e7-9c68-2cf02d49454b,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:52.925682 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.926168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.926509 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.926840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.927167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.927490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.927812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.928152 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.928487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.928801 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.929118 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:52.929480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07767d0a-5bb6-4eed-ad9a-dff04a7e27c4 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:53.002221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-34ddd16b-ff5f-47cf-b6c6-865e47a0aeed None None] Provisioning complete for port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:42:53.002707 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34ddd16b-ff5f-47cf-b6c6-865e47a0aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.090833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-9f7f2ee2-ddf4-4ee6-b5b5-acd822f5d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:53.092379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-9f7f2ee2-ddf4-4ee6-b5b5-acd822f5d1ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1097 time: 0.1445298 Nov 12 01:42:53.189987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Deleting port b5f95312-687f-4974-99eb-097b2ce46a4e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:53.190412 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.246638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-d0d12f30-2b7d-4e3d-a0b4-88bff2ac1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:53.248127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-d0d12f30-2b7d-4e3d-a0b4-88bff2ac1038 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.1483767 Nov 12 01:42:53.327060 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.327363 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.347388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Calling delete_port for b5f95312-687f-4974-99eb-097b2ce46a4e owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:53.352518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-c4fd1d09-8715-47fa-ae6a-4fcc80f77eb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0934558 Nov 12 01:42:53.457149 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-69bbaad5-abfe-4ee2-b246-09d7b55a6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:53.458807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-69bbaad5-abfe-4ee2-b246-09d7b55a6253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0981970 Nov 12 01:42:53.525917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-05b83f46-cd53-48e5-86fc-a1332fd653a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:53.527621 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-05b83f46-cd53-48e5-86fc-a1332fd653a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618002 Nov 12 01:42:53.626906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.669460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event deleted for resources: {'Port': ['ID=b5f95312-687f-4974-99eb-097b2ce46a4e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:53.719146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-7e6e36a0-1ecf-454f-bf72-0408abe5b580 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699791 Nov 12 01:42:53.762655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.762974 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Floating IP 9f470d10-e782-408a-aa4f-83f52b725384 disassociated (deleted). External IP: 172.25.6.167, port: 36f8dcae-5223-4744-8343-e6e7e80f8fd7. Nov 12 01:42:54.251048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d537a33c-d7da-4b45-9cf6-9105acf73f2d req-8fc580d6-6454-4119-9eaf-51c72edce79a service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237455 Nov 12 01:42:54.383704 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:42:54.496925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:42:54.502089 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:54.507620 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Sync routers for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:42:54.522913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:54.523545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:54.530146 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-640967cf-bbc0-4bfb-9be6-7916b87a2182 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f470d10-e782-408a-aa4f-83f52b725384 HTTP/1.1" status: 204 len: 168 time: 1.6273167 Nov 12 01:42:54.636288 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:54.853836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:54.880671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Checking router: 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:42:54.882780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:54.885348 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f62c540-6688-4980-aeff-cc049db849ed" -d '{"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:54.890383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:54.890877 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:54.926272 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb8260-f9e1-4af7-9353-7abab11a2d6d x-openstack-request-id: req-68eb8260-f9e1-4af7-9353-7abab11a2d6d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:54.926671 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:54.927022 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68eb8260-f9e1-4af7-9353-7abab11a2d6d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:54.927559 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:42:54.992793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c540-6688-4980-aeff-cc049db849ed req-7301046e-4ead-45fc-b4de-e42ec270f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:54.994361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-7301046e-4ead-45fc-b4de-e42ec270f60c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dc7d991fd4412288b9771d56ff60f2&device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 1097 time: 0.0434432 Nov 12 01:42:55.001295 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:55.102173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c540-6688-4980-aeff-cc049db849ed req-645fa27d-b48d-4680-8ec1-ebe1b781a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:55.103947 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-645fa27d-b48d-4680-8ec1-ebe1b781a15e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 200 len: 916 time: 0.1019485 Nov 12 01:42:55.164489 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-e9cda05d-8128-40da-b3e4-fa366adb4c86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 200 len: 217 time: 0.0495970 Nov 12 01:42:55.237590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:55.245737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c540-6688-4980-aeff-cc049db849ed req-eb34f8c2-7081-4f32-866e-94e63cab8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:55.247377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-eb34f8c2-7081-4f32-866e-94e63cab8800 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 200 len: 854 time: 0.0627496 Nov 12 01:42:55.299928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62c540-6688-4980-aeff-cc049db849ed req-84d037ad-0520-4a92-9501-837300c04eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:55.301569 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-84d037ad-0520-4a92-9501-837300c04eba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1870d49c-51a5-46d1-a9c8-4f384bf0492c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466778 Nov 12 01:42:55.401563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-99185de5-cf1c-437f-8f42-ded2fca5472e service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924804 Nov 12 01:42:55.432637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927a951-b6f3-4ac6-bb8e-89c7a9103735 None None] The sync data for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 is: [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:57Z', 'revision_number': 4, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2251b6b3-6289-400d-b164-20dc0f9f0a0f', 'name': '', 'network_id': '1870d49c-51a5-46d1-a9c8-4f384bf0492c', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'mac_address': 'fa:16:3e:e7:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:57Z', 'updated_at': '2021-11-12T01:41:03Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'subnets': [{'id': 'beff1790-dd20-4093-bb50-a3cbc3bc6f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:42:55.506476 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0f62c540-6688-4980-aeff-cc049db849ed req-4060ee6b-605e-436f-866e-d0c8ada95567 service neutron] 10.222.0.32 "GET /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962865 Nov 12 01:42:55.662947 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97838444-aafa-43b0-b131-e00e246207ad None None] New status for floating IP 9f470d10-e782-408a-aa4f-83f52b725384: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:43:02.789419 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:03.641171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b35ef-3b14-4ee5-a924-05d49522fbf6 req-56fc61bc-80ef-40b1-886f-153bf972ec56 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:03.642603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b5b35ef-3b14-4ee5-a924-05d49522fbf6 req-56fc61bc-80ef-40b1-886f-153bf972ec56 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0591815 Nov 12 01:43:03.694679 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3b5b35ef-3b14-4ee5-a924-05d49522fbf6 req-5a164eed-4bd6-466f-bef2-cc4f86bd892d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Nov 12 01:43:04.830843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d060-cc71-4dde-bb80-0162c3901df2 req-945292e0-d7b2-4258-adbe-bfbba9868db5 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:04.832373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b74d060-cc71-4dde-bb80-0162c3901df2 req-945292e0-d7b2-4258-adbe-bfbba9868db5 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0635548 Nov 12 01:43:04.900007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b74d060-cc71-4dde-bb80-0162c3901df2 req-5892a508-9951-4871-bc57-97f9b1f2de62 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a1154f3-d66b-4915-beaf-a08a707fcabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 Nov 12 01:43:05.284820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd839861-e068-4d88-878f-263fdac847af req-76383b73-2f7d-401d-bcab-bea006fbf8ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:05.286282 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd839861-e068-4d88-878f-263fdac847af req-76383b73-2f7d-401d-bcab-bea006fbf8ce tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.32 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 945 time: 0.0552313 Nov 12 01:43:05.381103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Deleting port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:05.381431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.485707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] For port 36f8dcae-5223-4744-8343-e6e7e80f8fd7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=36f8dcae-5223-4744-8343-e6e7e80f8fd7,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:05.486061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.507862 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Calling delete_port for 36f8dcae-5223-4744-8343-e6e7e80f8fd7 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:05.646738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.658109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['36f8dcae-5223-4744-8343-e6e7e80f8fd7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:05.675675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Pushing event deleted for resources: {'Port': ['ID=36f8dcae-5223-4744-8343-e6e7e80f8fd7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:05.719341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] No DVR routers for this DVR port 36f8dcae-5223-4744-8343-e6e7e80f8fd7 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:05.721993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.725341 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cd839861-e068-4d88-878f-263fdac847af req-4bb8b173-d6ac-4aad-81a1-92cdde0b709d tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.32 "DELETE /v2.0/ports/36f8dcae-5223-4744-8343-e6e7e80f8fd7 HTTP/1.1" status: 204 len: 173 time: 0.4326460 Nov 12 01:43:05.725855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'name': 'network-vif-deleted', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:05.728237 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f65c78b-3311-4c35-93df-603f8359d85e" -d '{"events": [{"server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "name": "network-vif-deleted", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:05.768557 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d78eaa9-6b66-4fcd-9755-838dab578238 x-openstack-request-id: req-8d78eaa9-6b66-4fcd-9755-838dab578238 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:05.768853 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f474ac-af32-41a6-9127-3b30ddc4a505", "name": "network-vif-deleted", "tag": "36f8dcae-5223-4744-8343-e6e7e80f8fd7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:05.769105 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d78eaa9-6b66-4fcd-9755-838dab578238 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:05.769544 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f474ac-af32-41a6-9127-3b30ddc4a505', 'name': 'network-vif-deleted', 'tag': '36f8dcae-5223-4744-8343-e6e7e80f8fd7', 'status': 'completed', 'code': 200} Nov 12 01:43:05.795859 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:06.028974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ce864ea8-9ec0-475e-99f9-8fcfa192ed9b req-05acd4a3-487f-479b-9829-476ce9214c56 tempest-TestMinimumBasicScenario-605791877 tempest-TestMinimumBasicScenario-605791877-project] 10.222.0.11 "GET /v2.0/ports?device_id=18f474ac-af32-41a6-9127-3b30ddc4a505 HTTP/1.1" status: 200 len: 210 time: 0.0330260 Nov 12 01:43:07.643796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44584) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:08.000162 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.008351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 36f8dcae-5223-4744-8343-e6e7e80f8fd7 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:08.028646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 36f8dcae-5223-4744-8343-e6e7e80f8fd7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:08.028972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 36f8dcae-5223-4744-8343-e6e7e80f8fd7 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:08.254008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Deleting port 2251b6b3-6289-400d-b164-20dc0f9f0a0f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:08.254238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.331968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] For port 2251b6b3-6289-400d-b164-20dc0f9f0a0f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2251b6b3-6289-400d-b164-20dc0f9f0a0f,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:08.332357 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.349426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Calling delete_port for 2251b6b3-6289-400d-b164-20dc0f9f0a0f owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:08.531881 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.557731 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2251b6b3-6289-400d-b164-20dc0f9f0a0f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:08.726717 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.948572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:09.060319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:09.066190 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-58a98b24-85ec-4025-8dc5-59249f1b4b1e admin admin] 10.222.0.11 "PUT /v2.0/routers/0ffc3636-9187-4f0e-a5be-d6cb5ce20193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209480 Nov 12 01:43:09.068921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:09.069961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Sync routers for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:09.080193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:09.080812 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:09.176024 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.188439 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:09.282523 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.317428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ff8199d-b846-48d5-969b-6c39096038f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.341887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Deleting port 229952b3-91ff-4aa5-8063-30274ca162fb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:09.342243 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.385489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:43:08Z', 'revision_number': 5, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port': {'id': '229952b3-91ff-4aa5-8063-30274ca162fb', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:09.412129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Checking router: 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:09.421567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Routers {'0ffc3636-9187-4f0e-a5be-d6cb5ce20193'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:09.422190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:42:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:09.424361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] For port 229952b3-91ff-4aa5-8063-30274ca162fb, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=229952b3-91ff-4aa5-8063-30274ca162fb,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:09.424729 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.437624 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Calling delete_port for 229952b3-91ff-4aa5-8063-30274ca162fb owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:09.510320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] Set router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:09.570721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:43:09Z', 'revision_number': 6, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:09.597992 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ff6b4-b50c-46f2-bcb7-4444e8161d0c None None] The sync data for ids ['0ffc3636-9187-4f0e-a5be-d6cb5ce20193'] in n-d-712141-15 is: [{'id': '0ffc3636-9187-4f0e-a5be-d6cb5ce20193', 'name': 'tempest-TestMinimumBasicScenario-1589402521-router', 'tenant_id': '22dc7d991fd4412288b9771d56ff60f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:55Z', 'updated_at': '2021-11-12T01:43:09Z', 'revision_number': 6, 'project_id': '22dc7d991fd4412288b9771d56ff60f2', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:09.611647 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.642320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Pushing event deleted for resources: {'Port': ['ID=229952b3-91ff-4aa5-8063-30274ca162fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:09.660491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6ffd4-66bf-4c7c-ab45-25739f95ae50 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:09.709344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.800409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.802749 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.849174 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.849725 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ffc3636-9187-4f0e-a5be-d6cb5ce20193 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:43:09.854679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.855879 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0c7ebf2e-0be0-4954-8c1e-73734993ab92 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0ffc3636-9187-4f0e-a5be-d6cb5ce20193 HTTP/1.1" status: 204 len: 168 time: 0.7858973 Nov 12 01:43:09.858480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:09.908791 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Deleting subnet beff1790-dd20-4093-bb50-a3cbc3bc6f6c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:43:09.911943 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:09.951597 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.036956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.092048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.120326 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beff1790-dd20-4093-bb50-a3cbc3bc6f6c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:10.126375 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.132128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8d00a347-6eb3-4820-9960-d349a965b57b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/beff1790-dd20-4093-bb50-a3cbc3bc6f6c HTTP/1.1" status: 204 len: 168 time: 0.2702253 Nov 12 01:43:10.132283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809033fe-db72-4511-b555-54f2b6369808 None None] Network 1870d49c-51a5-46d1-a9c8-4f384bf0492c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:10.133325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:10.203683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.261331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Deleting port ac01da70-e535-49f2-a0cc-0284c9bde4b3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:10.261677 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.331257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] For port ac01da70-e535-49f2-a0cc-0284c9bde4b3, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac01da70-e535-49f2-a0cc-0284c9bde4b3,segment=NetworkSegment(814004bd-4f4a-4cbf-aa23-dcd1ca72781b),segment_id=814004bd-4f4a-4cbf-aa23-dcd1ca72781b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:10.331528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.344353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Calling delete_port for ac01da70-e535-49f2-a0cc-0284c9bde4b3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:10.393138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] DHCP port deletion for 1870d49c-51a5-46d1-a9c8-4f384bf0492c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:10.400821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2251b6b3-6289-400d-b164-20dc0f9f0a0f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:10.432097 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.438131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2251b6b3-6289-400d-b164-20dc0f9f0a0f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:10.438824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2251b6b3-6289-400d-b164-20dc0f9f0a0f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:10.463025 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Deleting port ac01da70-e535-49f2-a0cc-0284c9bde4b3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:10.463411 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.463715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac01da70-e535-49f2-a0cc-0284c9bde4b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:10.467328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] No DVR routers for this DVR port ac01da70-e535-49f2-a0cc-0284c9bde4b3 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:10.542686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.542897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] For port ac01da70-e535-49f2-a0cc-0284c9bde4b3, host n-d-712141-15, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:10.543160 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.555775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Calling delete_port for ac01da70-e535-49f2-a0cc-0284c9bde4b3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:10.558446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Port ac01da70-e535-49f2-a0cc-0284c9bde4b3 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:43:10.559671 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.565380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1870d49c-51a5-46d1-a9c8-4f384bf0492c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:10.583878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814004bd-4f4a-4cbf-aa23-dcd1ca72781b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:10.584214 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814004bd-4f4a-4cbf-aa23-dcd1ca72781b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:10.587203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Pushing event deleted for resources: {'Port': ['ID=ac01da70-e535-49f2-a0cc-0284c9bde4b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:10.589596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] No DVR routers for this DVR port ac01da70-e535-49f2-a0cc-0284c9bde4b3 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:10.598408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.598648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.598987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.599316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.599643 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.599968 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.600535 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.600751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.601085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.601496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.601817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.602187 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246326e-e9ea-41f3-b501-8abba33e6076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:10.603462 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.623532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.636090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:43:10.636529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:43:10.638841 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:43:10.708771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.716209 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.719715 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1870d49c-51a5-46d1-a9c8-4f384bf0492c HTTP/1.1" status: 204 len: 168 time: 0.5853291 Nov 12 01:43:10.722812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44592) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:10.733506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7036cc-1d23-4593-9d44-6d88a00b02a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1870d49c-51a5-46d1-a9c8-4f384bf0492c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:11.081644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.329301 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Deleting port ae4a23fd-4957-49eb-94f7-e665e0a52507 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:11.329640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.412809 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] For port ae4a23fd-4957-49eb-94f7-e665e0a52507, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ae4a23fd-4957-49eb-94f7-e665e0a52507,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:11.413372 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.426689 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Calling delete_port for ae4a23fd-4957-49eb-94f7-e665e0a52507 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:11.615774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.646590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4a23fd-4957-49eb-94f7-e665e0a52507,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:11.816911 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.884630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 229952b3-91ff-4aa5-8063-30274ca162fb no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:11.905131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 229952b3-91ff-4aa5-8063-30274ca162fb {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:11.905560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 229952b3-91ff-4aa5-8063-30274ca162fb not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:11.906043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac01da70-e535-49f2-a0cc-0284c9bde4b3 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:11.929592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ac01da70-e535-49f2-a0cc-0284c9bde4b3 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:11.929845 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac01da70-e535-49f2-a0cc-0284c9bde4b3 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:12.050850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:12.169687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:12.173650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e178fe2d-b78c-4203-b102-c523219f55ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.177913 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-dc95975c-a8f8-40f4-8814-73bd5d7db523 admin admin] 10.222.0.11 "PUT /v2.0/routers/784fc28e-3acb-4bed-aae0-4d4fe6b9e055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540193 Nov 12 01:43:12.178078 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44594) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:12.186498 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Sync routers for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:12.198411 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:12.199031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:12.293248 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.306658 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:12.401584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.463591 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Deleting port fe60f393-9652-4150-8e42-2013cd2e49d4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:12.463935 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.492577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:43:11Z', 'revision_number': 5, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port': {'id': 'fe60f393-9652-4150-8e42-2013cd2e49d4', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:12.519054 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Checking router: 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:12.527707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Routers {'784fc28e-3acb-4bed-aae0-4d4fe6b9e055'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:12.528359 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:12.548188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] For port fe60f393-9652-4150-8e42-2013cd2e49d4, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=fe60f393-9652-4150-8e42-2013cd2e49d4,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:12.548550 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.561757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Calling delete_port for fe60f393-9652-4150-8e42-2013cd2e49d4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:12.614621 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] Set router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:12.670142 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:43:12Z', 'revision_number': 6, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:12.700518 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558b26f-7679-44c0-ba2c-39685ad19368 None None] The sync data for ids ['784fc28e-3acb-4bed-aae0-4d4fe6b9e055'] in n-d-712141-15 is: [{'id': '784fc28e-3acb-4bed-aae0-4d4fe6b9e055', 'name': 'tempest-TestMinimumBasicScenario-2050148018-router', 'tenant_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:59Z', 'updated_at': '2021-11-12T01:43:12Z', 'revision_number': 6, 'project_id': '3cc31d4e51ef40e9af50466aac9fbc43', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:12.738360 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.766705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe60f393-9652-4150-8e42-2013cd2e49d4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:12.777178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88159919-411c-41de-9e00-8a97b7140851 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:12.828515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.928035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.931002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.977438 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.977877 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784fc28e-3acb-4bed-aae0-4d4fe6b9e055 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:43:12.982580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:12.983775 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4cdb2f9d-f3b1-4f01-b9ef-901778207cf9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/784fc28e-3acb-4bed-aae0-4d4fe6b9e055 HTTP/1.1" status: 204 len: 168 time: 0.8042986 Nov 12 01:43:12.986548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:13.034268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Deleting subnet 37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:43:13.037006 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.044869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.075766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.163464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.219289 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.245509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:13.249041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.252452 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a9ee8509-e98a-42fe-a8f3-58a32723a585 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/37edcff8-88f5-4154-bb4e-4fb1ecb9ebb8 HTTP/1.1" status: 204 len: 168 time: 0.2648118 Nov 12 01:43:13.255189 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44598) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:13.255709 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46524ca-b7bb-4439-a445-e470ae70145f None None] Network 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:13.328249 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.383916 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Deleting port 070f978f-6698-4dbe-93a9-1c86631d1195 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:13.384358 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.458701 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] For port 070f978f-6698-4dbe-93a9-1c86631d1195, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=070f978f-6698-4dbe-93a9-1c86631d1195,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:13.460686 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.477914 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Calling delete_port for 070f978f-6698-4dbe-93a9-1c86631d1195 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:13.484540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] DHCP port deletion for 09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:13.535152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Deleting port 070f978f-6698-4dbe-93a9-1c86631d1195 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:13.535152 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.581869 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.613516 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] No DVR routers for this DVR port 070f978f-6698-4dbe-93a9-1c86631d1195 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:13.618101 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=070f978f-6698-4dbe-93a9-1c86631d1195,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:13.618575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] For port 070f978f-6698-4dbe-93a9-1c86631d1195, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=070f978f-6698-4dbe-93a9-1c86631d1195,segment=NetworkSegment(4c94b239-d835-4e62-83ad-2f6f78a0cc9d),segment_id=4c94b239-d835-4e62-83ad-2f6f78a0cc9d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:13.618980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.638560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Calling delete_port for 070f978f-6698-4dbe-93a9-1c86631d1195 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:13.695646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.719591 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af96c2-54ed-4fd1-9360-b66ec8ccc1f5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:13.727806 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.730480 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94b239-d835-4e62-83ad-2f6f78a0cc9d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:13.730777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94b239-d835-4e62-83ad-2f6f78a0cc9d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:13.742485 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.756001 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] No DVR routers for this DVR port 070f978f-6698-4dbe-93a9-1c86631d1195 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:13.760181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0eacf-50ba-4121-aec4-716d0e646908 None None] Pushing event deleted for resources: {'Port': ['ID=070f978f-6698-4dbe-93a9-1c86631d1195,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:13.774516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.782815 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:43:13.783391 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:43:13.785467 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:43:13.855334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fe60f393-9652-4150-8e42-2013cd2e49d4 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:13.856787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.866823 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:13.870585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/09af96c2-54ed-4fd1-9360-b66ec8ccc1f5 HTTP/1.1" status: 204 len: 168 time: 0.6144063 Nov 12 01:43:13.879957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: fe60f393-9652-4150-8e42-2013cd2e49d4 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:13.880337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device fe60f393-9652-4150-8e42-2013cd2e49d4 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:13.880763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 070f978f-6698-4dbe-93a9-1c86631d1195 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:13.885883 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb85e7-448e-42c9-8d61-4f4ee84ff3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09af96c2-54ed-4fd1-9360-b66ec8ccc1f5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:13.905873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 070f978f-6698-4dbe-93a9-1c86631d1195 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:13.906221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 070f978f-6698-4dbe-93a9-1c86631d1195 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:13.906648 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae4a23fd-4957-49eb-94f7-e665e0a52507 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:13.926303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ae4a23fd-4957-49eb-94f7-e665e0a52507 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:13.926650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ae4a23fd-4957-49eb-94f7-e665e0a52507 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:14.074478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:14.116422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ebb5c8f1-e009-4c9e-a5be-d69cc8784953 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22dc7d991fd4412288b9771d56ff60f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406482 Nov 12 01:43:14.119512 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44604) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:14.174407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.201106 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.215773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.248483 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.251102 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.252318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a1154f3-d66b-4915-beaf-a08a707fcabb HTTP/1.1" status: 204 len: 168 time: 0.1314595 Nov 12 01:43:14.261670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196d557-0bab-4beb-a7f9-68bf1314786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1154f3-d66b-4915-beaf-a08a707fcabb,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:14.595085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44610) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:14.643112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e3227fea-ca17-4506-abbd-ef4d50e73bcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cc31d4e51ef40e9af50466aac9fbc43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467472 Nov 12 01:43:14.645724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:14.695910 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.718271 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.766569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.769233 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:14.771444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02f983c8-8645-40f3-b696-091d096b1025 HTTP/1.1" status: 204 len: 168 time: 0.1237717 Nov 12 01:43:14.778422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216655d-05f2-4881-8964-8e03f6c2b9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f983c8-8645-40f3-b696-091d096b1025,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:14.966626 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.385966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:16.390732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368090757', 'description': 'tempest-secgroup-smoke-1368090757 description', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:16.416237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.424171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.501510 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.506746 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.539758 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023f1437-036f-439e-89f0-b2f2ae6c48b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:16.585361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.590305 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.618124 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.619407 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2324131 Nov 12 01:43:16.625142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebc06-7ae2-4907-a042-798fcd27c7e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:16.625871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44654) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:16.633388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:16.668919 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.732122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.736328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.752290 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a179c125-df9f-426b-8d09-e5d34b92dce9,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:16.764445 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.765678 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-40ad65cf-9968-41b6-8e16-a61732ce5143 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384799 Nov 12 01:43:16.769165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44656) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:16.773827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:16.802038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.861738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.866516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.889920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f346a95-7230-4c70-9112-d98e86426a32,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:16.895824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.896967 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-71ae1135-7c19-4fdb-9509-ec11ab41a7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268914 Nov 12 01:43:16.901318 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44658) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:16.905751 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:16.934028 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.002961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.008274 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.023477 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343d3574-ffb7-4647-961a-279128007bf7,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.034988 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.036221 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-667a0b6c-0e51-44b8-a6f9-6aeda0b5d017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339357 Nov 12 01:43:17.039741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44660) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:17.044372 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:17.075760 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.136566 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.140944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.159867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60458899-c9d8-4a32-bd1c-9d32f638c2be,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.168301 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.169539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-19400fa3-ae95-442f-8e12-14de693282b5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288254 Nov 12 01:43:17.172405 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:17.176900 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:17.202092 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:43:17.209220 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.273736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.278006 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.297311 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f55740-7f8a-41a1-a794-40013377e87a,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.303254 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.304888 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-10d7b241-7fe8-4265-a45a-7f3e9b45042f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314278 Nov 12 01:43:17.307797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44664) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:17.312584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:17.340606 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:43:17.345739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.410084 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.414789 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.435387 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba32f2-dbc2-480b-9a46-7b460bd22014,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.444488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.445728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-07017110-6431-4115-88dd-9fee363edc6b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369319 Nov 12 01:43:17.449414 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44666) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:17.454269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'network': {'name': 'tempest-network-smoke--1415594807', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:17.474646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:17.478352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.505974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:43:17.515708 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.516096 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Added segment 66a869d3-dc4f-4d51-ac59-489f4fa4eb43 of type vlan for network 46950038-51ac-4e57-8566-d897c66c501a Nov 12 01:43:17.558639 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.586139 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.592158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.592733 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.628249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1776643 Nov 12 01:43:17.631460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:17.637351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'admin_state_up': True, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:17.665965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a95f2-ea9e-4f1a-98a3-603020afd984 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Network': ['ID=46950038-51ac-4e57-8566-d897c66c501a,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.672268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.673430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.677381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 46950038-51ac-4e57-8566-d897c66c501a details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:43:17.730061 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.882034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.080417 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.112313 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.227772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.166 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/73a35c02-3cc6-4bdc-8ead-87c95186e611) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:18.355536 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.401383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.444863 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:18.447845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:18.453566 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:18.456671 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=73a35c02-3cc6-4bdc-8ead-87c95186e611,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:18.464446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e211e5-db8f-47d4-a290-ad00682e2bd9 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:18.582884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-064bb23b-6fd1-4ccb-851d-f5591ba4ff80 None None] Provisioning complete for port 73a35c02-3cc6-4bdc-8ead-87c95186e611 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:18.583195 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-064bb23b-6fd1-4ccb-851d-f5591ba4ff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:18.623688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-064bb23b-6fd1-4ccb-851d-f5591ba4ff80 None None] Port 73a35c02-3cc6-4bdc-8ead-87c95186e611 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:19.094425 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:19.302268 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:19.439090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:43:19.558994 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:19.569023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Sync routers for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:19.580568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:19.580992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:19.581201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:19.582245 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4376fb72-4e92-4d32-ad20-fae07151e27d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9489491 Nov 12 01:43:19.586588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:19.701921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:19.721523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b538c2b1-41a5-4d94-b86b-b7e4b8080438 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b56a0232de5e492fa1af0e9f419b28d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338124 Nov 12 01:43:19.724526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44674) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:19.816772 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6905e1d-ae29-4268-bdc8-3032c3cb42b3 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:19.818492 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b6905e1d-ae29-4268-bdc8-3032c3cb42b3 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928957 Nov 12 01:43:19.821617 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:19.850358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3fe77ddb-58fc-4102-b62e-fe34fddd8e28 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275805 Nov 12 01:43:19.853549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:19.858574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671078754', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:19.897290 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:18Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:19.924333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Checking router: 338c0cc0-d3bf-4572-be79-d852bc7dfae0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:19.924663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Updating router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 port 73a35c02-3cc6-4bdc-8ead-87c95186e611 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:43:19.951809 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:19.953997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:19.955667 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.153807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.213771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.219212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Subnet': ['ID=03b68674-74dc-410e-8be3-4c66b0c31726,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:20.219884 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.229983 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Checking segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:20.230540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network hostable DHCP agents. Network: 46950038-51ac-4e57-8566-d897c66c501a, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:43:20.246731 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 46950038-51ac-4e57-8566-d897c66c501a is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:43:20.258522 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 46950038-51ac-4e57-8566-d897c66c501a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:20.266325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:20.266988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.277886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd30057-518a-46ad-9a57-db6134d7931a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:20.286418 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-99e9b2d9-b897-4f61-9744-9cef46564ce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317989 Nov 12 01:43:20.287121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f280324-8066-4d7d-b037-09ce4841366e None None] Network 46950038-51ac-4e57-8566-d897c66c501a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:20.289470 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:20.302561 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a373b-c21b-41c8-85e1-021bb66686e0 None None] Pushing event updated for resources: {'Port': ['ID=73a35c02-3cc6-4bdc-8ead-87c95186e611,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:20.311849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Attempting to bind port 73a35c02-3cc6-4bdc-8ead-87c95186e611 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:20.312273 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Attempting to bind port 73a35c02-3cc6-4bdc-8ead-87c95186e611 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:20.312636 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Attempting to bind port 73a35c02-3cc6-4bdc-8ead-87c95186e611 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:20.354718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:20.355060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:20.355483 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.355872 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:20.356400 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Bound port: 73a35c02-3cc6-4bdc-8ead-87c95186e611, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:20.356782 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.608516 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2b4b4791-67e3-4fa9-b862-898c724b677b None None] Provisioning complete for port 73a35c02-3cc6-4bdc-8ead-87c95186e611 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:20.610198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4791-67e3-4fa9-b862-898c724b677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.651314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] For port 73a35c02-3cc6-4bdc-8ead-87c95186e611, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:20.692418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] For port 73a35c02-3cc6-4bdc-8ead-87c95186e611, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=73a35c02-3cc6-4bdc-8ead-87c95186e611,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:20.703146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b4791-67e3-4fa9-b862-898c724b677b None None] Port 73a35c02-3cc6-4bdc-8ead-87c95186e611 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:20.705075 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.765360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd53bf4-0f4d-4866-acca-852e1403465d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:20.770454 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.785543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-46950038-51ac-4e57-8566-d897c66c501a', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:43:20.786410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.829168 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a373b-c21b-41c8-85e1-021bb66686e0 None None] Pushing event updated for resources: {'Port': ['ID=73a35c02-3cc6-4bdc-8ead-87c95186e611,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:20.832047 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:20.832336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:20.947611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] Provisioning complete for port 73a35c02-3cc6-4bdc-8ead-87c95186e611 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:20.947932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.049593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:21.084677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.1 (46950038-51ac-4e57-8566-d897c66c501a/03b68674-74dc-410e-8be3-4c66b0c31726/31b21576-d347-4562-832c-2a6d07d65e5f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:21.206260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.235310 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.240981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] For port 73a35c02-3cc6-4bdc-8ead-87c95186e611, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=73a35c02-3cc6-4bdc-8ead-87c95186e611,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:21.247287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.290021 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.328726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 46950038-51ac-4e57-8566-d897c66c501a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:21.333827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:21.340106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:21.363855 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Allocated IP 172.20.0.2 (46950038-51ac-4e57-8566-d897c66c501a/03b68674-74dc-410e-8be3-4c66b0c31726/90d6ffc2-b1e3-4949-a14c-38c486c7789f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:21.367825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d633-099a-4e13-9725-8f5f2f2cf7eb None None] Pushing event updated for resources: {'Port': ['ID=73a35c02-3cc6-4bdc-8ead-87c95186e611,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:21.372332 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:21.396973 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.410938 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:18Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:21.467061 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b644d9-872b-41a4-a401-66c2da39c073 None None] The sync data for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 is: [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:18Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:21.543445 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.564766 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.572452 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.608235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Network 46950038-51ac-4e57-8566-d897c66c501a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:21.611320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:21.615032 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:21.636094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Pushing event updated for resources: {'Port': ['ID=90d6ffc2-b1e3-4949-a14c-38c486c7789f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:21.697795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Attempting to bind port 90d6ffc2-b1e3-4949-a14c-38c486c7789f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:21.698186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Attempting to bind port 90d6ffc2-b1e3-4949-a14c-38c486c7789f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:21.698505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Attempting to bind port 90d6ffc2-b1e3-4949-a14c-38c486c7789f on network 46950038-51ac-4e57-8566-d897c66c501a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:21.704747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:21.705148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Checking segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:21.705493 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.705913 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Bound using segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:21.706361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Bound port: 90d6ffc2-b1e3-4949-a14c-38c486c7789f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:21.706778 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.822272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] For port 90d6ffc2-b1e3-4949-a14c-38c486c7789f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:21.827359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] For port 90d6ffc2-b1e3-4949-a14c-38c486c7789f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90d6ffc2-b1e3-4949-a14c-38c486c7789f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:21.836159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.907838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 73a35c02-3cc6-4bdc-8ead-87c95186e611 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:21.918848 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.924105 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:21.968816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3ee6b-32a7-4595-a5e0-c867fc35b014 None None] Pushing event updated for resources: {'Port': ['ID=90d6ffc2-b1e3-4949-a14c-38c486c7789f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:22.004459 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 73a35c02-3cc6-4bdc-8ead-87c95186e611 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:22.004838 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.022437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:22.026735 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.176957 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 46950038-51ac-4e57-8566-d897c66c501a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:22.178839 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:22.306129 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:22.428286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:22.434568 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2334b60a-0504-4c7a-846d-36e9c7ecdb9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/338c0cc0-d3bf-4572-be79-d852bc7dfae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1438897 Nov 12 01:43:22.610398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-3db7e7af-7384-4455-87b1-990635240bab tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368090757&fields=id&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 267 time: 0.0489361 Nov 12 01:43:22.749223 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-a6b7d83b-3b63-4109-b0f1-a2dfef04933a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.751036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-a6b7d83b-3b63-4109-b0f1-a2dfef04933a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/networks?id=46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 200 len: 797 time: 0.1334336 Nov 12 01:43:22.767256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-706bee11-fd1c-4a70-9cf8-7a1b2b825040 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/quotas/b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Nov 12 01:43:22.827837 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-3668b9e8-9962-4f11-b851-d1a0643f7791 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543716 Nov 12 01:43:22.900429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ff9d8-90b5-42c4-9146-64d09014b550 None None] Network 46950038-51ac-4e57-8566-d897c66c501a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:22.998898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-cca588fc-1b3a-4286-bd4f-1017b1d21f3d service neutron] 10.222.0.11 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585498 Nov 12 01:43:23.014785 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] Provisioning complete for port 90d6ffc2-b1e3-4949-a14c-38c486c7789f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:23.015156 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.141514 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-8d4362b5-4479-4a8e-9fac-2e0897fe392d service neutron] 10.222.0.11 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312342 Nov 12 01:43:23.164132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.200473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] For port 90d6ffc2-b1e3-4949-a14c-38c486c7789f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90d6ffc2-b1e3-4949-a14c-38c486c7789f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:23.207750 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.296768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3fcc5-112e-412d-8f88-dad60cd442a0 None None] Pushing event updated for resources: {'Port': ['ID=90d6ffc2-b1e3-4949-a14c-38c486c7789f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:23.354334 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Sync routers for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:23.369171 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0db4f0d-ad69-435d-bee2-fea08d53bcc7 req-110b718d-9618-4ed6-bb44-c2942d374f55 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 210 time: 0.0297015 Nov 12 01:43:23.376316 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:23.378031 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:23.524276 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:23.548963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f13cccf-772f-4b13-9cf2-9b4076bf2c91 None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:23.549345 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f13cccf-772f-4b13-9cf2-9b4076bf2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.610456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f13cccf-772f-4b13-9cf2-9b4076bf2c91 None None] Port 31b21576-d347-4562-832c-2a6d07d65e5f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:23.622931 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9f13cccf-772f-4b13-9cf2-9b4076bf2c91 None None] Provisioning complete for port 90d6ffc2-b1e3-4949-a14c-38c486c7789f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:23.623310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f13cccf-772f-4b13-9cf2-9b4076bf2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.860249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4e6ea289-bed1-42aa-a1d6-5c1172ec9fc7 None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:23.860903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea289-bed1-42aa-a1d6-5c1172ec9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.912108 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ea289-bed1-42aa-a1d6-5c1172ec9fc7 None None] Port 31b21576-d347-4562-832c-2a6d07d65e5f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:23.929810 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 2, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:23.948810 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90d6ffc2-b1e3-4949-a14c-38c486c7789f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:23.963992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Checking router: 338c0cc0-d3bf-4572-be79-d852bc7dfae0 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:23.964647 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Updating router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 port 31b21576-d347-4562-832c-2a6d07d65e5f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:43:23.995131 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.023021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 90d6ffc2-b1e3-4949-a14c-38c486c7789f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:24.023780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.147396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-802714cd-1b6c-46a8-a930-56f720bb2063 None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:24.148263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-802714cd-1b6c-46a8-a930-56f720bb2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.185962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-802714cd-1b6c-46a8-a930-56f720bb2063 None None] Port 31b21576-d347-4562-832c-2a6d07d65e5f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:24.314069 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.321907 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.374177 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Pushing event updated for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:24.399024 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.399366 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.399883 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.400401 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.400896 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.401393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.401879 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.402363 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.402846 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.403327 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.403826 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.404332 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:24.446449 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Attempting to bind port 31b21576-d347-4562-832c-2a6d07d65e5f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:24.446832 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Attempting to bind port 31b21576-d347-4562-832c-2a6d07d65e5f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:24.447310 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Attempting to bind port 31b21576-d347-4562-832c-2a6d07d65e5f on network 46950038-51ac-4e57-8566-d897c66c501a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:24.454119 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:24.454496 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Checking segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:24.455183 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.455635 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Bound using segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:24.456428 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Bound port: 31b21576-d347-4562-832c-2a6d07d65e5f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:24.457076 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.534923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e0b2e33-4068-4cc7-9974-31d97f47f66f req-52e60b64-456a-4502-9b0d-9b88470dfce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 210 time: 0.0401990 Nov 12 01:43:24.542115 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] For port 31b21576-d347-4562-832c-2a6d07d65e5f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:24.546551 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] For port 31b21576-d347-4562-832c-2a6d07d65e5f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31b21576-d347-4562-832c-2a6d07d65e5f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:24.553439 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.639892 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd859a-6be7-4c62-952c-be9616233cc5 None None] Pushing event updated for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:24.643679 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:24.644552 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:24.692685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-fb3a19c4-7c64-4a0f-9eef-9cf9c6bce1d3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:24.695218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-fb3a19c4-7c64-4a0f-9eef-9cf9c6bce1d3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/networks?id=46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 200 len: 797 time: 0.2030268 Nov 12 01:43:24.720022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:24.720485 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.801945 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-b4f44812-8e6c-4b1b-b051-0c30de503340 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 380 time: 0.0971775 Nov 12 01:43:24.814076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'port': {'device_id': '953c46b5-d82f-4948-ada2-e32067a95faf', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'admin_state_up': True, 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'security_groups': ['83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:24.819674 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:24.843351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.900626 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] For port 31b21576-d347-4562-832c-2a6d07d65e5f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31b21576-d347-4562-832c-2a6d07d65e5f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:24.909451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.972159 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:24.977303 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:24.977596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75767d-cd6d-4af7-bd28-0b21fcd3beef None None] Pushing event updated for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:25.032663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13b2-e0ca-4fea-8789-282defbfa628 None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:25.033035 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13b2-e0ca-4fea-8789-282defbfa628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.123997 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:25.140997 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.11 (46950038-51ac-4e57-8566-d897c66c501a/03b68674-74dc-410e-8be3-4c66b0c31726/12b22141-cb24-4e15-b8a2-c887497f33d7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:25.164329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb43a-e0f6-4bbd-a600-bf471b06247c None None] The sync data for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 is: [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:25.653904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-235f7fe1-7308-4d2d-9903-382a418a609e req-092f1643-ef0b-4779-a24e-9b38dec7e04d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 210 time: 0.0441086 Nov 12 01:43:25.675238 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.708294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.763285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 46950038-51ac-4e57-8566-d897c66c501a is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:25.768885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:25.772971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:25.781151 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:25.844716 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:25.845386 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.870463 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-5e4e8259-e578-43db-91ea-9c6e37d96139 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0610657 Nov 12 01:43:25.890337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-cfead789-d2e2-4c6b-9c5e-f963b1d417bc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:25.892644 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-cfead789-d2e2-4c6b-9c5e-f963b1d417bc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146694 Nov 12 01:43:25.924003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31b21576-d347-4562-832c-2a6d07d65e5f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:25.994912 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Request body: {'port': {'device_id': '953c46b5-d82f-4948-ada2-e32067a95faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:26.022607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 31b21576-d347-4562-832c-2a6d07d65e5f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:26.023833 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.069517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.158316 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-72aa220c-c741-4f2b-b94b-a3eb085a7606 None None] Provisioning complete for port 12b22141-cb24-4e15-b8a2-c887497f33d7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:26.159004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-72aa220c-c741-4f2b-b94b-a3eb085a7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.162161 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:26.200504 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-72aa220c-c741-4f2b-b94b-a3eb085a7606 None None] Port 12b22141-cb24-4e15-b8a2-c887497f33d7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:26.403547 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b22141-cb24-4e15-b8a2-c887497f33d7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:26.411637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.424557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Transition to ACTIVE for port object 12b22141-cb24-4e15-b8a2-c887497f33d7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:26.428583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.500753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Pushing event updated for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:26.558619 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Attempting to bind port 12b22141-cb24-4e15-b8a2-c887497f33d7 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:26.558960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Attempting to bind port 12b22141-cb24-4e15-b8a2-c887497f33d7 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:26.559291 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Attempting to bind port 12b22141-cb24-4e15-b8a2-c887497f33d7 on network 46950038-51ac-4e57-8566-d897c66c501a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:26.564370 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Port 12b22141-cb24-4e15-b8a2-c887497f33d7 on network 46950038-51ac-4e57-8566-d897c66c501a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:26.564578 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Attempting to bind port 12b22141-cb24-4e15-b8a2-c887497f33d7 on network 46950038-51ac-4e57-8566-d897c66c501a {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:26.570065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:26.570447 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Checking segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:26.570842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Bound using segment: {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:26.571283 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Bound port: 12b22141-cb24-4e15-b8a2-c887497f33d7, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a869d3-dc4f-4d51-ac59-489f4fa4eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46950038-51ac-4e57-8566-d897c66c501a'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:26.571646 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.657058 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:26.660793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=12b22141-cb24-4e15-b8a2-c887497f33d7,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:26.669466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.716725 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:26.717441 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.719025 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] 10.222.0.39 "PUT /v2.0/ports/12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 200 len: 1093 time: 0.8144584 Nov 12 01:43:26.719496 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:26.721872 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69644f50-1050-40f8-8cd0-a6af87ea9b92" -d '{"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:26.769790 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96629-9b4b-4f8d-8ecf-2c78e5131ceb service neutron] Pushing event updated for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:26.836295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63677c45-96b8-4655-b090-2fc4cecb2b7d req-89ac50ab-0cde-4308-bb06-713c1e914019 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:26.846802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63677c45-96b8-4655-b090-2fc4cecb2b7d req-89ac50ab-0cde-4308-bb06-713c1e914019 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 944 time: 0.1081486 Nov 12 01:43:26.872737 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-729be073-ed36-4b3b-9805-9437499ba5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:26.874499 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-729be073-ed36-4b3b-9805-9437499ba5e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1096 time: 0.0722644 Nov 12 01:43:26.922256 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-63677c45-96b8-4655-b090-2fc4cecb2b7d req-7f320acc-6f24-4ef8-ad85-b8bf56bda0a4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742929 Nov 12 01:43:26.940309 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1c6977-1047-4b04-9d39-4b63365d8fbd x-openstack-request-id: req-5c1c6977-1047-4b04-9d39-4b63365d8fbd {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:26.940713 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:26.940904 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c1c6977-1047-4b04-9d39-4b63365d8fbd {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:26.941761 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'status': 'completed', 'code': 200} Nov 12 01:43:26.943911 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-9f39568d-2670-4387-8a46-fed2fc5d9285 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 200 len: 217 time: 0.0601840 Nov 12 01:43:27.009877 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-98ff97f9-d2d5-4f4b-948f-ac69da80041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.011868 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-98ff97f9-d2d5-4f4b-948f-ac69da80041b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03b68674-74dc-410e-8be3-4c66b0c31726 HTTP/1.1" status: 200 len: 834 time: 0.0599916 Nov 12 01:43:27.068965 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-3299ad74-010f-486e-a6cd-cbb2410ed769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.071296 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-3299ad74-010f-486e-a6cd-cbb2410ed769 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46950038-51ac-4e57-8566-d897c66c501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520391 Nov 12 01:43:27.187357 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-a542e37f-aeb0-4f39-bde9-55fa18a5a039 service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082611 Nov 12 01:43:27.284824 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-daaa019f-12fd-4a50-a601-58a5bf8cc352 req-cdcdc41c-6b86-4339-9bd4-c6ce28c311e5 service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906188 Nov 12 01:43:27.382828 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-b70e8349-72c6-4f47-ba3d-687f35753dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.384120 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-b70e8349-72c6-4f47-ba3d-687f35753dac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1096 time: 0.0453463 Nov 12 01:43:27.487853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-920e71ca-b5e2-46fe-8466-0d4b2eadd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.489293 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-920e71ca-b5e2-46fe-8466-0d4b2eadd8fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 200 len: 898 time: 0.0974844 Nov 12 01:43:27.537215 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-63f8419e-7ad4-47df-8385-3288ec0c0b81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 200 len: 217 time: 0.0391347 Nov 12 01:43:27.596427 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-165e444d-da7d-407f-9209-f51afb8e949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.597922 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-165e444d-da7d-407f-9209-f51afb8e949f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03b68674-74dc-410e-8be3-4c66b0c31726 HTTP/1.1" status: 200 len: 834 time: 0.0532506 Nov 12 01:43:27.654209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-9fc4d623-9667-4f0b-85c9-34eb499c63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:27.655803 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-9fc4d623-9667-4f0b-85c9-34eb499c63fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46950038-51ac-4e57-8566-d897c66c501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484917 Nov 12 01:43:27.763891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-86c12878-dc6b-4c2f-94fd-58d456b3aa06 service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973852 Nov 12 01:43:27.866249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-69644f50-1050-40f8-8cd0-a6af87ea9b92 req-2a067a72-e3f5-45f2-abdf-0b6e96f85a1a service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941231 Nov 12 01:43:28.052803 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5746c0e-7dfb-4071-8e1d-b344c008a198 req-5b5ea1a0-2b84-4486-86ed-949b27f7733e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:28.054419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5746c0e-7dfb-4071-8e1d-b344c008a198 req-5b5ea1a0-2b84-4486-86ed-949b27f7733e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 944 time: 0.0566847 Nov 12 01:43:28.112922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5746c0e-7dfb-4071-8e1d-b344c008a198 req-8c6c25d9-fd7a-4aec-9dfd-795a6b60eba1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519688 Nov 12 01:43:29.240779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c91b2-8a01-49f8-914a-8b04f4c3404e req-7e504f68-81ff-4157-badf-8986b2b831a8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:29.242316 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e7c91b2-8a01-49f8-914a-8b04f4c3404e req-7e504f68-81ff-4157-badf-8986b2b831a8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 944 time: 0.0548184 Nov 12 01:43:29.294560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4e7c91b2-8a01-49f8-914a-8b04f4c3404e req-db523f06-e85c-4fa8-9719-d9d636f5b430 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Nov 12 01:43:29.835970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 12b22141-cb24-4e15-b8a2-c887497f33d7 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:29.939383 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=12b22141-cb24-4e15-b8a2-c887497f33d7,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:29.953112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'port_id': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'mac_address': 'fa:16:3e:4c:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:29.991405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:30.005131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b22141-cb24-4e15-b8a2-c887497f33d7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:30.026825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=12b22141-cb24-4e15-b8a2-c887497f33d7,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:30.031986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:30.097473 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:30.289536 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['12b22141-cb24-4e15-b8a2-c887497f33d7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:30.439143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aa7bf-b03e-43b2-b75f-bf6b30e3e5d0 req-c27d5961-0961-40a3-a2d8-6e6683cb9c41 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:30.440724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-536aa7bf-b03e-43b2-b75f-bf6b30e3e5d0 req-c27d5961-0961-40a3-a2d8-6e6683cb9c41 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 945 time: 0.0578132 Nov 12 01:43:30.496220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-536aa7bf-b03e-43b2-b75f-bf6b30e3e5d0 req-ea2b1e93-df6a-45f0-ab5a-6ae1c9f05e63 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487103 Nov 12 01:43:31.633018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c69a-8dac-4e10-acd1-03936ea5a053 req-40ca87ff-5927-4337-aa16-036fb0f4d669 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:31.634618 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac62c69a-8dac-4e10-acd1-03936ea5a053 req-40ca87ff-5927-4337-aa16-036fb0f4d669 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 945 time: 0.0549133 Nov 12 01:43:31.689041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac62c69a-8dac-4e10-acd1-03936ea5a053 req-deb7e26e-817e-45df-9750-4b9801f7fa50 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474186 Nov 12 01:43:31.827152 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 12b22141-cb24-4e15-b8a2-c887497f33d7 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:31.891060 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 12b22141-cb24-4e15-b8a2-c887497f33d7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:31.894891 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 12b22141-cb24-4e15-b8a2-c887497f33d7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:31.895424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.984008 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:32.011908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:32.015220 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff361da-18be-4a8d-ab97-30402eb1b01f" -d '{"events": [{"server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "name": "network-vif-plugged", "status": "completed", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:32.030138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=12b22141-cb24-4e15-b8a2-c887497f33d7,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:32.037946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:32.089642 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:32.120505 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebef019a-bd35-4eb1-bf0f-e78dac67b4b8 x-openstack-request-id: req-ebef019a-bd35-4eb1-bf0f-e78dac67b4b8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:32.120893 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "name": "network-vif-plugged", "status": "completed", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:32.121231 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebef019a-bd35-4eb1-bf0f-e78dac67b4b8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:32.121705 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'code': 200} Nov 12 01:43:32.226289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7041b-4c6c-45a3-b460-279985380610 req-1d5201e1-4183-4f44-8e49-f78473c09d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:32.227825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4f7041b-4c6c-45a3-b460-279985380610 req-1d5201e1-4183-4f44-8e49-f78473c09d85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1098 time: 0.0449128 Nov 12 01:43:32.281495 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4f7041b-4c6c-45a3-b460-279985380610 req-6fda7dfe-9b1c-436b-92b2-1cd2f34fa421 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467525 Nov 12 01:43:32.808470 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:32.825422 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9e21d-b5e7-4506-b03b-9eb0e5a76f0e req-5e32f936-d3c0-42a0-afdd-75bde895b83c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:32.827033 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7d9e21d-b5e7-4506-b03b-9eb0e5a76f0e req-5e32f936-d3c0-42a0-afdd-75bde895b83c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0611351 Nov 12 01:43:32.879814 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b7d9e21d-b5e7-4506-b03b-9eb0e5a76f0e req-79130ea6-e92a-4182-8b22-fb6e16fb433a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Nov 12 01:43:34.011127 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120e2af-1c87-46e9-9043-edb4bc6a769b req-1174c712-6e7a-4628-8a1b-f6df80560e49 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:34.012669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6120e2af-1c87-46e9-9043-edb4bc6a769b req-1174c712-6e7a-4628-8a1b-f6df80560e49 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0551684 Nov 12 01:43:34.064648 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6120e2af-1c87-46e9-9043-edb4bc6a769b req-dbe37a81-d1c6-4214-8e9a-2cb25a6da4d3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Nov 12 01:43:34.200963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a3bb9-0862-4bfa-be94-a58e029912b0 req-25fefeb4-b951-4d79-8710-dac544be2636 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:34.202725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-410a3bb9-0862-4bfa-be94-a58e029912b0 req-25fefeb4-b951-4d79-8710-dac544be2636 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0571826 Nov 12 01:43:34.266479 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-410a3bb9-0862-4bfa-be94-a58e029912b0 req-31bc72b2-2489-4bbe-95de-5d8e4e7a83f9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557818 Nov 12 01:43:34.291581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:34.337602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3212c-77d6-494e-8fd1-3eb8fa05145e tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:34.339149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-caa3212c-77d6-494e-8fd1-3eb8fa05145e tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1093 time: 0.0464511 Nov 12 01:43:34.342874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:34.348807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:34.375301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.483899 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.596508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.236 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/ae6f58cf-0374-43f6-8a13-1e3733c74346) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:34.703227 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.745576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.786663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:34.789675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:34.794190 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:34.797355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=ae6f58cf-0374-43f6-8a13-1e3733c74346,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:35.576341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.648599 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.824979 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.826493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.832481 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.903032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=ae6f58cf-0374-43f6-8a13-1e3733c74346,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:35.920287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.029901 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 9763a172-86d2-42fb-a6b0-914ea59add9a associated. External IP: 172.25.6.236, port: 12b22141-cb24-4e15-b8a2-c887497f33d7. Nov 12 01:43:36.265400 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:43:36.387825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:43:36.399357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Sync routers for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:43:36.409577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.410238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:36.410866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:36.438062 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-84630549-4bdf-4f2c-9941-91231337b604 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0938737 Nov 12 01:43:36.438988 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:36.441401 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a76dab-a448-406a-b22d-d7bfccbc5298" -d '{"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:36.492319 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c4274-5683-421e-8796-9a597ac2d544 x-openstack-request-id: req-0b9c4274-5683-421e-8796-9a597ac2d544 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:36.493096 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:36.493096 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b9c4274-5683-421e-8796-9a597ac2d544 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:36.493796 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'status': 'completed', 'code': 200} Nov 12 01:43:36.552445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86b6a-683f-417d-8a80-3903aee5db62 req-cc2d7695-6bc8-4d8d-bf35-8b491bb15908 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.554345 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66b86b6a-683f-417d-8a80-3903aee5db62 req-cc2d7695-6bc8-4d8d-bf35-8b491bb15908 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0596125 Nov 12 01:43:36.567160 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-a96ce1b4-e4cb-42bb-bcd6-90eb7e058629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.569785 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-a96ce1b4-e4cb-42bb-bcd6-90eb7e058629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1098 time: 0.0514920 Nov 12 01:43:36.611238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-66b86b6a-683f-417d-8a80-3903aee5db62 req-4f1621e1-2397-40a4-9c3f-a9882fb4d744 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499518 Nov 12 01:43:36.636076 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:36.675126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-32c5f321-a1d0-4630-907e-dcfd0557cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.676751 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-32c5f321-a1d0-4630-907e-dcfd0557cc31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 200 len: 898 time: 0.0991201 Nov 12 01:43:36.695165 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:36.701177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c0bcbe7f-55d0-4d59-9975-9aff1586d3f5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 200 len: 992 time: 0.0637980 Nov 12 01:43:36.758853 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-f90a7ed2-ba74-4e4e-9a32-5742a8b08f40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 200 len: 1000 time: 0.0731428 Nov 12 01:43:36.820351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-d59f3284-a243-4217-a1db-970b2c9b7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.822638 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-d59f3284-a243-4217-a1db-970b2c9b7322 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03b68674-74dc-410e-8be3-4c66b0c31726 HTTP/1.1" status: 200 len: 834 time: 0.0563698 Nov 12 01:43:36.879958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-8e3422cd-ecbc-4cc7-bd54-8f3b39fe32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.882064 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-8e3422cd-ecbc-4cc7-bd54-8f3b39fe32cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46950038-51ac-4e57-8566-d897c66c501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513203 Nov 12 01:43:36.935111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9763a172-86d2-42fb-a6b0-914ea59add9a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'port_id': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'mac_address': 'fa:16:3e:4c:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c46b5-d82f-4948-ada2-e32067a95faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:43:35Z', 'updated_at': '2021-11-12T01:43:35Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:36.965092 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Checking router: 338c0cc0-d3bf-4572-be79-d852bc7dfae0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:43:36.974308 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:43:36.974970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:36.981724 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-3a1fb943-9356-49fe-a59a-7b47499f1f2c service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923009 Nov 12 01:43:37.073294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-45a76dab-a448-406a-b22d-d7bfccbc5298 req-fbbe054d-c4c5-4f5c-aec8-835ed605e382 service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Nov 12 01:43:37.086670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:43:37.339766 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9763a172-86d2-42fb-a6b0-914ea59add9a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'port_id': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'mac_address': 'fa:16:3e:4c:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c46b5-d82f-4948-ada2-e32067a95faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:43:35Z', 'updated_at': '2021-11-12T01:43:35Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:37.366229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0ba6c9-bb59-4c03-93cd-1c5088c3314a None None] The sync data for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 is: [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '9763a172-86d2-42fb-a6b0-914ea59add9a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'port_id': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'mac_address': 'fa:16:3e:4c:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c46b5-d82f-4948-ada2-e32067a95faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:43:35Z', 'updated_at': '2021-11-12T01:43:35Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:43:37.584814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b4c48-fc0b-4f5b-a780-8ca4811d8816 None None] New status for floating IP 9763a172-86d2-42fb-a6b0-914ea59add9a: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:43:37.705142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44752) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:37.782676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-99207686-710d-431d-aaf2-0295544a17f1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 200 len: 992 time: 0.0763521 Nov 12 01:43:38.786879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44754) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:38.866341 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-94bdf7d8-5777-47db-af94-c55a298f0c4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 200 len: 994 time: 0.0781693 Nov 12 01:43:39.294293 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3abb688-4eb2-4d1b-87ec-6a8f67e50191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:42.166359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf2b8201-e8ad-407b-9b52-c61c3bc9e86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:43.046072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:44.221943 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:44.971988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:02.809570 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:03.166387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:05.727340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581d8dc-e9de-4ead-a6bf-946cbeb2eb3f req-99f3c0e5-5fc1-4116-9d1c-d99a0ad48d3d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:05.728898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4581d8dc-e9de-4ead-a6bf-946cbeb2eb3f req-99f3c0e5-5fc1-4116-9d1c-d99a0ad48d3d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0644526 Nov 12 01:44:05.782630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4581d8dc-e9de-4ead-a6bf-946cbeb2eb3f req-d4fbc9b5-b0e6-4dd8-bf0f-5b9b587f04e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475855 Nov 12 01:44:05.838739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:06.927824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b6d2-757c-4830-a11a-096467771d6e req-eec2fdf3-f5f1-491b-b048-139b4b80f213 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.929391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dce1b6d2-757c-4830-a11a-096467771d6e req-eec2fdf3-f5f1-491b-b048-139b4b80f213 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0639577 Nov 12 01:44:06.988149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dce1b6d2-757c-4830-a11a-096467771d6e req-cbf8c15c-42f0-4a50-b27a-c9add2b60dcd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524802 Nov 12 01:44:07.017631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44776) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:07.086689 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f99ad69-04a4-42ee-a71a-c3cf74815d2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 200 len: 994 time: 0.0678835 Nov 12 01:44:08.377658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869581c-aa7b-4c93-84f2-a1008fb86723 req-e170b938-a6fe-4f1b-81ab-62c96c00ebd9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:08.379117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d869581c-aa7b-4c93-84f2-a1008fb86723 req-e170b938-a6fe-4f1b-81ab-62c96c00ebd9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0507472 Nov 12 01:44:08.439247 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d869581c-aa7b-4c93-84f2-a1008fb86723 req-d1b228a8-1692-4dd5-a7c8-50e16b0bceb6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526581 Nov 12 01:44:09.291830 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4df437af-b718-4726-b3f8-32664f08fef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:09.572306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16080ab-7270-4785-a51b-143411ac14bc req-b81d6c19-1127-4a69-8341-688b29546867 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:09.573827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c16080ab-7270-4785-a51b-143411ac14bc req-b81d6c19-1127-4a69-8341-688b29546867 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0545814 Nov 12 01:44:09.630692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c16080ab-7270-4785-a51b-143411ac14bc req-c1e44f0e-f15d-47e6-a06a-6665212f8de4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475914 Nov 12 01:44:09.658349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:09.726530 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0c4c07bb-4e97-4e35-9ab3-b74cb14a4423 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 200 len: 994 time: 0.0668857 Nov 12 01:44:10.028848 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:10.209192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port ae6f58cf-0374-43f6-8a13-1e3733c74346 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:10.209542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.291223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.291577 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.303241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for ae6f58cf-0374-43f6-8a13-1e3733c74346 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:10.481228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.515445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=ae6f58cf-0374-43f6-8a13-1e3733c74346,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:10.538716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.539062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.539618 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.540018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.540388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.540724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.541057 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.541450 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.541717 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.542046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.542370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.542693 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:10.590047 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.590751 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 9763a172-86d2-42fb-a6b0-914ea59add9a disassociated (deleted). External IP: 172.25.6.236, port: 12b22141-cb24-4e15-b8a2-c887497f33d7. Nov 12 01:44:10.816370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:10.931066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:10.935898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:10.943019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Sync routers for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:10.955048 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:10.955719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:10.968149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-781ef8e5-422b-47c9-b57e-f5cec14a9a1d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/floatingips/9763a172-86d2-42fb-a6b0-914ea59add9a HTTP/1.1" status: 204 len: 168 time: 0.9381430 Nov 12 01:44:10.968774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:10.971906 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dbafbf-531c-413b-85f3-cb7f46503255" -d '{"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:11.018146 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414163b9-5a9a-4f0e-95bb-d0a4216f1f7e x-openstack-request-id: req-414163b9-5a9a-4f0e-95bb-d0a4216f1f7e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:11.018513 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:11.018834 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-414163b9-5a9a-4f0e-95bb-d0a4216f1f7e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:11.019332 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'status': 'completed', 'code': 200} Nov 12 01:44:11.074365 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:11.091228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-97a3e309-6b10-4656-95b1-a9b3fca5bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.093204 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-97a3e309-6b10-4656-95b1-a9b3fca5bca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 1098 time: 0.0487337 Nov 12 01:44:11.209122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-0390b1f7-a3d5-44ac-a5bd-bb4d3269baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.211044 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-0390b1f7-a3d5-44ac-a5bd-bb4d3269baa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 200 len: 898 time: 0.1028819 Nov 12 01:44:11.229528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83435b35-0ce5-4360-aba0-492618cd486b req-4cbca0cf-7c34-4bae-8213-fc1a80c5bb2a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.238976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83435b35-0ce5-4360-aba0-492618cd486b req-4cbca0cf-7c34-4bae-8213-fc1a80c5bb2a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0583005 Nov 12 01:44:11.254950 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-042cd01b-0e13-4a09-b517-ed747a32bb6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 200 len: 217 time: 0.0357711 Nov 12 01:44:11.284829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:11.286390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-83435b35-0ce5-4360-aba0-492618cd486b req-9e2c0879-7ceb-4bcb-aa27-ad104d711281 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Nov 12 01:44:11.310234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-9d416128-a0e1-47af-a9ad-f75eff4106cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.311725 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-9d416128-a0e1-47af-a9ad-f75eff4106cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03b68674-74dc-410e-8be3-4c66b0c31726 HTTP/1.1" status: 200 len: 834 time: 0.0470905 Nov 12 01:44:11.316912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Checking router: 338c0cc0-d3bf-4572-be79-d852bc7dfae0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:11.325476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:11.326011 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:43:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:11.366859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-90ec80f8-2d88-492d-9e5d-8a47852aa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.368450 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-90ec80f8-2d88-492d-9e5d-8a47852aa91e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46950038-51ac-4e57-8566-d897c66c501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455227 Nov 12 01:44:11.438155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:11.471100 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-164d54d2-efe4-4ed7-8443-79bcefbbd31d service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Nov 12 01:44:11.571500 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-70dbafbf-531c-413b-85f3-cb7f46503255 req-4a1ee8d8-eff6-426c-872a-ee0f79f452b7 service neutron] 10.222.0.39 "GET /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908716 Nov 12 01:44:11.642100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:11.671208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b752095-0923-46ba-9ad4-386ae7458932 None None] The sync data for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 is: [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '31b21576-d347-4562-832c-2a6d07d65e5f', 'name': '', 'network_id': '46950038-51ac-4e57-8566-d897c66c501a', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:b2:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:20Z', 'updated_at': '2021-11-12T01:43:24Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '03b68674-74dc-410e-8be3-4c66b0c31726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:11.897724 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7499767-a07b-4c03-beff-87ba86a1eab0 None None] New status for floating IP 9763a172-86d2-42fb-a6b0-914ea59add9a: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:44:12.174597 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7b60-a315-4c4c-993e-2dd2846b656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.415058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9280a-72d0-4c33-922b-0152b4f13357 req-ea8d48e9-625b-4a43-be55-4b8a5d5697f5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:12.416632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4c9280a-72d0-4c33-922b-0152b4f13357 req-ea8d48e9-625b-4a43-be55-4b8a5d5697f5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0554914 Nov 12 01:44:12.472565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f4c9280a-72d0-4c33-922b-0152b4f13357 req-52c9c818-dc50-46f2-a853-376817e3c5b0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Nov 12 01:44:12.969424 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-1368c038-bdff-4fdf-a71e-0dcd7bace685 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:12.971439 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-1368c038-bdff-4fdf-a71e-0dcd7bace685 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 946 time: 0.0588727 Nov 12 01:44:13.053016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.082078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 12b22141-cb24-4e15-b8a2-c887497f33d7 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:13.082413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.200931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 12b22141-cb24-4e15-b8a2-c887497f33d7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=12b22141-cb24-4e15-b8a2-c887497f33d7,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:13.201277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.214895 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 12b22141-cb24-4e15-b8a2-c887497f33d7 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:13.355809 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.386945 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=12b22141-cb24-4e15-b8a2-c887497f33d7,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:13.419079 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.419546 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.420033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.420620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.421143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.421545 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.422015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.422517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.422966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.423492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.423873 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.424247 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:13.448627 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] No DVR routers for this DVR port 12b22141-cb24-4e15-b8a2-c887497f33d7 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:13.451619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.455041 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-869d03da-df3c-49ea-9922-df2bad9ff554 req-811cdfe3-46a8-4fb9-95ae-0251d13fccb3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "DELETE /v2.0/ports/12b22141-cb24-4e15-b8a2-c887497f33d7 HTTP/1.1" status: 204 len: 173 time: 0.4753299 Nov 12 01:44:13.455482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'name': 'network-vif-deleted', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:13.457899 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f4dba1-696b-468a-8c3a-2f511db9b962" -d '{"events": [{"server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "name": "network-vif-deleted", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:13.494926 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe72f6a-470a-4a07-8790-e65871f5822b x-openstack-request-id: req-efe72f6a-470a-4a07-8790-e65871f5822b {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:13.495225 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c46b5-d82f-4948-ada2-e32067a95faf", "name": "network-vif-deleted", "tag": "12b22141-cb24-4e15-b8a2-c887497f33d7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:13.495480 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efe72f6a-470a-4a07-8790-e65871f5822b {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:13.495894 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c46b5-d82f-4948-ada2-e32067a95faf', 'name': 'network-vif-deleted', 'tag': '12b22141-cb24-4e15-b8a2-c887497f33d7', 'status': 'completed', 'code': 200} Nov 12 01:44:13.577801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e2e0a860-1893-443e-a99f-9942e72a9609 req-5c586b00-2d24-47bf-a8e5-7f52d1ada0ce tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=953c46b5-d82f-4948-ada2-e32067a95faf HTTP/1.1" status: 200 len: 210 time: 0.0320406 Nov 12 01:44:14.226117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:14.643471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44808) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:14.975134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.044413 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.328272 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 31b21576-d347-4562-832c-2a6d07d65e5f {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:15.328647 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.432241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 31b21576-d347-4562-832c-2a6d07d65e5f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=31b21576-d347-4562-832c-2a6d07d65e5f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:15.432810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.447122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 31b21576-d347-4562-832c-2a6d07d65e5f owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:15.658704 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:15.686762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=31b21576-d347-4562-832c-2a6d07d65e5f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:15.871743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.106061 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:16.235767 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:16.241126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5cf542e7-045e-41ff-9219-731bfa366eff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/338c0cc0-d3bf-4572-be79-d852bc7dfae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5975175 Nov 12 01:44:16.244907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:16.247194 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Sync routers for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:16.258494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:16.259115 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:16.302345 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting subnet 03b68674-74dc-410e-8be3-4c66b0c31726 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:16.306198 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.353366 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.369082 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:16.450595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.515862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.545312 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Subnet': ['ID=03b68674-74dc-410e-8be3-4c66b0c31726,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.550430 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.553766 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2c64be22-37ae-4379-9c16-24b87e30db2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/subnets/03b68674-74dc-410e-8be3-4c66b0c31726 HTTP/1.1" status: 204 len: 168 time: 0.3072639 Nov 12 01:44:16.556455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:16.619703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad962c70-8012-473e-b48c-2ad8e258855f None None] Network 46950038-51ac-4e57-8566-d897c66c501a requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:16.675383 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.781836 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.826198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:44:15Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '73a35c02-3cc6-4bdc-8ead-87c95186e611', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:43:18Z', 'updated_at': '2021-11-12T01:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:16.838154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 73a35c02-3cc6-4bdc-8ead-87c95186e611 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:16.838525 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.859519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Checking router: 338c0cc0-d3bf-4572-be79-d852bc7dfae0 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:16.868477 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Routers {'338c0cc0-d3bf-4572-be79-d852bc7dfae0'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:16.869094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:16.906272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] DHCP port deletion for 46950038-51ac-4e57-8566-d897c66c501a request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:16.925041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 73a35c02-3cc6-4bdc-8ead-87c95186e611, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=73a35c02-3cc6-4bdc-8ead-87c95186e611,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:16.925406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.943122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 73a35c02-3cc6-4bdc-8ead-87c95186e611 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:16.983125 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] Set router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:17.041279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:44:16Z', 'revision_number': 6, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:17.072280 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c1c48-772b-4b3d-a3e0-409a31e60c34 None None] The sync data for ids ['338c0cc0-d3bf-4572-be79-d852bc7dfae0'] in n-d-712141-15 is: [{'id': '338c0cc0-d3bf-4572-be79-d852bc7dfae0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629345799', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:43:17Z', 'updated_at': '2021-11-12T01:44:16Z', 'revision_number': 6, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:17.085639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Deleting port 90d6ffc2-b1e3-4949-a14c-38c486c7789f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:17.086024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.120533 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.146550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=73a35c02-3cc6-4bdc-8ead-87c95186e611,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.148779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] For port 90d6ffc2-b1e3-4949-a14c-38c486c7789f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=90d6ffc2-b1e3-4949-a14c-38c486c7789f,segment=NetworkSegment(66a869d3-dc4f-4d51-ac59-489f4fa4eb43),segment_id=66a869d3-dc4f-4d51-ac59-489f4fa4eb43)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:17.149695 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.163301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cede5-2fd2-473f-a7cc-13191f57ed4a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:17.165182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Calling delete_port for 90d6ffc2-b1e3-4949-a14c-38c486c7789f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:17.208480 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.252839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.278083 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Pushing event deleted for resources: {'Port': ['ID=90d6ffc2-b1e3-4949-a14c-38c486c7789f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.283524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] No DVR routers for this DVR port 90d6ffc2-b1e3-4949-a14c-38c486c7789f on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:17.293659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.294007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.294350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.294696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.295030 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.295337 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.295662 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.296105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.296334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.296657 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.296981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.297302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fff7f-f114-49cc-8cdf-dff360099666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:17.300906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.303178 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.353833 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.354419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Fanout notify agent at l3_agent the message router_deleted on router 338c0cc0-d3bf-4572-be79-d852bc7dfae0 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:44:17.361951 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.363087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e2068c85-fa8b-4bb3-a578-18289f3c7ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/routers/338c0cc0-d3bf-4572-be79-d852bc7dfae0 HTTP/1.1" status: 204 len: 168 time: 0.8055992 Nov 12 01:44:17.365913 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:17.444598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.542068 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.562157 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46950038-51ac-4e57-8566-d897c66c501a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:17.574556 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a869d3-dc4f-4d51-ac59-489f4fa4eb43') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:17.575021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a869d3-dc4f-4d51-ac59-489f4fa4eb43') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:17.585796 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.600755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.607186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:17.607576 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:17.611183 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:17.674776 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.681960 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.685714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/networks/46950038-51ac-4e57-8566-d897c66c501a HTTP/1.1" status: 204 len: 168 time: 0.3188424 Nov 12 01:44:17.688913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44816) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:17.698383 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04306-9b9c-4d76-adec-bb58155cbee1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Network': ['ID=46950038-51ac-4e57-8566-d897c66c501a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.751286 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.782512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.853102 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.856003 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:17.857349 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/security-groups/83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3 HTTP/1.1" status: 204 len: 168 time: 0.1674113 Nov 12 01:44:17.869396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544568c-41cd-4957-9cee-d72c1c13f1ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bf8f3d-934d-4bfc-80db-4ca59b8b4ba3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:17.891281 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 73a35c02-3cc6-4bdc-8ead-87c95186e611 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:17.923434 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 73a35c02-3cc6-4bdc-8ead-87c95186e611 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:17.924050 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 73a35c02-3cc6-4bdc-8ead-87c95186e611 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:17.924779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90d6ffc2-b1e3-4949-a14c-38c486c7789f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:17.950734 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 90d6ffc2-b1e3-4949-a14c-38c486c7789f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:17.951121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 90d6ffc2-b1e3-4949-a14c-38c486c7789f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:17.951737 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31b21576-d347-4562-832c-2a6d07d65e5f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:17.973019 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 31b21576-d347-4562-832c-2a6d07d65e5f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:17.973453 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 31b21576-d347-4562-832c-2a6d07d65e5f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:18.072997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 12b22141-cb24-4e15-b8a2-c887497f33d7 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:18.094414 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 12b22141-cb24-4e15-b8a2-c887497f33d7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:18.094767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 12b22141-cb24-4e15-b8a2-c887497f33d7 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:18.756905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44824) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:18.761662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569136715', 'description': 'tempest-secgroup-smoke-569136715 description', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:18.788304 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.862779 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.868824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.896777 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.898015 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1401103 Nov 12 01:44:18.901063 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:18.905909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:18.906071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461e96-0c21-4def-be5a-00998ea62d1f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e405dc3-5b1c-4425-ae9c-826750aae948,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:18.936431 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.998404 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.005288 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.030322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e59bd1d-48c9-4e4b-af2b-d51bdffb3930,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.035924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.040040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5da90861-cc60-4a38-b8d9-b2de369e7e1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379352 Nov 12 01:44:19.040194 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44830) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.045168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.074728 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.135738 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.142285 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.163417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504c6b1e-dba0-4a40-a64b-8e977b1b699c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.172500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.174566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5808a97d-9ac6-4e49-a9f7-e7dacb2b0fe4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330814 Nov 12 01:44:19.177203 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44834) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.182789 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.218442 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.279094 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.285475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.302663 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e44cb2-71f7-4a3c-bf66-fd3c2d66b802,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.312041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.313629 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8cdb769a-8c91-4caa-b1d7-fd798fa18626 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351349 Nov 12 01:44:19.316508 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44836) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.320889 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.347754 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.408368 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.413640 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.431683 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a1b22c-1a01-4abe-bc04-c7196fe63937,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.439930 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.441181 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-df95008a-47bb-435f-a397-4dc785b71627 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237328 Nov 12 01:44:19.444034 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44838) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.448462 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.471681 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:44:19.479480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.551455 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.556411 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.575637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20550411-f61e-4192-b0e6-d3a851bdbf38,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.585079 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.586306 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e14ee760-017b-47c5-a538-c1fd14382815 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412821 Nov 12 01:44:19.589208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44842) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.594384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '0e405dc3-5b1c-4425-ae9c-826750aae948', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.618494 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:44:19.624581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.689671 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.695224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.713793 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bfaef1-0e0a-4f41-9abe-817044861494,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.722710 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.723957 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-95612423-639c-481b-8a74-5371fca5cf9d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336501 Nov 12 01:44:19.726951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44844) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.731941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'network': {'name': 'tempest-network-smoke--1390136529', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.754691 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:19.758415 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.784446 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:19.795488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.795844 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Added segment 75d641c4-983d-4c71-a16e-99d1fb746e96 of type vlan for network 58d75019-0a69-4a48-b6bc-7bdb14788f0c Nov 12 01:44:19.843552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.871705 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.877355 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:19.877933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.912860 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848819 Nov 12 01:44:19.915982 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:19.920819 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'admin_state_up': True, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:19.947260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ccd8a-36ea-4d5f-a324-fd473daf45c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Network': ['ID=58d75019-0a69-4a48-b6bc-7bdb14788f0c,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.957347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.957601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:19.961628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:20.010710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.150738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.360493 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.379629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.490939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.113 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/23b278d5-dade-4db0-902f-037e5737cc6e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:20.971267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.010261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.048324 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:21.054888 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:21.059498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:21.062706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=23b278d5-dade-4db0-902f-037e5737cc6e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:21.070320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdd8e3-389d-4f36-8f05-50549859c72a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:21.180274 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f6155dc1-057f-453b-bab5-1623719114c3 None None] Provisioning complete for port 23b278d5-dade-4db0-902f-037e5737cc6e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:21.180839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6155dc1-057f-453b-bab5-1623719114c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.217141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f6155dc1-057f-453b-bab5-1623719114c3 None None] Port 23b278d5-dade-4db0-902f-037e5737cc6e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:21.331036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.553731 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.694285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:44:21.822887 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:21.832781 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Sync routers for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:21.844579 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:21.845210 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:21.847286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:21.851653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b68643bd-5c4c-4034-9bc1-68bc7685ab18 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9314709 Nov 12 01:44:21.852033 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44850) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.891201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5970b208-4eff-49b5-b160-b137cc7d9a14 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b56a0232de5e492fa1af0e9f419b28d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379381 Nov 12 01:44:21.893998 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44852) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:21.950391 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:22.147255 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:21Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:22.273527 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Checking router: 10e62ffe-5b59-4925-84ce-aeea3cf51f37 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:22.273814 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Updating router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 port 23b278d5-dade-4db0-902f-037e5737cc6e binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:22.299943 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.390080 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56044da-54dd-4a36-8a39-16343ba426f6 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:22.391616 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b56044da-54dd-4a36-8a39-16343ba426f6 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4966867 Nov 12 01:44:22.394573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44854) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.429527 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-649c1aab-a8f9-4eee-a38c-7d64b9ee9751 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338459 Nov 12 01:44:22.432108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44856) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.437621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727219925', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:22.533047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:22.536739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.556566 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.562506 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.611418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63979f2b-3156-4bac-9ecd-559df03be67e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:22.625484 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Attempting to bind port 23b278d5-dade-4db0-902f-037e5737cc6e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:22.625860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Attempting to bind port 23b278d5-dade-4db0-902f-037e5737cc6e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:22.626219 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Attempting to bind port 23b278d5-dade-4db0-902f-037e5737cc6e on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:22.636600 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df74f6-2623-4fc4-8cc3-503738f047b5 None None] Pushing event updated for resources: {'Port': ['ID=23b278d5-dade-4db0-902f-037e5737cc6e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.640280 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:22.640660 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:22.641053 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.641730 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:22.642215 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Bound port: 23b278d5-dade-4db0-902f-037e5737cc6e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:22.642736 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.656093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-59f12658-dd73-4369-92b9-5f30f9d9d78a None None] Provisioning complete for port 23b278d5-dade-4db0-902f-037e5737cc6e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:22.656586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f12658-dd73-4369-92b9-5f30f9d9d78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.693278 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-59f12658-dd73-4369-92b9-5f30f9d9d78a None None] Port 23b278d5-dade-4db0-902f-037e5737cc6e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:22.700913 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] For port 23b278d5-dade-4db0-902f-037e5737cc6e, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:22.704379 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] For port 23b278d5-dade-4db0-902f-037e5737cc6e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23b278d5-dade-4db0-902f-037e5737cc6e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:22.710031 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.751127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.756835 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db5f291-dec7-4609-bae6-224473fd3a8e None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:22.773231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df74f6-2623-4fc4-8cc3-503738f047b5 None None] Pushing event updated for resources: {'Port': ['ID=23b278d5-dade-4db0-902f-037e5737cc6e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.775717 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:22.776333 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:22.819753 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] Provisioning complete for port 23b278d5-dade-4db0-902f-037e5737cc6e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:22.820457 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.823632 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Subnet': ['ID=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.832769 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Checking segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:22.833197 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network hostable DHCP agents. Network: 58d75019-0a69-4a48-b6bc-7bdb14788f0c, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:22.851850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:22.864349 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 58d75019-0a69-4a48-b6bc-7bdb14788f0c) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:22.870123 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:22.871004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.884128 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:22.889572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f37a0c40-099d-4582-b0e2-03e583a1d755 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4564395 Nov 12 01:44:22.892429 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44858) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.898532 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64dc424-c968-4392-8793-905e809ddb1a None None] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:22.961687 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.994955 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] For port 23b278d5-dade-4db0-902f-037e5737cc6e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23b278d5-dade-4db0-902f-037e5737cc6e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:23.002359 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.087097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062ded0-d403-4dbf-983b-af1e5426d46e None None] Pushing event updated for resources: {'Port': ['ID=23b278d5-dade-4db0-902f-037e5737cc6e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.090063 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:21Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:23.119538 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d251ac-148f-4724-93a9-1486157b2abc None None] The sync data for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 is: [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:21Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:23.130531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:44:23.131815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.277517 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Allocated IP 172.20.0.2 (58d75019-0a69-4a48-b6bc-7bdb14788f0c/7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37/943c90b5-543a-40a4-8ef5-04a3b32c905e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:23.372699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.470975 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.478659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.523057 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:23.526170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:23.531442 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:23.534675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Pushing event updated for resources: {'Port': ['ID=943c90b5-543a-40a4-8ef5-04a3b32c905e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.588644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Attempting to bind port 943c90b5-543a-40a4-8ef5-04a3b32c905e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:23.588927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Attempting to bind port 943c90b5-543a-40a4-8ef5-04a3b32c905e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:23.589293 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Attempting to bind port 943c90b5-543a-40a4-8ef5-04a3b32c905e on network 58d75019-0a69-4a48-b6bc-7bdb14788f0c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:23.595225 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:23.595668 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Checking segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:23.596011 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.596559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Bound using segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:23.597040 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Bound port: 943c90b5-543a-40a4-8ef5-04a3b32c905e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:23.597421 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.675724 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] For port 943c90b5-543a-40a4-8ef5-04a3b32c905e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:23.679249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] For port 943c90b5-543a-40a4-8ef5-04a3b32c905e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=943c90b5-543a-40a4-8ef5-04a3b32c905e,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:23.680402 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.1 (58d75019-0a69-4a48-b6bc-7bdb14788f0c/7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37/dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:23.684982 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.744161 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fae124-194f-473d-92b1-a386ef90896c None None] Pushing event updated for resources: {'Port': ['ID=943c90b5-543a-40a4-8ef5-04a3b32c905e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.815576 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.874224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.927927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23b278d5-dade-4db0-902f-037e5737cc6e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:23.931662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:23.940913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:23.942620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:23.946078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:24.012825 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 23b278d5-dade-4db0-902f-037e5737cc6e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:24.013188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.027905 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.181875 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.487887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.494265 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.573812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.576588 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.678957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:24.686407 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:24.818473 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:24.936724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:24.942674 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-8581f90a-b571-499c-ad77-2a5a02c82335 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/10e62ffe-5b59-4925-84ce-aeea3cf51f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0484285 Nov 12 01:44:25.114565 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-6af942a5-ca73-4640-8f8b-2e2bc131f8dc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569136715&fields=id&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 267 time: 0.0553923 Nov 12 01:44:25.213878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbf1b4-dd39-4c3a-bee5-8767cc454c0f None None] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:25.238594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Sync routers for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:25.244629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-e63a7fa3-4c67-4bd6-8252-ea792a103d36 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:25.246205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-e63a7fa3-4c67-4bd6-8252-ea792a103d36 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 797 time: 0.1211128 Nov 12 01:44:25.272503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-7f2554e0-67e6-4dae-9e19-26990ba94f55 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/quotas/b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 375 time: 0.0200384 Nov 12 01:44:25.335735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-1768fb06-e77c-4e93-8e5c-52edfbada527 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558033 Nov 12 01:44:25.462485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:25.463068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:25.470318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] Provisioning complete for port 943c90b5-543a-40a4-8ef5-04a3b32c905e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:25.470689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.489307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-bcb9827b-5498-4faa-80ae-e42e7e26a722 service neutron] 10.222.0.11 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407957 Nov 12 01:44:25.587166 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-540bc397-cee4-4637-9761-4f690ddd84ac service neutron] 10.222.0.11 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912983 Nov 12 01:44:25.672980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:25.769046 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a897c6a7-0394-4819-afab-9f90ba6f7e2b req-dfffa276-3125-4b73-b51d-1c0ae84b324d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Nov 12 01:44:25.785984 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.893866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] For port 943c90b5-543a-40a4-8ef5-04a3b32c905e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=943c90b5-543a-40a4-8ef5-04a3b32c905e,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:25.905299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.962276 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 943c90b5-543a-40a4-8ef5-04a3b32c905e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:26.023849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfdc33-9f80-46ec-acce-e4c379980e88 None None] Pushing event updated for resources: {'Port': ['ID=943c90b5-543a-40a4-8ef5-04a3b32c905e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.051696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 943c90b5-543a-40a4-8ef5-04a3b32c905e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.052096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.083394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 2, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:26.125988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Checking router: 10e62ffe-5b59-4925-84ce-aeea3cf51f37 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:26.126361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Updating router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:44:26.168687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fecaaedc-a6b9-49b0-879a-da19b130d9e4 None None] Provisioning complete for port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.169091 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fecaaedc-a6b9-49b0-879a-da19b130d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.172655 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.271986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fecaaedc-a6b9-49b0-879a-da19b130d9e4 None None] Port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:26.349112 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fecaaedc-a6b9-49b0-879a-da19b130d9e4 None None] Provisioning complete for port 943c90b5-543a-40a4-8ef5-04a3b32c905e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.349435 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fecaaedc-a6b9-49b0-879a-da19b130d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.593588 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.601561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.663678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899389fb-1949-4aa4-8b3b-eb34f71628b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.668786 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5fdd6350-024d-45ab-bf2f-87b1ccc22c9d None None] Provisioning complete for port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:26.669159 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6350-024d-45ab-bf2f-87b1ccc22c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.749363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd6350-024d-45ab-bf2f-87b1ccc22c9d None None] Port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:26.753501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Attempting to bind port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:26.754113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Attempting to bind port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:26.754446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Attempting to bind port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 on network 58d75019-0a69-4a48-b6bc-7bdb14788f0c {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:26.760711 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:26.761093 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Checking segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:26.761683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.762235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Bound using segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:26.762864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Bound port: dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:26.763255 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.849431 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] For port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:26.854181 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] For port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:26.860870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.931562 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:26.932336 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:26.939560 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ed4bba4-9477-4fcd-9676-78f9f188b519 req-9987ad5f-9425-4af5-8700-50d75e856bdb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 210 time: 0.0422335 Nov 12 01:44:26.968542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899389fb-1949-4aa4-8b3b-eb34f71628b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.999738 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-6907199c-6bc5-4a47-90e4-8e9600cdaabf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:27.002210 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-6907199c-6bc5-4a47-90e4-8e9600cdaabf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 797 time: 0.1901486 Nov 12 01:44:27.003613 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] Provisioning complete for port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:27.003993 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.073242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-13a53b94-afa4-43f6-a937-c5c5a25af73d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 379 time: 0.0604241 Nov 12 01:44:27.085871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:27.090071 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'port': {'device_id': '289b52b4-c66c-443e-acb1-7d0294155028', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'admin_state_up': True, 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'security_groups': ['0e405dc3-5b1c-4425-ae9c-826750aae948']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:27.218001 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.218952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:27.222627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.292320 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] For port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:27.303325 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.347923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.12 (58d75019-0a69-4a48-b6bc-7bdb14788f0c/7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37/9b09e5cf-705d-414b-b512-77a14199cd29) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:27.372706 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2aefb-4d1b-4e4e-8c86-9cabf772ba77 None None] Pushing event updated for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:27.396811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:26Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.430469 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f2bf6e-df66-4bd8-b74a-6e3d2a624c50 None None] The sync data for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 is: [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:26Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:27.442245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cbde7465-84c9-4e8f-a436-3c7c25bd24a0 None None] Provisioning complete for port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:27.442602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbde7465-84c9-4e8f-a436-3c7c25bd24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.500936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.545286 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.594778 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:27.598154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:27.603017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:27.606505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:27.666296 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:27.666961 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.690264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c410bd22-ada4-4ba5-9a79-31b0f5d899f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062396 Nov 12 01:44:27.704316 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Request body: {'port': {'device_id': '289b52b4-c66c-443e-acb1-7d0294155028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:27.766147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.875799 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3004b39d-4c6c-4bfb-9c29-757a5e12bf0c None None] Provisioning complete for port 9b09e5cf-705d-414b-b512-77a14199cd29 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:27.876205 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3004b39d-4c6c-4bfb-9c29-757a5e12bf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.920029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3004b39d-4c6c-4bfb-9c29-757a5e12bf0c None None] Port 9b09e5cf-705d-414b-b512-77a14199cd29 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:27.983296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 943c90b5-543a-40a4-8ef5-04a3b32c905e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:28.110189 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b158c61-0e6a-4792-8fa8-7db97045a27d req-eea4e33e-e76f-41cb-a826-6d107a1e3150 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.111858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b158c61-0e6a-4792-8fa8-7db97045a27d req-eea4e33e-e76f-41cb-a826-6d107a1e3150 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 932 time: 0.0850635 Nov 12 01:44:28.162292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b09e5cf-705d-414b-b512-77a14199cd29 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:28.177120 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.211193 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 943c90b5-543a-40a4-8ef5-04a3b32c905e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:28.211561 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.214498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Transition to ACTIVE for port object 9b09e5cf-705d-414b-b512-77a14199cd29 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:44:28.219858 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b158c61-0e6a-4792-8fa8-7db97045a27d req-60dd1149-509c-4630-a333-64d0309a5665 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894003 Nov 12 01:44:28.221169 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.334244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:28.386810 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Pushing event updated for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.401447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Attempting to bind port 9b09e5cf-705d-414b-b512-77a14199cd29 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:28.401902 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Attempting to bind port 9b09e5cf-705d-414b-b512-77a14199cd29 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:28.402513 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Attempting to bind port 9b09e5cf-705d-414b-b512-77a14199cd29 on network 58d75019-0a69-4a48-b6bc-7bdb14788f0c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:28.408399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Port 9b09e5cf-705d-414b-b512-77a14199cd29 on network 58d75019-0a69-4a48-b6bc-7bdb14788f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:44:28.408719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Attempting to bind port 9b09e5cf-705d-414b-b512-77a14199cd29 on network 58d75019-0a69-4a48-b6bc-7bdb14788f0c {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:28.418282 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:28.418824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:28.419194 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.419829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Checking segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:28.420786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Bound using segment: {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:28.421837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Bound port: 9b09e5cf-705d-414b-b512-77a14199cd29, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d641c4-983d-4c71-a16e-99d1fb746e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:28.422589 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.511485 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:28.515319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b09e5cf-705d-414b-b512-77a14199cd29,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:28.520643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.555865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.556532 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.557952 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] 10.222.0.32 "PUT /v2.0/ports/9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 1093 time: 0.8583233 Nov 12 01:44:28.558532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:28.560907 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064" -d '{"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:28.591144 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9727-bfc9-4c44-a337-ddfd37c9e39e service neutron] Pushing event updated for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.647170 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4909651-df15-46f8-b4d8-1bbc2d8ea3c6 x-openstack-request-id: req-f4909651-df15-46f8-b4d8-1bbc2d8ea3c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:28.647475 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:28.647731 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4909651-df15-46f8-b4d8-1bbc2d8ea3c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:28.648183 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29', 'status': 'completed', 'code': 200} Nov 12 01:44:28.663662 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-f7293c77-d2ad-4af2-b29b-5a26ad4ba18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.665235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-f7293c77-d2ad-4af2-b29b-5a26ad4ba18a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1096 time: 0.0604146 Nov 12 01:44:28.714176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-44c4ce17-64a5-4e94-8066-1766bb87a569 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 217 time: 0.0409739 Nov 12 01:44:28.768612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-686cd1eb-a00c-4006-a8e7-74794a07ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.770526 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-686cd1eb-a00c-4006-a8e7-74794a07ff75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0484018 Nov 12 01:44:28.826821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c544b9d0-16f8-48aa-8eb3-abc66c56c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.828362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-c544b9d0-16f8-48aa-8eb3-abc66c56c670 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512650 Nov 12 01:44:28.925659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-757f0e15-304d-4784-8c26-32c7fcbe0a42 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903049 Nov 12 01:44:29.033611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ba0ae941-74cf-4036-9f27-5acb4a575786 req-8b5ec3f5-d337-4d84-90c3-b8def7cac13b service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006122 Nov 12 01:44:29.133011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-8472f307-9bc0-4feb-b587-15fcf0eb0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.134557 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-8472f307-9bc0-4feb-b587-15fcf0eb0951 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1096 time: 0.0450990 Nov 12 01:44:29.250056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-82e6c5de-2821-4440-a737-c1abbf2eb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.252222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-82e6c5de-2821-4440-a737-c1abbf2eb18d service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 898 time: 0.1097322 Nov 12 01:44:29.297807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-198f7572-edd3-46d2-8b74-8b37c189ed98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 217 time: 0.0369551 Nov 12 01:44:29.379955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-696d6204-9861-44d6-a1f8-4ec90fee9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.381502 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-696d6204-9861-44d6-a1f8-4ec90fee9f20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0765193 Nov 12 01:44:29.405805 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a52040-6455-4fb3-a9ad-b636ee67d97d req-59b9b969-0ada-4e1e-a537-3c021011c1a4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.407311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51a52040-6455-4fb3-a9ad-b636ee67d97d req-59b9b969-0ada-4e1e-a537-3c021011c1a4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 944 time: 0.0934281 Nov 12 01:44:29.474652 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-4870fe50-ee29-4a38-b45b-6993f35d3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.476108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-4870fe50-ee29-4a38-b45b-6993f35d3bed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862947 Nov 12 01:44:29.499163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-51a52040-6455-4fb3-a9ad-b636ee67d97d req-87963d2a-545e-4dce-b88c-4636374303c1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693178 Nov 12 01:44:29.586393 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-b2549961-6d03-4b8b-9db2-3be5f4438c26 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006267 Nov 12 01:44:29.682220 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f6e1f42f-5ed0-4b1c-90fe-f592b317d064 req-97d85ecf-1f55-49c5-b4c3-348ad667c9b2 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Nov 12 01:44:30.640644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782d271-bc36-447a-9658-bce47fe9a178 req-3d467d68-f2d1-49f5-b9d8-fd0ca912261c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:30.642149 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c782d271-bc36-447a-9658-bce47fe9a178 req-3d467d68-f2d1-49f5-b9d8-fd0ca912261c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 944 time: 0.0602853 Nov 12 01:44:30.698207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c782d271-bc36-447a-9658-bce47fe9a178 req-43cd5e14-4bab-41f7-97fd-0292c2bef799 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Nov 12 01:44:31.840574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccba90b-d346-474b-8c4c-1a2b01cc5712 req-eb4d5448-1d32-451e-aff0-181a81604681 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:31.842084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ccba90b-d346-474b-8c4c-1a2b01cc5712 req-eb4d5448-1d32-451e-aff0-181a81604681 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 944 time: 0.0598674 Nov 12 01:44:31.897330 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2ccba90b-d346-474b-8c4c-1a2b01cc5712 req-6556d94c-69e9-412a-9f55-4627ab9087e8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489409 Nov 12 01:44:32.490691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b09e5cf-705d-414b-b512-77a14199cd29 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:44:32.594842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b09e5cf-705d-414b-b512-77a14199cd29,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.606768 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '9b09e5cf-705d-414b-b512-77a14199cd29', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'port_id': '9b09e5cf-705d-414b-b512-77a14199cd29', 'mac_address': 'fa:16:3e:e4:36:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:44:32.647275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.661007 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b09e5cf-705d-414b-b512-77a14199cd29 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:32.684880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b09e5cf-705d-414b-b512-77a14199cd29,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.692763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.739929 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.794434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.944645 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['9b09e5cf-705d-414b-b512-77a14199cd29'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:33.027265 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cbf6f-24fe-4073-9da4-86d2144cc6eb req-6dbbeb85-5248-4aa9-8f28-b893fd6f5289 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:33.028838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c7cbf6f-24fe-4073-9da4-86d2144cc6eb req-6dbbeb85-5248-4aa9-8f28-b893fd6f5289 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 945 time: 0.0553701 Nov 12 01:44:33.081923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c7cbf6f-24fe-4073-9da4-86d2144cc6eb req-7ddd02fb-1866-4789-8e1b-1292223da368 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459836 Nov 12 01:44:34.224915 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0367f80-bb68-499a-a708-944afa314d0c req-f36749d7-9248-4c8f-946c-fd63c159bd85 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:34.226449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0367f80-bb68-499a-a708-944afa314d0c req-f36749d7-9248-4c8f-946c-fd63c159bd85 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 945 time: 0.0714054 Nov 12 01:44:34.283768 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0367f80-bb68-499a-a708-944afa314d0c req-abb6ee43-dc46-47dc-af7e-96ed0ed2f265 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496905 Nov 12 01:44:34.506076 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b09e5cf-705d-414b-b512-77a14199cd29 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:34.561575 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 9b09e5cf-705d-414b-b512-77a14199cd29 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:34.566678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 9b09e5cf-705d-414b-b512-77a14199cd29 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:34.567072 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.662740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.693069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:34.695391 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb852fbb-c1a3-424b-bd29-85385173177c" -d '{"events": [{"server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "name": "network-vif-plugged", "status": "completed", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:34.708866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b09e5cf-705d-414b-b512-77a14199cd29,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:34.713706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.737040 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557de27d-27a8-4aeb-a6e3-0275a70ce899 x-openstack-request-id: req-557de27d-27a8-4aeb-a6e3-0275a70ce899 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:34.737337 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "name": "network-vif-plugged", "status": "completed", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:34.737594 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-557de27d-27a8-4aeb-a6e3-0275a70ce899 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:34.737988 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29', 'code': 200} Nov 12 01:44:34.765743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:34.842506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe839f-eb1f-4a7c-99a9-ad1daeffcb46 req-2c1bc077-175b-4b53-b7e9-bbeefe4df25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:34.844053 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfbe839f-eb1f-4a7c-99a9-ad1daeffcb46 req-2c1bc077-175b-4b53-b7e9-bbeefe4df25b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1098 time: 0.0461040 Nov 12 01:44:34.901254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfbe839f-eb1f-4a7c-99a9-ad1daeffcb46 req-9cc26a3f-9955-45e6-a0b2-58762221853a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495243 Nov 12 01:44:35.408636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0891281-4fde-4571-9ea8-40c159cbb928 req-a4aba6c9-b7c7-4da3-abc7-3c8db7c91c43 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:35.410160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0891281-4fde-4571-9ea8-40c159cbb928 req-a4aba6c9-b7c7-4da3-abc7-3c8db7c91c43 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0510888 Nov 12 01:44:35.474331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0891281-4fde-4571-9ea8-40c159cbb928 req-a331a1ba-231a-4610-bc87-114f3bc7a350 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579891 Nov 12 01:44:35.853863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.595220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb396d6-37df-485d-b608-935b4c309c25 req-d21a8ae9-9b65-4c92-972b-48f99dd591eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:36.596737 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfb396d6-37df-485d-b608-935b4c309c25 req-d21a8ae9-9b65-4c92-972b-48f99dd591eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0514271 Nov 12 01:44:36.647923 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfb396d6-37df-485d-b608-935b4c309c25 req-40a70969-c1f1-4898-a610-890ce24069c8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Nov 12 01:44:36.771135 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ece3d-a102-42c5-ace6-ab80b348c686 req-4bd2890c-beba-4171-a293-8a68c52a7adb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:36.772641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-434ece3d-a102-42c5-ace6-ab80b348c686 req-4bd2890c-beba-4171-a293-8a68c52a7adb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0498333 Nov 12 01:44:36.824450 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-434ece3d-a102-42c5-ace6-ab80b348c686 req-0c01f521-ed0d-4f0e-87d2-bbaceae86e7c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453732 Nov 12 01:44:36.846860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:36.892581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3124503-5f6e-4e05-9346-e30db62202fd tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:36.894119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d3124503-5f6e-4e05-9346-e30db62202fd tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1093 time: 0.0461669 Nov 12 01:44:36.897238 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44916) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:36.901602 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '9b09e5cf-705d-414b-b512-77a14199cd29', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:36.926839 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.034012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.139672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.254 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/5db2dd9d-465f-473b-ab2f-f3c13ba8df0d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:37.239649 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.274339 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.317784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:37.323631 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:37.328536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:37.351906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=5db2dd9d-465f-473b-ab2f-f3c13ba8df0d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:37.693471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.767543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.919911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.925901 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:37.989849 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=5db2dd9d-465f-473b-ab2f-f3c13ba8df0d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:38.003878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.105843 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 19f160fa-e101-4ad0-9f33-94d94ae98f3e associated. External IP: 172.25.6.254, port: 9b09e5cf-705d-414b-b512-77a14199cd29. Nov 12 01:44:38.668944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:38.790764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:38.801099 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Sync routers for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:38.811962 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:38.812433 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:38.812599 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:38.841449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-563847bc-44c1-4d32-8523-c441a55fcc44 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9429867 Nov 12 01:44:38.842091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:38.844530 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffd59a-4d5c-4dde-aecc-b412373dac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:38.883768 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4bc6f-5721-4dbe-a01d-8175099a20ab x-openstack-request-id: req-f5b4bc6f-5721-4dbe-a01d-8175099a20ab {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:38.884088 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:38.884363 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5b4bc6f-5721-4dbe-a01d-8175099a20ab {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:38.884802 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29', 'status': 'completed', 'code': 200} Nov 12 01:44:38.923298 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:38.978353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a246-c1c9-48fe-aa43-2994af365d44 req-6c138ebe-9441-4b83-97cd-5dd3ed1249bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:38.979877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2523a246-c1c9-48fe-aa43-2994af365d44 req-6c138ebe-9441-4b83-97cd-5dd3ed1249bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0868616 Nov 12 01:44:38.987371 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-4c9b968a-4324-4804-871c-ca9859b1af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:38.988844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-4c9b968a-4324-4804-871c-ca9859b1af42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1098 time: 0.0686722 Nov 12 01:44:39.097237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2523a246-c1c9-48fe-aa43-2994af365d44 req-77792812-8861-4c31-8ba1-1ebb1611f2be tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073623 Nov 12 01:44:39.114779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-18abed8b-f575-4341-9d81-f7544909cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:39.116295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-18abed8b-f575-4341-9d81-f7544909cb93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 898 time: 0.1205742 Nov 12 01:44:39.120358 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 44922) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:39.187627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-79025426-8547-44b2-a18d-ce11ffb1dc4d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/19f160fa-e101-4ad0-9f33-94d94ae98f3e HTTP/1.1" status: 200 len: 992 time: 0.0660424 Nov 12 01:44:39.191650 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-b9de8c91-5f26-4018-8b46-87d918dc2bae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 1000 time: 0.0686331 Nov 12 01:44:39.241596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-d021c190-de06-434e-bb5a-c02f57c242c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:39.243208 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-d021c190-de06-434e-bb5a-c02f57c242c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0451646 Nov 12 01:44:39.263556 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '19f160fa-e101-4ad0-9f33-94d94ae98f3e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'port_id': '9b09e5cf-705d-414b-b512-77a14199cd29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'mac_address': 'fa:16:3e:e4:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b52b4-c66c-443e-acb1-7d0294155028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:44:37Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:39.287648 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4321db6-e132-43e0-9d6e-8887cbd8d74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:39.293996 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Checking router: 10e62ffe-5b59-4925-84ce-aeea3cf51f37 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:39.296004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-a673c55c-045d-431e-acc7-ecd392e237f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:39.297600 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-a673c55c-045d-431e-acc7-ecd392e237f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454419 Nov 12 01:44:39.306014 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:39.306610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:44:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:39.397102 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-2061b9b1-dfc2-47bc-b5b4-1b99367777f4 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921044 Nov 12 01:44:39.413977 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:39.491426 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-98ffd59a-4d5c-4dde-aecc-b412373dac7f req-4db1596c-8d0c-418f-a4cd-17a532be635d service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873780 Nov 12 01:44:39.735869 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '19f160fa-e101-4ad0-9f33-94d94ae98f3e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'port_id': '9b09e5cf-705d-414b-b512-77a14199cd29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'mac_address': 'fa:16:3e:e4:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b52b4-c66c-443e-acb1-7d0294155028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:44:37Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:39.761682 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fce5f4-4ee1-4581-af2b-d8ffd59bcac6 None None] The sync data for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 is: [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '19f160fa-e101-4ad0-9f33-94d94ae98f3e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'port_id': '9b09e5cf-705d-414b-b512-77a14199cd29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'mac_address': 'fa:16:3e:e4:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b52b4-c66c-443e-acb1-7d0294155028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:44:37Z', 'updated_at': '2021-11-12T01:44:37Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:39.972232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ab6ec-ff50-4b49-95e2-829ad5f2dc8d None None] New status for floating IP 19f160fa-e101-4ad0-9f33-94d94ae98f3e: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:44:40.166319 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:40.192095 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:40.260941 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d93a86ee-b318-4be9-8b77-a3613ef53f77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/19f160fa-e101-4ad0-9f33-94d94ae98f3e HTTP/1.1" status: 200 len: 994 time: 0.0675442 Nov 12 01:44:42.170174 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-406d5b7c-38d5-44bc-98d0-5c0792d8d427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:43.052891 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:44.227332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:44.988220 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.803134 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:05.881250 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:09.282523 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70e00366-fd55-4537-a3d9-f67b0fdd371b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:11.758966 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-fb7257a0-36fd-4fca-9cc5-f69583fece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.760695 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-fb7257a0-36fd-4fca-9cc5-f69583fece6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1098 time: 0.0755079 Nov 12 01:45:11.769474 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90bc2-63dc-46c2-a77d-97a9b86d8aa2 req-2b3e21af-715b-4544-92fe-d311ede1e115 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.770882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0aa90bc2-63dc-46c2-a77d-97a9b86d8aa2 req-2b3e21af-715b-4544-92fe-d311ede1e115 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0768197 Nov 12 01:45:11.876523 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0aa90bc2-63dc-46c2-a77d-97a9b86d8aa2 req-ee2266dc-61b2-41cc-a3ec-62a2686aa96b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972233 Nov 12 01:45:11.892008 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-cfb62b31-878e-4d5d-b7de-a4ac49ca78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.893535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-cfb62b31-878e-4d5d-b7de-a4ac49ca78c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 898 time: 0.1217935 Nov 12 01:45:11.981311 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-e1b47877-17cb-426a-aaa1-878f2f4dfacb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 1002 time: 0.0788002 Nov 12 01:45:12.034548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-7ddea6ad-73cd-4e25-a78c-9996875345db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.036074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-7ddea6ad-73cd-4e25-a78c-9996875345db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0477068 Nov 12 01:45:12.089410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-22b22b41-ebea-4dab-9d4d-c93182a2f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.090894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-22b22b41-ebea-4dab-9d4d-c93182a2f2f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477777 Nov 12 01:45:12.166230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-252ec47b-58e2-440c-9f35-6cdc44348b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:12.199506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-a391dc18-31fd-4443-baa9-1605502e52aa service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009636 Nov 12 01:45:12.303047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6d376c1-8f6f-48cf-922f-2b8fb340971b req-8f11b905-9f40-433c-af0d-bedd0b14b3af service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953014 Nov 12 01:45:12.548908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-ab302c07-ef41-4725-a549-c717fdca2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.550448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-ab302c07-ef41-4725-a549-c717fdca2029 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1098 time: 0.0485814 Nov 12 01:45:12.675090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-f2a444d7-45e5-4007-87e3-961d45666d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.677574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-f2a444d7-45e5-4007-87e3-961d45666d68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 898 time: 0.1033158 Nov 12 01:45:12.772558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-330b9b25-2b30-4f0f-80d7-54673958dfee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 1002 time: 0.0873387 Nov 12 01:45:12.828163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-667dc584-dfb6-4482-b727-056cf74e5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.831236 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-667dc584-dfb6-4482-b727-056cf74e5dcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0499611 Nov 12 01:45:12.878596 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-1e3409a0-bdbb-42e1-a26a-7b4923671a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.880151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-1e3409a0-bdbb-42e1-a26a-7b4923671a63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426002 Nov 12 01:45:13.014587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-f422a78c-7432-463c-a63f-f406bdbc28a0 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269789 Nov 12 01:45:13.037515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b0287-546e-4bad-a301-425a9d402ee2 req-68ad069c-9715-4be1-aaaa-b25e5c8be246 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:13.039007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-355b0287-546e-4bad-a301-425a9d402ee2 req-68ad069c-9715-4be1-aaaa-b25e5c8be246 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0719059 Nov 12 01:45:13.057334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:13.145805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-355b0287-546e-4bad-a301-425a9d402ee2 req-539acb8c-c1ce-40de-8dbb-c20a90477f19 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947907 Nov 12 01:45:13.161181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cd0964-716d-4567-b7f1-cd97673f7761 req-54e5d115-ee77-4c71-95de-2008d5009ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386807 Nov 12 01:45:14.231770 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:14.286188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac22b0-6e99-4288-a711-1032190dfd87 req-e36621be-18ba-4dc9-8fc1-67ef2aa4e8f3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.287742 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6aac22b0-6e99-4288-a711-1032190dfd87 req-e36621be-18ba-4dc9-8fc1-67ef2aa4e8f3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0603824 Nov 12 01:45:14.340284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6aac22b0-6e99-4288-a711-1032190dfd87 req-a2490dfb-74ba-4b94-ba57-2732612c89e9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461311 Nov 12 01:45:14.982817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.467177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c05db4-396f-4f23-ada2-32e48c7de7f4 req-f4cb8328-d72b-4bc6-9e1d-5d608e00247f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:15.468862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77c05db4-396f-4f23-ada2-32e48c7de7f4 req-f4cb8328-d72b-4bc6-9e1d-5d608e00247f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0531220 Nov 12 01:45:15.527868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-77c05db4-396f-4f23-ada2-32e48c7de7f4 req-6c35f607-5428-4fc1-b967-320c1e83f327 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527823 Nov 12 01:45:16.670416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8d62-1efd-4224-87cb-8b5773448875 req-f741b18a-1b81-4a4c-a296-23181fffc553 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.673384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9b8d62-1efd-4224-87cb-8b5773448875 req-f741b18a-1b81-4a4c-a296-23181fffc553 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0664704 Nov 12 01:45:16.746387 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ab9b8d62-1efd-4224-87cb-8b5773448875 req-3d296906-c1d6-4f1e-945a-bd035009d8db tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656431 Nov 12 01:45:17.165081 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:17.890572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365543-eea4-4279-8b1d-fc56c71f218e req-8a009c1a-e85f-4e6f-922c-e4c30e8a8964 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:17.892629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27365543-eea4-4279-8b1d-fc56c71f218e req-8a009c1a-e85f-4e6f-922c-e4c30e8a8964 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0691388 Nov 12 01:45:17.966076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-27365543-eea4-4279-8b1d-fc56c71f218e req-3556c4f7-57cd-4799-871f-4903cd592d6a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671875 Nov 12 01:45:19.093774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6c3f-5b89-4f9d-a38f-c4cb2570da85 req-a87987e7-1a24-464c-a272-caed1fe0e355 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.095309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84fb6c3f-5b89-4f9d-a38f-c4cb2570da85 req-a87987e7-1a24-464c-a272-caed1fe0e355 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0577962 Nov 12 01:45:19.149491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84fb6c3f-5b89-4f9d-a38f-c4cb2570da85 req-81a02c79-baaa-43a7-bbe7-4379277f4a7a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475073 Nov 12 01:45:20.288578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece263e8-9f9b-42f6-a32c-c7eb80f0ead8 req-213a8c92-218a-4bfd-a745-969b2c797615 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.290296 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ece263e8-9f9b-42f6-a32c-c7eb80f0ead8 req-213a8c92-218a-4bfd-a745-969b2c797615 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0631733 Nov 12 01:45:20.353229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ece263e8-9f9b-42f6-a32c-c7eb80f0ead8 req-133e8441-fff6-47cd-9eb2-a912989e8b27 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517521 Nov 12 01:45:21.494583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6058-78cc-4785-8b5b-293c9c07fe15 req-a20986b5-85be-498a-b369-2915ff003657 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:21.496373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b8a6058-78cc-4785-8b5b-293c9c07fe15 req-a20986b5-85be-498a-b369-2915ff003657 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0540576 Nov 12 01:45:21.552897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1b8a6058-78cc-4785-8b5b-293c9c07fe15 req-9e37fb06-99b3-4dc6-90e3-843cdf473094 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494747 Nov 12 01:45:22.684085 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466936-0731-4c95-9d6d-d1981de155be req-a5bfa35f-1509-46d1-b4e4-3ed15ad5275c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:22.685721 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc466936-0731-4c95-9d6d-d1981de155be req-a5bfa35f-1509-46d1-b4e4-3ed15ad5275c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0536633 Nov 12 01:45:22.765746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dc466936-0731-4c95-9d6d-d1981de155be req-fade03f2-4092-465a-8bf1-3de894cadea9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733676 Nov 12 01:45:23.896035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bad92d-5318-4c14-9f3b-764ae30c7188 req-61c10055-8f7e-4010-b82d-b7dd8aba7918 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:23.897719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32bad92d-5318-4c14-9f3b-764ae30c7188 req-61c10055-8f7e-4010-b82d-b7dd8aba7918 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0522423 Nov 12 01:45:23.949440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-32bad92d-5318-4c14-9f3b-764ae30c7188 req-0bcaa8ca-ff14-4b3f-a008-4012c6560fcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452981 Nov 12 01:45:25.090392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb506-99b1-480e-81b6-6915f44c558c req-5b8396e8-a33d-48b1-a94a-b08cca60d941 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:25.091980 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ffb506-99b1-480e-81b6-6915f44c558c req-5b8396e8-a33d-48b1-a94a-b08cca60d941 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0642724 Nov 12 01:45:25.148986 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d7ffb506-99b1-480e-81b6-6915f44c558c req-a729bc00-43d7-425a-9c64-41f8387a93de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507910 Nov 12 01:45:26.283739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcd126-2d42-4621-8643-654ed378315a req-ba63efab-f2f5-429b-a33d-42d37ae0bf5c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.285301 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58fcd126-2d42-4621-8643-654ed378315a req-ba63efab-f2f5-429b-a33d-42d37ae0bf5c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0549746 Nov 12 01:45:26.340771 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-58fcd126-2d42-4621-8643-654ed378315a req-0a040e52-99d2-4e7a-80de-ec9358c8354f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491960 Nov 12 01:45:27.475633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fd348-8591-466f-bfbd-9c75a130ca37 req-7dec6a63-036b-43e8-be8d-6ae7f2cc9d63 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:27.477773 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b77fd348-8591-466f-bfbd-9c75a130ca37 req-7dec6a63-036b-43e8-be8d-6ae7f2cc9d63 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0591104 Nov 12 01:45:27.530335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b77fd348-8591-466f-bfbd-9c75a130ca37 req-507c1ebc-1bab-4a9e-8562-9bc65ac5fc89 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464687 Nov 12 01:45:28.666800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e570ea-f6e7-482b-b563-52dcc42693ab req-08ae7339-760e-44bd-baad-de4b1635492b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:28.668364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07e570ea-f6e7-482b-b563-52dcc42693ab req-08ae7339-760e-44bd-baad-de4b1635492b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0632780 Nov 12 01:45:28.719040 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07e570ea-f6e7-482b-b563-52dcc42693ab req-62928574-e8ac-4926-99bf-830e9dac667a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Nov 12 01:45:28.741886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:28.807975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-507a3678-aa89-4146-9b92-7de638e1e989 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/19f160fa-e101-4ad0-9f33-94d94ae98f3e HTTP/1.1" status: 200 len: 994 time: 0.0648410 Nov 12 01:45:32.805498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:35.890776 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:39.286771 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94e72733-20f4-484f-92bc-ac78cb1f3c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:42.164217 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a369bca-4db3-45f0-95c7-3aa4aa9d85b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.065230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:44.235985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:44.988186 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:54.169291 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:59.242213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 44992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:59.428707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 5db2dd9d-465f-473b-ab2f-f3c13ba8df0d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:59.429011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.517679 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.517931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.529639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 5db2dd9d-465f-473b-ab2f-f3c13ba8df0d owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:59.680488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.706924 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=5db2dd9d-465f-473b-ab2f-f3c13ba8df0d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:59.737377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.737701 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.738062 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.738396 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.738721 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.739050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.739389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.739702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.740048 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.740354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.740676 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.740981 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.781837 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.782176 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 19f160fa-e101-4ad0-9f33-94d94ae98f3e disassociated (deleted). External IP: 172.25.6.254, port: 9b09e5cf-705d-414b-b512-77a14199cd29. Nov 12 01:45:59.996462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:00.117979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:00.122799 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.129748 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Sync routers for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:00.140291 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:00.141005 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.150100 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8a135bb3-afac-4a57-96da-21dd4e84f32d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/floatingips/19f160fa-e101-4ad0-9f33-94d94ae98f3e HTTP/1.1" status: 204 len: 168 time: 0.9068856 Nov 12 01:46:00.150683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:00.153299 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c" -d '{"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:00.194684 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6a2aa-5888-473c-84ee-d4975fc2f487 x-openstack-request-id: req-0fe6a2aa-5888-473c-84ee-d4975fc2f487 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:00.195169 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:00.195589 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fe6a2aa-5888-473c-84ee-d4975fc2f487 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:00.196182 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29', 'status': 'completed', 'code': 200} Nov 12 01:46:00.251768 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:00.269122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-ae781be3-7f5d-4cd4-8673-e1af86c9671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.270675 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-ae781be3-7f5d-4cd4-8673-e1af86c9671d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 1098 time: 0.0462401 Nov 12 01:46:00.384106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-3cdaedd5-fa73-4fe1-a83b-5a8a4b50860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.386337 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-3cdaedd5-fa73-4fe1-a83b-5a8a4b50860c service neutron] 10.222.0.32 "GET /v2.0/networks?id=58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 200 len: 898 time: 0.1070373 Nov 12 01:46:00.433134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-d674bd10-c259-4009-89b6-7ddd95a2a20d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 200 len: 217 time: 0.0379558 Nov 12 01:46:00.464505 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.491428 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Checking router: 10e62ffe-5b59-4925-84ce-aeea3cf51f37 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:00.500806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:00.501410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.519872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ad611-37ff-4197-b578-d61ce4c0813b req-0d54bbd9-0c58-4785-9517-33e408ecf931 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.521408 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-039ad611-37ff-4197-b578-d61ce4c0813b req-0d54bbd9-0c58-4785-9517-33e408ecf931 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.1796093 Nov 12 01:46:00.522845 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-d8601033-30d5-42a3-ac6c-b00ac41c8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.524193 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-d8601033-30d5-42a3-ac6c-b00ac41c8378 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 200 len: 834 time: 0.0656908 Nov 12 01:46:00.598293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-039ad611-37ff-4197-b578-d61ce4c0813b req-0f7709fd-fcef-4a11-a1a4-9313f99f04f1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706344 Nov 12 01:46:00.604906 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-acc3c210-2231-4585-a1e7-750e66b6cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.606437 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-acc3c210-2231-4585-a1e7-750e66b6cf84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58d75019-0a69-4a48-b6bc-7bdb14788f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727158 Nov 12 01:46:00.610751 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:00.708072 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-c4c5c40c-3d41-4bcb-9549-7bdef0a2dd37 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927620 Nov 12 01:46:00.800755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b1e5a8e-b2fb-4b57-a510-3145a928ae8c req-c641a452-5129-4ee0-885e-008070b04ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Nov 12 01:46:00.811193 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:00.842155 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49788ea-1983-4004-8bea-1ffd7a25bbf2 None None] The sync data for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 is: [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:44:24Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2', 'name': '', 'network_id': '58d75019-0a69-4a48-b6bc-7bdb14788f0c', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:56:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:23Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:01.057303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad82ed8-6d6a-4da7-892d-06beba26cfce None None] New status for floating IP 19f160fa-e101-4ad0-9f33-94d94ae98f3e: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:46:01.790953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac857-de4d-40ad-b240-adf784625a38 req-8c587d1f-992b-4a17-b2da-1c3c1867bdff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.792503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-396ac857-de4d-40ad-b240-adf784625a38 req-8c587d1f-992b-4a17-b2da-1c3c1867bdff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.1132016 Nov 12 01:46:01.847347 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-396ac857-de4d-40ad-b240-adf784625a38 req-ea3d8797-4f48-4bab-8e84-820ae6f107ee tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e405dc3-5b1c-4425-ae9c-826750aae948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485005 Nov 12 01:46:01.935276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80089e32-9273-4f4d-9a45-2dd341389608 req-52586f1f-4375-467d-8e73-b3cb7b9530bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.936878 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80089e32-9273-4f4d-9a45-2dd341389608 req-52586f1f-4375-467d-8e73-b3cb7b9530bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 946 time: 0.0600255 Nov 12 01:46:02.031582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 9b09e5cf-705d-414b-b512-77a14199cd29 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:02.031924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.479964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 9b09e5cf-705d-414b-b512-77a14199cd29, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=9b09e5cf-705d-414b-b512-77a14199cd29,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:02.480350 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.493096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 9b09e5cf-705d-414b-b512-77a14199cd29 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:02.630180 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.665268 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=9b09e5cf-705d-414b-b512-77a14199cd29,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:02.706743 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] No DVR routers for this DVR port 9b09e5cf-705d-414b-b512-77a14199cd29 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:02.709440 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.712757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-80089e32-9273-4f4d-9a45-2dd341389608 req-c30690f9-01d5-4f65-a44b-1422d132bc0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "DELETE /v2.0/ports/9b09e5cf-705d-414b-b512-77a14199cd29 HTTP/1.1" status: 204 len: 173 time: 0.7694898 Nov 12 01:46:02.713186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'name': 'network-vif-deleted', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:02.715533 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6336521a-f4c8-4dfa-a3d3-fce36aad063d" -d '{"events": [{"server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "name": "network-vif-deleted", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:02.754238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d564f2-3306-4b0e-9940-06e2236fc8e3 x-openstack-request-id: req-76d564f2-3306-4b0e-9940-06e2236fc8e3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:02.754537 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289b52b4-c66c-443e-acb1-7d0294155028", "name": "network-vif-deleted", "tag": "9b09e5cf-705d-414b-b512-77a14199cd29", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:02.754795 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76d564f2-3306-4b0e-9940-06e2236fc8e3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:02.755209 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289b52b4-c66c-443e-acb1-7d0294155028', 'name': 'network-vif-deleted', 'tag': '9b09e5cf-705d-414b-b512-77a14199cd29', 'status': 'completed', 'code': 200} Nov 12 01:46:02.822835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:02.969882 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-006811c0-45d3-49a0-9427-f07fd0fc3963 req-b64b0385-4629-4ac5-8097-cfbb6c4d113d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=289b52b4-c66c-443e-acb1-7d0294155028 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Nov 12 01:46:04.041401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45012) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:04.432206 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.711974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:04.712336 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.804630 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:04.805171 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.818466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:05.017405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.042065 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:05.052621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.052976 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.053308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.053707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.053994 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.054399 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.054629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.054951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.055276 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.055599 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.055922 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.056629 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:05.234724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.468048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:05.892788 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.904331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:05.913207 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6c3140d3-e262-4869-a32c-e4b95b8a8d77 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/10e62ffe-5b59-4925-84ce-aeea3cf51f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705640 Nov 12 01:46:05.913698 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45020) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:05.915451 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Sync routers for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:05.927352 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:05.927973 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:05.971385 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting subnet 7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 {{(pid=102676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:46:05.974605 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.017472 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24784537'] for subnet, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.047405 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:06.118824 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.180844 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29902310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925978'] for subnet, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.208027 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.211461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.214819 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7a587415-e790-473d-b989-dcf37dbaaffa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/subnets/7ec5fb5c-ad66-44fb-9a9b-f4fcad0e5b37 HTTP/1.1" status: 204 len: 168 time: 0.3001492 Nov 12 01:46:06.217580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:06.222345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7816d-6cea-4681-a52e-a458093f2a6c None None] Network 58d75019-0a69-4a48-b6bc-7bdb14788f0c requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:06.241548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:46:04Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:06.334616 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.373150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Checking router: 10e62ffe-5b59-4925-84ce-aeea3cf51f37 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:06.383807 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Routers {'10e62ffe-5b59-4925-84ce-aeea3cf51f37'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:06.384438 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:06.434171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] DHCP port deletion for 58d75019-0a69-4a48-b6bc-7bdb14788f0c request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:06.458620 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.493618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Deleting port 943c90b5-543a-40a4-8ef5-04a3b32c905e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:06.494014 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.499660 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] Set router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:06.522948 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 23b278d5-dade-4db0-902f-037e5737cc6e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:06.523323 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.558815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] For port 943c90b5-543a-40a4-8ef5-04a3b32c905e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=943c90b5-543a-40a4-8ef5-04a3b32c905e,segment=NetworkSegment(75d641c4-983d-4c71-a16e-99d1fb746e96),segment_id=75d641c4-983d-4c71-a16e-99d1fb746e96)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:06.559242 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.578195 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Calling delete_port for 943c90b5-543a-40a4-8ef5-04a3b32c905e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:06.606592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 23b278d5-dade-4db0-902f-037e5737cc6e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=23b278d5-dade-4db0-902f-037e5737cc6e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:06.607004 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.620853 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 23b278d5-dade-4db0-902f-037e5737cc6e owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:06.666092 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.687661 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:46:04Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:06.694474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Pushing event deleted for resources: {'Port': ['ID=943c90b5-543a-40a4-8ef5-04a3b32c905e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.696774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] No DVR routers for this DVR port 943c90b5-543a-40a4-8ef5-04a3b32c905e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:06.705302 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.705649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.705987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.706319 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.706915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.707033 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.707399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.707738 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.708084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.708429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.708749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.709086 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692ddac-1010-4a4c-af35-493d693889a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:06.717766 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b58c1-ce60-4784-8695-a6c85e31d690 None None] The sync data for ids ['10e62ffe-5b59-4925-84ce-aeea3cf51f37'] in n-d-712141-15 is: [{'id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649810285', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:44:19Z', 'updated_at': '2021-11-12T01:46:04Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '23b278d5-dade-4db0-902f-037e5737cc6e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e62ffe-5b59-4925-84ce-aeea3cf51f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:44:20Z', 'updated_at': '2021-11-12T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:06.813612 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.840418 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=23b278d5-dade-4db0-902f-037e5737cc6e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.855091 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8974b34-0a4f-4dd0-8071-34c1b70e0873 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:06.908643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:06.915252 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b09e5cf-705d-414b-b512-77a14199cd29 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:06.936693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 9b09e5cf-705d-414b-b512-77a14199cd29 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:06.937224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 9b09e5cf-705d-414b-b512-77a14199cd29 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:07.003808 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.006087 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.050611 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.051357 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Fanout notify agent at l3_agent the message router_deleted on router 10e62ffe-5b59-4925-84ce-aeea3cf51f37 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:46:07.058603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.059711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7d966d6d-fa09-4a9a-92b0-689480f20f75 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/routers/10e62ffe-5b59-4925-84ce-aeea3cf51f37 HTTP/1.1" status: 204 len: 168 time: 0.8409796 Nov 12 01:46:07.062563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:07.147624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.242205 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.264837 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d75019-0a69-4a48-b6bc-7bdb14788f0c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:07.274963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d641c4-983d-4c71-a16e-99d1fb746e96') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:07.275274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d641c4-983d-4c71-a16e-99d1fb746e96') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:07.290778 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.304497 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.310826 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:46:07.311212 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:46:07.315575 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:46:07.379274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.393898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.396898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/networks/58d75019-0a69-4a48-b6bc-7bdb14788f0c HTTP/1.1" status: 204 len: 168 time: 0.3329859 Nov 12 01:46:07.399784 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45026) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:07.410546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941bb11-0f2b-4e69-9b50-07553a6c3d97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Network': ['ID=58d75019-0a69-4a48-b6bc-7bdb14788f0c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:07.470330 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.497425 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.563328 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.565982 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:07.567170 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e405dc3-5b1c-4425-ae9c-826750aae948 HTTP/1.1" status: 204 len: 168 time: 0.1663122 Nov 12 01:46:07.577466 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d69af-7ed1-487f-9c52-7ed38462dd2b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e405dc3-5b1c-4425-ae9c-826750aae948,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:07.925334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 943c90b5-543a-40a4-8ef5-04a3b32c905e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:07.946680 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 943c90b5-543a-40a4-8ef5-04a3b32c905e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:07.947029 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 943c90b5-543a-40a4-8ef5-04a3b32c905e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:07.947460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23b278d5-dade-4db0-902f-037e5737cc6e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:07.967432 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 23b278d5-dade-4db0-902f-037e5737cc6e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:07.967784 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 23b278d5-dade-4db0-902f-037e5737cc6e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:07.968380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:07.987340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:07.987682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dfcd54b0-5dfa-4ce5-b5a0-6c7d04b7aaf2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:08.119012 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45032) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.123656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579297558', 'description': 'tempest-secgroup-smoke-579297558 description', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.148085 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.217619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.223350 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.253377 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.254613 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346457 Nov 12 01:46:08.255490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15af96-b572-498c-a86c-1019cf89425c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54deb9b2-7111-450e-8e4a-1b3c1e461e5e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.257475 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45034) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.261811 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.290737 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.348794 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.355277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.372871 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096b36b-010c-458d-8f0f-e4e4f5dc7e10,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.387064 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.388323 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f38c3173-a1eb-404a-899b-9587a5ea4254 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298950 Nov 12 01:46:08.391348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.396163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.432663 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.495113 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.501411 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.524180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d17a797-b73b-4fb3-b523-81b84e464cdf,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.532685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.533918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fd7342ea-8b33-4eeb-bc31-bb0e6038c9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414571 Nov 12 01:46:08.543722 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45038) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.549184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.582412 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.650215 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.655790 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.673812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd1a72-fc82-4a0d-8db9-b282585fad7f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.683100 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.684419 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-42ec5af1-a8d2-4fbe-80a2-ed4bc8984b23 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395271 Nov 12 01:46:08.687418 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45040) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.694660 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.731403 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.792560 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.798666 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.818958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0f01d0-d55c-4df7-9fdf-512a6d903ddd,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.828751 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.832037 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-40a05d67-eaa3-452f-b1d5-7f13815ce75f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409068 Nov 12 01:46:08.832901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.837622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.862293 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:46:08.868329 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.933405 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.939460 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.958103 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ada77e-7d06-4669-a9ff-c22e9e870d4e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:08.963748 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.965139 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9fe3c726-e19d-4b14-8783-70f950d81c6f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310277 Nov 12 01:46:08.969922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:08.974388 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '54deb9b2-7111-450e-8e4a-1b3c1e461e5e', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:08.998796 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:46:09.004330 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.064457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.069340 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.086827 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737b1deb-76d0-498f-92c4-3bfeabce689d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.096266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.097524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-bbf3fe30-4f83-42a4-b653-d59697920d5a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266258 Nov 12 01:46:09.100489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:09.105436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'network': {'name': 'tempest-network-smoke--2064658754', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:09.126430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:09.130011 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.153273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:46:09.162591 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.162943 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Added segment b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d of type vlan for network 9309b352-f086-4b8b-a23d-62855ceb47e5 Nov 12 01:46:09.205232 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.239600 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.246066 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:09.246664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.291897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898019 Nov 12 01:46:09.296741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:09.299845 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78b8-f851-424e-ab27-3f6e9f9f2169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.327348 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'admin_state_up': True, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:09.349843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acdc68-e972-4eb3-8260-dbee7cba7ee3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Network': ['ID=9309b352-f086-4b8b-a23d-62855ceb47e5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.364340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:46:09.370685 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.372453 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.429308 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.577237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.787347 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.806309 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.919428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.98 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3436f63e-49ab-4035-ae68-c2ab481b7cae) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:10.039725 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.079652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.117716 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:10.124508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:10.127257 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:10.133544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=3436f63e-49ab-4035-ae68-c2ab481b7cae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.137299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8bb77d-f817-4704-9f32-f9ce0e1424c3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:10.220349 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26fc4ac9-4ecc-4a97-a42b-7d717adce344 None None] Provisioning complete for port 3436f63e-49ab-4035-ae68-c2ab481b7cae triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:10.220720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26fc4ac9-4ecc-4a97-a42b-7d717adce344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.256098 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-26fc4ac9-4ecc-4a97-a42b-7d717adce344 None None] Port 3436f63e-49ab-4035-ae68-c2ab481b7cae cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:10.389530 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.600034 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.748980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:46:10.864938 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:10.875528 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Sync routers for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:10.886261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.886939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:10.887623 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cdf2bd9e-96f6-4405-bc6e-a5ba8c6b0a8d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5897768 Nov 12 01:46:10.887921 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:10.891046 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:10.918953 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-40e1d3d7-f43e-45e3-88ad-724ffbfb7de1 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b56a0232de5e492fa1af0e9f419b28d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266509 Nov 12 01:46:10.921917 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:10.999474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:11.022498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cb081-4857-4afc-bab6-62feea55f0f2 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:11.023998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b89cb081-4857-4afc-bab6-62feea55f0f2 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014800 Nov 12 01:46:11.027073 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.056038 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b04bcf4-4772-4796-affa-bcc029bb326f tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278518 Nov 12 01:46:11.058715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.064867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49370375', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:11.155058 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:11.159237 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.192451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:11.218939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Checking router: 950ad5f9-b353-4430-9fb4-09a2f43a0f92 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:11.219283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Updating router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 port 3436f63e-49ab-4035-ae68-c2ab481b7cae binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:11.244812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.345216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.413892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Subnet': ['ID=922dabb6-8bd6-4c6e-a21f-59280c84ee9c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.426167 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Checking segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:11.426560 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network hostable DHCP agents. Network: 9309b352-f086-4b8b-a23d-62855ceb47e5, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:46:11.445045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:46:11.454597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 9309b352-f086-4b8b-a23d-62855ceb47e5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:11.458964 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:11.459560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.468823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507917e-304a-42a3-8a90-a3cd4b1d8bef None None] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:11.479075 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-55c3aed6-2e69-46aa-8e3b-96b5fd5b955b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4166682 Nov 12 01:46:11.479306 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.566486 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.578021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.649743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e065e-a1a0-4401-815b-f7daf1df1a30 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:11.676377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e089e-5653-432a-8ecc-8482943f7237 None None] Pushing event updated for resources: {'Port': ['ID=3436f63e-49ab-4035-ae68-c2ab481b7cae,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.681602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Attempting to bind port 3436f63e-49ab-4035-ae68-c2ab481b7cae on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:11.681819 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Attempting to bind port 3436f63e-49ab-4035-ae68-c2ab481b7cae by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:11.682056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Attempting to bind port 3436f63e-49ab-4035-ae68-c2ab481b7cae on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:11.690908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:11.691223 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:11.691645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.692034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:11.692531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Bound port: 3436f63e-49ab-4035-ae68-c2ab481b7cae, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:11.692893 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.745133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-9309b352-f086-4b8b-a23d-62855ceb47e5', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:46:11.745988 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.779865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] For port 3436f63e-49ab-4035-ae68-c2ab481b7cae, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:11.784973 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] For port 3436f63e-49ab-4035-ae68-c2ab481b7cae, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3436f63e-49ab-4035-ae68-c2ab481b7cae,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:11.799445 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.927693 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.000042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] Provisioning complete for port 3436f63e-49ab-4035-ae68-c2ab481b7cae triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:12.000686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.080930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95e079-9854-41be-9f20-cde639e09cd3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:12.130858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:12.131508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:45:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:12.178878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e089e-5653-432a-8ecc-8482943f7237 None None] Pushing event updated for resources: {'Port': ['ID=3436f63e-49ab-4035-ae68-c2ab481b7cae,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.240480 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f2da07f-a4fb-4363-88b3-cdda108d725a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.288583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Allocated IP 172.20.0.2 (9309b352-f086-4b8b-a23d-62855ceb47e5/922dabb6-8bd6-4c6e-a21f-59280c84ee9c/ac19da30-61c0-4ecd-be15-156c6a3c124e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:12.348615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:12.350287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.479151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] For port 3436f63e-49ab-4035-ae68-c2ab481b7cae, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3436f63e-49ab-4035-ae68-c2ab481b7cae,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:12.491322 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.644701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4c718-b175-429c-ae7f-bd75eb5ca63d None None] Pushing event updated for resources: {'Port': ['ID=3436f63e-49ab-4035-ae68-c2ab481b7cae,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.691744 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cc39fefd-450f-4b56-b3cb-8a66e192ea4c None None] Provisioning complete for port 3436f63e-49ab-4035-ae68-c2ab481b7cae triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:12.692127 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc39fefd-450f-4b56-b3cb-8a66e192ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.698198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.728287 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.774724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.1 (9309b352-f086-4b8b-a23d-62855ceb47e5/922dabb6-8bd6-4c6e-a21f-59280c84ee9c/6d96a73e-bb86-4ec3-828c-7f5bdcc596fa) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:12.793343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:12.802774 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:12.806843 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:12.812484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Pushing event updated for resources: {'Port': ['ID=ac19da30-61c0-4ecd-be15-156c6a3c124e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.843591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:12.887066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.891671 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d496c4-2f17-4ccd-b2a8-51a97454dcfb None None] The sync data for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 is: [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:10Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:12.929623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Attempting to bind port ac19da30-61c0-4ecd-be15-156c6a3c124e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:12.929933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Attempting to bind port ac19da30-61c0-4ecd-be15-156c6a3c124e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:12.930325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Attempting to bind port ac19da30-61c0-4ecd-be15-156c6a3c124e on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:12.934770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.936545 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:12.936951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Checking segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:12.937416 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.938167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Bound using segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:12.938663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Bound port: ac19da30-61c0-4ecd-be15-156c6a3c124e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:12.939052 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.973034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:12.976298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:12.980325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:13.014933 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] For port ac19da30-61c0-4ecd-be15-156c6a3c124e, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:13.018584 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] For port ac19da30-61c0-4ecd-be15-156c6a3c124e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac19da30-61c0-4ecd-be15-156c6a3c124e,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:13.021115 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:13.022948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.035064 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.092710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.101216 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b2a65-2314-4547-9f89-628f5a454b86 None None] Pushing event updated for resources: {'Port': ['ID=ac19da30-61c0-4ecd-be15-156c6a3c124e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:13.201223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.915390 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.925423 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.008673 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.010829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.032332 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3436f63e-49ab-4035-ae68-c2ab481b7cae up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:14.087245 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 3436f63e-49ab-4035-ae68-c2ab481b7cae triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.087627 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.117663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5913b-293a-4599-9904-c0c672f9ec49 None None] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:14.121567 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:14.123027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:14.205452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] Provisioning complete for port ac19da30-61c0-4ecd-be15-156c6a3c124e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.205824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.247107 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:14.300351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.346816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac19da30-61c0-4ecd-be15-156c6a3c124e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:14.364861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:14.371779 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0566ee62-0d2b-408e-8e66-4c9b159276a5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/950ad5f9-b353-4430-9fb4-09a2f43a0f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914297 Nov 12 01:46:14.458793 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.504769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ac19da30-61c0-4ecd-be15-156c6a3c124e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.505177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.534100 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] For port ac19da30-61c0-4ecd-be15-156c6a3c124e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac19da30-61c0-4ecd-be15-156c6a3c124e,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:14.542285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.560140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-ecb93ea4-246c-4cf3-b8fd-b61634d489bf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579297558&fields=id&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 267 time: 0.0696518 Nov 12 01:46:14.604779 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a43deb-7942-49f3-aa84-8d8b91d858e9 None None] Pushing event updated for resources: {'Port': ['ID=ac19da30-61c0-4ecd-be15-156c6a3c124e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.640520 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Sync routers for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:14.660968 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:14.661602 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:14.694319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-a08a640a-91d8-4aab-a998-2fcfd4b1cfe5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:14.697933 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-a08a640a-91d8-4aab-a998-2fcfd4b1cfe5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 797 time: 0.1289833 Nov 12 01:46:14.712990 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-cd50e1f7-d769-4565-a2fd-3f636b123418 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/quotas/b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 375 time: 0.0111825 Nov 12 01:46:14.770761 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0d65-58b5-4ff6-9c1b-02ae22ad8e8f None None] Provisioning complete for port ac19da30-61c0-4ecd-be15-156c6a3c124e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.773269 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0d65-58b5-4ff6-9c1b-02ae22ad8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.777700 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:14.796702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-9c27a490-af12-4794-aa2d-ce7c8df8b657 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660660 Nov 12 01:46:14.883729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0d65-58b5-4ff6-9c1b-02ae22ad8e8f None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.884167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0d65-58b5-4ff6-9c1b-02ae22ad8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.914030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e28155f3-e2ae-4c1f-b8d6-7e5d663d23d7 service neutron] 10.222.0.11 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130712 Nov 12 01:46:14.924021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0d65-58b5-4ff6-9c1b-02ae22ad8e8f None None] Port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:14.987860 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 2, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:15.001079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.015082 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Checking router: 950ad5f9-b353-4430-9fb4-09a2f43a0f92 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:15.015404 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Updating router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:15.027558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-6fb566f1-0643-45d7-b1af-d5c5cfd92622 service neutron] 10.222.0.11 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104646 Nov 12 01:46:15.048437 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ac9aea0e-2169-40aa-9ac0-811a8d259979 None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.048924 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac9aea0e-2169-40aa-9ac0-811a8d259979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.054153 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.100156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ac9aea0e-2169-40aa-9ac0-811a8d259979 None None] Port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:15.228452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-bb6061b0-d6c6-496c-b5c2-90aacb744b6c None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.229091 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bb6061b0-d6c6-496c-b5c2-90aacb744b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.256681 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92d116bd-fb64-474f-a966-80376292a151 req-ec4d72e1-3a10-4ac4-8c02-26c904627d88 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 210 time: 0.0662856 Nov 12 01:46:15.275809 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bb6061b0-d6c6-496c-b5c2-90aacb744b6c None None] Port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:15.354609 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.361203 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.451339 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Pushing event updated for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:15.467569 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.467915 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.468433 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.468765 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.469088 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.469396 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.469882 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.470207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.470524 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.470839 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.471154 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.471864 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:15.477167 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Attempting to bind port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:15.477778 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Attempting to bind port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:15.478309 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Attempting to bind port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:15.484275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:15.484714 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Checking segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:15.485255 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.485851 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Bound using segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:15.486592 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Bound port: 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:15.487223 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.556153 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] For port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:15.559613 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] For port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:15.568313 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.625449 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:15.626068 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:15.679628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9ea6e-b969-4953-bb84-c6ce09b0cd14 None None] Pushing event updated for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:15.709103 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.709463 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.786584 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:15.816846 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.003229 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac19da30-61c0-4ecd-be15-156c6a3c124e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:16.055208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] For port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:16.061457 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.112369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ac19da30-61c0-4ecd-be15-156c6a3c124e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:16.112734 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.117170 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:16.140461 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f316-75c1-4b09-86a4-cce84c28fb81 None None] Pushing event updated for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:16.146224 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cd455-e756-43d5-885e-db76faec831c None None] The sync data for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 is: [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:16.228747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3eddbbd0-9b59-485a-b12f-8a890c38e06a None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:16.229178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eddbbd0-9b59-485a-b12f-8a890c38e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.408536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb936b2f-333b-409f-b9e6-f8e19da834a1 req-795d12b6-5d77-4c35-b1b5-81bef8717d58 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 210 time: 0.0423374 Nov 12 01:46:16.458715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4a642b2b-976a-4d0e-b13a-11c11a189f12 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:16.460151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4a642b2b-976a-4d0e-b13a-11c11a189f12 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 797 time: 0.1775355 Nov 12 01:46:16.529181 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-a84b8a55-c362-4850-8df5-140162cb409e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 379 time: 0.0591605 Nov 12 01:46:16.540937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'port': {'device_id': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'admin_state_up': True, 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'security_groups': ['54deb9b2-7111-450e-8e4a-1b3c1e461e5e']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:16.689517 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:16.693582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.837067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.7 (9309b352-f086-4b8b-a23d-62855ceb47e5/922dabb6-8bd6-4c6e-a21f-59280c84ee9c/3fc43329-b72e-4227-bb4c-7788559c15fc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:17.019377 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.059624 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.116478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:17.120852 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:17.122823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:17.125254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:17.178204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:17.178851 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.208720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-4e42c735-3fe4-4281-b3ab-92756f072932 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716940 Nov 12 01:46:17.222977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Request body: {'port': {'device_id': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:17.286760 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.461271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a1c74b3f-ffbe-457e-bc57-8b15b354e318 None None] Provisioning complete for port 3fc43329-b72e-4227-bb4c-7788559c15fc triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:17.461856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b3f-ffbe-457e-bc57-8b15b354e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.500844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a1c74b3f-ffbe-457e-bc57-8b15b354e318 None None] Port 3fc43329-b72e-4227-bb4c-7788559c15fc cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:17.566393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912dc1-b059-4607-8b78-0524f6c8e098 req-fcc70960-fed7-439e-9a50-07a9bc8d1ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:17.567866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2912dc1-b059-4607-8b78-0524f6c8e098 req-fcc70960-fed7-439e-9a50-07a9bc8d1ca3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 931 time: 0.0801578 Nov 12 01:46:17.624757 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc43329-b72e-4227-bb4c-7788559c15fc {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:17.632684 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.665379 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Transition to ACTIVE for port object 3fc43329-b72e-4227-bb4c-7788559c15fc will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:46:17.671174 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2912dc1-b059-4607-8b78-0524f6c8e098 req-cb18ca6e-7295-47ae-8952-067688afe957 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777631 Nov 12 01:46:17.672260 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.721589 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:17.794882 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:17.795222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:17.795548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:17.801171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:46:17.801497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:17.806621 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:17.806959 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Checking segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:17.807338 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Bound using segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:17.807787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Bound port: 3fc43329-b72e-4227-bb4c-7788559c15fc, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:17.808163 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.882055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:17.886705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:17.893769 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.933001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:17.933704 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.935305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] 10.222.0.32 "PUT /v2.0/ports/3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 1092 time: 0.7176437 Nov 12 01:46:17.935760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:17.939095 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c599e607-50e9-4493-92cf-0baf5cfab582" -d '{"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:17.964314 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:17.978947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861e7b4-f0ca-4948-96dd-73bd07b9feb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:18.002706 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19e120-662f-4f61-a35b-331d2b9b5504 x-openstack-request-id: req-ec19e120-662f-4f61-a35b-331d2b9b5504 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:18.002706 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:18.002706 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec19e120-662f-4f61-a35b-331d2b9b5504 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:18.003109 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'status': 'completed', 'code': 200} Nov 12 01:46:18.026167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:18.026534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.035433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-939e66de-c2a0-4579-8454-c6a5a8c6ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.037049 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-939e66de-c2a0-4579-8454-c6a5a8c6ce7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0461917 Nov 12 01:46:18.087327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-622b0e5a-50aa-48df-95ed-58bc1afdd004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 217 time: 0.0419180 Nov 12 01:46:18.140739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-b0d77b19-8905-4aab-af13-98d82ccff62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.142862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-b0d77b19-8905-4aab-af13-98d82ccff62b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0486221 Nov 12 01:46:18.193114 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-5c8761a0-e15e-4516-94a1-3998fc5239db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.194635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-5c8761a0-e15e-4516-94a1-3998fc5239db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441575 Nov 12 01:46:18.295431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-397f89ca-3d00-4c29-85c3-57cf5dfb6638 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938249 Nov 12 01:46:18.393944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5d869e6a-a5b4-40ed-8db4-5b3594034c45 req-92030fe6-3598-4afb-ab12-91ea15ce0b26 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910299 Nov 12 01:46:18.495439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-bb11b952-6c0b-4534-99df-9c09ecb85d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.497032 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-bb11b952-6c0b-4534-99df-9c09ecb85d5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0484166 Nov 12 01:46:18.597090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-c3a9965e-fb8c-4487-a60a-87bc95ccb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.598577 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-c3a9965e-fb8c-4487-a60a-87bc95ccb8b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.0932972 Nov 12 01:46:18.642521 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-a505bbc0-7c0f-4dc6-89dc-ca96288aa089 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 217 time: 0.0358286 Nov 12 01:46:18.699825 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-d9771c61-f043-4c06-a015-6e95ca3e6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.701338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-d9771c61-f043-4c06-a015-6e95ca3e6476 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0510306 Nov 12 01:46:18.772096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-9d21f240-5e18-47fa-a140-abde2d208106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.773632 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-9d21f240-5e18-47fa-a140-abde2d208106 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649118 Nov 12 01:46:18.820907 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b62d-1127-4b9f-98a7-c5710bb70074 req-2938eb0c-3d10-4753-bdbc-b2dc2b238168 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.822405 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e934b62d-1127-4b9f-98a7-c5710bb70074 req-2938eb0c-3d10-4753-bdbc-b2dc2b238168 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 943 time: 0.0812886 Nov 12 01:46:18.919056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-67122c55-192b-49c2-937f-2ead4936fb36 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365073 Nov 12 01:46:18.923540 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e934b62d-1127-4b9f-98a7-c5710bb70074 req-c2acb043-917c-4048-bb23-4b1d4db45687 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732114 Nov 12 01:46:19.021093 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c599e607-50e9-4493-92cf-0baf5cfab582 req-3247c007-5b72-4436-a4f6-b2a9aef960f9 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938780 Nov 12 01:46:20.064204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31c9f-ad7c-489c-bde0-6cc119dc30d2 req-531cb443-720e-43f1-a785-485c59bea41a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.065752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3a31c9f-ad7c-489c-bde0-6cc119dc30d2 req-531cb443-720e-43f1-a785-485c59bea41a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 943 time: 0.0620966 Nov 12 01:46:20.119937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a3a31c9f-ad7c-489c-bde0-6cc119dc30d2 req-9890fb12-c1bb-444c-ad04-99b4fcfa1c0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458877 Nov 12 01:46:20.953099 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:21.063128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:21.075153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'mac_address': 'fa:16:3e:e0:e5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:21.118550 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:21.132335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc43329-b72e-4227-bb4c-7788559c15fc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:21.152687 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:21.158246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:21.208417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:21.244646 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28fed-8116-40f6-9644-1d11dfb17c63 req-e600e2c4-42d9-444d-81a8-38accf1227d0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.246160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba28fed-8116-40f6-9644-1d11dfb17c63 req-e600e2c4-42d9-444d-81a8-38accf1227d0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 944 time: 0.0508409 Nov 12 01:46:21.302326 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ba28fed-8116-40f6-9644-1d11dfb17c63 req-3e4ed8bb-d430-455c-af24-3c324cf5006d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494735 Nov 12 01:46:21.362962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['3fc43329-b72e-4227-bb4c-7788559c15fc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:22.428503 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31b2a-1ac9-46b9-8aa4-d8be51a80e5e req-a5b28b3f-761e-4909-b3ba-8d7c5f7b6017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:22.430026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cb31b2a-1ac9-46b9-8aa4-d8be51a80e5e req-a5b28b3f-761e-4909-b3ba-8d7c5f7b6017 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 944 time: 0.0572779 Nov 12 01:46:22.490920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cb31b2a-1ac9-46b9-8aa4-d8be51a80e5e req-ae2982d8-3f38-4e78-bc49-04cd46c0edfd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548520 Nov 12 01:46:22.966555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:23.022380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 3fc43329-b72e-4227-bb4c-7788559c15fc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:23.026381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 3fc43329-b72e-4227-bb4c-7788559c15fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:23.026789 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.108600 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.137243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:23.139555 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3532efeb-d2e1-4373-9cb5-005e4c08fac7" -d '{"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-plugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:23.153056 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:23.158742 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.181714 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ba7bf-5b79-4e81-b5a8-f9405cb0a392 x-openstack-request-id: req-677ba7bf-5b79-4e81-b5a8-f9405cb0a392 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:23.181992 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-plugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:23.182246 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-677ba7bf-5b79-4e81-b5a8-f9405cb0a392 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:23.182646 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'code': 200} Nov 12 01:46:23.215527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:23.294878 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906504b-2c45-4048-a9b7-a21c5efea8db req-184943f8-e271-4b08-9243-8918b893e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:23.296483 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0906504b-2c45-4048-a9b7-a21c5efea8db req-184943f8-e271-4b08-9243-8918b893e72d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0508080 Nov 12 01:46:23.345127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0906504b-2c45-4048-a9b7-a21c5efea8db req-446cf5d4-f037-4382-9532-5f0552b29a50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416846 Nov 12 01:46:23.621736 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29307b72-26da-4acb-8212-4a21939e771a req-16d40c66-4c75-4af7-b169-b19751fbb8d9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:23.623252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29307b72-26da-4acb-8212-4a21939e771a req-16d40c66-4c75-4af7-b169-b19751fbb8d9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0579388 Nov 12 01:46:23.686064 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-29307b72-26da-4acb-8212-4a21939e771a req-c50e2180-69d0-4c6c-b123-65e777a0addf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550468 Nov 12 01:46:24.833812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49cf2-d8c4-4917-a0cf-1c9441a872b6 req-0328dd58-9be2-4046-afdf-7d6211ccc716 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:24.835338 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cb49cf2-d8c4-4917-a0cf-1c9441a872b6 req-0328dd58-9be2-4046-afdf-7d6211ccc716 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0595884 Nov 12 01:46:24.889997 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cb49cf2-d8c4-4917-a0cf-1c9441a872b6 req-bed25f52-e0fa-49be-9aa9-d57ba103523a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460179 Nov 12 01:46:25.018490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaad63-2d3a-45b6-951f-71b75c467005 req-f89ddfd2-bf6c-4ced-b28b-db0f9bb032e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.020006 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfbaad63-2d3a-45b6-951f-71b75c467005 req-f89ddfd2-bf6c-4ced-b28b-db0f9bb032e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0582271 Nov 12 01:46:25.076229 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bfbaad63-2d3a-45b6-951f-71b75c467005 req-def94c49-4324-41a1-886d-1bee86f1beed tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502234 Nov 12 01:46:25.104829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:25.144996 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc93a63-a8ab-41aa-b9cd-1544886b8cb4 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.146518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ccc93a63-a8ab-41aa-b9cd-1544886b8cb4 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1092 time: 0.0408247 Nov 12 01:46:25.150977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:25.155335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:25.180050 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.284767 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.411830 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.165 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/b026a636-b770-40b1-884b-93474530b00a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:25.524946 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.578909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.616926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:25.621866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:25.625409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:25.631582 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=b026a636-b770-40b1-884b-93474530b00a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:26.023202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.099428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.257766 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.265048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.330897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=b026a636-b770-40b1-884b-93474530b00a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:26.344618 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.456875 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 5c313bd2-24fc-422e-8cee-e693ff91f5d3 associated. External IP: 172.25.6.165, port: 3fc43329-b72e-4227-bb4c-7788559c15fc. Nov 12 01:46:26.671227 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:26.787038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:26.798364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Sync routers for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:26.808538 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.808879 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:26.809505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:26.840185 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57baab69-f9bb-49db-8098-f3c02be1696a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6881359 Nov 12 01:46:26.840841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:26.843251 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61b99f1-d02c-4530-93bb-c8eb02de41e4" -d '{"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:26.885147 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acc84ff-0ae5-4735-92a5-9dc3e259728b x-openstack-request-id: req-1acc84ff-0ae5-4735-92a5-9dc3e259728b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:26.885494 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:26.885756 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1acc84ff-0ae5-4735-92a5-9dc3e259728b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:26.886167 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'status': 'completed', 'code': 200} Nov 12 01:46:26.929128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:26.978684 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a699b3c-ee99-495f-b60e-69d9bceb1d89 req-168fefd1-00fe-4a71-b443-2feb2f8af8a2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:26.980235 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a699b3c-ee99-495f-b60e-69d9bceb1d89 req-168fefd1-00fe-4a71-b443-2feb2f8af8a2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0883155 Nov 12 01:46:26.983139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-a90ec4fb-9ea3-4802-a89e-85c3560ac5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:26.984546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-a90ec4fb-9ea3-4802-a89e-85c3560ac5f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0650847 Nov 12 01:46:27.081262 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a699b3c-ee99-495f-b60e-69d9bceb1d89 req-ccbc2817-0d18-49cf-a005-f8dd1f3c9284 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948477 Nov 12 01:46:27.104759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45118) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:27.110665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-c658e103-ba8a-438b-bf2a-af082a679149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.112803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-c658e103-ba8a-438b-bf2a-af082a679149 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.1130466 Nov 12 01:46:27.167009 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '5c313bd2-24fc-422e-8cee-e693ff91f5d3', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'mac_address': 'fa:16:3e:e0:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:25Z', 'updated_at': '2021-11-12T01:46:25Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:27.172580 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6b52725a-3f29-4200-ae51-df411f97c7d3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/5c313bd2-24fc-422e-8cee-e693ff91f5d3 HTTP/1.1" status: 200 len: 991 time: 0.0654163 Nov 12 01:46:27.197352 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Checking router: 950ad5f9-b353-4430-9fb4-09a2f43a0f92 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:27.207327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:27.207997 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:46:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:27.320519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:27.553944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-994e9a03-eab1-4b2c-82d5-b85d1ee9fd6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 999 time: 0.4321451 Nov 12 01:46:27.576488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '5c313bd2-24fc-422e-8cee-e693ff91f5d3', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'mac_address': 'fa:16:3e:e0:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:25Z', 'updated_at': '2021-11-12T01:46:25Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:27.604416 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db162c-49ca-4f5e-bc1b-c9d4f50192e7 None None] The sync data for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 is: [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '5c313bd2-24fc-422e-8cee-e693ff91f5d3', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.165', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'mac_address': 'fa:16:3e:e0:e5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:25Z', 'updated_at': '2021-11-12T01:46:25Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:27.613239 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-7e1ee610-a52e-44e6-bb4f-a4f99d1c5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.614748 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-7e1ee610-a52e-44e6-bb4f-a4f99d1c5e45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0521560 Nov 12 01:46:27.664182 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-2611c212-7158-4f2f-87fb-d41acd1ad6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.665765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-2611c212-7158-4f2f-87fb-d41acd1ad6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432222 Nov 12 01:46:27.765173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-a18aa5bd-f81b-42ae-9b2d-c38f4dcc8ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924292 Nov 12 01:46:27.807838 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd8a98-f610-4e4e-8bec-8b9c484ab5fc None None] New status for floating IP 5c313bd2-24fc-422e-8cee-e693ff91f5d3: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:46:27.860798 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f61b99f1-d02c-4530-93bb-c8eb02de41e4 req-870838e1-3416-46b2-a918-e286f561fd21 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879309 Nov 12 01:46:28.176361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45120) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:28.240739 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b3b4694-a811-4466-9c6c-d6f54521d9e1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/5c313bd2-24fc-422e-8cee-e693ff91f5d3 HTTP/1.1" status: 200 len: 993 time: 0.0632796 Nov 12 01:46:31.173078 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:32.824050 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:35.881474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:39.297136 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-882d0f6c-fd49-4f00-8627-272f3d0f89ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:42.167698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0baaaa6b-c67d-452e-aa32-7fbfd6e401b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:43.071444 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.247402 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.999675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:56.909508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-55d5d4be-059b-4a42-b550-273e0cb6dbac req-dc297c5b-8558-4f56-8369-53d7c4afb99b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:46:56.910497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-55d5d4be-059b-4a42-b550-273e0cb6dbac req-dc297c5b-8558-4f56-8369-53d7c4afb99b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056620 Nov 12 01:46:57.107934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dd938-88fc-4095-a613-2ce591dca0d5 req-6770744c-da18-4401-bb88-d57e6511df4e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:57.109304 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45136) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:57.109786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d12dd938-88fc-4095-a613-2ce591dca0d5 req-6770744c-da18-4401-bb88-d57e6511df4e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0559258 Nov 12 01:46:57.170940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d12dd938-88fc-4095-a613-2ce591dca0d5 req-5c72e4f4-5591-45c8-afa7-f2fe15325561 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534163 Nov 12 01:46:57.195740 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-a134cb3e-9386-4c0c-85ea-8b1b6fb89b3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852039 Nov 12 01:46:57.207408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-285e60c8-aceb-4f95-ba1c-068f4e78d24f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:46:57.208413 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-285e60c8-aceb-4f95-ba1c-068f4e78d24f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051188 Nov 12 01:46:58.300795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0bee-686a-4752-859c-9e0455462e96 req-ab96083d-3223-4000-83bb-815995a172df tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.302361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d5b0bee-686a-4752-859c-9e0455462e96 req-ab96083d-3223-4000-83bb-815995a172df tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0586269 Nov 12 01:46:58.367826 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6d5b0bee-686a-4752-859c-9e0455462e96 req-e01e4e45-d72f-4677-9f54-2fff3dc190c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586588 Nov 12 01:46:58.398191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-cb010bdc-a27e-43ea-a445-74775bc407f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.399711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-cb010bdc-a27e-43ea-a445-74775bc407f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0494323 Nov 12 01:46:58.509683 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-417921f5-62eb-43e6-8379-50747218a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.511313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-417921f5-62eb-43e6-8379-50747218a60c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.1031625 Nov 12 01:46:58.586203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-cdca8dfc-cc37-4469-b488-212b97755776 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 1001 time: 0.0667126 Nov 12 01:46:58.638950 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-06f4d384-0659-43bb-be81-6223ee314b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.640411 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-06f4d384-0659-43bb-be81-6223ee314b03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0465281 Nov 12 01:46:58.691557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-eb45cec2-5399-43d5-9fc0-527145ffb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.693136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-eb45cec2-5399-43d5-9fc0-527145ffb0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448077 Nov 12 01:46:58.805603 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-94b3c05c-46e8-4e9d-af86-3534d5412a43 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927591 Nov 12 01:46:58.902004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-a343208a-c9af-4da2-972d-5459ae67230c service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Nov 12 01:46:59.503050 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17c7f4-61b5-40d2-a7f6-b6278774b795 req-748e929b-fa28-4512-9d12-d3af728b4655 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:59.504665 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b17c7f4-61b5-40d2-a7f6-b6278774b795 req-748e929b-fa28-4512-9d12-d3af728b4655 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0650740 Nov 12 01:46:59.565584 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6b17c7f4-61b5-40d2-a7f6-b6278774b795 req-11b3e515-bffa-40a6-a7a9-26ab2d7c26e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529048 Nov 12 01:47:00.699035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e77d2-4028-4c20-b6a7-7c0bc9420c39 req-6e40899a-e967-442f-b19d-485308fce7db tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:00.700626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-767e77d2-4028-4c20-b6a7-7c0bc9420c39 req-6e40899a-e967-442f-b19d-485308fce7db tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Nov 12 01:47:00.767931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-767e77d2-4028-4c20-b6a7-7c0bc9420c39 req-0f5e70e7-d45c-4639-9e65-9a82ff534046 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576200 Nov 12 01:47:01.900715 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae2084-7f61-40f7-b90d-38801fd77c2c req-53746bf1-bc00-4981-867b-99e52c292c97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:01.902823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96ae2084-7f61-40f7-b90d-38801fd77c2c req-53746bf1-bc00-4981-867b-99e52c292c97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0569091 Nov 12 01:47:01.961008 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96ae2084-7f61-40f7-b90d-38801fd77c2c req-db52fc0e-e061-4ca2-8f42-9bb5c5c2eb19 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Nov 12 01:47:02.826323 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.094228 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b4738-5f07-444e-8601-82237505b820 req-ceedba50-67a9-4759-8f72-a8e27afb5013 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.095725 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-294b4738-5f07-444e-8601-82237505b820 req-ceedba50-67a9-4759-8f72-a8e27afb5013 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0589659 Nov 12 01:47:03.147862 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-294b4738-5f07-444e-8601-82237505b820 req-379e010d-6124-4587-b348-b9a9d672e4c0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460985 Nov 12 01:47:04.289433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee322a-891f-4001-8252-8317d2a339f1 req-43a3d735-d478-45ca-a757-68171ccc7341 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:04.290949 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eee322a-891f-4001-8252-8317d2a339f1 req-43a3d735-d478-45ca-a757-68171ccc7341 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0615573 Nov 12 01:47:04.346137 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9eee322a-891f-4001-8252-8317d2a339f1 req-444996d3-e5b8-4dd6-8ffd-997c91abfb7a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461082 Nov 12 01:47:05.482724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098acc49-39e4-4558-80cc-e0dc06490af7 req-39868609-67ac-453b-99aa-c2fa93b21581 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.484259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-098acc49-39e4-4558-80cc-e0dc06490af7 req-39868609-67ac-453b-99aa-c2fa93b21581 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0617878 Nov 12 01:47:05.540308 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-098acc49-39e4-4558-80cc-e0dc06490af7 req-45da3baa-a5b3-4bae-8b0a-4bec91c5637c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 Nov 12 01:47:05.882494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:06.669734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c691-0b9b-47a9-8c0e-d8805ac2ae24 req-e3999fa2-50a8-4b4b-a1d9-000d4f3da628 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:06.671290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2b5c691-0b9b-47a9-8c0e-d8805ac2ae24 req-e3999fa2-50a8-4b4b-a1d9-000d4f3da628 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0526829 Nov 12 01:47:06.726517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b2b5c691-0b9b-47a9-8c0e-d8805ac2ae24 req-79b9d25b-f2d7-4299-8563-24f2f766cc27 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464053 Nov 12 01:47:07.850732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10ff3-14e7-4697-b613-cb37b69c9268 req-d77569d2-a69e-487d-a5bf-b0f35151f65e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:07.852271 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20b10ff3-14e7-4697-b613-cb37b69c9268 req-d77569d2-a69e-487d-a5bf-b0f35151f65e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Nov 12 01:47:07.911711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20b10ff3-14e7-4697-b613-cb37b69c9268 req-48ac262d-0668-4f64-b12a-55ab7aec4863 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526030 Nov 12 01:47:08.174020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:09.036163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2921aed-9fcc-4796-af71-9f3ef2979435 req-987b871c-0d5b-4874-89b8-e7cc4b4699f7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:09.037688 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2921aed-9fcc-4796-af71-9f3ef2979435 req-987b871c-0d5b-4874-89b8-e7cc4b4699f7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Nov 12 01:47:09.094811 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f2921aed-9fcc-4796-af71-9f3ef2979435 req-d71c94d6-4ea0-47df-9bca-f9845a4f87d5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465131 Nov 12 01:47:09.292601 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b3896e6-5e4b-48f6-8c4d-db70fa095fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:10.225459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659ba20-2f63-4c34-abd8-0ac996434f5d req-7fef2a4f-24b3-4f7c-a3a0-819f13714194 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:10.227241 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5659ba20-2f63-4c34-abd8-0ac996434f5d req-7fef2a4f-24b3-4f7c-a3a0-819f13714194 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0619810 Nov 12 01:47:10.283199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5659ba20-2f63-4c34-abd8-0ac996434f5d req-78717f9a-28e4-4332-9724-dc10227c48f9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468581 Nov 12 01:47:10.756293 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-ed1c61ef-55cc-4fe8-a141-045652babf5a service neutron] show failed (client error): The resource could not be found. Nov 12 01:47:10.757367 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-ed1c61ef-55cc-4fe8-a141-045652babf5a service neutron] 10.222.0.32 "GET /v2.0/ports/3fc43329-b72e-4227-bb4c-7788559c15fc/bindings/n-h2-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0862136 Nov 12 01:47:10.977310 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-bd38d3c8-fc45-402c-9ffe-f53a58967c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:10.978728 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-bd38d3c8-fc45-402c-9ffe-f53a58967c0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 1097 time: 0.0466135 Nov 12 01:47:10.995552 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:11.054507 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.284422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:11.320988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h1-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:11.366271 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:11.368604 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13107448-b719-4b57-bb91-1e438460b0bd" -d '{"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:11.372776 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.385504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Transition to ACTIVE for port object 3fc43329-b72e-4227-bb4c-7788559c15fc will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:47:11.391863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.410874 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b24e5-c3a9-4e8a-9961-a143afd49b1b req-28dc9e49-62a0-408e-9a11-9e171e42f16c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:11.412647 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f87b24e5-c3a9-4e8a-9961-a143afd49b1b req-28dc9e49-62a0-408e-9a11-9e171e42f16c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0552254 Nov 12 01:47:11.426243 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360df40b-e467-443a-b70b-a31618fc00a5 x-openstack-request-id: req-360df40b-e467-443a-b70b-a31618fc00a5 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:11.426494 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:11.426750 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-360df40b-e467-443a-b70b-a31618fc00a5 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:11.427180 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'code': 200} Nov 12 01:47:11.445502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=6']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:11.477457 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f87b24e5-c3a9-4e8a-9961-a143afd49b1b req-b3b008fa-ed4a-4962-bb20-6fef172e015d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546618 Nov 12 01:47:11.487802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.488172 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.488511 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.488857 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.489173 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.489497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.489816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.490138 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.490455 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.490772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.491092 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.491410 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:11.531777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] No DVR routers for this DVR port 3fc43329-b72e-4227-bb4c-7788559c15fc on host n-h1-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:47:11.675476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:11.675813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:11.676176 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:11.681014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:47:11.681344 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Attempting to bind port 3fc43329-b72e-4227-bb4c-7788559c15fc on network 9309b352-f086-4b8b-a23d-62855ceb47e5 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:11.686285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:11.686670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Checking segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:11.687053 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Bound using segment: {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:11.687487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Bound port: 3fc43329-b72e-4227-bb4c-7788559c15fc, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:11.688299 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.758449 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:11.761643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:11.767672 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.803261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:11.803889 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:11.805529 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] 10.222.0.39 "PUT /v2.0/ports/3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 1092 time: 0.8166986 Nov 12 01:47:11.827208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ade6d6-3021-429b-af24-569e1f11000e service neutron] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=7']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:11.872184 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-ec66bbfb-0fee-4689-aa38-fbe0cb6c18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:11.873737 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-ec66bbfb-0fee-4689-aa38-fbe0cb6c18e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0436037 Nov 12 01:47:11.980209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-fb68d053-a8b4-4cbc-82a4-2fb48c94cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:11.982730 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-fb68d053-a8b4-4cbc-82a4-2fb48c94cac3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.1003714 Nov 12 01:47:12.053479 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-d8f467ee-d47f-4e85-a4e9-9cb01b200727 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 999 time: 0.0620208 Nov 12 01:47:12.109308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-2ef53880-6e12-4120-b293-e47a10eec42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:12.110754 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-2ef53880-6e12-4120-b293-e47a10eec42c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0508389 Nov 12 01:47:12.160181 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-86062a4a-794d-4b32-b296-fe01d9b45c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:12.161732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-86062a4a-794d-4b32-b296-fe01d9b45c35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429215 Nov 12 01:47:12.163225 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bcf5-a01b-4e74-b5ce-b8e9d9c883d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:12.257658 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-3bed9f90-29b3-4b20-95b8-b2363d0329b2 service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Nov 12 01:47:12.356372 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e4230b51-3a62-46f7-893e-85109eaf52fa req-fba53256-d01c-4f46-b814-f471f71e5676 service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914767 Nov 12 01:47:12.608886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178babc-dd57-4c13-b27a-5d39350aacec req-4f83bcdc-9769-4cf6-8331-bc8154fd11b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:12.610302 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5178babc-dd57-4c13-b27a-5d39350aacec req-4f83bcdc-9769-4cf6-8331-bc8154fd11b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 943 time: 0.0594506 Nov 12 01:47:12.663037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5178babc-dd57-4c13-b27a-5d39350aacec req-7974adc0-07f2-4bd1-983a-b62da1649cb6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466685 Nov 12 01:47:13.076258 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:13.429264 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:13.432886 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61edd4d4-4dea-459c-a1b9-a14df5383540" -d '{"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:13.491716 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098836a5-67d9-4e02-acbe-3b2b23fa1a73 x-openstack-request-id: req-098836a5-67d9-4e02-acbe-3b2b23fa1a73 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:13.492023 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:13.492297 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-098836a5-67d9-4e02-acbe-3b2b23fa1a73 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:13.492741 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'status': 'completed', 'code': 200} Nov 12 01:47:13.559680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-ab255df1-e3e0-439f-a12c-e1dee6bfbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.561233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-ab255df1-e3e0-439f-a12c-e1dee6bfbdab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0493312 Nov 12 01:47:13.566944 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-c2a1c51c-1dc4-4785-883f-4a800bfd0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.568508 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-c2a1c51c-1dc4-4785-883f-4a800bfd0fcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0434551 Nov 12 01:47:13.659055 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-b7e3a999-a8d5-4a02-826c-fa1c0194b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.660586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-b7e3a999-a8d5-4a02-826c-fa1c0194b908 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.0917413 Nov 12 01:47:13.665966 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-e9fa74a1-d6c1-4c56-80f4-47e216dc88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.667472 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-e9fa74a1-d6c1-4c56-80f4-47e216dc88cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.0909905 Nov 12 01:47:13.734444 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-dce4905e-7b1e-41f2-9020-46fade78e75d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 999 time: 0.0663624 Nov 12 01:47:13.741488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-54f54078-ca33-4a22-aac4-f21244553918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 999 time: 0.0635159 Nov 12 01:47:13.801030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-f6304e86-eecb-4f2f-a477-6fcd095a2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.802539 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-f6304e86-eecb-4f2f-a477-6fcd095a2744 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0522437 Nov 12 01:47:13.817644 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-dad858dc-1558-4429-90ec-9547878ae8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.819415 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-dad858dc-1558-4429-90ec-9547878ae8ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0693252 Nov 12 01:47:13.830075 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99f366-befe-4866-bd52-251eb75c4b11 req-2c7399a1-b057-412d-8043-7c9733cec475 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.832799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e99f366-befe-4866-bd52-251eb75c4b11 req-2c7399a1-b057-412d-8043-7c9733cec475 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 943 time: 0.0936422 Nov 12 01:47:13.863421 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-d6295b16-f8c4-4ef1-b20b-cdfde52aa87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.878021 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-d6295b16-f8c4-4ef1-b20b-cdfde52aa87a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617242 Nov 12 01:47:13.899814 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-41518d43-33f0-48f2-954e-8160af4c6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.901617 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-41518d43-33f0-48f2-954e-8160af4c6e40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678248 Nov 12 01:47:13.959199 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1e99f366-befe-4866-bd52-251eb75c4b11 req-0aea1873-4da7-46a1-a642-281b0e53a66e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993817 Nov 12 01:47:13.999329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-1314f950-5dd3-4f6a-9bb4-b00c82533c2e service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135342 Nov 12 01:47:14.017877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-0d954e84-607a-45b3-9cdd-8d5f84476e8e service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044393 Nov 12 01:47:14.097619 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-c47600b7-1d26-40fc-8eea-f3bb97f80728 service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889139 Nov 12 01:47:14.117653 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-61edd4d4-4dea-459c-a1b9-a14df5383540 req-5121ab3f-0c39-4a05-80de-b9d7ee0d75f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915365 Nov 12 01:47:14.244352 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:14.869370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:47:14.991026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:15.009489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'port_id': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'mac_address': 'fa:16:3e:e0:e5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:47:15.013451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:15.050933 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:15.064429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc43329-b72e-4227-bb4c-7788559c15fc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:47:15.084824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:15.089264 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd335d-bbb7-4898-b630-1d1c5c922024 req-988bb658-f183-41b2-8b2e-1210bf9c2946 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.089831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:15.090901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cbd335d-bbb7-4898-b630-1d1c5c922024 req-988bb658-f183-41b2-8b2e-1210bf9c2946 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 943 time: 0.0540602 Nov 12 01:47:15.117917 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:15.148562 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1cbd335d-bbb7-4898-b630-1d1c5c922024 req-725608ed-8f35-4007-a227-e1fa25503730 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507033 Nov 12 01:47:15.186372 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:15.188839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:15.196289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.196623 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.196963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.197300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.197627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.197956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.198275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.198598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.198922 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.199224 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.199543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.199912 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:15.349777 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['3fc43329-b72e-4227-bb4c-7788559c15fc'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:15.393546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41265c75-53e2-4430-8064-87af9cea02cc req-9ce95ffe-56d3-4e83-8bb7-26de174924f5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.395134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41265c75-53e2-4430-8064-87af9cea02cc req-9ce95ffe-56d3-4e83-8bb7-26de174924f5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 944 time: 0.0834439 Nov 12 01:47:15.408656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-02e822d9-d68f-4239-9346-b59426655353 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.410783 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-02e822d9-d68f-4239-9346-b59426655353 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2&tenant_id=b56a0232de5e492fa1af0e9f419b28d0&binding%3Ahost_id=n-h2-712141-15 HTTP/1.1" status: 200 len: 944 time: 0.0887709 Nov 12 01:47:15.497425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41265c75-53e2-4430-8064-87af9cea02cc req-44a3e8cf-7eba-4897-a946-e3265cfb72cb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849278 Nov 12 01:47:15.508942 n-d-712141-15 neutron-server[102677]: INFO neutron.api.v2.resource [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-d0ff784b-cf25-4232-8cd5-440c9851769b service neutron] delete failed (client error): The resource could not be found. Nov 12 01:47:15.510158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-d0ff784b-cf25-4232-8cd5-440c9851769b service neutron] 10.222.0.32 "DELETE /v2.0/ports/3fc43329-b72e-4227-bb4c-7788559c15fc/bindings/n-h1-712141-15 HTTP/1.1" status: 404 len: 381 time: 0.0846951 Nov 12 01:47:15.639780 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-a09bbb25-7d3c-4109-a6d6-34a1de5a78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.641358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-a09bbb25-7d3c-4109-a6d6-34a1de5a78a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1096 time: 0.0777318 Nov 12 01:47:15.665179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a7966-7215-49c8-be52-36d48efd2e44 req-150482f5-38f2-4188-b616-bbeb40f2b571 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.666657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78a7966-7215-49c8-be52-36d48efd2e44 req-150482f5-38f2-4188-b616-bbeb40f2b571 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 944 time: 0.0901887 Nov 12 01:47:15.770702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e78a7966-7215-49c8-be52-36d48efd2e44 req-d30c3f58-7a20-48c0-81ca-7b535052d0a6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940886 Nov 12 01:47:15.781009 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-a4da721d-9e0d-4275-8271-776f9f26e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.782517 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-a4da721d-9e0d-4275-8271-776f9f26e964 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.1334541 Nov 12 01:47:15.853207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-ea2591ad-f08b-4e8b-8fa5-a05652292e81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 1000 time: 0.0617635 Nov 12 01:47:15.906344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-66b9940d-d8b7-4ea7-9ad1-803a1bebc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.907823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-66b9940d-d8b7-4ea7-9ad1-803a1bebc426 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0476260 Nov 12 01:47:15.965241 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-1721ed66-bf05-48b9-a1ec-087d02ca477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:15.967039 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-1721ed66-bf05-48b9-a1ec-087d02ca477a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501604 Nov 12 01:47:16.065482 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-948b899f-cf23-4b5f-962a-2009d5683664 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911124 Nov 12 01:47:16.171886 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2f430bc0-598c-4653-89a3-f077a1dc274b req-1c454c83-7d01-46f7-a39c-6d801d0ab803 service neutron] 10.222.0.32 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986967 Nov 12 01:47:16.886911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:16.893478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755850bb-743d-4ef5-8e2e-a01b71426e17 req-95330fe0-2610-4651-b046-ce4a9682000f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:16.895060 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-755850bb-743d-4ef5-8e2e-a01b71426e17 req-95330fe0-2610-4651-b046-ce4a9682000f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 944 time: 0.0521600 Nov 12 01:47:16.943641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 3fc43329-b72e-4227-bb4c-7788559c15fc completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:47:16.947793 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 3fc43329-b72e-4227-bb4c-7788559c15fc triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:16.948237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:16.956493 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-755850bb-743d-4ef5-8e2e-a01b71426e17 req-3e04785c-c091-4b6c-ac04-ff1d955b916e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547638 Nov 12 01:47:16.980260 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45206) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:17.040664 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:17.048036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-96a90aba-7a07-458b-bd7b-d813fc0195ff tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/5c313bd2-24fc-422e-8cee-e693ff91f5d3 HTTP/1.1" status: 200 len: 992 time: 0.0665882 Nov 12 01:47:17.064800 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:17.066985 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d4c09-d2e1-4967-af9c-f334e883ed9a" -d '{"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-plugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:17.081306 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:17.085639 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:17.110570 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ff77a-18c1-4584-b7ea-d43588471cf7 x-openstack-request-id: req-c61ff77a-18c1-4584-b7ea-d43588471cf7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:17.110890 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-plugged", "status": "completed", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:17.111123 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c61ff77a-18c1-4584-b7ea-d43588471cf7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:17.111538 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'code': 200} Nov 12 01:47:17.137210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:18.876310 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-39b5eb30-1d75-4a9a-a96c-7597932077ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497231 Nov 12 01:47:18.974696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-156917dd-cacf-409f-a56c-e450ffad8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.976175 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-156917dd-cacf-409f-a56c-e450ffad8873 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0499854 Nov 12 01:47:19.091120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-355dc59e-4551-4858-83f3-29ab9b04f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:19.092676 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-355dc59e-4551-4858-83f3-29ab9b04f141 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.0959752 Nov 12 01:47:19.162343 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-09bea40e-b3d8-4ecb-a383-31d52a1a3164 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 1001 time: 0.0621345 Nov 12 01:47:19.213401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-c631828a-ef03-4cdc-9f99-2a2e6f0d6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:19.215189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-c631828a-ef03-4cdc-9f99-2a2e6f0d6e92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0457156 Nov 12 01:47:19.266655 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-c72a1e55-0c07-4902-b8b2-c196e65a2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:19.268424 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-c72a1e55-0c07-4902-b8b2-c196e65a2aa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460360 Nov 12 01:47:19.372581 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-84725855-c263-4bf8-8a92-d1728efb3d2c service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965846 Nov 12 01:47:19.466747 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d7a9ebbd-a52a-4476-8462-0e3ebac4cf40 req-373285a9-0dc8-4780-82f0-e1f1f91cb11f service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865111 Nov 12 01:47:32.819460 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.880850 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:39.307294 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a17f23e0-b039-426a-bd85-9d66fd488734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:42.169219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e96ef73-25a9-4d97-aca1-e51f37b5a994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:43.074906 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:44.248363 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.003248 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.176984 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:45.434733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:45.607083 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port b026a636-b770-40b1-884b-93474530b00a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:45.607406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.695636 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.696035 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.708489 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for b026a636-b770-40b1-884b-93474530b00a owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:45.880041 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.907208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=b026a636-b770-40b1-884b-93474530b00a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:45.919732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.920117 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.920458 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.920795 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.921138 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.921457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.921794 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.922111 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.922436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.922783 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.923106 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.923423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:45.982406 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.982656 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 5c313bd2-24fc-422e-8cee-e693ff91f5d3 disassociated (deleted). External IP: 172.25.6.165, port: 3fc43329-b72e-4227-bb4c-7788559c15fc. Nov 12 01:47:46.208294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:46.343703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:46.349063 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:46.354849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Sync routers for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:46.365748 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:46.366457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:46.376926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-eb310f1d-2545-4459-9e3f-eab5ae59ce28 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/floatingips/5c313bd2-24fc-422e-8cee-e693ff91f5d3 HTTP/1.1" status: 204 len: 168 time: 0.9410267 Nov 12 01:47:46.377482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:46.379942 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c4d66-adad-47e5-9179-c02711119cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:46.420770 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36420412-ffc0-4ffb-ab69-96691e40d08e x-openstack-request-id: req-36420412-ffc0-4ffb-ab69-96691e40d08e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:46.421473 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:46.422517 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36420412-ffc0-4ffb-ab69-96691e40d08e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:46.423027 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'status': 'completed', 'code': 200} Nov 12 01:47:46.485120 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-6c0759a4-199b-47a8-93f2-119f8f1f783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.486794 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-6c0759a4-199b-47a8-93f2-119f8f1f783b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0440128 Nov 12 01:47:46.490363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:46.587923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-2dc16932-2c27-4e83-acc5-6e2999d300c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.589589 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-2dc16932-2c27-4e83-acc5-6e2999d300c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 200 len: 898 time: 0.0956025 Nov 12 01:47:46.628171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c0e3-b649-428a-b0ce-fc682a2144b2 req-3619c9c4-473a-4804-9959-c33827f393f1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.630448 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2480c0e3-b649-428a-b0ce-fc682a2144b2 req-3619c9c4-473a-4804-9959-c33827f393f1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0569823 Nov 12 01:47:46.637394 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-0a9f63f6-ef4e-4fd3-86c6-7525c099055e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 200 len: 217 time: 0.0383310 Nov 12 01:47:46.694125 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-020f9b70-f695-4c84-85bd-e3ce13f9c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.695774 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-020f9b70-f695-4c84-85bd-e3ce13f9c712 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 200 len: 833 time: 0.0504611 Nov 12 01:47:46.697634 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2480c0e3-b649-428a-b0ce-fc682a2144b2 req-d99b10d7-c941-4409-b5bc-ab330a6147e4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570843 Nov 12 01:47:46.748111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-39eb875e-b2b8-4fd7-af23-6b0cad1a10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.749705 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-39eb875e-b2b8-4fd7-af23-6b0cad1a10c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9309b352-f086-4b8b-a23d-62855ceb47e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451033 Nov 12 01:47:46.862130 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-e795f95d-874e-48c5-b76e-db274be49e68 service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039398 Nov 12 01:47:46.882555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:46.911587 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Checking router: 950ad5f9-b353-4430-9fb4-09a2f43a0f92 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:46.922497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:46.923131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:46.964948 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d3c4d66-adad-47e5-9179-c02711119cdf req-baa8f76d-6834-4217-915f-492c149bccec service neutron] 10.222.0.39 "GET /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942967 Nov 12 01:47:47.046686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:47.261390 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:47.292294 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c9722-f481-4b68-a4f1-a13e83c82a16 None None] The sync data for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 is: [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:13Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '6d96a73e-bb86-4ec3-828c-7f5bdcc596fa', 'name': '', 'network_id': '9309b352-f086-4b8b-a23d-62855ceb47e5', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:20:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:16Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '922dabb6-8bd6-4c6e-a21f-59280c84ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:47.533414 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201294b-3bfd-4186-8066-9d0f88d84747 None None] New status for floating IP 5c313bd2-24fc-422e-8cee-e693ff91f5d3: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:47:47.826578 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523bc36-407c-4c95-ba4f-27496ca42e8f req-1f71cae1-f4a2-4f1d-b4c5-b426c03a538f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:47.828114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9523bc36-407c-4c95-ba4f-27496ca42e8f req-1f71cae1-f4a2-4f1d-b4c5-b426c03a538f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0574050 Nov 12 01:47:47.886536 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9523bc36-407c-4c95-ba4f-27496ca42e8f req-632fd404-c0cb-4d96-8057-58f3e3d0465b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=54deb9b2-7111-450e-8e4a-1b3c1e461e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502954 Nov 12 01:47:47.944209 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793c59-459f-489d-811e-0f04420f12af req-35f7bfb0-89ad-40d5-8d93-73d93215198b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:47.945613 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f7793c59-459f-489d-811e-0f04420f12af req-35f7bfb0-89ad-40d5-8d93-73d93215198b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 945 time: 0.0571783 Nov 12 01:47:48.043269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 3fc43329-b72e-4227-bb4c-7788559c15fc {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:48.043610 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:48.143337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 3fc43329-b72e-4227-bb4c-7788559c15fc, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=3fc43329-b72e-4227-bb4c-7788559c15fc,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:48.143601 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:48.157267 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 3fc43329-b72e-4227-bb4c-7788559c15fc owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:48.310073 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:48.346483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=3fc43329-b72e-4227-bb4c-7788559c15fc,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:48.392484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] No DVR routers for this DVR port 3fc43329-b72e-4227-bb4c-7788559c15fc on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:47:48.397049 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:48.401494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f7793c59-459f-489d-811e-0f04420f12af req-e25efbee-6964-401d-be78-6eecc0a4ec1e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "DELETE /v2.0/ports/3fc43329-b72e-4227-bb4c-7788559c15fc HTTP/1.1" status: 204 len: 173 time: 0.4491463 Nov 12 01:47:48.401951 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-deleted', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:48.404374 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19472c59-8121-4389-9052-39757a45e165" -d '{"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-deleted", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:48.454860 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38539b82-9305-45f0-876e-f04ed98aaa83 x-openstack-request-id: req-38539b82-9305-45f0-876e-f04ed98aaa83 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:48.455154 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada3596-f23e-4de7-825a-842d5310fbd2", "name": "network-vif-deleted", "tag": "3fc43329-b72e-4227-bb4c-7788559c15fc", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:48.455410 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38539b82-9305-45f0-876e-f04ed98aaa83 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:48.455829 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada3596-f23e-4de7-825a-842d5310fbd2', 'name': 'network-vif-deleted', 'tag': '3fc43329-b72e-4227-bb4c-7788559c15fc', 'status': 'completed', 'code': 200} Nov 12 01:47:49.019802 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-368fef20-50ad-481f-8793-a40c5da42d06 req-cdee778e-592a-4eb0-a203-77dd742810d9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=aada3596-f23e-4de7-825a-842d5310fbd2 HTTP/1.1" status: 200 len: 210 time: 0.0412555 Nov 12 01:47:50.080880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:50.478029 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:50.749773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:50.750025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:50.853979 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:50.854338 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:50.867963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:50.972088 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:50.992134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 3fc43329-b72e-4227-bb4c-7788559c15fc {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:47:50.992579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 3fc43329-b72e-4227-bb4c-7788559c15fc not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:51.081384 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:51.115232 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=6d96a73e-bb86-4ec3-828c-7f5bdcc596fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:51.307999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:51.908423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:52.039286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:52.045128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e63249d3-66dc-4746-bb2a-3ad7356e89eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/950ad5f9-b353-4430-9fb4-09a2f43a0f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632049 Nov 12 01:47:52.048790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45238) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:52.050811 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Sync routers for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:52.064240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:52.065158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:52.102262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting subnet 922dabb6-8bd6-4c6e-a21f-59280c84ee9c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:47:52.106234 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.147552 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.193360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:52.239528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.301224 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.332523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Subnet': ['ID=922dabb6-8bd6-4c6e-a21f-59280c84ee9c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:52.334579 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.338088 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4b4b9b57-3b0b-448d-afb9-b26e90d7e2fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/subnets/922dabb6-8bd6-4c6e-a21f-59280c84ee9c HTTP/1.1" status: 204 len: 168 time: 0.2881310 Nov 12 01:47:52.340929 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45240) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:52.349348 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a7668-8b50-44bf-b554-37338cb3c191 None None] Network 9309b352-f086-4b8b-a23d-62855ceb47e5 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:47:52.454314 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.513358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:47:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:52.543609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Checking router: 950ad5f9-b353-4430-9fb4-09a2f43a0f92 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:52.553849 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Routers {'950ad5f9-b353-4430-9fb4-09a2f43a0f92'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:52.554482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:52.576002 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.641850 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 3436f63e-49ab-4035-ae68-c2ab481b7cae {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:52.642628 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.645417 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] DHCP port deletion for 9309b352-f086-4b8b-a23d-62855ceb47e5 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:52.700911 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] Set router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:52.740984 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 3436f63e-49ab-4035-ae68-c2ab481b7cae, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=3436f63e-49ab-4035-ae68-c2ab481b7cae,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:52.741262 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.754055 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 3436f63e-49ab-4035-ae68-c2ab481b7cae owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:52.815197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Deleting port ac19da30-61c0-4ecd-be15-156c6a3c124e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:52.815513 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.909930 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] For port ac19da30-61c0-4ecd-be15-156c6a3c124e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ac19da30-61c0-4ecd-be15-156c6a3c124e,segment=NetworkSegment(b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d),segment_id=b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:52.910231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.934841 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.939953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Calling delete_port for ac19da30-61c0-4ecd-be15-156c6a3c124e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:52.961228 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=3436f63e-49ab-4035-ae68-c2ab481b7cae,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:52.992028 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7299f83-ae02-4a5a-88c2-3dbe4459f145 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:53.036488 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.039095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:47:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:53.068301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce00a1b-ca2c-4905-9927-a2e22c1ee3f1 None None] The sync data for ids ['950ad5f9-b353-4430-9fb4-09a2f43a0f92'] in n-d-712141-15 is: [{'id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215054509', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:47:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '3436f63e-49ab-4035-ae68-c2ab481b7cae', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ad5f9-b353-4430-9fb4-09a2f43a0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:09Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:53.075876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.102729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] Pushing event deleted for resources: {'Port': ['ID=ac19da30-61c0-4ecd-be15-156c6a3c124e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:53.107780 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5ec40-2a06-4176-9406-dfe100451d39 None None] No DVR routers for this DVR port ac19da30-61c0-4ecd-be15-156c6a3c124e on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:47:53.144713 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.147110 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.195521 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.196165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Fanout notify agent at l3_agent the message router_deleted on router 950ad5f9-b353-4430-9fb4-09a2f43a0f92 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:47:53.204219 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.205365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c77949c6-68d4-4b35-89fc-6f3da0ca6ebc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/routers/950ad5f9-b353-4430-9fb4-09a2f43a0f92 HTTP/1.1" status: 204 len: 168 time: 0.8634243 Nov 12 01:47:53.209417 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45242) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:53.285998 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.380398 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.401644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9309b352-f086-4b8b-a23d-62855ceb47e5']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:53.411401 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:53.411693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a27c23-1bc7-4bb0-93d5-1459f37f9a7d') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:53.424499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.441800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.449563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:47:53.450143 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:47:53.453529 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:47:53.520935 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.529337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.532557 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/networks/9309b352-f086-4b8b-a23d-62855ceb47e5 HTTP/1.1" status: 204 len: 168 time: 0.3221340 Nov 12 01:47:53.534921 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:53.546378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2cf2a-d26d-45f5-8352-ac44242b5488 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Network': ['ID=9309b352-f086-4b8b-a23d-62855ceb47e5,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:53.600321 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.628285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.695210 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.697993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.700004 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/security-groups/54deb9b2-7111-450e-8e4a-1b3c1e461e5e HTTP/1.1" status: 204 len: 168 time: 0.1634812 Nov 12 01:47:53.711500 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ad9a1-868c-4a86-924f-8703bb9c366c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54deb9b2-7111-450e-8e4a-1b3c1e461e5e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:53.941551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:53.946544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535832801', 'description': 'tempest-secgroup-smoke-535832801 description', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:53.977362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.056287 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.062909 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.095614 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.097019 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1543679 Nov 12 01:47:54.101641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.106242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.111936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128549-c033-4f29-9f55-3405b5983a9f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88b85d-712c-4e6f-a62a-2f8200db3200,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.140220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.189262 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:54.205903 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.210813 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.214684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:47:54.215259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 6d96a73e-bb86-4ec3-828c-7f5bdcc596fa not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:54.215807 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3436f63e-49ab-4035-ae68-c2ab481b7cae no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:54.230037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72422d2-521f-45e7-afd0-6da311c4962a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.240240 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.241535 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-12e9d715-e263-4942-be43-21abbe9ab31d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389546 Nov 12 01:47:54.244397 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 3436f63e-49ab-4035-ae68-c2ab481b7cae {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:47:54.244573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45254) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.244749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 3436f63e-49ab-4035-ae68-c2ab481b7cae not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:54.245186 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac19da30-61c0-4ecd-be15-156c6a3c124e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:54.250004 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.265214 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ac19da30-61c0-4ecd-be15-156c6a3c124e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:47:54.265567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ac19da30-61c0-4ecd-be15-156c6a3c124e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:54.279849 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.353687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.359752 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.377880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b94c9cb-007d-47ce-8c14-9c3d862fe20e,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.388583 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.389826 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b49211d1-94d7-490b-ba2d-59652adfe0fe tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441011 Nov 12 01:47:54.393708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45256) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.398306 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.427324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.489774 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.496042 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.513832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a16409-a61e-4e58-9adb-726fb5da9242,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.523778 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.525043 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bb62a72a-2cfe-4d66-b5ec-477fa9755458 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303744 Nov 12 01:47:54.528462 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.534278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.569320 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.635764 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.641938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.661152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4640d823-8cba-4b4f-9ca5-bdf5600d35fb,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.668988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.670207 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5647c810-ab08-4dc1-bdd4-db8efc12fdcc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406498 Nov 12 01:47:54.673139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.677551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.700804 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:47:54.705892 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.770110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.774322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.795041 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e1fd5e-9e38-4e87-ab88-bfaaed99835e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.801014 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.802259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d684da0c-a269-4c1d-be40-e04e8725e13e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281772 Nov 12 01:47:54.805314 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.810433 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': 'ce88b85d-712c-4e6f-a62a-2f8200db3200', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.834036 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:47:54.839700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.903993 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.909253 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.927836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff28f36-ca26-46e0-b5a4-f01ced569610,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:54.936173 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:54.937778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ea08a1d6-8b6e-40c9-b40e-6d642c2cf70f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312129 Nov 12 01:47:54.941202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:54.950579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'network': {'name': 'tempest-network-smoke--1903782819', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:54.974351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:47:54.978528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.003711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:47:55.012967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.013310 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Added segment 27706061-abd0-4ab0-bb85-8395e6869153 of type vlan for network c4999f56-ad35-46f7-8a96-d5c7cf40d406 Nov 12 01:47:55.057802 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.090141 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.095688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:55.096294 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.131870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885645 Nov 12 01:47:55.134973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45266) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:55.139868 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'admin_state_up': True, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:55.165732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211916f-d5c3-4a10-8e61-f37422a94b09 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Network': ['ID=c4999f56-ad35-46f7-8a96-d5c7cf40d406,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:55.167840 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.169145 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.179151 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:47:55.231454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.709196 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.907250 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.926127 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.033525 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.190 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/4f779f79-c9b1-4525-87d0-f89a922fe6f1) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:56.154572 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.191362 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.233915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:56.238840 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:56.242393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:56.249117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=4f779f79-c9b1-4525-87d0-f89a922fe6f1,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:56.417805 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05ca2d-4103-4378-96f7-d0f0d660a7da None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:56.468355 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-75b23cc7-e723-4914-9d17-99ec8e2beab4 None None] Provisioning complete for port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:56.468618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75b23cc7-e723-4914-9d17-99ec8e2beab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.503394 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-75b23cc7-e723-4914-9d17-99ec8e2beab4 None None] Port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:56.511898 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.720564 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.860076 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 105994d7-8336-491f-b58c-afd6fe7956df is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:47:56.979158 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:56.989091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Sync routers for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:56.999469 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:57.000113 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:57.001810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.003060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e99a1dcf-0801-4c3f-9dae-60e0612b71de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8669848 Nov 12 01:47:57.006528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:57.039124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-87a4d701-d6a2-4d3e-9712-04d49630560d tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b56a0232de5e492fa1af0e9f419b28d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307748 Nov 12 01:47:57.041958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:57.107137 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:57.136612 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451b50d-7217-442e-8631-8508fa211acd tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:57.138574 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4451b50d-7217-442e-8631-8508fa211acd tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953009 Nov 12 01:47:57.141475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:57.169659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-23da7cd0-0a3f-4f8f-b706-26b898fce63b tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270836 Nov 12 01:47:57.172337 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45274) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:57.177141 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267066666', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:57.279000 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:47:57.282860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.292463 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:56Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:57.320543 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Checking router: 105994d7-8336-491f-b58c-afd6fe7956df for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:57.320972 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Updating router 105994d7-8336-491f-b58c-afd6fe7956df port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:47:57.350088 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.471322 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.534136 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Subnet': ['ID=527074a5-eb31-4112-bb61-ad38eaac9179,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:57.542842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Checking segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:57.543204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network hostable DHCP agents. Network: c4999f56-ad35-46f7-8a96-d5c7cf40d406, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:47:57.560625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:47:57.570523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c4999f56-ad35-46f7-8a96-d5c7cf40d406) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:57.574992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:57.575502 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.580264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed2df3-a842-4065-8a50-750a55adb813 None None] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:47:57.602995 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fa10b904-507c-4f4e-9d28-9571d3a6fe16 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4269986 Nov 12 01:47:57.603353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45276) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:57.605878 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.612794 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.655637 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c36c5c-0e4b-4846-9952-dd3801e7c56c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:57.656870 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Attempting to bind port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:57.657242 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Attempting to bind port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:57.657606 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Attempting to bind port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:57.669833 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:57.670201 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:57.671281 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.671857 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:57.672548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Bound port: 4f779f79-c9b1-4525-87d0-f89a922fe6f1, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:57.673096 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.729100 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] For port 4f779f79-c9b1-4525-87d0-f89a922fe6f1, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:57.732813 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] For port 4f779f79-c9b1-4525-87d0-f89a922fe6f1, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4f779f79-c9b1-4525-87d0-f89a922fe6f1,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:57.738999 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.751887 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Pushing event updated for resources: {'Port': ['ID=4f779f79-c9b1-4525-87d0-f89a922fe6f1,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:57.752543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] Provisioning complete for port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:57.752912 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.759743 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.760118 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.760461 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.760794 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.761157 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.761487 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.761941 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.762271 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.762593 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.762912 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.763231 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.763548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:57.800949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8121ca6-b985-4d40-9a93-e5f7cb1f425d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:57.804197 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:57.804988 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:57.815605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:47:57.816980 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:57.985347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.015742 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019473-2724-4878-a707-8a120354e6c6 None None] Pushing event updated for resources: {'Port': ['ID=4f779f79-c9b1-4525-87d0-f89a922fe6f1,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:58.016418 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] For port 4f779f79-c9b1-4525-87d0-f89a922fe6f1, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4f779f79-c9b1-4525-87d0-f89a922fe6f1,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:58.026334 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.030371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Allocated IP 172.20.0.2 (c4999f56-ad35-46f7-8a96-d5c7cf40d406/527074a5-eb31-4112-bb61-ad38eaac9179/8f409077-1ff7-457b-a6fb-527bd979830b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:58.035377 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:58.087203 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a634e-f1f1-4121-875c-cda682dae8d8 None None] Pushing event updated for resources: {'Port': ['ID=4f779f79-c9b1-4525-87d0-f89a922fe6f1,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:58.088560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.183468 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76861d94-2d11-4098-96df-79b918dca535 None None] Provisioning complete for port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:58.184028 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76861d94-2d11-4098-96df-79b918dca535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.227006 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:56Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:58.254074 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51fd1f-8153-46cc-ab37-596d4a83c527 None None] The sync data for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 is: [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:56Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:58.286015 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.314148 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.370483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:58.374129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:58.376813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:58.389843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.1 (c4999f56-ad35-46f7-8a96-d5c7cf40d406/527074a5-eb31-4112-bb61-ad38eaac9179/dec7f63e-a1a5-4e6b-bed3-76e12504c9c5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:58.396182 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Pushing event updated for resources: {'Port': ['ID=8f409077-1ff7-457b-a6fb-527bd979830b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:58.443882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Attempting to bind port 8f409077-1ff7-457b-a6fb-527bd979830b on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:58.444269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Attempting to bind port 8f409077-1ff7-457b-a6fb-527bd979830b by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:58.444628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Attempting to bind port 8f409077-1ff7-457b-a6fb-527bd979830b on network c4999f56-ad35-46f7-8a96-d5c7cf40d406 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:58.450197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:58.450557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Checking segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:58.450936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.451353 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Bound using segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:58.451831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Bound port: 8f409077-1ff7-457b-a6fb-527bd979830b, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:58.452209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.545594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] For port 8f409077-1ff7-457b-a6fb-527bd979830b, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:58.546660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.549571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] For port 8f409077-1ff7-457b-a6fb-527bd979830b, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f409077-1ff7-457b-a6fb-527bd979830b,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:58.554650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.594666 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.640325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03137ac-a244-4123-a65a-0e1fc64e7253 None None] Pushing event updated for resources: {'Port': ['ID=8f409077-1ff7-457b-a6fb-527bd979830b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:58.671039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:58.672741 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:58.675595 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:58.678202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:58.732660 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:58.912359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.226157 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.231874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.311489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.313697 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:59.414587 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:59.416179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:59.543592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 105994d7-8336-491f-b58c-afd6fe7956df has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:59.586900 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e77e7-e91c-47d1-ab2d-7265c4ecd81a None None] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:47:59.655844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] Provisioning complete for port 8f409077-1ff7-457b-a6fb-527bd979830b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:59.656425 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.664968 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:59.672162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6c8d9720-f622-4ea4-b862-2eac830766dd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/105994d7-8336-491f-b58c-afd6fe7956df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0673161 Nov 12 01:47:59.807086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.843176 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-ebf3b946-66f5-44bc-9f48-d6cb9b2b5148 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535832801&fields=id&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 267 time: 0.0487852 Nov 12 01:47:59.853552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] For port 8f409077-1ff7-457b-a6fb-527bd979830b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f409077-1ff7-457b-a6fb-527bd979830b,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:59.861202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:59.918153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107e2a-2e24-45ab-ba2c-8068db32f141 None None] Pushing event updated for resources: {'Port': ['ID=8f409077-1ff7-457b-a6fb-527bd979830b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:59.967978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-e64b4738-7115-4a7e-b4e2-7c21060be67b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:59.975519 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-e64b4738-7115-4a7e-b4e2-7c21060be67b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 797 time: 0.1250927 Nov 12 01:47:59.993716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-9b7d32ba-921e-497c-976c-653f9a5f17d8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/quotas/b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 375 time: 0.0170426 Nov 12 01:48:00.047303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-d315a1d4-607f-4e51-a451-28a0d75d82ce tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527563 Nov 12 01:48:00.073496 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f409077-1ff7-457b-a6fb-527bd979830b up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:00.100000 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Sync routers for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:48:00.122961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:00.123611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:00.153994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-d2b41713-4768-4a1f-ba7a-7f0e985d7161 service neutron] 10.222.0.11 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936036 Nov 12 01:48:00.248398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26ce97b0-b39b-4a92-9c33-39fc59f85356 None None] Provisioning complete for port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:00.248871 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26ce97b0-b39b-4a92-9c33-39fc59f85356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:00.254144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 8f409077-1ff7-457b-a6fb-527bd979830b triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:00.255115 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:00.262077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-7f55184c-2cdc-4eb0-9101-170361759ebd service neutron] 10.222.0.11 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017413 Nov 12 01:48:00.305727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:00.369514 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-26ce97b0-b39b-4a92-9c33-39fc59f85356 None None] Port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:48:00.444834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-26ce97b0-b39b-4a92-9c33-39fc59f85356 None None] Provisioning complete for port 8f409077-1ff7-457b-a6fb-527bd979830b triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:00.445207 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26ce97b0-b39b-4a92-9c33-39fc59f85356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:00.466873 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db7febfe-8897-408a-80f7-7269a91b5a02 req-d7a6ccef-9a1f-467d-8c9a-6125f2dd680d tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 210 time: 0.0386953 Nov 12 01:48:00.731838 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4f779f79-c9b1-4525-87d0-f89a922fe6f1 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:00.867129 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:00.867521 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:00.912503 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:47:59Z', 'revision_number': 2, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:00.943175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Checking router: 105994d7-8336-491f-b58c-afd6fe7956df for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:48:00.943530 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Updating router 105994d7-8336-491f-b58c-afd6fe7956df port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:48:00.983406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.027043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-50275281-ae96-4deb-ab33-a0daa84cfb1c None None] Provisioning complete for port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:01.027615 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50275281-ae96-4deb-ab33-a0daa84cfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.142106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-50275281-ae96-4deb-ab33-a0daa84cfb1c None None] Port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:48:01.323543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.330338 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.381240 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea200283-0f6f-44a7-9bf4-3fdbd7f73049 None None] Pushing event updated for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:01.426521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-9b7df1de-cf2a-4d5f-9b62-430fb66e4f20 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:01.428930 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-9b7df1de-cf2a-4d5f-9b62-430fb66e4f20 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 797 time: 0.1252699 Nov 12 01:48:01.449833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Attempting to bind port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:48:01.449833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Attempting to bind port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:48:01.450206 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Attempting to bind port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 on network c4999f56-ad35-46f7-8a96-d5c7cf40d406 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:01.456427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:48:01.456802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Checking segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:48:01.457202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.457600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Bound using segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:48:01.458167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Bound port: dec7f63e-a1a5-4e6b-bed3-76e12504c9c5, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:48:01.458547 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.507820 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-b9bbf431-b393-444b-9cfc-2e8a06369a55 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 379 time: 0.0677674 Nov 12 01:48:01.518641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'port': {'device_id': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'admin_state_up': True, 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'security_groups': ['ce88b85d-712c-4e6f-a62a-2f8200db3200']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:01.536471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] For port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:48:01.541128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] For port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:48:01.549692 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.592722 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8afddc00-a517-438a-82cc-287e7ba93ac3 req-b31deaac-dda6-429d-8595-77cbf52d76d7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 210 time: 0.0420885 Nov 12 01:48:01.617836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea200283-0f6f-44a7-9bf4-3fdbd7f73049 None None] Pushing event updated for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:01.620565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:01.621533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:47:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:01.678371 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:48:01.681973 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.690128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] Provisioning complete for port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:01.690128 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.776663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:01.827460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.5 (c4999f56-ad35-46f7-8a96-d5c7cf40d406/527074a5-eb31-4112-bb61-ad38eaac9179/460bb7ac-f295-4c46-8e80-5468a243694e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:48:01.932012 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.973385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:01.990233 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] For port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:01.995231 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.013793 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.059451 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:48:02.062783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:48:02.065761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:48:02.074967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00847290-a292-45d9-8c61-145b9f9be41e None None] Pushing event updated for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:02.092757 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:02.111836 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:02.128024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c24c88-e56b-480a-b3ae-9117b5a84db5 None None] The sync data for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 is: [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:48:02.137288 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:02.138554 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.139606 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-66302dce-185e-4ca3-ae9c-24d5f7b95d42 None None] Provisioning complete for port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:02.139982 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66302dce-185e-4ca3-ae9c-24d5f7b95d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.161442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-8834721c-93db-4735-a873-ac4d857b33e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6468873 Nov 12 01:48:02.180036 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Request body: {'port': {'device_id': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:02.266933 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.384978 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4b4261fe-d23c-4c97-a16e-4bf76563d01e None None] Provisioning complete for port 460bb7ac-f295-4c46-8e80-5468a243694e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:02.385350 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b4261fe-d23c-4c97-a16e-4bf76563d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.426042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4b4261fe-d23c-4c97-a16e-4bf76563d01e None None] Port 460bb7ac-f295-4c46-8e80-5468a243694e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:48:02.576563 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460bb7ac-f295-4c46-8e80-5468a243694e {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:48:02.585092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.599464 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Transition to ACTIVE for port object 460bb7ac-f295-4c46-8e80-5468a243694e will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:48:02.606937 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.667495 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Pushing event updated for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:02.751677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1358-c19b-43d5-9898-44f5cbcc1eeb req-5f1b91c3-395f-4db0-89bb-75c549136e97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:02.752316 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Attempting to bind port 460bb7ac-f295-4c46-8e80-5468a243694e on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:48:02.752707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Attempting to bind port 460bb7ac-f295-4c46-8e80-5468a243694e by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:48:02.753099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Attempting to bind port 460bb7ac-f295-4c46-8e80-5468a243694e on network c4999f56-ad35-46f7-8a96-d5c7cf40d406 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:02.754531 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dabe1358-c19b-43d5-9898-44f5cbcc1eeb req-5f1b91c3-395f-4db0-89bb-75c549136e97 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 943 time: 0.0951214 Nov 12 01:48:02.764136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Port 460bb7ac-f295-4c46-8e80-5468a243694e on network c4999f56-ad35-46f7-8a96-d5c7cf40d406 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:48:02.764678 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Attempting to bind port 460bb7ac-f295-4c46-8e80-5468a243694e on network c4999f56-ad35-46f7-8a96-d5c7cf40d406 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:02.772285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:48:02.772692 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Checking segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:48:02.773139 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Bound using segment: {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:48:02.773646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Bound port: 460bb7ac-f295-4c46-8e80-5468a243694e, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27706061-abd0-4ab0-bb85-8395e6869153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:48:02.774337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.836641 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dabe1358-c19b-43d5-9898-44f5cbcc1eeb req-8b0c690a-e3e6-4ae1-ab7e-0f7a7766e7e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748730 Nov 12 01:48:02.844683 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.862861 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:48:02.866781 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=460bb7ac-f295-4c46-8e80-5468a243694e,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:48:02.872325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.909688 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:02.910432 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:02.911924 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] 10.222.0.39 "PUT /v2.0/ports/460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 1092 time: 0.7409399 Nov 12 01:48:02.914853 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:02.918454 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:02.958740 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870c9b4-fb42-4147-ae8d-6c70e7dfbcdb service neutron] Pushing event updated for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:02.980792 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0305a64-34ee-46e7-b111-b9ccd18417df x-openstack-request-id: req-c0305a64-34ee-46e7-b111-b9ccd18417df {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:02.981096 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:02.981966 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0305a64-34ee-46e7-b111-b9ccd18417df {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:02.981966 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e', 'status': 'completed', 'code': 200} Nov 12 01:48:03.014193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-bde60d93-5b74-4fcc-bf32-e8a5a99f41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.015772 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-bde60d93-5b74-4fcc-bf32-e8a5a99f41db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1095 time: 0.0461977 Nov 12 01:48:03.068933 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-14ed8c2f-cf47-430e-8969-05697af9776d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 217 time: 0.0445523 Nov 12 01:48:03.130863 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-0493c958-7bd7-4fe6-83d5-14abc76bf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.132412 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-0493c958-7bd7-4fe6-83d5-14abc76bf136 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0560503 Nov 12 01:48:03.190708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746408-59ca-4fe0-b337-30a748517281 req-c5bd05e2-5c32-4e0c-8ee4-09cd3c2efff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.192538 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-c5bd05e2-5c32-4e0c-8ee4-09cd3c2efff0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517859 Nov 12 01:48:03.295566 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-a327c9c6-639c-464c-92ec-472afdcef40a service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952837 Nov 12 01:48:03.395270 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c8746408-59ca-4fe0-b337-30a748517281 req-bb1f91ad-52df-48ba-a430-cc136a52f172 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918062 Nov 12 01:48:03.497841 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-1b3f54c6-2a07-4cd1-a417-7b7f3127828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.499362 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-1b3f54c6-2a07-4cd1-a417-7b7f3127828d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1095 time: 0.0461431 Nov 12 01:48:03.605030 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-e95ad047-02d2-4545-bb2d-56e1328b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.606576 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-e95ad047-02d2-4545-bb2d-56e1328b75b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.0986152 Nov 12 01:48:03.650878 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-43b65ecc-11b9-470b-9e7a-7171851505a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 217 time: 0.0354104 Nov 12 01:48:03.708038 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-65378f27-4fe2-4dc0-a008-62f28586e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.709623 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-65378f27-4fe2-4dc0-a008-62f28586e6fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0496845 Nov 12 01:48:03.759472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-cd896bbc-ff5a-4668-8e85-aa72a925772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.761733 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-cd896bbc-ff5a-4668-8e85-aa72a925772c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437982 Nov 12 01:48:03.876882 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-278816b6-5627-42b0-9a6d-fe7f55a7c8dd service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069522 Nov 12 01:48:03.973594 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240007-c7c3-40ab-83eb-db9f7e61ff14 req-412bfefb-c35f-45a0-a829-863daa5b64f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:03.975890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88240007-c7c3-40ab-83eb-db9f7e61ff14 req-412bfefb-c35f-45a0-a829-863daa5b64f4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 943 time: 0.0585167 Nov 12 01:48:03.980789 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f80f7b0d-87cc-4b04-a16f-eab0a43806d7 req-3f6816d7-4a5d-4312-913d-17288c1de4ea service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964220 Nov 12 01:48:04.025423 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:04.031977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-88240007-c7c3-40ab-83eb-db9f7e61ff14 req-17538228-8204-4b0a-87f3-610411c9a482 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487814 Nov 12 01:48:04.074749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:04.075107 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:05.165672 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2499d-fe15-4b11-942f-3236aedb97c3 req-640f4db7-34b2-4043-bbdb-0530237e9340 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:05.167157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6c2499d-fe15-4b11-942f-3236aedb97c3 req-640f4db7-34b2-4043-bbdb-0530237e9340 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 943 time: 0.0579717 Nov 12 01:48:05.225752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b6c2499d-fe15-4b11-942f-3236aedb97c3 req-edf73fd3-2ac8-400b-a8a6-5ef0c9bd8748 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496879 Nov 12 01:48:05.897399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:06.366376 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45098f0e-c93d-46f8-815b-fe325a510fad req-17675e23-088a-4d97-88dc-37529629ab35 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:06.367891 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45098f0e-c93d-46f8-815b-fe325a510fad req-17675e23-088a-4d97-88dc-37529629ab35 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 943 time: 0.0636089 Nov 12 01:48:06.428691 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-45098f0e-c93d-46f8-815b-fe325a510fad req-746fafc5-5400-4879-90d7-6672194eb98f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Nov 12 01:48:07.021663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 460bb7ac-f295-4c46-8e80-5468a243694e details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:48:07.129882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=460bb7ac-f295-4c46-8e80-5468a243694e,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:07.146656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '460bb7ac-f295-4c46-8e80-5468a243694e', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'port_id': '460bb7ac-f295-4c46-8e80-5468a243694e', 'mac_address': 'fa:16:3e:cf:ba:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:48:07.188964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:07.210984 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460bb7ac-f295-4c46-8e80-5468a243694e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:48:07.236482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=460bb7ac-f295-4c46-8e80-5468a243694e,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:07.242418 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:07.299909 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:07.438483 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['460bb7ac-f295-4c46-8e80-5468a243694e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:48:07.554074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9277-1446-47c0-ab9e-03eee7e3a41b req-1eaf391c-1374-4955-b0aa-97190ca010e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:07.555497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9cb9277-1446-47c0-ab9e-03eee7e3a41b req-1eaf391c-1374-4955-b0aa-97190ca010e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Nov 12 01:48:07.609595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9cb9277-1446-47c0-ab9e-03eee7e3a41b req-3d5e1e5c-0379-4148-9fde-6a08f661f57f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477729 Nov 12 01:48:08.742647 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4f97-7e6b-47f2-a300-f631e20e1d14 req-b1f3d3d9-8896-4d14-b7b3-e3572b3f5432 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.744212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-278a4f97-7e6b-47f2-a300-f631e20e1d14 req-b1f3d3d9-8896-4d14-b7b3-e3572b3f5432 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 944 time: 0.0636649 Nov 12 01:48:08.797381 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-278a4f97-7e6b-47f2-a300-f631e20e1d14 req-2a4ce28d-256d-4315-900c-abd3c9f11385 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445137 Nov 12 01:48:09.034590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 460bb7ac-f295-4c46-8e80-5468a243694e up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:09.098380 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 460bb7ac-f295-4c46-8e80-5468a243694e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:48:09.102583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 460bb7ac-f295-4c46-8e80-5468a243694e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:09.102955 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.190511 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.227259 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:09.229613 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4294ba6b-ccfa-4946-82f8-ae73c20ff1d0" -d '{"events": [{"server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "name": "network-vif-plugged", "status": "completed", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:09.242971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=460bb7ac-f295-4c46-8e80-5468a243694e,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:09.247586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.270819 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef3ab85-5746-47d9-a00b-b5b13964e422 x-openstack-request-id: req-1ef3ab85-5746-47d9-a00b-b5b13964e422 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:09.271134 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "name": "network-vif-plugged", "status": "completed", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:09.271413 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ef3ab85-5746-47d9-a00b-b5b13964e422 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:09.271808 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e', 'code': 200} Nov 12 01:48:09.309624 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:09.317346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7c04084-46f3-4f2b-91ca-b68b0d505753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.371110 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c628c0b-b318-4d0c-a7ae-e4fa269358c4 req-949a1362-ff20-4294-a679-ed65dd749fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:09.372714 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c628c0b-b318-4d0c-a7ae-e4fa269358c4 req-949a1362-ff20-4294-a679-ed65dd749fcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0448079 Nov 12 01:48:09.429384 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c628c0b-b318-4d0c-a7ae-e4fa269358c4 req-89462215-e5af-4de5-acb3-137f2cd855d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492291 Nov 12 01:48:09.937084 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13780a36-69e1-46bd-8fd6-53162404410a req-937509e5-d743-42a7-9d87-29d97269c156 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:09.938962 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13780a36-69e1-46bd-8fd6-53162404410a req-937509e5-d743-42a7-9d87-29d97269c156 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0622241 Nov 12 01:48:09.999497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-13780a36-69e1-46bd-8fd6-53162404410a req-83d66710-66a3-485d-a110-ba37f8c2c525 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535898 Nov 12 01:48:11.139350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0fca-90ba-4d3d-b457-8d7b370ab4d6 req-1a6259fd-fcc9-44db-a3d9-77b7f21e12cb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:11.141300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dca0fca-90ba-4d3d-b457-8d7b370ab4d6 req-1a6259fd-fcc9-44db-a3d9-77b7f21e12cb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0618441 Nov 12 01:48:11.203427 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6dca0fca-90ba-4d3d-b457-8d7b370ab4d6 req-dc7ebb3f-deca-4441-a384-424813e7460a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556545 Nov 12 01:48:11.337412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7c413-cd89-4c6e-9347-c0a67ba941d7 req-16c81067-e0d7-42ea-9ce6-793476ebf2ec tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:11.338844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0b7c413-cd89-4c6e-9347-c0a67ba941d7 req-16c81067-e0d7-42ea-9ce6-793476ebf2ec tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0550461 Nov 12 01:48:11.391894 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b0b7c413-cd89-4c6e-9347-c0a67ba941d7 req-72ccbee5-1869-45a8-83cd-8823b1625a03 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466535 Nov 12 01:48:11.414679 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45328) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:48:11.460779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b8a3f-d89e-457f-84c1-95c216eb8deb tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:11.463365 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-323b8a3f-d89e-457f-84c1-95c216eb8deb tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1092 time: 0.0474463 Nov 12 01:48:11.467848 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45330) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:48:11.472742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '460bb7ac-f295-4c46-8e80-5468a243694e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:11.497934 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.606772 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.722294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.114 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:48:11.833734 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.878300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.922724 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:48:11.925723 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:48:11.930332 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:48:11.933542 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:11.961825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.962170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.962503 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.962834 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.963164 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.963488 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.963810 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.964155 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.964453 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.964772 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.965090 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:11.965400 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:12.164585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b7056d6-04ff-4719-a98a-4399137ccc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:12.672887 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:12.745086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:12.905826 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:12.913267 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:12.985590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:12.998188 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:13.078298 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:13.102527 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 56268133-d438-4778-ab90-497c2ed66d3b associated. External IP: 172.25.6.114, port: 460bb7ac-f295-4c46-8e80-5468a243694e. Nov 12 01:48:13.330047 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 105994d7-8336-491f-b58c-afd6fe7956df has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:48:13.451960 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:48:13.462171 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Sync routers for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:48:13.473414 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:13.474461 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:13.475091 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:13.501129 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0e731a79-3fde-4058-9d7f-b87c0ec704f6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0317118 Nov 12 01:48:13.501805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:13.504170 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ec3fca-8cee-4202-ae19-da332c8c6f90" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:13.546737 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be79dc58-b045-4e3f-a553-9f9f63f2f00f x-openstack-request-id: req-be79dc58-b045-4e3f-a553-9f9f63f2f00f {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:13.547595 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:13.548002 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be79dc58-b045-4e3f-a553-9f9f63f2f00f {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:13.548603 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e', 'status': 'completed', 'code': 200} Nov 12 01:48:13.584993 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:13.608918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0212b-0907-4e52-9e7b-d72fbf69d4cf req-a1c9d7ff-361f-4275-a8db-6c37044241bf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.611259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01c0212b-0907-4e52-9e7b-d72fbf69d4cf req-a1c9d7ff-361f-4275-a8db-6c37044241bf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0546045 Nov 12 01:48:13.614020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-f43ba8d4-e7a8-4e3a-aeda-2828eca5f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.615720 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-f43ba8d4-e7a8-4e3a-aeda-2828eca5f733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0430324 Nov 12 01:48:13.665674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01c0212b-0907-4e52-9e7b-d72fbf69d4cf req-d4845532-22fd-4ce0-b82e-52bef552b2cc tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Nov 12 01:48:13.689349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:48:13.723866 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-8f7fe836-c51f-4fa1-8e15-bbe407a9bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.725397 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-8f7fe836-c51f-4fa1-8e15-bbe407a9bdaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.1026344 Nov 12 01:48:13.760487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-06b0a78f-8d2a-481c-bdbb-d971ea70eb40 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/56268133-d438-4778-ab90-497c2ed66d3b HTTP/1.1" status: 200 len: 991 time: 0.0695887 Nov 12 01:48:13.794059 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-4ce7d5c5-66ab-439b-8e35-214f4ba8890f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 999 time: 0.0613987 Nov 12 01:48:13.833471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '56268133-d438-4778-ab90-497c2ed66d3b', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'port_id': '460bb7ac-f295-4c46-8e80-5468a243694e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'mac_address': 'fa:16:3e:cf:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:48:12Z', 'updated_at': '2021-11-12T01:48:12Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:13.848885 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-9b90b58e-f28d-4051-a5a4-a926cb2d3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.850304 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-9b90b58e-f28d-4051-a5a4-a926cb2d3eba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0487077 Nov 12 01:48:13.860587 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Checking router: 105994d7-8336-491f-b58c-afd6fe7956df for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:48:13.870984 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:13.871815 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:48:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:13.908117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-c8a5a0b1-2db5-469d-a21b-1e61cf95e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.909681 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-c8a5a0b1-2db5-469d-a21b-1e61cf95e5b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523136 Nov 12 01:48:13.986900 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:14.004856 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-daa0b0d1-7dcb-4827-97b7-421d188d7db4 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869949 Nov 12 01:48:14.103778 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-06ec3fca-8cee-4202-ae19-da332c8c6f90 req-9570c01b-c360-4e27-92b7-5dca714766bd service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918553 Nov 12 01:48:14.217894 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '56268133-d438-4778-ab90-497c2ed66d3b', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'port_id': '460bb7ac-f295-4c46-8e80-5468a243694e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'mac_address': 'fa:16:3e:cf:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:48:12Z', 'updated_at': '2021-11-12T01:48:12Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:14.244081 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc3b0a-781d-4468-a7f6-f6f436631a2d None None] The sync data for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 is: [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '56268133-d438-4778-ab90-497c2ed66d3b', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'port_id': '460bb7ac-f295-4c46-8e80-5468a243694e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'mac_address': 'fa:16:3e:cf:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:48:12Z', 'updated_at': '2021-11-12T01:48:12Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:48:14.253002 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:14.444506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19094c95-a263-4615-b19f-03768cee52d3 None None] New status for floating IP 56268133-d438-4778-ab90-497c2ed66d3b: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:48:14.764858 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45338) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:48:14.834329 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-ad9098d8-ba96-405d-a383-05c5e7eb6df6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/56268133-d438-4778-ab90-497c2ed66d3b HTTP/1.1" status: 200 len: 993 time: 0.0681257 Nov 12 01:48:15.001392 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:20.864109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-2e457a1e-f5c5-407b-9472-0d808572ea03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492020 Nov 12 01:48:20.964032 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-617e469f-b73e-43d4-aecc-65306d5d6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:20.965637 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-617e469f-b73e-43d4-aecc-65306d5d6c82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0456336 Nov 12 01:48:21.076668 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-212f60c9-1eb7-4b93-a639-27c85d1115ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.078218 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-212f60c9-1eb7-4b93-a639-27c85d1115ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.0922434 Nov 12 01:48:21.146562 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-f2ff94a8-182d-4dc8-b18b-65e1334505c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 1001 time: 0.0605383 Nov 12 01:48:21.203205 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-ed73e164-d003-4518-8e77-dcd43cf9a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.204732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-ed73e164-d003-4518-8e77-dcd43cf9a27f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0516644 Nov 12 01:48:21.258086 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-a1eb035c-1f9b-45a9-8e1c-01d92ba97631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.259722 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-a1eb035c-1f9b-45a9-8e1c-01d92ba97631 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477428 Nov 12 01:48:21.355060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-49de1fcf-8c9e-40f4-b77e-1a9f161ea8dd service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879974 Nov 12 01:48:21.458030 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-7db8e701-de18-48b2-b5dd-507d74488f22 req-db965b52-fcf8-4b54-9e96-00da6e18136f service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945792 Nov 12 01:48:22.176100 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:32.846577 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:35.892048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:39.305530 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15f0d310-b162-465b-99fc-c232270a118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:42.173349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a8c5614-01f5-4537-9f58-7ebc51f331a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:43.083582 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:44.259079 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:45.004724 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:46.399880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd6cd-7efa-4270-b112-d3e2571145ce req-b41e42aa-3822-4e5f-a029-cfeec786a96a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:46.402134 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0febd6cd-7efa-4270-b112-d3e2571145ce req-b41e42aa-3822-4e5f-a029-cfeec786a96a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0649405 Nov 12 01:48:46.473817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0febd6cd-7efa-4270-b112-d3e2571145ce req-0874566f-0812-4b58-9df3-a074e323ebae tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620055 Nov 12 01:48:47.625344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e029b-8844-4446-8866-c8a2ef60a0fc req-b7cd7142-f370-439f-af1b-c87a4070e5e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:47.626861 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-010e029b-8844-4446-8866-c8a2ef60a0fc req-b7cd7142-f370-439f-af1b-c87a4070e5e6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0637307 Nov 12 01:48:47.678654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-010e029b-8844-4446-8866-c8a2ef60a0fc req-c3217c03-32e9-41bb-9e27-351dab338075 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Nov 12 01:48:48.823601 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151d2d-015f-480d-b2d6-bd8b1413c735 req-1e1971c6-7433-4cac-a803-3025e84a7f5e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:48.825124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc151d2d-015f-480d-b2d6-bd8b1413c735 req-1e1971c6-7433-4cac-a803-3025e84a7f5e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Nov 12 01:48:48.881497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fc151d2d-015f-480d-b2d6-bd8b1413c735 req-2d6b42cf-7f25-47e8-8466-11c8fa825b57 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471058 Nov 12 01:48:50.016999 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e0148-d2af-4166-963b-34e6e73ce46a req-9b3176b9-fe83-4551-a032-d1383631284a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:50.018509 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca8e0148-d2af-4166-963b-34e6e73ce46a req-9b3176b9-fe83-4551-a032-d1383631284a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Nov 12 01:48:50.074816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ca8e0148-d2af-4166-963b-34e6e73ce46a req-f3ba875f-7519-4e69-b665-028b4cd8ece1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487399 Nov 12 01:48:51.210330 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d88720-313b-419e-8ea6-31495617f341 req-76770685-d160-49b2-b7c5-ba1d735f7b12 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:51.211957 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01d88720-313b-419e-8ea6-31495617f341 req-76770685-d160-49b2-b7c5-ba1d735f7b12 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Nov 12 01:48:51.263699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-01d88720-313b-419e-8ea6-31495617f341 req-6540cabf-09b3-4ee8-8322-874149848bf6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456326 Nov 12 01:48:52.385137 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a543699-7247-41b5-b9f5-fb2d3ff813e0 req-26f2305e-8742-4de8-8e65-12518143401f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:52.386692 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a543699-7247-41b5-b9f5-fb2d3ff813e0 req-26f2305e-8742-4de8-8e65-12518143401f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Nov 12 01:48:52.436803 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9a543699-7247-41b5-b9f5-fb2d3ff813e0 req-e93919ab-f52a-4d78-a2bd-b9bd141de9de tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439062 Nov 12 01:48:53.576942 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99ba8-fdae-45c7-95d3-18fc93179cf5 req-a2c96973-f375-45ce-8352-ab363cb39a66 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:53.578524 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95b99ba8-fdae-45c7-95d3-18fc93179cf5 req-a2c96973-f375-45ce-8352-ab363cb39a66 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Nov 12 01:48:53.636404 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95b99ba8-fdae-45c7-95d3-18fc93179cf5 req-4247ba93-72fd-44e1-9287-f85133818e42 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490241 Nov 12 01:48:54.773272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b8425-a572-4ebf-ba3b-6124de28ec6a req-76367e3a-2762-4777-8f36-555d1ba0cf9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:54.774821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f48b8425-a572-4ebf-ba3b-6124de28ec6a req-76367e3a-2762-4777-8f36-555d1ba0cf9a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0579863 Nov 12 01:48:54.839173 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f48b8425-a572-4ebf-ba3b-6124de28ec6a req-48b7754c-0714-4c22-aea5-5b2152a65ec6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581183 Nov 12 01:48:55.983350 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231386f-762b-4765-9e8f-2ec0ef1b3cca req-8074567c-1067-40e5-9774-3838cf106af2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:55.985111 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7231386f-762b-4765-9e8f-2ec0ef1b3cca req-8074567c-1067-40e5-9774-3838cf106af2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0652542 Nov 12 01:48:56.046375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7231386f-762b-4765-9e8f-2ec0ef1b3cca req-8bae3530-ace8-482a-96e5-d9d0658a9953 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530369 Nov 12 01:48:57.182726 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade29a0-69e5-4291-a618-ebe3b0f317b8 req-a175225e-9c11-4a2e-bfd3-3d630b84f585 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:57.184277 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ade29a0-69e5-4291-a618-ebe3b0f317b8 req-a175225e-9c11-4a2e-bfd3-3d630b84f585 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0596578 Nov 12 01:48:57.239864 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1ade29a0-69e5-4291-a618-ebe3b0f317b8 req-3e0dddbe-f598-4afb-8c8c-0e6c31a3b6d3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Nov 12 01:48:58.371292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315459d7-8283-40aa-ba22-49caab80a0cb req-82b5b808-dd82-4db4-b94a-a9144f49f750 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:58.372853 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315459d7-8283-40aa-ba22-49caab80a0cb req-82b5b808-dd82-4db4-b94a-a9144f49f750 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0586689 Nov 12 01:48:58.432971 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-315459d7-8283-40aa-ba22-49caab80a0cb req-a7027052-9d29-4414-b52a-9e3678c8b304 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512311 Nov 12 01:48:59.176090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:59.561599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee4f5-0512-4042-8e24-8c81bef4dfe3 req-f64b8fe9-f0c2-474d-a52d-6817d92bfce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:59.563449 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdeee4f5-0512-4042-8e24-8c81bef4dfe3 req-f64b8fe9-f0c2-474d-a52d-6817d92bfce4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0520000 Nov 12 01:48:59.613776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bdeee4f5-0512-4042-8e24-8c81bef4dfe3 req-3bc169c5-4223-41d1-92a9-5a20b184b020 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Nov 12 01:49:00.749793 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdd8c-4ef4-4b4c-b5cb-30f704737c6b req-9b06a8be-22a9-44c5-987e-300c6df355e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:00.751313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-140fdd8c-4ef4-4b4c-b5cb-30f704737c6b req-9b06a8be-22a9-44c5-987e-300c6df355e2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0571992 Nov 12 01:49:00.807351 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-140fdd8c-4ef4-4b4c-b5cb-30f704737c6b req-ab8e811e-1ed3-428f-b463-2f7361ab9ed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470889 Nov 12 01:49:01.938711 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aee8c-9011-496a-b4d7-641bce602a56 req-1e7900c3-8a95-46ae-a551-9fd4dfcb3f4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:01.940402 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb4aee8c-9011-496a-b4d7-641bce602a56 req-1e7900c3-8a95-46ae-a551-9fd4dfcb3f4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0613496 Nov 12 01:49:01.994466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eb4aee8c-9011-496a-b4d7-641bce602a56 req-1fb43cfe-b0d5-4e07-97e6-d8d833bfd05b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471969 Nov 12 01:49:02.021313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45386) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:02.087425 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-81b9b283-4c03-4276-8b62-2ee80680c5b3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/56268133-d438-4778-ab90-497c2ed66d3b HTTP/1.1" status: 200 len: 993 time: 0.0649123 Nov 12 01:49:02.867844 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:03.385549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf0622-dfc8-44c8-a2a3-a06a6f72d2dc req-a2f94da7-b845-4ea9-927c-eb7ff0b43568 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:03.387094 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36cf0622-dfc8-44c8-a2a3-a06a6f72d2dc req-a2f94da7-b845-4ea9-927c-eb7ff0b43568 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0664732 Nov 12 01:49:03.438438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-36cf0622-dfc8-44c8-a2a3-a06a6f72d2dc req-1d4d1673-1b10-4a63-a01d-ace49d45ec2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451777 Nov 12 01:49:03.445681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-5d14a9c7-2ce2-4b3f-b867-3f3686d2be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:03.447333 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-5d14a9c7-2ce2-4b3f-b867-3f3686d2be65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0899014 Nov 12 01:49:03.545708 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-61329858-a679-4f50-ae62-8b827bf8901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:03.547214 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-61329858-a679-4f50-ae62-8b827bf8901f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.0931005 Nov 12 01:49:03.622279 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-4db6bafa-cbb3-4bd9-9e99-cf043b7ac5e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 1001 time: 0.0669692 Nov 12 01:49:03.675343 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-50c36fb8-f286-4444-a35c-2d3177386550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:03.676840 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-50c36fb8-f286-4444-a35c-2d3177386550 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0468695 Nov 12 01:49:03.724720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-b34f5a87-7887-4f73-a32a-f377e67cddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:03.726248 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-b34f5a87-7887-4f73-a32a-f377e67cddf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421510 Nov 12 01:49:03.824585 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-a74b495a-a75d-45ff-9331-a6a7f3211532 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908434 Nov 12 01:49:03.917319 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0a459b4c-8075-444a-85a7-035cb6bbff4e req-2ae0b96a-e147-4fc1-81ee-70c0a343a614 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840631 Nov 12 01:49:04.562846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5978e-9171-47f9-9d84-e83e25e42b67 req-658bfbd5-682d-423d-80e0-f23fa622de9e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:04.564380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11e5978e-9171-47f9-9d84-e83e25e42b67 req-658bfbd5-682d-423d-80e0-f23fa622de9e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Nov 12 01:49:04.623219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11e5978e-9171-47f9-9d84-e83e25e42b67 req-f896d1ee-618f-4343-b5b8-3035414665d6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500121 Nov 12 01:49:04.651675 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:04.712237 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-95beed31-02fb-4ca6-9f82-3fbedd9ed2e4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/56268133-d438-4778-ab90-497c2ed66d3b HTTP/1.1" status: 200 len: 993 time: 0.0593174 Nov 12 01:49:05.907762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:09.301716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1307afb8-54a9-47bf-afc5-3907c0b5f019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:12.167748 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2665170c-c31d-43bb-b14b-671be82b1b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:13.086437 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:14.257204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:15.001403 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:21.860193 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-caee93e3-800f-4095-a068-297c040e4df1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479898 Nov 12 01:49:21.953143 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909454f0-af0d-4061-8052-4989fde04dd1 req-3780bb3a-80aa-48e6-959f-2d45bae913c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:21.954563 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-3780bb3a-80aa-48e6-959f-2d45bae913c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0474763 Nov 12 01:49:22.067564 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909454f0-af0d-4061-8052-4989fde04dd1 req-fc4f12c0-a6da-4117-b066-25bb46c83e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:22.069651 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-fc4f12c0-a6da-4117-b066-25bb46c83e16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.0929127 Nov 12 01:49:22.159908 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-d0efb3f1-5aef-4942-953b-7687db23ed71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 1001 time: 0.0772259 Nov 12 01:49:22.212974 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909454f0-af0d-4061-8052-4989fde04dd1 req-b952a68a-ce5a-454e-b02e-25670dedcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:22.214358 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-b952a68a-ce5a-454e-b02e-25670dedcb86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0462036 Nov 12 01:49:22.271880 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909454f0-af0d-4061-8052-4989fde04dd1 req-cbbb55f5-541b-4e9b-856a-f5599dc3658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:22.274051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-cbbb55f5-541b-4e9b-856a-f5599dc3658b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516076 Nov 12 01:49:22.372873 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-b68a5f92-9bb2-4541-8c26-d3b94c686fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907054 Nov 12 01:49:22.471359 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-909454f0-af0d-4061-8052-4989fde04dd1 req-7108303e-77ae-4b73-8408-90abdbd94e20 service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891600 Nov 12 01:49:32.847874 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.165508 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:35.692197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:35.692542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.776048 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.776374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.788237 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:35.909539 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.944290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.971253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=3d3cf0cd-c80e-4a54-aa96-90e064a1fd6f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:35.995755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.996096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.996479 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.996820 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.997158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.997475 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.997806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.998139 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.998466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.998800 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.999128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:35.999467 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:36.042223 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.042544 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 56268133-d438-4778-ab90-497c2ed66d3b disassociated (deleted). External IP: 172.25.6.114, port: 460bb7ac-f295-4c46-8e80-5468a243694e. Nov 12 01:49:36.176653 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:36.273806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 105994d7-8336-491f-b58c-afd6fe7956df has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:36.383526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:36.388416 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:36.394233 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Sync routers for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:36.406782 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:36.407754 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:36.422889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7adf55ef-c269-4470-a8fb-f2d7cf7c1ba8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/floatingips/56268133-d438-4778-ab90-497c2ed66d3b HTTP/1.1" status: 204 len: 168 time: 1.2533894 Nov 12 01:49:36.422889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:36.423485 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6575eb15-0071-4f38-96c4-0128048b0871" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:36.533207 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93012532-bf07-491e-ab4a-460f68919038 x-openstack-request-id: req-93012532-bf07-491e-ab4a-460f68919038 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:36.533594 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:36.533994 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93012532-bf07-491e-ab4a-460f68919038 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:36.535047 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e', 'status': 'completed', 'code': 200} Nov 12 01:49:36.609721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575eb15-0071-4f38-96c4-0128048b0871 req-d48a4da3-aaab-4b4f-b75b-fa21bedf8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.611276 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-d48a4da3-aaab-4b4f-b75b-fa21bedf8da2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 1097 time: 0.0527773 Nov 12 01:49:36.626908 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:36.671487 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28298de5-a9fa-4b70-a1ab-ac4186c20b2b req-d55c4bd2-8ba0-44e0-bc28-05c604ddd4da tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.673041 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28298de5-a9fa-4b70-a1ab-ac4186c20b2b req-d55c4bd2-8ba0-44e0-bc28-05c604ddd4da tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0594597 Nov 12 01:49:36.715613 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575eb15-0071-4f38-96c4-0128048b0871 req-2ac36ddb-761a-42ff-a76b-27ed298f95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.717050 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-2ac36ddb-761a-42ff-a76b-27ed298f95d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 200 len: 898 time: 0.0971053 Nov 12 01:49:36.732595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28298de5-a9fa-4b70-a1ab-ac4186c20b2b req-1ef062a3-e31b-4a93-bd57-f4bc94704630 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521269 Nov 12 01:49:36.768989 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-28c001f4-30a9-412a-b18b-a95a47f88625 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 200 len: 217 time: 0.0399351 Nov 12 01:49:36.832822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575eb15-0071-4f38-96c4-0128048b0871 req-b6740bb8-06c9-403d-84b4-52d52babb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.834174 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-b6740bb8-06c9-403d-84b4-52d52babb280 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 200 len: 834 time: 0.0571482 Nov 12 01:49:36.839239 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:36.867275 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Checking router: 105994d7-8336-491f-b58c-afd6fe7956df for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:36.876708 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:36.877295 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:36.885548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575eb15-0071-4f38-96c4-0128048b0871 req-3f3ae049-e09a-4c20-96a7-46d321d43289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.887075 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-3f3ae049-e09a-4c20-96a7-46d321d43289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4999f56-ad35-46f7-8a96-d5c7cf40d406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431409 Nov 12 01:49:36.984201 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:36.985108 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-8be01a6d-9b60-43dd-91b4-8a38ec69b5ec service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883875 Nov 12 01:49:37.083003 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6575eb15-0071-4f38-96c4-0128048b0871 req-81fdb8a7-2bde-47db-bcb6-9bf9f46afa3b service neutron] 10.222.0.39 "GET /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883598 Nov 12 01:49:37.196514 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:37.222896 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e5bb4-c0fc-455a-b431-7d16c92e2d77 None None] The sync data for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 is: [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:58Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': 'dec7f63e-a1a5-4e6b-bed3-76e12504c9c5', 'name': '', 'network_id': 'c4999f56-ad35-46f7-8a96-d5c7cf40d406', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:aa:56:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:58Z', 'updated_at': '2021-11-12T01:48:01Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': '527074a5-eb31-4112-bb61-ad38eaac9179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:37.479858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc6d36-4e18-4b93-bb43-304bf63ddbea None None] New status for floating IP 56268133-d438-4778-ab90-497c2ed66d3b: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:49:37.875372 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d6ff-0d56-46be-ada1-0ed91c55916f req-634b6df9-420a-4025-81c9-9334215b59bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:37.876821 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6927d6ff-0d56-46be-ada1-0ed91c55916f req-634b6df9-420a-4025-81c9-9334215b59bd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0619276 Nov 12 01:49:37.928662 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6927d6ff-0d56-46be-ada1-0ed91c55916f req-57448a14-8292-4b26-8c72-c182820f0caf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce88b85d-712c-4e6f-a62a-2f8200db3200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 Nov 12 01:49:38.197918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-3255e872-8a5b-4d22-b9fc-73a9f78184a0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:38.199298 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-3255e872-8a5b-4d22-b9fc-73a9f78184a0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Nov 12 01:49:38.296360 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 460bb7ac-f295-4c46-8e80-5468a243694e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:38.296658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.397832 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 460bb7ac-f295-4c46-8e80-5468a243694e, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=460bb7ac-f295-4c46-8e80-5468a243694e,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:38.398202 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.410484 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 460bb7ac-f295-4c46-8e80-5468a243694e owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:38.561764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.594728 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=460bb7ac-f295-4c46-8e80-5468a243694e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:38.605978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.606321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.606622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.606988 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.607320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.607649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.607975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.608336 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.609066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.609066 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.609269 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.609597 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:38.651859 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] No DVR routers for this DVR port 460bb7ac-f295-4c46-8e80-5468a243694e on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:38.654563 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.657920 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b1e9e99b-45d7-4352-a53b-4f3b5540da77 req-40eac721-63b1-4226-8ff7-50775b35f222 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.39 "DELETE /v2.0/ports/460bb7ac-f295-4c46-8e80-5468a243694e HTTP/1.1" status: 204 len: 173 time: 0.4516442 Nov 12 01:49:38.658388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'name': 'network-vif-deleted', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:38.661361 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b55514-51ba-45ee-bd7f-0b7bc18a7684" -d '{"events": [{"server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "name": "network-vif-deleted", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:38.752488 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e08cd3-1f01-4797-9b5b-071d3277d950 x-openstack-request-id: req-89e08cd3-1f01-4797-9b5b-071d3277d950 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:38.753023 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35", "name": "network-vif-deleted", "tag": "460bb7ac-f295-4c46-8e80-5468a243694e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:38.753237 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89e08cd3-1f01-4797-9b5b-071d3277d950 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:38.754230 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35', 'name': 'network-vif-deleted', 'tag': '460bb7ac-f295-4c46-8e80-5468a243694e', 'status': 'completed', 'code': 200} Nov 12 01:49:39.042898 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65eee68a-c4c1-4308-9710-78b6bef7f945 req-e5ba65d2-e737-48d8-bc4e-77087f1149c2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1d96f4-0b90-4dd2-bf7d-f834a2f9ac35 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Nov 12 01:49:39.296474 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fded1bba-ce65-4133-9a9d-875b1414122d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.115603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:40.535742 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.814949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:40.815261 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.907977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port dec7f63e-a1a5-4e6b-bed3-76e12504c9c5, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:40.908361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.921779 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:41.126099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.165039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=dec7f63e-a1a5-4e6b-bed3-76e12504c9c5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.354412 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.576928 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 105994d7-8336-491f-b58c-afd6fe7956df has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:41.608542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 460bb7ac-f295-4c46-8e80-5468a243694e no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:41.629466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: 460bb7ac-f295-4c46-8e80-5468a243694e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:41.629817 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 460bb7ac-f295-4c46-8e80-5468a243694e not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:41.690353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:41.696192 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f7e4d6a8-7b9a-4b8a-a9a3-b6d1a21b00d2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/105994d7-8336-491f-b58c-afd6fe7956df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791395 Nov 12 01:49:41.698835 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.702280 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Sync routers for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:41.713279 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:41.713922 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:41.750880 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting subnet 527074a5-eb31-4112-bb61-ad38eaac9179 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:49:41.754717 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.794969 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.822088 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:41.884281 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.945439 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.973297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Subnet': ['ID=527074a5-eb31-4112-bb61-ad38eaac9179,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:41.975285 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:41.978724 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-b47274e7-cee8-4023-a43f-c9cc5a0a5e4a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/subnets/527074a5-eb31-4112-bb61-ad38eaac9179 HTTP/1.1" status: 204 len: 168 time: 0.2787879 Nov 12 01:49:41.981865 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:41.984832 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b279748-512a-4682-817a-7713a11397e3 None None] Network c4999f56-ad35-46f7-8a96-d5c7cf40d406 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:42.015056 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:49:41Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:42.042781 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Checking router: 105994d7-8336-491f-b58c-afd6fe7956df for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:42.054775 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Routers {'105994d7-8336-491f-b58c-afd6fe7956df'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:42.055499 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['105994d7-8336-491f-b58c-afd6fe7956df'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:42.115918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.169983 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] Set router 105994d7-8336-491f-b58c-afd6fe7956df gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:42.236121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.270543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10409cc-b137-469b-bb1b-96e7f3a332c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.298294 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 4f779f79-c9b1-4525-87d0-f89a922fe6f1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:42.298664 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.358517 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:49:41Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:42.386822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 4f779f79-c9b1-4525-87d0-f89a922fe6f1, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4f779f79-c9b1-4525-87d0-f89a922fe6f1,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:42.387184 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.389974 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9fd6f-dc9c-40d2-b660-4714eaad168a None None] The sync data for ids ['105994d7-8336-491f-b58c-afd6fe7956df'] in n-d-712141-15 is: [{'id': '105994d7-8336-491f-b58c-afd6fe7956df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254907439', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:49:41Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': '4f779f79-c9b1-4525-87d0-f89a922fe6f1', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105994d7-8336-491f-b58c-afd6fe7956df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:55Z', 'updated_at': '2021-11-12T01:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:42.399478 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 4f779f79-c9b1-4525-87d0-f89a922fe6f1 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:42.407133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] DHCP port deletion for c4999f56-ad35-46f7-8a96-d5c7cf40d406 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:42.459752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Deleting port 8f409077-1ff7-457b-a6fb-527bd979830b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:42.460212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.527075 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] For port 8f409077-1ff7-457b-a6fb-527bd979830b, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=8f409077-1ff7-457b-a6fb-527bd979830b,segment=NetworkSegment(27706061-abd0-4ab0-bb85-8395e6869153),segment_id=27706061-abd0-4ab0-bb85-8395e6869153)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:42.527448 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.541220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Calling delete_port for 8f409077-1ff7-457b-a6fb-527bd979830b owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:42.573519 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.599542 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=4f779f79-c9b1-4525-87d0-f89a922fe6f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:42.618244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe7b82-79d4-4382-8009-d79bc6686a03 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:42.638469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.669165 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.673740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Pushing event deleted for resources: {'Port': ['ID=8f409077-1ff7-457b-a6fb-527bd979830b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:42.678220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] No DVR routers for this DVR port 8f409077-1ff7-457b-a6fb-527bd979830b on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:42.685134 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.685484 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.685833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.686164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.686498 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.686828 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.687519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.687858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.688591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.688591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.688821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.689141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7a3e0-6567-4864-a0b6-6dbf09a402b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:42.771361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.774019 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.824854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.825535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Fanout notify agent at l3_agent the message router_deleted on router 105994d7-8336-491f-b58c-afd6fe7956df {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:49:42.833081 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.834238 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c2c37e9d-2cf6-47c1-bb7b-173006eda235 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/routers/105994d7-8336-491f-b58c-afd6fe7956df HTTP/1.1" status: 204 len: 168 time: 0.8515856 Nov 12 01:49:42.837237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45444) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:42.916834 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.014775 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.038472 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4999f56-ad35-46f7-8a96-d5c7cf40d406']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:43.051492 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27706061-abd0-4ab0-bb85-8395e6869153') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:43.051887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27706061-abd0-4ab0-bb85-8395e6869153') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:43.064239 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.078496 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.085241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:49:43.085621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.087640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: timer() Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:49:43.088696 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:49:43.152466 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.161687 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.164667 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/networks/c4999f56-ad35-46f7-8a96-d5c7cf40d406 HTTP/1.1" status: 204 len: 168 time: 0.3263059 Nov 12 01:49:43.167679 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:43.176280 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7ef6d-af48-499b-9a29-1cfc7cf6d332 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Network': ['ID=c4999f56-ad35-46f7-8a96-d5c7cf40d406,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.231026 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.264008 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.329220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.332002 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.333252 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/security-groups/ce88b85d-712c-4e6f-a62a-2f8200db3200 HTTP/1.1" status: 204 len: 168 time: 0.1644650 Nov 12 01:49:43.342564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab58e3f-da79-440c-9c32-ccddbc8f832a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce88b85d-712c-4e6f-a62a-2f8200db3200,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.552941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:43.557733 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190109542', 'description': 'tempest-secgroup-smoke-1190109542 description', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:43.583629 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.651099 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.656337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.692686 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.693876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1398766 Nov 12 01:49:43.695037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911282f-4ef8-442d-a19f-9b0483089def tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244df6cc-ef6d-4273-bf70-65fd0ce02a09,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.697195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45454) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:43.701825 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:43.730499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.792479 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.798608 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.818554 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac6eccd-fc7d-4594-8ea7-778f294ed681,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.829662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.831153 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bdb49398-09cd-476b-9cb8-27c73b3c34e5 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326542 Nov 12 01:49:43.833813 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45456) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:43.838312 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:43.866346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.922729 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.928121 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.948600 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83314f9b-28a5-4871-a9a6-22aed3c55226,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.955183 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.956443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-01041624-fa9d-403c-b11f-93c468525b2c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216512 Nov 12 01:49:43.960553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45458) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:43.964879 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:43.994429 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.049888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f409077-1ff7-457b-a6fb-527bd979830b no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:44.059109 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.063570 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.071217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 8f409077-1ff7-457b-a6fb-527bd979830b {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:44.071567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 8f409077-1ff7-457b-a6fb-527bd979830b not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:44.071991 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4f779f79-c9b1-4525-87d0-f89a922fe6f1 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:44.082762 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b264a71-775b-4021-b68a-e7724cb0cf87,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.093228 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.097381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4f779f79-c9b1-4525-87d0-f89a922fe6f1 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:44.097553 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d4eb92aa-a4b1-4c19-8c88-4ac9def3f0a3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329439 Nov 12 01:49:44.097686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4f779f79-c9b1-4525-87d0-f89a922fe6f1 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:44.097686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:44.097855 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45460) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.102177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.118548 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:44.119173 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device dec7f63e-a1a5-4e6b-bed3-76e12504c9c5 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:44.130787 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.188461 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.193743 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.213365 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8243598e-15b3-4fc9-af4c-e746ef510369,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.223446 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.224719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0d8dd75-dda1-45d4-9fb0-27e3b34c6373 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260817 Nov 12 01:49:44.227486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45462) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.231959 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.257079 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:49:44.258649 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.262187 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.321767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.327038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.344543 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dac01e3-c05d-4850-9402-15a4a65eb114,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.351914 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.353160 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0266b940-5ed3-44c0-b601-4312765142b1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246307 Nov 12 01:49:44.356426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45464) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.360631 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'security_group_rule': {'security_group_id': '244df6cc-ef6d-4273-bf70-65fd0ce02a09', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.383828 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Project b56a0232de5e492fa1af0e9f419b28d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:49:44.389047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.450688 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.457104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.476726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d251718-5f04-40f1-8ce7-7d716cecdd16,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.483996 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.485249 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f94cae4-7c49-4cc6-b57d-c756237f5cbf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279135 Nov 12 01:49:44.488517 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45466) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.493286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'network': {'name': 'tempest-network-smoke--2099228303', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'port_security_enabled': True}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.514108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:44.517556 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.540460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:49:44.548923 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.549260 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Added segment 5c57548a-deb8-48fc-b8b8-5ee380e67832 of type vlan for network df171b42-0214-4e92-b860-c9c3e66e4dc8 Nov 12 01:49:44.588900 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.615538 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.621434 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.622009 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.658825 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1690769 Nov 12 01:49:44.661635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:44.666472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'admin_state_up': True, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:44.694267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.695218 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.699981 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128ff10-3e91-44a1-815b-eeb1581b0e26 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Network': ['ID=df171b42-0214-4e92-b860-c9c3e66e4dc8,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:44.713433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:49:44.749071 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:44.888211 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.005811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.434999 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.453583 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.562799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.99 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/ed65e2f0-8166-4a64-a38a-c760b20b2112) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:45.666938 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.717275 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.756797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:45.763424 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:45.767993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:45.771486 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=ed65e2f0-8166-4a64-a38a-c760b20b2112,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:45.779119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c62345-9328-42af-8b88-8df55bad0876 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:45.813325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3a3ee0d1-3c9b-4e14-a7e0-8ec305216102 None None] Provisioning complete for port ed65e2f0-8166-4a64-a38a-c760b20b2112 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:45.813696 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee0d1-3c9b-4e14-a7e0-8ec305216102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.853452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ee0d1-3c9b-4e14-a7e0-8ec305216102 None None] Port ed65e2f0-8166-4a64-a38a-c760b20b2112 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:46.021857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.245312 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.402846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:49:46.548524 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:46.559244 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Sync routers for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:46.574000 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.574712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:46.575243 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-887d9cb4-187f-4fa0-9533-f8887929b196 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9125035 Nov 12 01:49:46.575839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:46.578593 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:46.664901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-9e849635-6835-43b5-b0be-529681cf3ebf tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b56a0232de5e492fa1af0e9f419b28d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851550 Nov 12 01:49:46.667633 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:46.697653 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:46.769269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c63321-6390-4f78-9268-126d76276a74 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:46.771394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-26c63321-6390-4f78-9268-126d76276a74 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024919 Nov 12 01:49:46.774164 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:46.805379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4009cb40-017b-467b-ab95-c47e83ab112d tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f0be5289-a6b9-4840-b7ef-fc86dac80546&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295217 Nov 12 01:49:46.808098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:46.814286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266929780', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:46.900401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:46.930774 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:46.935818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:46.936246 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Checking router: 28a5a86e-60e9-4e67-a4f4-0fa075a4236c for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:46.936821 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Updating router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c port ed65e2f0-8166-4a64-a38a-c760b20b2112 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:49:46.965183 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.147488 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.206423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Subnet': ['ID=bb47eda5-db4c-46a2-b4d1-edff02d9d3af,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:47.217104 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Checking segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:47.217466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network hostable DHCP agents. Network: df171b42-0214-4e92-b860-c9c3e66e4dc8, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:49:47.234811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:49:47.239762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.246027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, df171b42-0214-4e92-b860-c9c3e66e4dc8) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:47.247723 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.250177 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:47.250771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.258429 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5c553-714a-4dce-b90b-93032bfeb251 None None] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:47.269263 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c1ac0d05-86ae-4dec-940c-5df6e251fed1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4595366 Nov 12 01:49:47.274572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:49:47.344401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b2557-564e-4a28-a0fd-de1295946b89 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:47.374540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a664ba-91eb-490d-97a3-77c0fd11554f None None] Pushing event updated for resources: {'Port': ['ID=ed65e2f0-8166-4a64-a38a-c760b20b2112,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:47.378505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Attempting to bind port ed65e2f0-8166-4a64-a38a-c760b20b2112 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:47.378873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Attempting to bind port ed65e2f0-8166-4a64-a38a-c760b20b2112 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:47.379237 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Attempting to bind port ed65e2f0-8166-4a64-a38a-c760b20b2112 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:47.392751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:47.393126 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:47.393602 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.393953 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:47.394440 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Bound port: ed65e2f0-8166-4a64-a38a-c760b20b2112, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:47.394853 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.490381 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] For port ed65e2f0-8166-4a64-a38a-c760b20b2112, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:47.495205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] For port ed65e2f0-8166-4a64-a38a-c760b20b2112, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ed65e2f0-8166-4a64-a38a-c760b20b2112,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:47.518563 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.526654 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] Provisioning complete for port ed65e2f0-8166-4a64-a38a-c760b20b2112 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:47.527031 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.551534 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-df171b42-0214-4e92-b860-c9c3e66e4dc8', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:49:47.552424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.633369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559f599-5636-4166-a3aa-49bcd67741dd None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:49:47.685630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a664ba-91eb-490d-97a3-77c0fd11554f None None] Pushing event updated for resources: {'Port': ['ID=ed65e2f0-8166-4a64-a38a-c760b20b2112,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:47.700871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:47.701445 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:47.743939 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.885145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:47.901220 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Allocated IP 172.20.0.2 (df171b42-0214-4e92-b860-c9c3e66e4dc8/bb47eda5-db4c-46a2-b4d1-edff02d9d3af/49a80d3d-e55b-4c25-b7ab-000cb0f6281f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:47.916880 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:47.951906 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] For port ed65e2f0-8166-4a64-a38a-c760b20b2112, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ed65e2f0-8166-4a64-a38a-c760b20b2112,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:47.980885 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.313234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-eaa5a78b-fc4d-499e-9d7b-4fe2c72f50ad None None] Provisioning complete for port ed65e2f0-8166-4a64-a38a-c760b20b2112 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:48.313551 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a78b-fc4d-499e-9d7b-4fe2c72f50ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.322221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20761e-d090-4525-a2a0-c91a5829111d None None] Pushing event updated for resources: {'Port': ['ID=ed65e2f0-8166-4a64-a38a-c760b20b2112,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:48.444568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.454958 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.501053 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:48.506972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.1 (df171b42-0214-4e92-b860-c9c3e66e4dc8/bb47eda5-db4c-46a2-b4d1-edff02d9d3af/900b677c-bedd-42e8-b2d6-3a3d37ba290e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:48.533341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:48.540327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:48.543509 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Pushing event updated for resources: {'Port': ['ID=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:48.588604 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:48.624900 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.633826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88660f6-9a23-42fe-854d-380f6e94d461 None None] The sync data for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 is: [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:45Z', 'revision_number': 3, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:48.639590 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Attempting to bind port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:48.640089 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Attempting to bind port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:48.640583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Attempting to bind port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f on network df171b42-0214-4e92-b860-c9c3e66e4dc8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Checking segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Bound using segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Bound port: 49a80d3d-e55b-4c25-b7ab-000cb0f6281f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:48.650611 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.663012 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.715709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:48.717465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:48.719370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:48.721551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:48.727882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] For port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:48.732307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] For port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:48.737653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.770506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.800340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9daf-0d81-4643-94e0-2cbd2cc9dfb1 None None] Pushing event updated for resources: {'Port': ['ID=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:48.944409 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.282072 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.288110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.365640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:49.370818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:49.468944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:49.470482 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:49.610939 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:49.726052 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:49.732107 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a583ce11-02e6-49e8-a29c-959e82baa354 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/28a5a86e-60e9-4e67-a4f4-0fa075a4236c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592452 Nov 12 01:49:49.803107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d68fd-d315-45fd-9629-72474b940436 None None] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:49:49.891729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-903fef10-c14f-40ce-9213-c2fc0f78ea99 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190109542&fields=id&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 267 time: 0.0459280 Nov 12 01:49:49.922754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] Provisioning complete for port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:49.923126 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.014855 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-d3a7eef2-4f16-4e62-8680-2edf7bd8ac34 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:50.016788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-d3a7eef2-4f16-4e62-8680-2edf7bd8ac34 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 797 time: 0.1180139 Nov 12 01:49:50.035284 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-ab5fcf18-ae78-465a-8fd0-da304eef7bce tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/quotas/b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 375 time: 0.0114832 Nov 12 01:49:50.037093 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.084767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] For port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:50.094376 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.104817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-9f91c310-03c2-42e6-af81-4073119238f9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628555 Nov 12 01:49:50.166450 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9e04b-b1c4-4b18-a7ae-667b53ed7cb8 None None] Pushing event updated for resources: {'Port': ['ID=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:50.181548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-5410d149-c31f-4351-9887-839a3eda978b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:49:50.182585 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-5410d149-c31f-4351-9887-839a3eda978b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0579288 Nov 12 01:49:50.189141 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 49a80d3d-e55b-4c25-b7ab-000cb0f6281f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:50.249823 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.250188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.291888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bc1d0ea7-78f1-4247-b2b4-c18cf8830438 service neutron] 10.222.0.11 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021035 Nov 12 01:49:50.348149 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ed65e2f0-8166-4a64-a38a-c760b20b2112 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:50.392537 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-9d7d526e-da2d-45e6-8192-90a795caffe7 service neutron] 10.222.0.11 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930269 Nov 12 01:49:50.399175 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port ed65e2f0-8166-4a64-a38a-c760b20b2112 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.399567 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.445361 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4cafa421-50db-43e1-8b69-a3c4af13dcfa None None] Provisioning complete for port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.445730 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cafa421-50db-43e1-8b69-a3c4af13dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.464970 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Sync routers for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:50.486477 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:50.487214 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:50.619911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bb3a6fd4-00d1-44bb-afcc-8626954d0a62 req-001cee1b-3778-4fc5-9bf3-215a5969457a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 210 time: 0.0422671 Nov 12 01:49:50.620388 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4cafa421-50db-43e1-8b69-a3c4af13dcfa None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.620761 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cafa421-50db-43e1-8b69-a3c4af13dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.676684 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4cafa421-50db-43e1-8b69-a3c4af13dcfa None None] Port 900b677c-bedd-42e8-b2d6-3a3d37ba290e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:50.785013 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:50.803296 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a927e3c9-2072-4dd2-8ddf-efe8bf33a826 None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.804278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a927e3c9-2072-4dd2-8ddf-efe8bf33a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.850077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a927e3c9-2072-4dd2-8ddf-efe8bf33a826 None None] Port 900b677c-bedd-42e8-b2d6-3a3d37ba290e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:50.977815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6babd105-7325-4ee9-b0f8-1ac023a46ee0 None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:50.978804 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6babd105-7325-4ee9-b0f8-1ac023a46ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.012510 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:49Z', 'revision_number': 2, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:51.052039 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Checking router: 28a5a86e-60e9-4e67-a4f4-0fa075a4236c for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:51.053090 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Updating router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c port 900b677c-bedd-42e8-b2d6-3a3d37ba290e binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:49:51.055474 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6babd105-7325-4ee9-b0f8-1ac023a46ee0 None None] Port 900b677c-bedd-42e8-b2d6-3a3d37ba290e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:51.086471 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.360417 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.367475 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.449568 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Pushing event updated for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:51.476566 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.477157 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.477259 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.477543 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.477868 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.478189 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.478511 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.478830 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.479147 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.479465 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.479776 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.480143 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:51.493393 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Attempting to bind port 900b677c-bedd-42e8-b2d6-3a3d37ba290e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:51.493758 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Attempting to bind port 900b677c-bedd-42e8-b2d6-3a3d37ba290e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:51.494112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Attempting to bind port 900b677c-bedd-42e8-b2d6-3a3d37ba290e on network df171b42-0214-4e92-b860-c9c3e66e4dc8 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:51.499633 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:51.500318 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Checking segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:51.500877 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.501325 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Bound using segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:51.501987 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Bound port: 900b677c-bedd-42e8-b2d6-3a3d37ba290e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:51.502428 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.571867 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] For port 900b677c-bedd-42e8-b2d6-3a3d37ba290e, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:51.575260 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] For port 900b677c-bedd-42e8-b2d6-3a3d37ba290e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=900b677c-bedd-42e8-b2d6-3a3d37ba290e,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:51.581442 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.653147 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d26a-2633-406c-9725-6876f3a37204 None None] Pushing event updated for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:51.692767 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:51.693563 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:51.701436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:51.706209 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.780451 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e0c86725-43c1-4c21-9176-ecbe2a20ec22 req-972b9732-ad24-4a71-a299-71073bd3d683 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 210 time: 0.0524828 Nov 12 01:49:51.866652 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.908333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] For port 900b677c-bedd-42e8-b2d6-3a3d37ba290e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=900b677c-bedd-42e8-b2d6-3a3d37ba290e,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:51.916972 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.938149 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:51.975597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-295a32d7-27c4-4e50-bed6-cd4a6c366a83 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.977683 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-295a32d7-27c4-4e50-bed6-cd4a6c366a83 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 797 time: 0.1914442 Nov 12 01:49:51.988719 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f2237-d73c-450a-ac5c-3420528b3643 None None] Pushing event updated for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:52.052178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-54db23da-ef90-4264-9261-7dd62f38e2dc None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:52.053491 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54db23da-ef90-4264-9261-7dd62f38e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.073140 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-1321d9c8-6511-4552-8f8d-f3513fab8d50 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a0232de5e492fa1af0e9f419b28d0 HTTP/1.1" status: 200 len: 380 time: 0.0851414 Nov 12 01:49:52.090065 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 49a80d3d-e55b-4c25-b7ab-000cb0f6281f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:52.090322 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'port': {'device_id': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'admin_state_up': True, 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'security_groups': ['244df6cc-ef6d-4273-bf70-65fd0ce02a09']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:52.161409 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:52.193004 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faadd0-6682-4971-8eb4-10fa3409bc21 None None] The sync data for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 is: [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:52.197725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:52.198111 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.257893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Made reservation on behalf of b56a0232de5e492fa1af0e9f419b28d0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:52.265422 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.440291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.20.0.7 (df171b42-0214-4e92-b860-c9c3e66e4dc8/bb47eda5-db4c-46a2-b4d1-edff02d9d3af/0396f6ed-6177-4d44-a091-dcc6af51ab30) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:52.589446 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.627694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.687329 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:52.691980 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:52.694011 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:52.696309 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:52.755734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.756428 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.775955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-bb9126dd-de53-4aef-b026-4728b7d357c9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909432 Nov 12 01:49:52.786947 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-00b1811a-7e21-4bee-a2b2-4d0786b16e0a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:49:52.788361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-00b1811a-7e21-4bee-a2b2-4d0786b16e0a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057211 Nov 12 01:49:52.867984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Request body: {'port': {'device_id': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:52.970080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c6b45594-c1ff-4979-9dbf-27b547f1a82b None None] Provisioning complete for port 0396f6ed-6177-4d44-a091-dcc6af51ab30 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:52.970684 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6b45594-c1ff-4979-9dbf-27b547f1a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.014200 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c6b45594-c1ff-4979-9dbf-27b547f1a82b None None] Port 0396f6ed-6177-4d44-a091-dcc6af51ab30 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:53.338319 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.357349 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e787f-8eae-40e5-a666-0cf32722f767 req-a4ba4a61-1f99-4c51-881b-f24fa19c7190 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.358817 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb3e787f-8eae-40e5-a666-0cf32722f767 req-a4ba4a61-1f99-4c51-881b-f24fa19c7190 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 931 time: 0.4876027 Nov 12 01:49:53.493718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb3e787f-8eae-40e5-a666-0cf32722f767 req-caf7d1b3-a980-49f9-af4a-13efc6aa6c0b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280763 Nov 12 01:49:53.656496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0396f6ed-6177-4d44-a091-dcc6af51ab30 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:53.664862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.678003 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Transition to ACTIVE for port object 0396f6ed-6177-4d44-a091-dcc6af51ab30 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:49:53.683652 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.738858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Pushing event updated for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:53.810892 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Attempting to bind port 0396f6ed-6177-4d44-a091-dcc6af51ab30 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:53.811574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Attempting to bind port 0396f6ed-6177-4d44-a091-dcc6af51ab30 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:53.811574 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Attempting to bind port 0396f6ed-6177-4d44-a091-dcc6af51ab30 on network df171b42-0214-4e92-b860-c9c3e66e4dc8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:53.816952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Port 0396f6ed-6177-4d44-a091-dcc6af51ab30 on network df171b42-0214-4e92-b860-c9c3e66e4dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:49:53.817269 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Attempting to bind port 0396f6ed-6177-4d44-a091-dcc6af51ab30 on network df171b42-0214-4e92-b860-c9c3e66e4dc8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:53.822274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:53.822613 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Checking segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:53.823045 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Bound using segment: {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:53.823484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Bound port: 0396f6ed-6177-4d44-a091-dcc6af51ab30, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57548a-deb8-48fc-b8b8-5ee380e67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:53.823859 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.889808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:53.893020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:53.898459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.940278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.941328 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.942687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] 10.222.0.32 "PUT /v2.0/ports/0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 1092 time: 1.1460507 Nov 12 01:49:53.943242 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:53.946027 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4944169b-4495-4f74-a00f-69a2e0d3b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:53.972039 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b8e7c-d4f0-4b03-a21a-4c37a30c7684 service neutron] Pushing event updated for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:54.003314 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d64483-380a-4828-9e7d-41154d9db784 x-openstack-request-id: req-49d64483-380a-4828-9e7d-41154d9db784 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:54.003660 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:54.004040 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49d64483-380a-4828-9e7d-41154d9db784 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:54.004592 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'status': 'completed', 'code': 200} Nov 12 01:49:54.049536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-023dd37a-24bf-4df0-b7d8-bd933d454d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.051511 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-023dd37a-24bf-4df0-b7d8-bd933d454d84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1095 time: 0.0587423 Nov 12 01:49:54.097618 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 900b677c-bedd-42e8-b2d6-3a3d37ba290e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:54.100376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-9984a938-ce9f-4934-8b3d-a6aeb0ed113a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 217 time: 0.0399735 Nov 12 01:49:54.148918 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 900b677c-bedd-42e8-b2d6-3a3d37ba290e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:54.149299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:54.157719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-9113a747-761f-4f43-81cd-c6e9741a4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.160969 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-9113a747-761f-4f43-81cd-c6e9741a4bfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0526092 Nov 12 01:49:54.208694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa07c-86da-4092-aa96-05aedb926f38 req-ab159f26-7c2b-47c0-b147-7f52d050fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.210217 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-ab159f26-7c2b-47c0-b147-7f52d050fbfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426941 Nov 12 01:49:54.301876 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-6ef89186-b261-4184-823b-d01183795fd1 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Nov 12 01:49:54.400838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68daa07c-86da-4092-aa96-05aedb926f38 req-73546d43-b606-408b-9c29-dc8f6319f560 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908897 Nov 12 01:49:54.494544 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-d4d8f933-fa7f-4e55-9bcc-c2fd4c4b86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.496029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-d4d8f933-fa7f-4e55-9bcc-c2fd4c4b86b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1095 time: 0.0434997 Nov 12 01:49:54.642209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-5d877d54-a1b7-4797-b921-c15b465939ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.643763 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-5d877d54-a1b7-4797-b921-c15b465939ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 898 time: 0.1401927 Nov 12 01:49:54.655480 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53a590-956d-425c-9590-04c310db528d req-e6c32e44-09e7-483a-9a35-995ed633b81a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.657092 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c53a590-956d-425c-9590-04c310db528d req-e6c32e44-09e7-483a-9a35-995ed633b81a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 943 time: 0.0850616 Nov 12 01:49:54.703398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-1d39b958-e510-4d67-8b07-ec436eeffee6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 217 time: 0.0452697 Nov 12 01:49:54.777877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7c53a590-956d-425c-9590-04c310db528d req-f648de5a-eb4c-4e29-88eb-eb849b708ecb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131945 Nov 12 01:49:54.779680 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-794ea3c6-4e4a-4420-81de-78e26634ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.781066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-794ea3c6-4e4a-4420-81de-78e26634ea25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0691016 Nov 12 01:49:54.831568 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-dbb37193-fdfe-4075-bc78-f0def792e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.833202 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-dbb37193-fdfe-4075-bc78-f0def792e530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445957 Nov 12 01:49:54.934822 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-833bdb76-b1da-4ae6-b601-323b0b7354e8 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935068 Nov 12 01:49:55.033423 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4944169b-4495-4f74-a00f-69a2e0d3b9d6 req-da2b1ddf-6907-4640-97e0-1874aca2fe91 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910709 Nov 12 01:49:55.917457 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09db92d-366c-4d52-8349-0202cd8ae6de req-957607a9-ad05-4f1f-9754-1af71d03a07e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:55.918870 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d09db92d-366c-4d52-8349-0202cd8ae6de req-957607a9-ad05-4f1f-9754-1af71d03a07e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 943 time: 0.0683537 Nov 12 01:49:55.974910 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d09db92d-366c-4d52-8349-0202cd8ae6de req-da76b64d-b6d9-4782-814c-222742430a82 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465839 Nov 12 01:49:57.095001 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a5dd-0266-4c35-8f33-5c9b695ae633 req-3d1cd2b6-4c58-4c0b-930c-c9040baf3fca tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:57.096586 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f771a5dd-0266-4c35-8f33-5c9b695ae633 req-3d1cd2b6-4c58-4c0b-930c-c9040baf3fca tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 943 time: 0.0516233 Nov 12 01:49:57.147183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f771a5dd-0266-4c35-8f33-5c9b695ae633 req-11a40ce3-0093-424b-b8d1-c252e7603740 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443659 Nov 12 01:49:57.809396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0396f6ed-6177-4d44-a091-dcc6af51ab30 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:49:57.917956 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:57.929713 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'port_id': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'mac_address': 'fa:16:3e:7a:64:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:49:57.971842 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.984981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0396f6ed-6177-4d44-a091-dcc6af51ab30 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:58.005464 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:58.013347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:58.072639 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:58.250213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['0396f6ed-6177-4d44-a091-dcc6af51ab30'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:58.277215 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e07632-dc75-4a20-91e7-14687ef31431 req-2e3b74fe-e4ca-494b-917c-8c95eb0df313 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:58.278776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5e07632-dc75-4a20-91e7-14687ef31431 req-2e3b74fe-e4ca-494b-917c-8c95eb0df313 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 944 time: 0.0520747 Nov 12 01:49:58.335936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5e07632-dc75-4a20-91e7-14687ef31431 req-b038440a-0154-4211-8173-f321254af0f9 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 Nov 12 01:49:59.463408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ed9c3-49dd-42e9-8aff-b51d91a87722 req-d31fea80-b58d-49f0-81ef-efef2fc69da2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:59.465021 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-252ed9c3-49dd-42e9-8aff-b51d91a87722 req-d31fea80-b58d-49f0-81ef-efef2fc69da2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 944 time: 0.0531027 Nov 12 01:49:59.535512 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-252ed9c3-49dd-42e9-8aff-b51d91a87722 req-ac935c14-998d-499a-9fb1-2a281cefd4aa tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609436 Nov 12 01:49:59.827860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0396f6ed-6177-4d44-a091-dcc6af51ab30 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:59.890710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 0396f6ed-6177-4d44-a091-dcc6af51ab30 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:49:59.894729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 0396f6ed-6177-4d44-a091-dcc6af51ab30 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:59.895122 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:59.980146 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:00.003425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:00.005713 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7e4b1-1f49-4021-ad2e-986663f786d3" -d '{"events": [{"server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "name": "network-vif-plugged", "status": "completed", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:00.018797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:00.027267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:00.077888 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:00.098848 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003888df-83a3-4380-ae45-fecb1c1331fd x-openstack-request-id: req-003888df-83a3-4380-ae45-fecb1c1331fd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:00.099143 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "name": "network-vif-plugged", "status": "completed", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:00.099426 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-003888df-83a3-4380-ae45-fecb1c1331fd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:00.099828 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'code': 200} Nov 12 01:50:00.202146 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa1c4-d30c-4379-8de5-fcb1b40b11f2 req-d55c8010-52c6-4d83-a722-1f53c89932a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:00.203649 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c85aa1c4-d30c-4379-8de5-fcb1b40b11f2 req-d55c8010-52c6-4d83-a722-1f53c89932a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1097 time: 0.0424428 Nov 12 01:50:00.252765 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c85aa1c4-d30c-4379-8de5-fcb1b40b11f2 req-fb18d18b-e262-4eb1-bd6a-c2aeb4b00b64 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Nov 12 01:50:00.681491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9b27-e8dc-47c9-936d-395b53a0da4f req-adc75de9-a9aa-4362-a61c-d34798f9ba84 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:00.683002 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-279e9b27-e8dc-47c9-936d-395b53a0da4f req-adc75de9-a9aa-4362-a61c-d34798f9ba84 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0668802 Nov 12 01:50:00.735290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-279e9b27-e8dc-47c9-936d-395b53a0da4f req-c95a037c-9ce1-428d-ab69-36a3e90314c3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Nov 12 01:50:01.306026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-266ce68f-229f-4d71-b5fa-87a53da5bd94 req-33bd3171-abf8-4b6e-90ce-ab588928f042 service neutron] (102676) timed out ('10.222.0.32', 53329) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:50:01.879650 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db979057-87b4-4d11-9c41-34ea25727d3f req-996cedef-3425-4ee9-848d-cdd3e1b35a7b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:01.881151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db979057-87b4-4d11-9c41-34ea25727d3f req-996cedef-3425-4ee9-848d-cdd3e1b35a7b tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0578306 Nov 12 01:50:01.936788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db979057-87b4-4d11-9c41-34ea25727d3f req-ed29cec0-14fe-409e-a712-023eb2c57f57 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Nov 12 01:50:02.054224 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56508911-1da5-4025-9df1-793dd07ecfec req-61ee8422-4abb-4717-93ff-110512961c96 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:02.055877 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56508911-1da5-4025-9df1-793dd07ecfec req-61ee8422-4abb-4717-93ff-110512961c96 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0533020 Nov 12 01:50:02.118865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-56508911-1da5-4025-9df1-793dd07ecfec req-c8613f1a-af30-4878-b5d8-1404d735365f tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529683 Nov 12 01:50:02.151281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:02.195799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844d970-4fea-4afe-8501-4760fcf75713 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:02.197254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6844d970-4fea-4afe-8501-4760fcf75713 tempest-TestNetworkAdvancedServerOps-185920153 tempest-TestNetworkAdvancedServerOps-185920153-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1092 time: 0.0449219 Nov 12 01:50:02.200208 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:02.204526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:02.226953 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.324807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.431940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Allocated IP 172.25.6.161 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/cb22d380-b446-4d3e-ad61-fe0faa16cb2d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:02.545451 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.582822 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.623807 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:02.628069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:02.634579 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:02.660627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=cb22d380-b446-4d3e-ad61-fe0faa16cb2d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:02.850876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.029804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.104855 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.278005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.285770 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.348629 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event updated for resources: {'Port': ['ID=cb22d380-b446-4d3e-ad61-fe0faa16cb2d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:03.364379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.464893 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 305d090b-9327-417d-85d9-1d0caad7628e associated. External IP: 172.25.6.161, port: 0396f6ed-6177-4d44-a091-dcc6af51ab30. Nov 12 01:50:03.697841 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:03.809456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:03.822569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Sync routers for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:03.836593 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.838360 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:03.839116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.863942 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-fa4cc9fb-bf72-4965-9c63-a5294447ddf0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6627293 Nov 12 01:50:03.864734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:03.867573 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf1564-d249-457c-908e-af2f37a389bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:03.913315 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43905420-cbdc-4bf3-8fd9-283bc2ebdf94 x-openstack-request-id: req-43905420-cbdc-4bf3-8fd9-283bc2ebdf94 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:03.913718 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:03.914190 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43905420-cbdc-4bf3-8fd9-283bc2ebdf94 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:03.914939 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'status': 'completed', 'code': 200} Nov 12 01:50:03.963889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:04.007152 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82df6e-e335-4a2e-b610-224271affe34 req-6370674a-6b6d-4167-a1eb-5589d48ae7cf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.009126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed82df6e-e335-4a2e-b610-224271affe34 req-6370674a-6b6d-4167-a1eb-5589d48ae7cf tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0829511 Nov 12 01:50:04.012497 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1564-d249-457c-908e-af2f37a389bf req-aa4b2dac-3326-4954-bc5e-3c6b25ce5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.014001 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-aa4b2dac-3326-4954-bc5e-3c6b25ce5b7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1097 time: 0.0771105 Nov 12 01:50:04.118505 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ed82df6e-e335-4a2e-b610-224271affe34 req-2649d75a-a986-4009-a532-19c0c711c96a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021612 Nov 12 01:50:04.143798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1564-d249-457c-908e-af2f37a389bf req-fa3894fa-e890-4011-8d23-4ca2c2416067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.144039 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45548) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:04.145312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-fa3894fa-e890-4011-8d23-4ca2c2416067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 898 time: 0.1228652 Nov 12 01:50:04.213731 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-36624e78-fa5e-4429-ab47-10ff188aac93 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/305d090b-9327-417d-85d9-1d0caad7628e HTTP/1.1" status: 200 len: 991 time: 0.0676630 Nov 12 01:50:04.220396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-cddbcdf6-174a-4a32-a075-0fdf9c89380e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 999 time: 0.0672545 Nov 12 01:50:04.270955 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1564-d249-457c-908e-af2f37a389bf req-79c5e22f-f9e9-44fc-b267-3d37103414e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.272469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-79c5e22f-f9e9-44fc-b267-3d37103414e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0454288 Nov 12 01:50:04.319325 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1564-d249-457c-908e-af2f37a389bf req-3099d4da-2adb-4db3-989b-05afc0b78ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.320926 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-3099d4da-2adb-4db3-989b-05afc0b78ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412374 Nov 12 01:50:04.369500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '305d090b-9327-417d-85d9-1d0caad7628e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'port_id': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'mac_address': 'fa:16:3e:7a:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:02Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:04.400034 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Checking router: 28a5a86e-60e9-4e67-a4f4-0fa075a4236c for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:04.408730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:04.409351 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:49:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:04.418114 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-36a9e3b5-3a94-416b-8b15-264d1411716d service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Nov 12 01:50:04.509264 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7abf1564-d249-457c-908e-af2f37a389bf req-01c26d7f-2d8e-4a09-93ac-30a8ff2935e7 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Nov 12 01:50:04.518043 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:04.769202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '305d090b-9327-417d-85d9-1d0caad7628e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'port_id': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'mac_address': 'fa:16:3e:7a:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:02Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:04.795553 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a186f-1455-4fb9-bc74-62322ef95dc6 None None] The sync data for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 is: [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '305d090b-9327-417d-85d9-1d0caad7628e', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'port_id': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'mac_address': 'fa:16:3e:7a:64:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:50:02Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 0, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:05.001366 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b64e62-0294-4225-bf78-5246c166ae0a None None] New status for floating IP 305d090b-9327-417d-85d9-1d0caad7628e: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:50:05.216977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45550) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:05.285517 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-94210479-8cc3-4732-8002-172db23e2bf1 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/305d090b-9327-417d-85d9-1d0caad7628e HTTP/1.1" status: 200 len: 993 time: 0.0673246 Nov 12 01:50:05.928469 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:09.304725 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8533cb16-d05b-43b3-a967-5e251a0915c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:12.178355 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fda8528-236e-46b4-916d-7afeb9741727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:13.098475 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:13.177063 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:14.269404 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:15.011410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:17.914982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-72ea7676-ed15-4adf-a318-358bcd129bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487115 Nov 12 01:50:18.078272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d449-633a-4306-a205-37c21f8e730e req-4176641c-448d-48dd-97c4-165320130c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:18.079841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-4176641c-448d-48dd-97c4-165320130c2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1097 time: 0.0531380 Nov 12 01:50:18.198752 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d449-633a-4306-a205-37c21f8e730e req-914b4781-ffb1-40f9-8b81-31392061f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:18.200188 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-914b4781-ffb1-40f9-8b81-31392061f82e service neutron] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 898 time: 0.0940921 Nov 12 01:50:18.270429 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-355976ab-ed93-4d6b-9734-186f59571ed7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 1001 time: 0.0627844 Nov 12 01:50:18.324829 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d449-633a-4306-a205-37c21f8e730e req-337b9f86-c5d0-4c8a-abc8-a8d1e2427258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:18.326314 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-337b9f86-c5d0-4c8a-abc8-a8d1e2427258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0479414 Nov 12 01:50:18.376645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d449-633a-4306-a205-37c21f8e730e req-b7faef02-f985-4e13-9584-792ffe1c6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:18.378126 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-b7faef02-f985-4e13-9584-792ffe1c6c8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447311 Nov 12 01:50:18.471142 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-13e1d57f-75d5-4df9-b97c-c075337db14a service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Nov 12 01:50:18.568362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6328d449-633a-4306-a205-37c21f8e730e req-e6061aa8-b868-4661-a580-0df82697bdb8 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896866 Nov 12 01:50:32.861667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:35.934794 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:36.666611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abef2e-ab5b-46f8-af1e-ff053249ddd0 req-ff254b39-ac31-4c5e-b9ae-01811af9726e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:36.668570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9abef2e-ab5b-46f8-af1e-ff053249ddd0 req-ff254b39-ac31-4c5e-b9ae-01811af9726e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0571883 Nov 12 01:50:36.728419 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d9abef2e-ab5b-46f8-af1e-ff053249ddd0 req-79e1930b-e415-4815-b711-2c46c363e74e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533824 Nov 12 01:50:37.884784 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ead9f-86d8-4bdb-a802-f52e3a9ab74a req-62c0036f-afd2-48e6-82dc-f333b7448828 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:37.886389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-868ead9f-86d8-4bdb-a802-f52e3a9ab74a req-62c0036f-afd2-48e6-82dc-f333b7448828 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0705366 Nov 12 01:50:37.949303 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-868ead9f-86d8-4bdb-a802-f52e3a9ab74a req-a2e993b3-5e72-4ea8-856b-118d7ad4d249 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536680 Nov 12 01:50:37.977681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45570) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:38.041162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1dd32fd7-eb4a-4e37-a27a-622ea3e312d4 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/305d090b-9327-417d-85d9-1d0caad7628e HTTP/1.1" status: 200 len: 993 time: 0.0623217 Nov 12 01:50:39.300568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2896e6a-e4d9-4069-bcbc-9b3faa615452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:39.354276 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e9f7e-a985-43f6-ac34-6b6b8ba01817 req-6977e9ca-9b5f-46b0-b424-baf2587cad0c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:39.355815 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f9e9f7e-a985-43f6-ac34-6b6b8ba01817 req-6977e9ca-9b5f-46b0-b424-baf2587cad0c tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0774820 Nov 12 01:50:39.370696 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-d9342288-fe56-41ea-a590-df67cb70c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:39.372154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-d9342288-fe56-41ea-a590-df67cb70c0ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1097 time: 0.0669954 Nov 12 01:50:39.466003 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f9e9f7e-a985-43f6-ac34-6b6b8ba01817 req-2222e5ba-8897-4a8a-8336-260bee6d2c5e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036482 Nov 12 01:50:39.498370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-61f17d9d-bd66-47c9-b961-f23edeff3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:39.499955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-61f17d9d-bd66-47c9-b961-f23edeff3605 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 898 time: 0.1180210 Nov 12 01:50:39.569242 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-64ad4b92-0969-4c43-9a18-de52b708d869 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 1001 time: 0.0608089 Nov 12 01:50:39.625412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-9c08c339-b1ae-49ea-a12e-1e8549324bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:39.626899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-9c08c339-b1ae-49ea-a12e-1e8549324bf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0501814 Nov 12 01:50:39.676788 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-6dff3687-614c-4d57-8f67-d06f42619654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:39.678319 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-6dff3687-614c-4d57-8f67-d06f42619654 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442874 Nov 12 01:50:39.772390 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-9dc94120-2113-4289-adc3-05ab61ed97e2 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861778 Nov 12 01:50:39.874365 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a8efc4e-915a-44a2-b1c3-29a822837332 req-26c187e0-f473-4c66-afe6-1723b2636faf service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940754 Nov 12 01:50:40.598781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7d05a-2f02-468a-b571-9e9cf7f36529 req-d939980b-ca83-4811-ab75-22c5cdab78fd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.600336 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07a7d05a-2f02-468a-b571-9e9cf7f36529 req-d939980b-ca83-4811-ab75-22c5cdab78fd tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0559316 Nov 12 01:50:40.654313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-07a7d05a-2f02-468a-b571-9e9cf7f36529 req-381c75b3-9eaf-41df-a5fd-958bd52126c2 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462503 Nov 12 01:50:41.789949 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980501f-2765-4d5c-bddb-e66bac23ea32 req-59da4ee5-b0e4-4f89-9ef8-bbb9f87e8679 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:41.791431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0980501f-2765-4d5c-bddb-e66bac23ea32 req-59da4ee5-b0e4-4f89-9ef8-bbb9f87e8679 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0659697 Nov 12 01:50:41.844438 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0980501f-2765-4d5c-bddb-e66bac23ea32 req-d863187d-92e2-4011-b128-848ebea516da tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 Nov 12 01:50:41.877062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45582) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:41.941162 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-6bfa88b0-cb40-4ad7-8217-0b51ed68f6ea tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/floatingips/305d090b-9327-417d-85d9-1d0caad7628e HTTP/1.1" status: 200 len: 993 time: 0.0628514 Nov 12 01:50:42.174733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-172ae0e2-eb92-4d8c-80d5-0a22c64262de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:42.177727 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45588) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:42.671798 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port cb22d380-b446-4d3e-ad61-fe0faa16cb2d {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:42.672197 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:42.752312 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:42.752620 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:42.764926 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for cb22d380-b446-4d3e-ad61-fe0faa16cb2d owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:42.922223 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:42.945369 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=cb22d380-b446-4d3e-ad61-fe0faa16cb2d,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:42.959141 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.959486 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.960527 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.960918 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.961273 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.961641 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.962008 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.962345 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.962684 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.963000 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.963334 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:42.963658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:43.026065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:43.026389 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Floating IP 305d090b-9327-417d-85d9-1d0caad7628e disassociated (deleted). External IP: 172.25.6.161, port: 0396f6ed-6177-4d44-a091-dcc6af51ab30. Nov 12 01:50:43.093338 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:43.259590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:43.369237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:43.374621 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:43.379549 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Sync routers for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:43.389607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:43.390499 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:43.403533 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9e27dea4-f700-47a6-882a-1e751d8f4e54 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/floatingips/305d090b-9327-417d-85d9-1d0caad7628e HTTP/1.1" status: 204 len: 168 time: 1.2241671 Nov 12 01:50:43.404170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:43.406860 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd968ed8-ed32-48c0-afca-078028f06a88" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:43.445541 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87911d0-3a93-452d-834b-6c4dc06ce3e0 x-openstack-request-id: req-e87911d0-3a93-452d-834b-6c4dc06ce3e0 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:43.445809 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:43.446082 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e87911d0-3a93-452d-834b-6c4dc06ce3e0 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:43.446485 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'status': 'completed', 'code': 200} Nov 12 01:50:43.517070 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-273e0465-293f-4657-a24c-4d9e5dc6236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:43.517802 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:43.518515 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-273e0465-293f-4657-a24c-4d9e5dc6236e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 1097 time: 0.0455275 Nov 12 01:50:43.730407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:43.762932 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Checking router: 28a5a86e-60e9-4e67-a4f4-0fa075a4236c for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:43.773023 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:43.773674 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:43.892691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:44.039674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-1d3fd255-48f9-4bf6-abdb-d73756587ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:44.041191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-1d3fd255-48f9-4bf6-abdb-d73756587ca9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 200 len: 898 time: 0.4972005 Nov 12 01:50:44.049927 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546f635-06ec-4f19-8384-d3f88389f782 req-e8d7bba1-a517-4d5f-9e56-2ecb695482b6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:44.051312 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2546f635-06ec-4f19-8384-d3f88389f782 req-e8d7bba1-a517-4d5f-9e56-2ecb695482b6 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.4467003 Nov 12 01:50:44.092716 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-c5154fae-ea2c-4430-bf30-1f377551225a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 200 len: 217 time: 0.0404212 Nov 12 01:50:44.107482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:44.135356 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a42f51-c685-4f0c-968d-b2ed77eac9ce None None] The sync data for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 is: [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:49:48Z', 'revision_number': 4, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '900b677c-bedd-42e8-b2d6-3a3d37ba290e', 'name': '', 'network_id': 'df171b42-0214-4e92-b860-c9c3e66e4dc8', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'mac_address': 'fa:16:3e:9f:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:47Z', 'updated_at': '2021-11-12T01:49:51Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'subnets': [{'id': 'bb47eda5-db4c-46a2-b4d1-edff02d9d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:44.172563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2546f635-06ec-4f19-8384-d3f88389f782 req-e67e5b72-9f14-442c-8c9a-88c95a68ba9e tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130569 Nov 12 01:50:44.174340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-ae490715-2959-46c8-8bf0-e49a8851505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:44.175866 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-ae490715-2959-46c8-8bf0-e49a8851505d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 200 len: 835 time: 0.0735614 Nov 12 01:50:44.226180 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-14d42eb1-36be-49cc-84d6-a6f99d456f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:44.227755 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-14d42eb1-36be-49cc-84d6-a6f99d456f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df171b42-0214-4e92-b860-c9c3e66e4dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432169 Nov 12 01:50:44.273768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.327128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-f4f5255a-906b-4f55-8999-991a06d8b78c service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908909 Nov 12 01:50:44.374470 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c807199-4b94-4eef-88b2-8e0eeaa495ee None None] New status for floating IP 305d090b-9327-417d-85d9-1d0caad7628e: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:50:44.427659 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bd968ed8-ed32-48c0-afca-078028f06a88 req-11254215-6c93-417d-b7f3-8295361c8533 service neutron] 10.222.0.32 "GET /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920141 Nov 12 01:50:45.021169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:45.165333 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-c7a0c196-51c4-4a49-b7f5-634059b158c8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:45.166885 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-c7a0c196-51c4-4a49-b7f5-634059b158c8 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.0620553 Nov 12 01:50:45.291951 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 0396f6ed-6177-4d44-a091-dcc6af51ab30 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:45.292222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:45.355317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605629b-dee4-4ecc-9612-bd80b428031f req-e2cc3e67-a3cf-479e-895d-c7d98077816a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:45.356843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b605629b-dee4-4ecc-9612-bd80b428031f req-e2cc3e67-a3cf-479e-895d-c7d98077816a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fad8ec9-4192-40a4-a967-28b1ff3919d7 HTTP/1.1" status: 200 len: 945 time: 0.1082547 Nov 12 01:50:45.424861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 0396f6ed-6177-4d44-a091-dcc6af51ab30, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=0396f6ed-6177-4d44-a091-dcc6af51ab30,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:45.425200 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:45.445295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b605629b-dee4-4ecc-9612-bd80b428031f req-0b91f779-1671-42d0-b382-bc4e1a8aebd0 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "GET /v2.0/security-groups?id=244df6cc-ef6d-4273-bf70-65fd0ce02a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811315 Nov 12 01:50:45.446125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 0396f6ed-6177-4d44-a091-dcc6af51ab30 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:45.600635 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:45.630122 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=0396f6ed-6177-4d44-a091-dcc6af51ab30,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:45.640555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.640929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.642043 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.642266 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.642606 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.642944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.643279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.643614 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.643941 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.644625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.644625 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.644929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:45.689229 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] No DVR routers for this DVR port 0396f6ed-6177-4d44-a091-dcc6af51ab30 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:50:45.691862 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:45.695313 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-506ea2e4-3fb6-48a9-b533-281a7f069528 req-46c00c3d-bc7b-4eea-a18e-1dfc919995c7 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.32 "DELETE /v2.0/ports/0396f6ed-6177-4d44-a091-dcc6af51ab30 HTTP/1.1" status: 204 len: 173 time: 0.5220010 Nov 12 01:50:45.695754 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'name': 'network-vif-deleted', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:45.698068 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e75c31-eff9-4016-bb6c-6eaba6409c86" -d '{"events": [{"server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "name": "network-vif-deleted", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:45.743990 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c423aa-0091-4fc2-a803-829dc8942ebd x-openstack-request-id: req-39c423aa-0091-4fc2-a803-829dc8942ebd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:45.744343 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad8ec9-4192-40a4-a967-28b1ff3919d7", "name": "network-vif-deleted", "tag": "0396f6ed-6177-4d44-a091-dcc6af51ab30", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:45.744599 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39c423aa-0091-4fc2-a803-829dc8942ebd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:45.745014 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad8ec9-4192-40a4-a967-28b1ff3919d7', 'name': 'network-vif-deleted', 'tag': '0396f6ed-6177-4d44-a091-dcc6af51ab30', 'status': 'completed', 'code': 200} Nov 12 01:50:46.507425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45610) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:46.891184 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:47.166502 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port 900b677c-bedd-42e8-b2d6-3a3d37ba290e {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:47.166747 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:47.277978 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port 900b677c-bedd-42e8-b2d6-3a3d37ba290e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=900b677c-bedd-42e8-b2d6-3a3d37ba290e,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:47.278311 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:47.294195 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for 900b677c-bedd-42e8-b2d6-3a3d37ba290e owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:47.525802 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:47.558719 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=900b677c-bedd-42e8-b2d6-3a3d37ba290e,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:47.757938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.036320 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:48.164617 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:48.170965 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cac40017-951a-4de1-82b3-1b03e3cfb1eb tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "PUT /v2.0/routers/28a5a86e-60e9-4e67-a4f4-0fa075a4236c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6618567 Nov 12 01:50:48.173610 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:48.175767 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Sync routers for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:48.187241 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:48.188171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:48.228378 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting subnet bb47eda5-db4c-46a2-b4d1-edff02d9d3af {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:50:48.231881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.277854 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.297234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:48.366975 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.428359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.463529 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.467070 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/subnets/bb47eda5-db4c-46a2-b4d1-edff02d9d3af HTTP/1.1" status: 204 len: 168 time: 0.2922466 Nov 12 01:50:48.467763 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2d67-dd92-4fca-9eea-36b73f542fa3 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Subnet': ['ID=bb47eda5-db4c-46a2-b4d1-edff02d9d3af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:48.469958 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:48.472201 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14836016-50ae-42ab-8e39-e3b7a8090384 None None] Network df171b42-0214-4e92-b860-c9c3e66e4dc8 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:50:48.598359 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.715807 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.716131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:50:47Z', 'revision_number': 5, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port': {'id': 'ed65e2f0-8166-4a64-a38a-c760b20b2112', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:49:45Z', 'updated_at': '2021-11-12T01:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:48.746915 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Checking router: 28a5a86e-60e9-4e67-a4f4-0fa075a4236c for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:48.773143 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Deleting port ed65e2f0-8166-4a64-a38a-c760b20b2112 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:48.773467 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.784691 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Routers {'28a5a86e-60e9-4e67-a4f4-0fa075a4236c'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:48.785341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:48.855313 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] For port ed65e2f0-8166-4a64-a38a-c760b20b2112, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=ed65e2f0-8166-4a64-a38a-c760b20b2112,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:48.855594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:48.868691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Calling delete_port for ed65e2f0-8166-4a64-a38a-c760b20b2112 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:48.880970 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] Set router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:48.937015 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:50:48Z', 'revision_number': 6, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:48.966927 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] DHCP port deletion for df171b42-0214-4e92-b860-c9c3e66e4dc8 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:48.969185 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571104aa-45d1-425b-aa79-cef4a81ed04f None None] The sync data for ids ['28a5a86e-60e9-4e67-a4f4-0fa075a4236c'] in n-d-712141-15 is: [{'id': '28a5a86e-60e9-4e67-a4f4-0fa075a4236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566217064', 'tenant_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:49:44Z', 'updated_at': '2021-11-12T01:50:48Z', 'revision_number': 6, 'project_id': 'b56a0232de5e492fa1af0e9f419b28d0', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:49.027567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Deleting port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:49.028309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.050723 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.083528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Port': ['ID=ed65e2f0-8166-4a64-a38a-c760b20b2112,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:49.091652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] For port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,segment=NetworkSegment(5c57548a-deb8-48fc-b8b8-5ee380e67832),segment_id=5c57548a-deb8-48fc-b8b8-5ee380e67832)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:49.092046 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.101292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7641ab-02ca-4f09-a01d-1a794a65ed6c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:49.109652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Calling delete_port for 49a80d3d-e55b-4c25-b7ab-000cb0f6281f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:49.146781 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.195982 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.222745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Pushing event deleted for resources: {'Port': ['ID=49a80d3d-e55b-4c25-b7ab-000cb0f6281f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:49.230836 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] No DVR routers for this DVR port 49a80d3d-e55b-4c25-b7ab-000cb0f6281f on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:50:49.233398 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.233816 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.234156 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.234795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.235143 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.235557 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.236110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.236271 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.236571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.236901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.237217 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.237540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37fdfa-1e4e-4dbd-b353-9eb06e8e52ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:49.248931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.251542 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.296842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.297543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Fanout notify agent at l3_agent the message router_deleted on router 28a5a86e-60e9-4e67-a4f4-0fa075a4236c {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:50:49.305587 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.308563 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-57945d20-4202-4ab8-896e-a0a4fbd73d17 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/routers/28a5a86e-60e9-4e67-a4f4-0fa075a4236c HTTP/1.1" status: 204 len: 168 time: 0.8357489 Nov 12 01:50:49.309688 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:49.393324 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.483581 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.504971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df171b42-0214-4e92-b860-c9c3e66e4dc8']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:49.514142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c57548a-deb8-48fc-b8b8-5ee380e67832') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:49.514436 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c57548a-deb8-48fc-b8b8-5ee380e67832') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:49.524557 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.540584 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.547694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:50:49.548144 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:50:49.551376 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:50:49.615296 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.619949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.623436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/networks/df171b42-0214-4e92-b860-c9c3e66e4dc8 HTTP/1.1" status: 204 len: 168 time: 0.3127718 Nov 12 01:50:49.626816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45618) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:49.639235 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8083c24-5aab-4b09-8aa9-a00e9b96a197 tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'Network': ['ID=df171b42-0214-4e92-b860-c9c3e66e4dc8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:49.688709 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.725095 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.794928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.797724 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.798949 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] 10.222.0.11 "DELETE /v2.0/security-groups/244df6cc-ef6d-4273-bf70-65fd0ce02a09 HTTP/1.1" status: 204 len: 168 time: 0.1707208 Nov 12 01:50:49.808489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15ced7-3fe8-42a4-996b-ee912453260a tempest-TestNetworkAdvancedServerOps-1347032490 tempest-TestNetworkAdvancedServerOps-1347032490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244df6cc-ef6d-4273-bf70-65fd0ce02a09,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.095905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 49a80d3d-e55b-4c25-b7ab-000cb0f6281f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:50.117371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 49a80d3d-e55b-4c25-b7ab-000cb0f6281f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:50:50.117721 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 49a80d3d-e55b-4c25-b7ab-000cb0f6281f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:50.118145 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 900b677c-bedd-42e8-b2d6-3a3d37ba290e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:50.138021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 900b677c-bedd-42e8-b2d6-3a3d37ba290e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:50:50.138371 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 900b677c-bedd-42e8-b2d6-3a3d37ba290e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:50.138797 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ed65e2f0-8166-4a64-a38a-c760b20b2112 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:50.162752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: ed65e2f0-8166-4a64-a38a-c760b20b2112 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:50:50.163148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device ed65e2f0-8166-4a64-a38a-c760b20b2112 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:50.164321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45628) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:50.177165 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:50.188741 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0396f6ed-6177-4d44-a091-dcc6af51ab30 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:50.208407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 0396f6ed-6177-4d44-a091-dcc6af51ab30 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:50:50.209109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 0396f6ed-6177-4d44-a091-dcc6af51ab30 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:50.306909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-11cce023-9233-41f6-ad73-b3f664e516d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b56a0232de5e492fa1af0e9f419b28d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412978 Nov 12 01:50:50.309550 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45632) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:50.363578 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.387771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.442475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.446515 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.448205 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/023f1437-036f-439e-89f0-b2f2ae6c48b3 HTTP/1.1" status: 204 len: 168 time: 0.1376524 Nov 12 01:50:50.457035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbec92-aae2-43b9-8aac-8b424b6762a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f1437-036f-439e-89f0-b2f2ae6c48b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.750873 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45638) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:50.765044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8c23333-dfbf-4611-8b46-a89bad1e1f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.841265 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8c23333-dfbf-4611-8b46-a89bad1e1f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.846086 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8c23333-dfbf-4611-8b46-a89bad1e1f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.884838 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c8c23333-dfbf-4611-8b46-a89bad1e1f7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=592b75dc1e7b4992bd3d8a50eed43060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327951 Nov 12 01:50:50.885687 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c23333-dfbf-4611-8b46-a89bad1e1f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469edb2-957c-405d-a510-c3c154d0cabf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.887851 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:50.941198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.964592 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:51.027837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:51.031056 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:51.032509 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6469edb2-957c-405d-a510-c3c154d0cabf HTTP/1.1" status: 204 len: 168 time: 0.1428604 Nov 12 01:50:51.040490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dce6b-eea5-4166-a25c-852b0b0f4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469edb2-957c-405d-a510-c3c154d0cabf,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:51.784805 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45662) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:51.893108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1814042515-network', 'tenant_id': '421840e960ff44049f1374fd141b27df'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:51.919742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Made reservation on behalf of 421840e960ff44049f1374fd141b27df for: {'network': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:50:51.922237 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:51.931665 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.016212 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.020961 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.050186 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:50:52.060485 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e6d7b5-62fc-430b-b4ea-186c99523fa3,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:52.067352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.067701 n-d-712141-15 neutron-server[102676]: INFO neutron.db.segments_db [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Added segment 8bb18546-b3a8-4c35-9765-60739a859f5c of type vlan for network c5a019cf-6c2d-4cda-a814-f095242d4ffb Nov 12 01:50:52.112832 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.138808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.139742 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:52.140325 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.175205 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3865545 Nov 12 01:50:52.175986 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:52.182272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Request body: {'subnet': {'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1814042515-subnet', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:52.206622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Made reservation on behalf of 421840e960ff44049f1374fd141b27df for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:50:52.208823 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e00f9-cb98-4099-be17-1e2719c4aecc admin admin] Pushing event updated for resources: {'Network': ['ID=c5a019cf-6c2d-4cda-a814-f095242d4ffb,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:52.217298 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.218969 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:50:52.397126 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.452437 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d96693f-d460-4eef-a099-f49bea64357e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:52.469425 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:52.469844 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Network hostable DHCP agents. Network: c5a019cf-6c2d-4cda-a814-f095242d4ffb, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:50:52.489719 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:50:52.499193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, c5a019cf-6c2d-4cda-a814-f095242d4ffb) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:52.503547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:52.504197 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.509219 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f924d-b5f7-4c14-9058-2c68742d0ade None None] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:50:52.520767 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2ac0d4a9-21da-4e5d-a59f-86104dc56bb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3430548 Nov 12 01:50:52.523399 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:52.527930 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:52.549082 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.550500 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.603683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.669357 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:50:52.670756 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.754353 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.813122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Allocated IP 172.20.0.2 (c5a019cf-6c2d-4cda-a814-f095242d4ffb/2d96693f-d460-4eef-a099-f49bea64357e/493b1e61-7544-40c5-bd9b-30d75a81fd41) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:52.961281 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.962879 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.968593 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.986659 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.005551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:53.008834 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:53.014300 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:53.025673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Pushing event updated for resources: {'Port': ['ID=493b1e61-7544-40c5-bd9b-30d75a81fd41,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:53.079617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Attempting to bind port 493b1e61-7544-40c5-bd9b-30d75a81fd41 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:53.080036 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Attempting to bind port 493b1e61-7544-40c5-bd9b-30d75a81fd41 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:53.080485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Attempting to bind port 493b1e61-7544-40c5-bd9b-30d75a81fd41 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:53.085692 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:53.086067 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:53.086465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.086853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:53.087327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Bound port: 493b1e61-7544-40c5-bd9b-30d75a81fd41, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:53.087737 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.092394 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Allocated IP 172.25.6.228 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/270645f5-4eba-4587-805c-a7726a31146f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:53.151995 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-49fe902b-684c-4708-9dab-26655f258123 None None] For port 493b1e61-7544-40c5-bd9b-30d75a81fd41, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:53.155489 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-49fe902b-684c-4708-9dab-26655f258123 None None] For port 493b1e61-7544-40c5-bd9b-30d75a81fd41, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=493b1e61-7544-40c5-bd9b-30d75a81fd41,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:53.162219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.206385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.225580 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe902b-684c-4708-9dab-26655f258123 None None] Pushing event updated for resources: {'Port': ['ID=493b1e61-7544-40c5-bd9b-30d75a81fd41,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:53.243907 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.289196 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:53.292171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:53.296861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:53.300290 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Pushing event updated for resources: {'Port': ['ID=270645f5-4eba-4587-805c-a7726a31146f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:53.312868 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99830b21-26f2-4321-806e-7137016ffda3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:53.408097 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0ba4912b-56fe-4d3e-af6f-5681b813d29b None None] Provisioning complete for port 270645f5-4eba-4587-805c-a7726a31146f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:53.408476 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ba4912b-56fe-4d3e-af6f-5681b813d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.450598 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4912b-56fe-4d3e-af6f-5681b813d29b None None] Port 270645f5-4eba-4587-805c-a7726a31146f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:50:53.587918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.788291 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.926021 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Router 6a0f4e59-eb96-400e-bf70-359624a23849 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:50:54.038391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:54.052129 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:54.062827 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:54.063439 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:54.066482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.070772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-e6c4529a-c435-404c-8bbb-a07d830aefaa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5437853 Nov 12 01:50:54.071468 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:54.161701 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 493b1e61-7544-40c5-bd9b-30d75a81fd41 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:50:54.221993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48206b61-1e1a-4758-8137-b2fc5693ed14 None None] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:50:54.275622 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:54.292740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 493b1e61-7544-40c5-bd9b-30d75a81fd41 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:54.293393 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.339893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a92cac25-8ead-4097-a186-f4d73c9ed092 None None] Provisioning complete for port 493b1e61-7544-40c5-bd9b-30d75a81fd41 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:54.340288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92cac25-8ead-4097-a186-f4d73c9ed092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.465610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:53Z', 'revision_number': 3, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:54.497522 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:54.497854 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Updating router 6a0f4e59-eb96-400e-bf70-359624a23849 port 270645f5-4eba-4587-805c-a7726a31146f binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:50:54.523683 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.533276 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.553935 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a92cac25-8ead-4097-a186-f4d73c9ed092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.600591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] For port 493b1e61-7544-40c5-bd9b-30d75a81fd41, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=493b1e61-7544-40c5-bd9b-30d75a81fd41,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:54.609289 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.706500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Pushing event updated for resources: {'Port': ['ID=493b1e61-7544-40c5-bd9b-30d75a81fd41,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:54.739003 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-a92cac25-8ead-4097-a186-f4d73c9ed092 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:50:54.739360 n-d-712141-15 neutron-server[102678]: DEBUG oslo_db.api [None req-a92cac25-8ead-4097-a186-f4d73c9ed092 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:50:54.796855 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.804359 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.848105 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d59fa-5f24-461e-8513-7bdb27fa4113 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:54.861317 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Attempting to bind port 270645f5-4eba-4587-805c-a7726a31146f on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:54.861589 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Attempting to bind port 270645f5-4eba-4587-805c-a7726a31146f by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:54.862116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Attempting to bind port 270645f5-4eba-4587-805c-a7726a31146f on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:54.869450 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288b06-448d-4627-9784-63955ad96970 None None] Pushing event updated for resources: {'Port': ['ID=270645f5-4eba-4587-805c-a7726a31146f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:54.872448 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:54.872816 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:54.873204 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.873588 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:54.874047 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Bound port: 270645f5-4eba-4587-805c-a7726a31146f, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:54.874419 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.881730 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.882068 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.882404 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.882744 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.883063 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.883637 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.884200 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.884668 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.884967 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.885315 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.885829 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.886146 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52288b06-448d-4627-9784-63955ad96970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:54.939005 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] For port 270645f5-4eba-4587-805c-a7726a31146f, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:54.940605 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.942899 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] For port 270645f5-4eba-4587-805c-a7726a31146f, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=270645f5-4eba-4587-805c-a7726a31146f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:54.947033 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.988334 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975130b-78d7-486f-9445-aeb372a5856b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:55.006698 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288b06-448d-4627-9784-63955ad96970 None None] Pushing event updated for resources: {'Port': ['ID=270645f5-4eba-4587-805c-a7726a31146f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:55.009307 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:55.009898 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:55.114035 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Allocated IP 172.20.0.1 (c5a019cf-6c2d-4cda-a814-f095242d4ffb/2d96693f-d460-4eef-a099-f49bea64357e/4ae5923a-8875-4ef4-af53-0173a2551687) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:55.115610 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:55.220541 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.258066 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.299012 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:53Z', 'revision_number': 3, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:55.302250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:55.305262 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:55.309925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:55.330464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:55.331133 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d2b07-dc7e-4f95-b0e0-e4c6c514ab21 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:53Z', 'revision_number': 3, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:55.352193 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.402860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Provisioning complete for port 493b1e61-7544-40c5-bd9b-30d75a81fd41 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:55.404037 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.511621 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Provisioning complete for port 270645f5-4eba-4587-805c-a7726a31146f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:55.512478 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.515110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.614026 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.640424 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] For port 270645f5-4eba-4587-805c-a7726a31146f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=270645f5-4eba-4587-805c-a7726a31146f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:55.650855 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.706154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1e3de-aa1e-4ef6-a34a-832ad48ac847 None None] Pushing event updated for resources: {'Port': ['ID=270645f5-4eba-4587-805c-a7726a31146f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:55.733142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.738967 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.772790 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-d7d766b9-c9c9-4c86-af7a-3f82aa3be3ac None None] Provisioning complete for port 4ae5923a-8875-4ef4-af53-0173a2551687 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:55.773757 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7d766b9-c9c9-4c86-af7a-3f82aa3be3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.813347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:55.816434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.816612 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d7d766b9-c9c9-4c86-af7a-3f82aa3be3ac None None] Port 4ae5923a-8875-4ef4-af53-0173a2551687 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:50:55.918408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:55.920029 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:56.065751 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:56.215826 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 270645f5-4eba-4587-805c-a7726a31146f up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:50:56.217407 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:56.223180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6f0e94b1-6bfe-4c1c-9414-b99b0434b134 admin admin] 10.222.0.11 "PUT /v2.0/routers/6a0f4e59-eb96-400e-bf70-359624a23849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1506717 Nov 12 01:50:56.272592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-f901d76c-5ac2-4490-8be4-de7efed8b4e8 None None] Provisioning complete for port 4ae5923a-8875-4ef4-af53-0173a2551687 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:56.273226 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f901d76c-5ac2-4490-8be4-de7efed8b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.318527 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f901d76c-5ac2-4490-8be4-de7efed8b4e8 None None] Port 4ae5923a-8875-4ef4-af53-0173a2551687 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:50:56.320090 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 270645f5-4eba-4587-805c-a7726a31146f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:56.320455 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.404359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 493b1e61-7544-40c5-bd9b-30d75a81fd41 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:50:56.458500 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 493b1e61-7544-40c5-bd9b-30d75a81fd41 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:56.458983 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.725417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:56.730546 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1514590318-network', 'tenant_id': '800159f076234e8494aa9062cb6be854'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:56.754159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Made reservation on behalf of 800159f076234e8494aa9062cb6be854 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:50:56.756651 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.765648 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.853678 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.858106 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.885764 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:50:56.892220 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219865bd-ff98-4dce-9af8-1572742ff06c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:56.898516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.898853 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Added segment 48372ff0-90ee-4aa8-9e2b-da5c2810738e of type vlan for network 651c30df-a0bc-4097-922d-0c5b00253dca Nov 12 01:50:56.945911 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.973643 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.974599 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:56.975920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.002847 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:57.013406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:57.014037 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:57.040130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3134677 Nov 12 01:50:57.042977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:57.049703 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Request body: {'subnet': {'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1514590318-subnet', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:57.058162 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85704e40-a76b-4c0d-a810-64f47cef93b3 admin admin] Pushing event updated for resources: {'Network': ['ID=651c30df-a0bc-4097-922d-0c5b00253dca,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:57.076654 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Made reservation on behalf of 800159f076234e8494aa9062cb6be854 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:50:57.079152 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24209357'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.261878 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29374121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24209375'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.265205 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network 651c30df-a0bc-4097-922d-0c5b00253dca details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:50:57.320984 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a738c693-06d3-48fa-bad6-d2c65d9a59ec,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:57.328259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Checking segment: {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:57.328628 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Network hostable DHCP agents. Network: 651c30df-a0bc-4097-922d-0c5b00253dca, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:50:57.336873 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:57.347592 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Network 651c30df-a0bc-4097-922d-0c5b00253dca is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:50:57.358346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, 651c30df-a0bc-4097-922d-0c5b00253dca) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:57.363808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.364818 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.372139 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84741465-8974-4fff-a879-083044daa033 None None] Network 651c30df-a0bc-4097-922d-0c5b00253dca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:50:57.381654 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6acc1469-fd72-47c2-a885-bedd4566c149 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3374941 Nov 12 01:50:57.384490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45690) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:57.389234 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:57.411058 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.412230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.470141 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.610873 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.657095 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-651c30df-a0bc-4097-922d-0c5b00253dca', 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'fixed_ips': [{'subnet_id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:50:57.658395 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.757743 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 2, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:57.797815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:57.798153 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Updating router 6a0f4e59-eb96-400e-bf70-359624a23849 port 4ae5923a-8875-4ef4-af53-0173a2551687 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:50:57.843489 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.851650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.863252 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.871597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Allocated IP 172.20.0.2 (651c30df-a0bc-4097-922d-0c5b00253dca/a738c693-06d3-48fa-bad6-d2c65d9a59ec/e79b2a5b-87ac-400d-87f8-2b9805599199) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:57.977803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Allocated IP 172.25.6.226 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/2a470bcb-ea11-4504-a7c0-79b842c4990e) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:58.180303 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.194659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.256231 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Network 651c30df-a0bc-4097-922d-0c5b00253dca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:58.267638 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:58.272317 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:58.273966 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Pushing event updated for resources: {'Port': ['ID=e79b2a5b-87ac-400d-87f8-2b9805599199,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:58.348848 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.361569 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.393946 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Attempting to bind port e79b2a5b-87ac-400d-87f8-2b9805599199 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:58.394333 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Attempting to bind port e79b2a5b-87ac-400d-87f8-2b9805599199 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:58.394689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Attempting to bind port e79b2a5b-87ac-400d-87f8-2b9805599199 on network 651c30df-a0bc-4097-922d-0c5b00253dca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:58.416535 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.417752 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:58.418651 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Checking segment: {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:58.418651 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.418986 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Bound using segment: {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:58.419396 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Bound port: e79b2a5b-87ac-400d-87f8-2b9805599199, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:58.419769 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.437960 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cedfbe-3342-446a-9377-4cbf3055efbe None None] Pushing event updated for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:58.456326 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.504177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:58.509947 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:58.514051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:58.522693 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Attempting to bind port 4ae5923a-8875-4ef4-af53-0173a2551687 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:58.523066 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Attempting to bind port 4ae5923a-8875-4ef4-af53-0173a2551687 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:58.523427 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Attempting to bind port 4ae5923a-8875-4ef4-af53-0173a2551687 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:58.532593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2304189-ae77-43d8-a423-48c91603f7b7 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:50:58.542831 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Pushing event updated for resources: {'Port': ['ID=2a470bcb-ea11-4504-a7c0-79b842c4990e,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:58.550895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:58.551315 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:58.551675 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.552128 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:58.552804 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Bound port: 4ae5923a-8875-4ef4-af53-0173a2551687, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:58.553021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.576630 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] For port e79b2a5b-87ac-400d-87f8-2b9805599199, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:58.607154 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] For port e79b2a5b-87ac-400d-87f8-2b9805599199, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e79b2a5b-87ac-400d-87f8-2b9805599199,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:58.618918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.697408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] For port 4ae5923a-8875-4ef4-af53-0173a2551687, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:58.702824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] For port 4ae5923a-8875-4ef4-af53-0173a2551687, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ae5923a-8875-4ef4-af53-0173a2551687,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:58.717317 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.724492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Provisioning complete for port 4ae5923a-8875-4ef4-af53-0173a2551687 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:58.724856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.731708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6e4d2-2bf1-4645-9b1c-7b2c3e432d6a None None] Pushing event updated for resources: {'Port': ['ID=e79b2a5b-87ac-400d-87f8-2b9805599199,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:58.816337 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:58.821690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:58.822322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:58.871715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cedfbe-3342-446a-9377-4cbf3055efbe None None] Pushing event updated for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:59.011262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.030663 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:59.085253 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.106283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] For port 4ae5923a-8875-4ef4-af53-0173a2551687, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ae5923a-8875-4ef4-af53-0173a2551687,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:59.133733 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.215693 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Router 62613643-3e17-4c88-8739-48720f430957 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:50:59.229865 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Provisioning complete for port 2a470bcb-ea11-4504-a7c0-79b842c4990e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:59.230230 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.274914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Pushing event updated for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:59.305717 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b18cf06a-9128-49a6-a32e-cc756f2864ce None None] Port 2a470bcb-ea11-4504-a7c0-79b842c4990e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:50:59.345490 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:59.357039 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Sync routers for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:59.366030 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.370313 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-bd3e6646-889e-444f-9171-6e0c1473d75e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9821043 Nov 12 01:50:59.370457 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:59.370457 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:59.370658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45694) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:59.372163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:58Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:59.403451 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60944eb3-2403-47d7-9a0d-15b08e513dc6 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:58Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:59.430983 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c77cb743-e255-48db-a463-c5aa4b9353d3 None None] Provisioning complete for port 4ae5923a-8875-4ef4-af53-0173a2551687 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:59.431357 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c77cb743-e255-48db-a463-c5aa4b9353d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.555497 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:59.816329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:50:58Z', 'revision_number': 3, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:59.855227 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Checking router: 62613643-3e17-4c88-8739-48720f430957 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:59.855570 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Updating router 62613643-3e17-4c88-8739-48720f430957 port 2a470bcb-ea11-4504-a7c0-79b842c4990e binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:50:59.882727 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.975466 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0365cf-2cb3-45a6-b2ed-d67b16ba3140 None None] Network 651c30df-a0bc-4097-922d-0c5b00253dca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:50:59.984626 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.082209 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fa211523-d074-47d7-b200-4f83100faeab None None] Provisioning complete for port e79b2a5b-87ac-400d-87f8-2b9805599199 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.082422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa211523-d074-47d7-b200-4f83100faeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.247698 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e79b2a5b-87ac-400d-87f8-2b9805599199 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:00.268817 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Allocated IP 172.20.0.1 (651c30df-a0bc-4097-922d-0c5b00253dca/a738c693-06d3-48fa-bad6-d2c65d9a59ec/034b927e-7f11-4135-b053-5c9d34286781) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:00.329720 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa211523-d074-47d7-b200-4f83100faeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.354443 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.361335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e79b2a5b-87ac-400d-87f8-2b9805599199 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.362235 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.367110 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.404776 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fa211523-d074-47d7-b200-4f83100faeab None None] For port e79b2a5b-87ac-400d-87f8-2b9805599199, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e79b2a5b-87ac-400d-87f8-2b9805599199,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:00.416808 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa211523-d074-47d7-b200-4f83100faeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.438248 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.470631 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Attempting to bind port 2a470bcb-ea11-4504-a7c0-79b842c4990e on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:00.471190 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Attempting to bind port 2a470bcb-ea11-4504-a7c0-79b842c4990e by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:00.471765 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Attempting to bind port 2a470bcb-ea11-4504-a7c0-79b842c4990e on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:00.478703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211523-d074-47d7-b200-4f83100faeab None None] Pushing event updated for resources: {'Port': ['ID=e79b2a5b-87ac-400d-87f8-2b9805599199,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:00.483962 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d76ed-f3f5-48e6-a88c-1cec2318deb6 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:00.489607 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:00.490007 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:00.490438 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.490822 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:00.494552 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Bound port: 2a470bcb-ea11-4504-a7c0-79b842c4990e, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:00.494983 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.504516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f996a-3bc5-45c0-86f0-763505157bea None None] Pushing event updated for resources: {'Port': ['ID=2a470bcb-ea11-4504-a7c0-79b842c4990e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:00.506525 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.563212 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Network 651c30df-a0bc-4097-922d-0c5b00253dca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:00.566487 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:00.569964 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ae5923a-8875-4ef4-af53-0173a2551687 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:00.574510 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:00.575462 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-938a5bc7-72b8-4492-b3ad-5057b1f2e87c None None] Provisioning complete for port 2a470bcb-ea11-4504-a7c0-79b842c4990e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.575817 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-938a5bc7-72b8-4492-b3ad-5057b1f2e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.602174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] For port 2a470bcb-ea11-4504-a7c0-79b842c4990e, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:00.614511 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] For port 2a470bcb-ea11-4504-a7c0-79b842c4990e, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a470bcb-ea11-4504-a7c0-79b842c4990e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:00.619190 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Pushing event updated for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:00.633630 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.654482 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.678279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-938a5bc7-72b8-4492-b3ad-5057b1f2e87c None None] Port 2a470bcb-ea11-4504-a7c0-79b842c4990e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:00.680299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a58cb-495f-4b04-8ff9-3d19aa8be59a None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:51:00.694540 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 4ae5923a-8875-4ef4-af53-0173a2551687 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.694914 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.723294 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:00.724260 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:00.781165 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f996a-3bc5-45c0-86f0-763505157bea None None] Pushing event updated for resources: {'Port': ['ID=2a470bcb-ea11-4504-a7c0-79b842c4990e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:00.826949 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Provisioning complete for port e79b2a5b-87ac-400d-87f8-2b9805599199 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.827361 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.880452 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.884624 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:00.942813 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Provisioning complete for port 2a470bcb-ea11-4504-a7c0-79b842c4990e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:00.943335 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.041813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.068085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] For port 2a470bcb-ea11-4504-a7c0-79b842c4990e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a470bcb-ea11-4504-a7c0-79b842c4990e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:01.076986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.120658 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.127792 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.129148 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040e8e7-90c6-4917-8186-392859e5729a None None] Pushing event updated for resources: {'Port': ['ID=2a470bcb-ea11-4504-a7c0-79b842c4990e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:01.138772 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:50:58Z', 'revision_number': 3, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:01.167530 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1524eb-e1b5-458b-8db5-a54512ef4a06 None None] The sync data for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 is: [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:50:58Z', 'revision_number': 3, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:01.201142 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ffa55df2-39ac-49da-9bf9-6a656297e336 None None] Provisioning complete for port 034b927e-7f11-4135-b053-5c9d34286781 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:01.201516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffa55df2-39ac-49da-9bf9-6a656297e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.206150 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Pushing event updated for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:01.216548 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.246049 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ffa55df2-39ac-49da-9bf9-6a656297e336 None None] Port 034b927e-7f11-4135-b053-5c9d34286781 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:01.317648 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Network 651c30df-a0bc-4097-922d-0c5b00253dca is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:01.319224 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:01.462782 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Router 62613643-3e17-4c88-8739-48720f430957 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:01.585237 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:01.590350 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf5e0a01-d480-4ee5-9daf-b3ea54517158 admin admin] 10.222.0.11 "PUT /v2.0/routers/62613643-3e17-4c88-8739-48720f430957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187550 Nov 12 01:51:01.668934 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c2ef716a-0b4f-454d-ad93-990b5a671260 None None] Provisioning complete for port 034b927e-7f11-4135-b053-5c9d34286781 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:01.669410 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2ef716a-0b4f-454d-ad93-990b5a671260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.708792 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef716a-0b4f-454d-ad93-990b5a671260 None None] Port 034b927e-7f11-4135-b053-5c9d34286781 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:02.178775 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e79b2a5b-87ac-400d-87f8-2b9805599199 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:02.226501 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e79b2a5b-87ac-400d-87f8-2b9805599199 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:02.226864 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.313948 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a470bcb-ea11-4504-a7c0-79b842c4990e up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:02.370366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2a470bcb-ea11-4504-a7c0-79b842c4990e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:02.370732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.381975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45702) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:02.386972 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953715526', 'description': 'tempest-secgroup-smoke-953715526 description', 'project_id': '421840e960ff44049f1374fd141b27df'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:02.410417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.482863 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.487831 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.517784 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.519089 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359332 Nov 12 01:51:02.521122 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9a05a-20b5-47eb-a3e4-dffcf343fc4d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef7a09-a860-43eb-a69d-891832906fef,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:02.522323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:02.527064 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:02.554148 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.620220 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.625482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.646222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f656ff8-9c17-4945-b7f5-5fc1f9f5b139,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:02.658458 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.659976 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-de955701-d7d5-4f40-b2a7-b31d0c028593 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364839 Nov 12 01:51:02.662824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:02.667434 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:02.696457 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.757931 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.762257 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.782205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820b4d6d-6352-467d-adfc-5b87a28e7968,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:02.788475 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.789820 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-63fd7328-2c73-4af5-8412-d481c13e86ca tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259553 Nov 12 01:51:02.792562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:02.797275 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:02.825754 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.858179 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.886334 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.891387 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.906649 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Sync routers for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:02.911410 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56167887-4af0-4c70-8804-97fb729de75c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:02.918518 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:02.919495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:02.919890 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f8d54a28-f31c-40f4-bc74-f80d77db61e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259995 Nov 12 01:51:02.920446 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:02.922570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 45710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:02.927256 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:02.955786 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.018987 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.024202 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.031730 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:03.042871 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b7275a-dd60-4b51-a5fa-70f2894757ac,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:03.053168 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.054462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-89554744-a382-4c9f-a455-2c0e6f642036 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307807 Nov 12 01:51:03.057579 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45712) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:03.063892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:03.087587 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Project 421840e960ff44049f1374fd141b27df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:51:03.092810 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.157129 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.162698 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.178049 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da72cac-b9f7-45f8-8fac-6567e5ef6489,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:03.190578 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.192041 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-1c96f860-1ec6-499b-a919-fdf4eccb4d1c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324904 Nov 12 01:51:03.194830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45714) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:03.199206 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': 'bfef7a09-a860-43eb-a69d-891832906fef', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:03.222662 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Project 421840e960ff44049f1374fd141b27df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:51:03.227644 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.241364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 4, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '034b927e-7f11-4135-b053-5c9d34286781', 'name': '', 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'mac_address': 'fa:16:3e:d6:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:00Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 2, 'project_id': '800159f076234e8494aa9062cb6be854', 'subnets': [{'id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:03.271191 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Checking router: 62613643-3e17-4c88-8739-48720f430957 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:03.271507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Updating router 62613643-3e17-4c88-8739-48720f430957 port 034b927e-7f11-4135-b053-5c9d34286781 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:51:03.291797 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.296102 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.296373 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.312322 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8947f364-be4d-4c57-9a54-5c20ccee5f38,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:03.324104 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.325331 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cc4cd4af-eaed-43d7-81d2-3a6732d3049a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295655 Nov 12 01:51:03.567375 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.573132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.624635 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb1c6d-2053-42d1-bc91-edd4346e7fb0 None None] Pushing event updated for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:03.677006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Attempting to bind port 034b927e-7f11-4135-b053-5c9d34286781 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:03.677311 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Attempting to bind port 034b927e-7f11-4135-b053-5c9d34286781 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:03.677594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Attempting to bind port 034b927e-7f11-4135-b053-5c9d34286781 on network 651c30df-a0bc-4097-922d-0c5b00253dca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:03.683470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:03.683885 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Checking segment: {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:03.684661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.684661 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Bound using segment: {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:03.685109 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Bound port: 034b927e-7f11-4135-b053-5c9d34286781, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48372ff0-90ee-4aa8-9e2b-da5c2810738e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:03.685494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.697327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-893447bd-563f-490a-af1e-b290db0cad97 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953715526&fields=id&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 267 time: 0.0596054 Nov 12 01:51:03.762595 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] For port 034b927e-7f11-4135-b053-5c9d34286781, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:03.766094 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] For port 034b927e-7f11-4135-b053-5c9d34286781, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=034b927e-7f11-4135-b053-5c9d34286781,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:03.772260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.818411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-501615a6-3354-4b14-a502-3f17b9a4a68a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:03.820194 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-501615a6-3354-4b14-a502-3f17b9a4a68a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 809 time: 0.1150439 Nov 12 01:51:03.834657 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:03.835307 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:50:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:03.837818 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-b68f8ba3-a3fe-4253-a4a5-dfebb56b9d00 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/quotas/421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 375 time: 0.0102780 Nov 12 01:51:03.841602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb1c6d-2053-42d1-bc91-edd4346e7fb0 None None] Pushing event updated for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:03.900389 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-c5b99107-f018-42ce-bd79-15f39e1579c5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558648 Nov 12 01:51:03.903392 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] Provisioning complete for port 034b927e-7f11-4135-b053-5c9d34286781 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:03.903749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:03.998920 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:04.012733 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-9506562e-51bf-4b3c-ab14-3ea583413886 service neutron] 10.222.0.11 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962563 Nov 12 01:51:04.125650 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:04.134445 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-4cc39788-a7fc-4c14-86c4-4e66afb800af service neutron] 10.222.0.11 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121182 Nov 12 01:51:04.206848 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] For port 034b927e-7f11-4135-b053-5c9d34286781, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=034b927e-7f11-4135-b053-5c9d34286781,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:04.214451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:04.308593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0d771-b76f-4aaf-b382-d1c823decfb7 None None] Pushing event updated for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:04.352250 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 4, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '034b927e-7f11-4135-b053-5c9d34286781', 'name': '', 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'mac_address': 'fa:16:3e:d6:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:00Z', 'updated_at': '2021-11-12T01:51:03Z', 'revision_number': 4, 'project_id': '800159f076234e8494aa9062cb6be854', 'subnets': [{'id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:04.384505 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-cce77d3a-9b5d-4501-b117-fc55ac988ac9 None None] Provisioning complete for port 034b927e-7f11-4135-b053-5c9d34286781 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:04.384886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cce77d3a-9b5d-4501-b117-fc55ac988ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:04.387844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fcab2-5f87-4b16-be30-12bba5f640e9 None None] The sync data for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 is: [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:00Z', 'revision_number': 4, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '034b927e-7f11-4135-b053-5c9d34286781', 'name': '', 'network_id': '651c30df-a0bc-4097-922d-0c5b00253dca', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'mac_address': 'fa:16:3e:d6:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:51:00Z', 'updated_at': '2021-11-12T01:51:03Z', 'revision_number': 4, 'project_id': '800159f076234e8494aa9062cb6be854', 'subnets': [{'id': 'a738c693-06d3-48fa-bad6-d2c65d9a59ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:04.493571 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8a550f0a-bd24-44fd-8700-9ef3d9f66496 req-95c8765a-9c6d-4eb4-a59e-9f7f1140adcb tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 210 time: 0.2118943 Nov 12 01:51:05.422408 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-97c3adeb-1272-433f-8c0b-e38b586be797 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:05.426677 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-97c3adeb-1272-433f-8c0b-e38b586be797 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 809 time: 0.1091497 Nov 12 01:51:05.492711 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-5ab6725e-0a90-46bf-bf97-5003930efa98 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 379 time: 0.0577888 Nov 12 01:51:05.505726 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'port': {'device_id': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'admin_state_up': True, 'tenant_id': '421840e960ff44049f1374fd141b27df', 'security_groups': ['bfef7a09-a860-43eb-a69d-891832906fef']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:05.590781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-241ddaf0-4d20-4f52-9940-61da69fa2989 req-d8460ee6-4da9-4e65-b106-dcd9cb15df33 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 210 time: 0.0281093 Nov 12 01:51:05.616755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Made reservation on behalf of 421840e960ff44049f1374fd141b27df for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:51:05.620376 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:05.775382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Allocated IP 172.20.0.6 (c5a019cf-6c2d-4cda-a814-f095242d4ffb/2d96693f-d460-4eef-a099-f49bea64357e/dee4325b-4a05-4dd8-9e45-945306a3d99f) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:05.934162 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:05.940352 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:05.979404 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.024328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:06.027384 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:06.033441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:06.060226 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:06.106072 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:06.106818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.126847 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-12661320-de96-4e48-b153-d4d20b288031 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245980 Nov 12 01:51:06.139565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Request body: {'port': {'device_id': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:06.175857 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 034b927e-7f11-4135-b053-5c9d34286781 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:06.210340 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.225600 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 034b927e-7f11-4135-b053-5c9d34286781 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:06.225981 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.331051 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-5c76f030-1d30-448a-9b03-e538516f9943 None None] Provisioning complete for port dee4325b-4a05-4dd8-9e45-945306a3d99f triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:06.331436 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c76f030-1d30-448a-9b03-e538516f9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.369256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5c76f030-1d30-448a-9b03-e538516f9943 None None] Port dee4325b-4a05-4dd8-9e45-945306a3d99f cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:51:06.493378 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:51:06.501552 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.513662 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Transition to ACTIVE for port object dee4325b-4a05-4dd8-9e45-945306a3d99f will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:51:06.521660 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.570548 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:06.653539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:51:06.654057 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:51:06.654471 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:06.659842 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:51:06.660285 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:51:06.666168 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:51:06.666610 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:51:06.667078 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:51:06.667590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Bound port: dee4325b-4a05-4dd8-9e45-945306a3d99f, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:51:06.668022 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.726926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235f94-daaa-4376-ab2a-cecdeff1987d req-ebb26c8f-41e7-425d-babb-3293a33d9294 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:06.737702 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e235f94-daaa-4376-ab2a-cecdeff1987d req-ebb26c8f-41e7-425d-babb-3293a33d9294 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0631723 Nov 12 01:51:06.741364 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:51:06.744931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:51:06.752405 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.794895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2e235f94-daaa-4376-ab2a-cecdeff1987d req-fa99c8fd-4bc4-4e41-b652-56df44fe0ce9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556085 Nov 12 01:51:06.797721 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:06.798261 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:06.799713 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] 10.222.0.39 "PUT /v2.0/ports/dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1092 time: 0.6648519 Nov 12 01:51:06.800419 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:06.802998 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe3173-d989-401d-aebf-6ead2170c8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:06.832460 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dba95-1625-4564-b1c7-4dd46f3ac082 service neutron] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:06.855408 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ab6f5-2794-478e-b53b-d06d5d2c6055 x-openstack-request-id: req-188ab6f5-2794-478e-b53b-d06d5d2c6055 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:06.855700 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:06.855963 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-188ab6f5-2794-478e-b53b-d06d5d2c6055 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:06.856489 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'status': 'completed', 'code': 200} Nov 12 01:51:06.908621 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-8f1b1b3f-e875-4199-b3a3-2388fb0ea031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:06.910197 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-8f1b1b3f-e875-4199-b3a3-2388fb0ea031 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0485158 Nov 12 01:51:06.960042 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-1ac10b5c-00e2-4541-8523-6230f569475f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 217 time: 0.0401940 Nov 12 01:51:07.012590 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-ff316179-58df-4b08-a99b-14be0d9d8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.014126 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-ff316179-58df-4b08-a99b-14be0d9d8969 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0470932 Nov 12 01:51:07.063426 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ac0f-494b-461d-a061-07f227434a6b req-88ddf742-2eb1-423a-8aa4-7299c19651ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.065140 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-88ddf742-2eb1-423a-8aa4-7299c19651ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438211 Nov 12 01:51:07.167530 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-ed2bfdec-1dd5-462b-a289-87a92b65271b service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932884 Nov 12 01:51:07.259352 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-3898ac0f-494b-461d-a061-07f227434a6b req-22eca389-631a-402d-b3bc-8481b08e2c2b service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Nov 12 01:51:07.368442 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-a8f16976-2a0f-4189-9ca4-2fc4be32b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.369959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-a8f16976-2a0f-4189-9ca4-2fc4be32b7ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0506468 Nov 12 01:51:07.482518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-34401e10-5050-4064-9d2b-c82d49d05f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.484096 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-34401e10-5050-4064-9d2b-c82d49d05f49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.1066203 Nov 12 01:51:07.540545 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-e5ccd645-795f-4300-ba70-9667f5920fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 217 time: 0.0478530 Nov 12 01:51:07.592814 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-c62cb5b4-1abc-4fab-ac09-365d8f38ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.594157 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-c62cb5b4-1abc-4fab-ac09-365d8f38ea15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0463896 Nov 12 01:51:07.645257 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-a7e8f284-81a5-4ad0-a18f-f233ce317ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.646820 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-a7e8f284-81a5-4ad0-a18f-f233ce317ec8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442026 Nov 12 01:51:07.744090 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-6e360cbb-7828-4c3e-84fd-5c65b2392a77 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Nov 12 01:51:07.838572 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6abe3173-d989-401d-aebf-6ead2170c8a1 req-e4469050-68bb-4954-a5ad-8402920da305 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Nov 12 01:51:07.940369 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f66e1-91f0-4e09-b1e6-08692ec57f8f req-105f8c47-e357-4a09-b4bc-f4dcb439b103 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:07.941881 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-188f66e1-91f0-4e09-b1e6-08692ec57f8f req-105f8c47-e357-4a09-b4bc-f4dcb439b103 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0626743 Nov 12 01:51:07.993727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-188f66e1-91f0-4e09-b1e6-08692ec57f8f req-fb5100b2-31fb-49fb-a768-c1476fc4202e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456226 Nov 12 01:51:09.120943 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b8d0-ee12-43a5-b629-477c25b67c00 req-31efb789-6a13-4af7-bdba-2f9826129280 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:09.122533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26d2b8d0-ee12-43a5-b629-477c25b67c00 req-31efb789-6a13-4af7-bdba-2f9826129280 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0551877 Nov 12 01:51:09.180143 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-26d2b8d0-ee12-43a5-b629-477c25b67c00 req-de26bd78-6e74-4878-b73c-da4c8fd24452 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503304 Nov 12 01:51:09.315370 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e645fa9-1f81-44cb-9530-ef944f93f36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:10.073763 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:51:10.193116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:10.204863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:51:10.244122 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:10.261831 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:51:10.282696 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:10.289051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:10.305431 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b406f-a4dc-47b7-8f0b-a83fec3472ce req-fb0957b9-436f-456a-96c8-b354849d25c3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:10.306899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd5b406f-a4dc-47b7-8f0b-a83fec3472ce req-fb0957b9-436f-456a-96c8-b354849d25c3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0560966 Nov 12 01:51:10.338035 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:10.359403 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fd5b406f-a4dc-47b7-8f0b-a83fec3472ce req-492c9622-d0e9-476d-85a1-5119aa90f995 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Nov 12 01:51:10.514121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['dee4325b-4a05-4dd8-9e45-945306a3d99f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:51:11.488799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac73af-9a7d-4b24-a16c-23cc14c35f9f req-13489d8c-8c01-4f1c-b7bf-1dcdd2d84881 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:11.490368 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eac73af-9a7d-4b24-a16c-23cc14c35f9f req-13489d8c-8c01-4f1c-b7bf-1dcdd2d84881 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0538375 Nov 12 01:51:11.549830 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2eac73af-9a7d-4b24-a16c-23cc14c35f9f req-69b316ec-beea-443d-97c4-6a08278f3cff tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505123 Nov 12 01:51:12.075539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:51:12.126506 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port dee4325b-4a05-4dd8-9e45-945306a3d99f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:51:12.130728 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port dee4325b-4a05-4dd8-9e45-945306a3d99f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:51:12.131112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:12.180997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-613e8b49-5d19-40aa-accf-d3d25ca61461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:12.224270 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:12.247565 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:12.249852 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f80104-a87d-4da8-a181-30a34b7b4a6d" -d '{"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:12.266529 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:51:12.272330 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:12.295285 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b00be77-fe02-432c-a4e1-b26d7c76a7a9 x-openstack-request-id: req-9b00be77-fe02-432c-a4e1-b26d7c76a7a9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:12.295570 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:12.295818 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b00be77-fe02-432c-a4e1-b26d7c76a7a9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:12.296226 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'code': 200} Nov 12 01:51:12.323084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:12.401973 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14949e3f-9c19-4ace-8ca5-78e7d65d798a req-95c16d80-ed85-4d18-8ffa-d501ca42117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:12.403488 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14949e3f-9c19-4ace-8ca5-78e7d65d798a req-95c16d80-ed85-4d18-8ffa-d501ca42117c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0482519 Nov 12 01:51:12.457158 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14949e3f-9c19-4ace-8ca5-78e7d65d798a req-daff178c-7cd5-4ab2-829e-35d539417430 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455058 Nov 12 01:51:12.679459 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acec2a-ffb2-460e-8f96-efdb989ec660 req-c3cdc251-2902-46e7-b22c-5c232dcb9a5e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:12.681048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42acec2a-ffb2-460e-8f96-efdb989ec660 req-c3cdc251-2902-46e7-b22c-5c232dcb9a5e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0596747 Nov 12 01:51:12.739794 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42acec2a-ffb2-460e-8f96-efdb989ec660 req-5d54694e-df01-44b6-8576-67d42a3eac2d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Nov 12 01:51:13.099234 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:13.865213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10bbb7-ea07-4912-8a1d-8867ad924d09 req-78b56e96-291a-4c79-9b87-1cbf11390171 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:13.866710 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a10bbb7-ea07-4912-8a1d-8867ad924d09 req-78b56e96-291a-4c79-9b87-1cbf11390171 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0549657 Nov 12 01:51:13.919334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3a10bbb7-ea07-4912-8a1d-8867ad924d09 req-db49db0f-d82a-48b5-ad9f-7910df8cbc62 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463734 Nov 12 01:51:14.049254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeaaf7-2f19-4860-8f1f-19fe694c03ec req-f56cf40e-71d7-4766-a0c8-37b4c3257df6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:14.050772 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35eeaaf7-2f19-4860-8f1f-19fe694c03ec req-f56cf40e-71d7-4766-a0c8-37b4c3257df6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0531249 Nov 12 01:51:14.103130 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-35eeaaf7-2f19-4860-8f1f-19fe694c03ec req-8631ce41-65ef-4f30-9ffb-95e9ad75a4bc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460329 Nov 12 01:51:14.126167 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45770) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:14.215100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df3465-3362-4a9a-bca8-798bd37b2746 tempest-TestShelveInstance-705509828 tempest-TestShelveInstance-705509828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:14.216656 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e7df3465-3362-4a9a-bca8-798bd37b2746 tempest-TestShelveInstance-705509828 tempest-TestShelveInstance-705509828-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1092 time: 0.0887656 Nov 12 01:51:14.219803 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 45774) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:51:14.224341 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:51:14.254422 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.269738 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.356835 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.802165 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Allocated IP 172.25.6.66 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:51:14.911230 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.949454 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.989117 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:51:14.995063 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:51:14.998694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:51:15.004942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:15.019405 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.370534 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.443638 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.605420 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.612161 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.677153 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:51:15.691758 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:15.799814 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Floating IP f52c5218-6e82-481c-8e06-f834bd57914b associated. External IP: 172.25.6.66, port: dee4325b-4a05-4dd8-9e45-945306a3d99f. Nov 12 01:51:16.018468 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:16.129489 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:16.140246 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:16.149407 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:16.152187 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:16.152825 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:16.177318 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-120b7349-3364-49a2-ae0b-f27ff7c54317 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9563127 Nov 12 01:51:16.178200 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:16.180752 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870bedc8-14fa-4c03-8067-d96325949c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:16.221247 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4956ad-e1f7-4e78-a24f-92c461dd0157 x-openstack-request-id: req-5a4956ad-e1f7-4e78-a24f-92c461dd0157 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:16.221568 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:16.221893 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a4956ad-e1f7-4e78-a24f-92c461dd0157 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:16.222311 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'status': 'completed', 'code': 200} Nov 12 01:51:16.266749 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:16.286658 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bedc8-14fa-4c03-8067-d96325949c4e req-a9bd85c8-ac65-4c1b-955f-0314d88ff409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:16.288239 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-a9bd85c8-ac65-4c1b-955f-0314d88ff409 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0421057 Nov 12 01:51:16.385210 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bedc8-14fa-4c03-8067-d96325949c4e req-680a6d11-7dfd-4f13-80fd-f3400a69662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:16.386936 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-680a6d11-7dfd-4f13-80fd-f3400a69662b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0914168 Nov 12 01:51:16.456591 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-d9a08b27-be5e-4a88-8952-7acecb41041a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 998 time: 0.0620096 Nov 12 01:51:16.499771 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'f52c5218-6e82-481c-8e06-f834bd57914b', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:15Z', 'updated_at': '2021-11-12T01:51:15Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:16.512699 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bedc8-14fa-4c03-8067-d96325949c4e req-e4eeb231-cfc4-4a8e-af23-3099fa34fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:16.514253 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-e4eeb231-cfc4-4a8e-af23-3099fa34fb66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0501208 Nov 12 01:51:16.525963 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:16.534707 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:16.535305 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:51:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:16.564051 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bedc8-14fa-4c03-8067-d96325949c4e req-b4c65c8d-9260-4aec-b31d-4484859fba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:16.565894 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-b4c65c8d-9260-4aec-b31d-4484859fba6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447457 Nov 12 01:51:16.643616 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:16.665163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-3c5b5b80-69d6-4361-b31b-322276f70b55 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909655 Nov 12 01:51:16.762744 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-870bedc8-14fa-4c03-8067-d96325949c4e req-da2ef6a1-98ca-45eb-a72c-f115da2afc8e service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904222 Nov 12 01:51:16.877271 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'f52c5218-6e82-481c-8e06-f834bd57914b', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:15Z', 'updated_at': '2021-11-12T01:51:15Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:16.906288 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ccf65-ee41-43a3-98f3-29021a8e019a None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'f52c5218-6e82-481c-8e06-f834bd57914b', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:51:15Z', 'updated_at': '2021-11-12T01:51:15Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:17.122551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74797f1-9da9-493f-ac5d-11070e36b145 None None] New status for floating IP f52c5218-6e82-481c-8e06-f834bd57914b: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:51:21.857456 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-d67e480e-5529-4bbe-9c0b-fe98a9e6529c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444880 Nov 12 01:51:21.954519 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c092-31e7-493f-9f74-b46220d3deaa req-9293cdc0-ecce-48a8-9178-bf98024b3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:21.955973 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-9293cdc0-ecce-48a8-9178-bf98024b3a4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0485528 Nov 12 01:51:22.078001 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c092-31e7-493f-9f74-b46220d3deaa req-a3e41b36-cf17-48fc-86fa-6375464816ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:22.079477 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-a3e41b36-cf17-48fc-86fa-6375464816ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0980687 Nov 12 01:51:22.149277 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-beb50638-ae16-4b96-bfdb-00419ec6b922 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1000 time: 0.0619085 Nov 12 01:51:22.200422 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c092-31e7-493f-9f74-b46220d3deaa req-cd83d59f-cab0-482a-97eb-c352f2900641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:22.201919 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-cd83d59f-cab0-482a-97eb-c352f2900641 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0457027 Nov 12 01:51:22.248763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c092-31e7-493f-9f74-b46220d3deaa req-60dfba42-1a30-41e7-a76f-eb7c9b98d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:22.250287 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-60dfba42-1a30-41e7-a76f-eb7c9b98d511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413094 Nov 12 01:51:22.346822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-160c7b03-66d1-4d02-869f-03a0f53d2b10 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894997 Nov 12 01:51:22.447373 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9715c092-31e7-493f-9f74-b46220d3deaa req-6999a832-113b-4dce-ba88-5d97723f5771 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923011 Nov 12 01:51:27.178927 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:32.878498 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.958831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:39.315434 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8506087a-94ac-4392-9eee-a641a7e301dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:42.176312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66a2661e-d7a4-4329-92d5-98b43e06c67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:43.102329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:44.275221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:45.018406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:02.881249 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:04.185174 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:05.948565 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:09.313633 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30d971e0-cc24-4678-a185-f1d4f414ece9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:12.179239 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eeeefb70-bf28-48d5-a078-7becc81a1f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:13.105197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:14.279622 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:15.014877 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:19.616797 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-bb78ae36-9e50-4ade-b23e-70e85f7d058e req-231399b2-325e-47b4-870f-5dc583636a81 service neutron] (102676) timed out ('10.222.0.11', 39658) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:52:22.846985 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-f7ff99fe-1914-4a32-80d4-4fea4ad746a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474086 Nov 12 01:52:22.939986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-41a926d3-078c-4c42-83e1-c0690e900e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:22.941528 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-41a926d3-078c-4c42-83e1-c0690e900e29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0500455 Nov 12 01:52:23.056042 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-0b363b4d-87f6-40e6-9b7e-6fbfd82104d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:23.057570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-0b363b4d-87f6-40e6-9b7e-6fbfd82104d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0912905 Nov 12 01:52:23.133919 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-9c1f2828-2026-49b0-ac6f-8d9790ab6aed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1000 time: 0.0693991 Nov 12 01:52:23.185359 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-7ba179bb-7bdf-46e4-8814-62fdf5339e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:23.187188 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-7ba179bb-7bdf-46e4-8814-62fdf5339e85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0457652 Nov 12 01:52:23.237394 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-4be6dbc5-76e8-4600-a394-cde914a1605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:23.238726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-4be6dbc5-76e8-4600-a394-cde914a1605f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437083 Nov 12 01:52:23.351114 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-f82f25af-7197-427b-a510-69f9078a1f03 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035721 Nov 12 01:52:23.446262 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-9047e82f-8ea4-4e37-aafc-08ede978468f req-3198a720-4e0d-437d-9c92-114663080b9b service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873456 Nov 12 01:52:32.882101 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:35.958211 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:39.310956 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acea7f61-ae79-4451-8d9e-153f491ad4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:41.189994 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:42.184080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cdd65e9-135a-40c8-b79b-8b257c8596b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:43.110899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:44.286688 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:45.008113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:02.883285 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:05.949889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.306040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19aa3b40-63bc-4747-a8a8-522c5370535f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.189161 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-054fc500-8500-487f-823a-4bbdbf0e6dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.235699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ecc3-0c94-49b9-9228-ba30f5197970 req-4ce716c0-7fec-41a2-b387-2be1e1254f43 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.237254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f1ecc3-0c94-49b9-9228-ba30f5197970 req-4ce716c0-7fec-41a2-b387-2be1e1254f43 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0565453 Nov 12 01:53:12.291395 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82f1ecc3-0c94-49b9-9228-ba30f5197970 req-68627959-0759-4584-9b4e-54c3dc674005 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Nov 12 01:53:13.115999 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:13.449971 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af728d-389e-4266-9dc5-dc83241329e0 req-aabaef6b-4289-4168-a978-d62d34767127 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:13.451646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3af728d-389e-4266-9dc5-dc83241329e0 req-aabaef6b-4289-4168-a978-d62d34767127 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0579457 Nov 12 01:53:13.507364 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3af728d-389e-4266-9dc5-dc83241329e0 req-51435cfe-1d1c-4d41-a933-8bb0d03e1d40 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463560 Nov 12 01:53:14.291673 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:14.664605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c74653-94c0-453e-a6e0-9ffaa961d839 req-1e43d693-9427-46cb-90f1-93abd0e8bdd0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:14.666117 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c74653-94c0-453e-a6e0-9ffaa961d839 req-1e43d693-9427-46cb-90f1-93abd0e8bdd0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0588024 Nov 12 01:53:14.720727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e6c74653-94c0-453e-a6e0-9ffaa961d839 req-34ce735a-324c-4064-a960-78fe1807d4db tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481250 Nov 12 01:53:15.012315 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:15.867081 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb4eb-5947-4731-b724-6fd931a6bcce req-a7a6d554-b2f6-4ad1-ba02-36de9f2baca7 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:15.868597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-932bb4eb-5947-4731-b724-6fd931a6bcce req-a7a6d554-b2f6-4ad1-ba02-36de9f2baca7 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0573874 Nov 12 01:53:15.919901 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-932bb4eb-5947-4731-b724-6fd931a6bcce req-176edd3d-b8c6-4e7b-9c23-b0186638a31c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Nov 12 01:53:17.058344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5fe1-e08b-4b1f-a35f-a0b0c7c7504b req-388e6cb5-9c0a-4bd9-8d13-fb51dd55584d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.059875 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3af5fe1-e08b-4b1f-a35f-a0b0c7c7504b req-388e6cb5-9c0a-4bd9-8d13-fb51dd55584d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Nov 12 01:53:17.121157 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e3af5fe1-e08b-4b1f-a35f-a0b0c7c7504b req-a0857ad8-0c59-4ec1-8456-0438be19305e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544133 Nov 12 01:53:18.189686 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:18.248640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b257e2-992a-482c-9a66-dae8d3988168 req-be6a96d8-4235-41f1-9ed1-28aa2cb30f7c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.250067 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b257e2-992a-482c-9a66-dae8d3988168 req-be6a96d8-4235-41f1-9ed1-28aa2cb30f7c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Nov 12 01:53:18.304706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7b257e2-992a-482c-9a66-dae8d3988168 req-6523cc27-3739-4b95-a4ee-1af1fe4b4b96 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446079 Nov 12 01:53:19.430790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fbb83-7b29-4c95-8426-f083276cf035 req-fba1017a-e1a7-4355-90b4-c1a6188b9049 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:19.432377 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-211fbb83-7b29-4c95-8426-f083276cf035 req-fba1017a-e1a7-4355-90b4-c1a6188b9049 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0553625 Nov 12 01:53:19.488597 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-211fbb83-7b29-4c95-8426-f083276cf035 req-d4191138-6915-4724-a50f-b10752e83057 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Nov 12 01:53:20.639884 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c32ea-fdcb-44ca-a919-9e2486851957 req-865f7ae9-309a-4c7e-80ac-2b0fff4c2055 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:20.642020 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d9c32ea-fdcb-44ca-a919-9e2486851957 req-865f7ae9-309a-4c7e-80ac-2b0fff4c2055 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0647752 Nov 12 01:53:20.694635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d9c32ea-fdcb-44ca-a919-9e2486851957 req-2971e108-daa9-455a-88e2-d9604694eb74 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458555 Nov 12 01:53:21.816295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cf3b7-5abf-4897-b6f8-db35a060b947 req-2c38268f-5c50-4641-bc44-4af673fac510 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:21.817899 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e82cf3b7-5abf-4897-b6f8-db35a060b947 req-2c38268f-5c50-4641-bc44-4af673fac510 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Nov 12 01:53:21.871580 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e82cf3b7-5abf-4897-b6f8-db35a060b947 req-f3711fc1-f648-438d-8fb8-e09ce00ab459 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472383 Nov 12 01:53:23.017889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757828-73ae-43ff-973d-9a9a0e161237 req-d705dc8d-4e6c-425b-a340-8e37e63af4de tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:23.019373 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1757828-73ae-43ff-973d-9a9a0e161237 req-d705dc8d-4e6c-425b-a340-8e37e63af4de tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0594275 Nov 12 01:53:23.077292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a1757828-73ae-43ff-973d-9a9a0e161237 req-bc1bc3c6-90ae-42f0-82a2-d107890ca606 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497489 Nov 12 01:53:24.204271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96605f9e-1a5d-44d1-b1f2-54c354e6ec19 req-d3b25096-338e-4607-939a-b6962725bec8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:24.206728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96605f9e-1a5d-44d1-b1f2-54c354e6ec19 req-d3b25096-338e-4607-939a-b6962725bec8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0577984 Nov 12 01:53:24.263975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-96605f9e-1a5d-44d1-b1f2-54c354e6ec19 req-32db1c08-8b3b-43d8-9b32-795082145967 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501888 Nov 12 01:53:24.699508 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:24.803935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:24.816858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:24.856275 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.870006 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:24.881732 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-c876dc69-dbb1-4bdf-ba39-4808e3be4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:24.884699 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-c876dc69-dbb1-4bdf-ba39-4808e3be4796 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0517743 Nov 12 01:53:24.891327 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:24.896661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.976138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['dee4325b-4a05-4dd8-9e45-945306a3d99f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:25.002729 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:25.005644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-200a4a41-2317-41a3-9eb8-25415aadc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.007920 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-200a4a41-2317-41a3-9eb8-25415aadc92b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.1013789 Nov 12 01:53:25.024935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.025597 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.026106 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.026494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.026824 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.027342 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.027833 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.028283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.028615 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.028942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.029275 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.029596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:25.095411 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-2fad2dee-50af-44b9-bc82-294786d5c583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 999 time: 0.0775669 Nov 12 01:53:25.150637 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-c1672c55-ba64-4c96-aea3-4df72786e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.152287 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-c1672c55-ba64-4c96-aea3-4df72786e8d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0491035 Nov 12 01:53:25.218321 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-8022f870-2ea0-416b-aa67-493c83249061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.220612 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-8022f870-2ea0-416b-aa67-493c83249061 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606291 Nov 12 01:53:25.347917 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-c726694d-0e55-4cfa-b14e-9e7aa26643fb service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185832 Nov 12 01:53:25.402504 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ab168-ef54-4bde-a531-9de6d3e1024d req-8545b2ae-5c7b-4839-8608-e2f2857e375f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.404730 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-127ab168-ef54-4bde-a531-9de6d3e1024d req-8545b2ae-5c7b-4839-8608-e2f2857e375f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0583296 Nov 12 01:53:25.459432 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b95f62ae-b601-4c39-9c68-ebeeb7332a99 req-9bf9c6f2-6788-4f30-9f63-0b220fd2f778 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038122 Nov 12 01:53:25.470293 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-127ab168-ef54-4bde-a531-9de6d3e1024d req-47f21323-e174-464c-a7bc-bdd88a3cd23e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573540 Nov 12 01:53:26.622472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070fc8d-ea8d-47b1-8978-a6595095bc8a req-2b7b25ac-044c-4b60-9d1f-c2896324d94e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:26.624897 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3070fc8d-ea8d-47b1-8978-a6595095bc8a req-2b7b25ac-044c-4b60-9d1f-c2896324d94e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0762417 Nov 12 01:53:26.712295 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3070fc8d-ea8d-47b1-8978-a6595095bc8a req-82b27481-6404-4748-8eec-aff62b28b780 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723391 Nov 12 01:53:26.714265 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:26.784559 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port dee4325b-4a05-4dd8-9e45-945306a3d99f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:26.784932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.890743 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.924697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:26.927344 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2168cc08-2dbf-44f6-b816-22176e0a41b3" -d '{"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:26.955073 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:26.966667 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.977320 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa4705-4023-4a36-8de0-e48d6c3e2987 x-openstack-request-id: req-bffa4705-4023-4a36-8de0-e48d6c3e2987 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:26.978007 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:26.978419 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bffa4705-4023-4a36-8de0-e48d6c3e2987 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:26.978980 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'code': 200} Nov 12 01:53:27.034366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:27.838320 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680c09e-c5cb-44b9-a3c5-1939ccb7d55b req-ec2f8ab7-a841-4363-8bc6-b3e25673c8bc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:27.840539 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6680c09e-c5cb-44b9-a3c5-1939ccb7d55b req-ec2f8ab7-a841-4363-8bc6-b3e25673c8bc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Nov 12 01:53:27.896087 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6680c09e-c5cb-44b9-a3c5-1939ccb7d55b req-79d93048-dec8-4d82-bdb1-9ae01a5772f0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493612 Nov 12 01:53:29.046016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09730d1-0c29-4715-8040-117e5472d451 req-9716cd59-3776-4b97-a602-d20b6f71a104 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:29.048469 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b09730d1-0c29-4715-8040-117e5472d451 req-9716cd59-3776-4b97-a602-d20b6f71a104 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0587876 Nov 12 01:53:29.104141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b09730d1-0c29-4715-8040-117e5472d451 req-0fba5bea-e298-4a75-9f30-dcc497b78b57 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495555 Nov 12 01:53:30.233690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d6ff7-b3e4-4531-b518-e99d28b48126 req-ffbf06a0-2b4e-408b-9e83-4f4c79c440c4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:30.235211 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-962d6ff7-b3e4-4531-b518-e99d28b48126 req-ffbf06a0-2b4e-408b-9e83-4f4c79c440c4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0534639 Nov 12 01:53:30.300079 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-962d6ff7-b3e4-4531-b518-e99d28b48126 req-c0452dbf-68cd-41ee-9fca-048d9bfc6c12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550497 Nov 12 01:53:31.433638 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fdf8e-f862-4ebc-902a-d39e9ef185ce req-2b03bebe-7fc1-4b66-8260-bef6a5fedfb6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:31.435177 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-237fdf8e-f862-4ebc-902a-d39e9ef185ce req-2b03bebe-7fc1-4b66-8260-bef6a5fedfb6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0600247 Nov 12 01:53:31.496774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-237fdf8e-f862-4ebc-902a-d39e9ef185ce req-f43e42a7-4906-4b2e-a495-bd03ca90fbcd tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542593 Nov 12 01:53:32.644665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712400-a6ac-4fdf-b1a0-646301250be4 req-1ebb9801-7e5c-460b-b4b0-0401ca185318 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:32.650983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4712400-a6ac-4fdf-b1a0-646301250be4 req-1ebb9801-7e5c-460b-b4b0-0401ca185318 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0627737 Nov 12 01:53:32.709501 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b4712400-a6ac-4fdf-b1a0-646301250be4 req-181050cd-4387-469d-8c21-0e0b6d89d5a2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 Nov 12 01:53:32.881824 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:33.834588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479aefb-3c8e-41b8-a9eb-3a1d21dc5fb0 req-8dc7c7f0-3157-4f5c-8754-743b12be667a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:33.836298 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e479aefb-3c8e-41b8-a9eb-3a1d21dc5fb0 req-8dc7c7f0-3157-4f5c-8754-743b12be667a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Nov 12 01:53:33.888578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e479aefb-3c8e-41b8-a9eb-3a1d21dc5fb0 req-2cca7e6b-122b-461f-bad2-0343c30b68f2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Nov 12 01:53:34.385482 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-b33b7db5-1b71-461d-968c-5aca9dd99a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:34.387000 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-b33b7db5-1b71-461d-968c-5aca9dd99a02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0503068 Nov 12 01:53:34.492231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-b23150b0-c152-4e45-89a9-05e77d13012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:34.493708 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-b23150b0-c152-4e45-89a9-05e77d13012d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0985191 Nov 12 01:53:34.568786 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-503e6425-1e1c-4739-9787-ae5bb33e4e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1000 time: 0.0673900 Nov 12 01:53:34.620913 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-89ac2533-8369-4685-9f19-8631c04a5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:34.622379 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-89ac2533-8369-4685-9f19-8631c04a5f17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0467429 Nov 12 01:53:34.671843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-e7574f0d-b923-470f-b148-71bb3c519a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:34.673421 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-e7574f0d-b923-470f-b148-71bb3c519a7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434740 Nov 12 01:53:34.685108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-289f083e-2725-4165-9a03-9848ee4e9c93 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:53:34.686385 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-289f083e-2725-4165-9a03-9848ee4e9c93 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049748 Nov 12 01:53:34.786815 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-3304fdb0-6729-4568-bbdc-169c2176124c service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929015 Nov 12 01:53:34.882133 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0d8462c8-6496-460b-888c-9833f61aedc1 req-58b4603e-7dcd-443e-9403-e7dff48606f3 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872772 Nov 12 01:53:35.016553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5abd64-f58b-4e30-804c-c23e0e8012c7 req-45bfd266-d7fa-498a-abbd-77f7a308ccdf tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:35.018085 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5abd64-f58b-4e30-804c-c23e0e8012c7 req-45bfd266-d7fa-498a-abbd-77f7a308ccdf tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0581334 Nov 12 01:53:35.069994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-db5abd64-f58b-4e30-804c-c23e0e8012c7 req-30d4b169-41af-4cd6-9dcb-5eb3d6e8c7b5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455837 Nov 12 01:53:35.948886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.198414 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc703f-a1c2-4b38-8dc5-0da08635e938 req-8e151198-c160-4a88-9962-88b20b0e539c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:36.199994 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41fc703f-a1c2-4b38-8dc5-0da08635e938 req-8e151198-c160-4a88-9962-88b20b0e539c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0526192 Nov 12 01:53:36.258668 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41fc703f-a1c2-4b38-8dc5-0da08635e938 req-4abe2c38-a466-4b84-baa7-8ca482a9b677 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497878 Nov 12 01:53:36.744405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:36.822112 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.846492 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:36.848788 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b49ee-9e15-42ad-a51e-2b84380ffe92" -d '{"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:36.861878 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:36.867121 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.891179 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe1c1c-7b08-48c0-93bb-83ddf36bd323 x-openstack-request-id: req-67fe1c1c-7b08-48c0-93bb-83ddf36bd323 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:36.891470 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-unplugged", "status": "failed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:36.891719 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67fe1c1c-7b08-48c0-93bb-83ddf36bd323 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:36.892133 n-d-712141-15 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'code': 422} returned with failed status Nov 12 01:53:36.919560 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:37.384705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d082eaa-c68b-4253-820b-341704193349 req-8bc69162-213a-4b01-87f3-3424df6d1d53 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.386595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d082eaa-c68b-4253-820b-341704193349 req-8bc69162-213a-4b01-87f3-3424df6d1d53 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0520058 Nov 12 01:53:37.456442 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9d082eaa-c68b-4253-820b-341704193349 req-26bce934-98de-43a3-babb-9f82913df663 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608582 Nov 12 01:53:37.596694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-caec3a48-e365-43a9-b535-c37497255980 req-f379613e-e330-40e6-9eee-b0513f65424f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:53:37.597987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-caec3a48-e365-43a9-b535-c37497255980 req-f379613e-e330-40e6-9eee-b0513f65424f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0753567 Nov 12 01:53:37.774707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82545a34-ce83-4d3a-b6cc-8a638791a2ea req-3656cddf-e13c-4d40-b026-e92e8422f99d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:37.776582 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82545a34-ce83-4d3a-b6cc-8a638791a2ea req-3656cddf-e13c-4d40-b026-e92e8422f99d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0513995 Nov 12 01:53:37.828734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-82545a34-ce83-4d3a-b6cc-8a638791a2ea req-d80b90f0-f88a-4bd0-a581-d493a5d82dd9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 Nov 12 01:53:38.002526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-7fd90bf9-ae64-48e3-8c12-ff2b9d76c05d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006045 Nov 12 01:53:38.822213 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-b15c5e7a-d0fd-4891-a285-d6efe9d75569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:38.823690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-b15c5e7a-d0fd-4891-a285-d6efe9d75569 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 1095 time: 0.0433707 Nov 12 01:53:38.835365 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:38.893737 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.036499 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb76c-2780-4a0f-8412-e0957a44fd3d req-13663627-d99f-4fbb-b16f-18068c614e3a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:39.038061 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c2bb76c-2780-4a0f-8412-e0957a44fd3d req-13663627-d99f-4fbb-b16f-18068c614e3a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 943 time: 0.1354182 Nov 12 01:53:39.145384 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-4c2bb76c-2780-4a0f-8412-e0957a44fd3d req-75395174-5a90-4914-99b5-95793e8bd3ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001351 Nov 12 01:53:39.176506 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:39.212918 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:39.250787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:39.258712 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.271501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Transition to ACTIVE for port object dee4325b-4a05-4dd8-9e45-945306a3d99f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:53:39.278188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.310722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdeba-2ede-4677-bc7c-1bf67b34dc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.360551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:39.375283 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.375632 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.375978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.376343 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.376681 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.377015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.377346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.377677 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.378004 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.378336 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.378665 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.378987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:39.416940 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] No DVR routers for this DVR port dee4325b-4a05-4dd8-9e45-945306a3d99f on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:39.561637 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:39.561936 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:39.562278 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:39.568142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:53:39.568491 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Attempting to bind port dee4325b-4a05-4dd8-9e45-945306a3d99f on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:39.574099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:39.574428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:39.574909 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:39.575391 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Bound port: dee4325b-4a05-4dd8-9e45-945306a3d99f, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:39.575707 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.655027 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:39.658526 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:39.665254 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.705769 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:39.706688 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:39.708513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-d92b3493-d900-4096-9816-e9f361de230e service neutron] 10.222.0.32 "PUT /v2.0/ports/dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1092 time: 0.8770938 Nov 12 01:53:39.710977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:39.713922 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eba097-85c7-4c91-80b6-3dec08885c28" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:39.757036 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e23938-668e-4e21-a0bd-2c4235d0ac6d x-openstack-request-id: req-b3e23938-668e-4e21-a0bd-2c4235d0ac6d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:39.757337 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:39.757596 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3e23938-668e-4e21-a0bd-2c4235d0ac6d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:39.757995 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'status': 'completed', 'code': 200} Nov 12 01:53:39.772038 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b3493-d900-4096-9816-e9f361de230e service neutron] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:39.793398 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-42b70822-3407-42dc-9eea-9eadf389f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:39.795076 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-42b70822-3407-42dc-9eea-9eadf389f3d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0542407 Nov 12 01:53:39.901281 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-9a75766d-d574-4d6a-9045-670c338ced8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:39.903495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-9a75766d-d574-4d6a-9045-670c338ced8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0992894 Nov 12 01:53:39.980179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-dca6693a-94aa-410e-a12f-008d22e4252b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 998 time: 0.0682895 Nov 12 01:53:40.041173 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-f4ab57ce-4099-485b-85ce-2698e2709d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:40.042788 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-f4ab57ce-4099-485b-85ce-2698e2709d11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0557492 Nov 12 01:53:40.103635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-ea13e827-1aff-41f5-ba76-da8738d05a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:40.105180 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-ea13e827-1aff-41f5-ba76-da8738d05a1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547287 Nov 12 01:53:40.210856 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-957ba7ce-337c-4408-b2c0-ccd43ee6e3eb service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971920 Nov 12 01:53:40.330842 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f01f-13eb-4dc4-a41d-e3f71335cf58 req-941a9014-ca94-4d84-aa90-a40f257a1d67 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:40.332348 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eca8f01f-13eb-4dc4-a41d-e3f71335cf58 req-941a9014-ca94-4d84-aa90-a40f257a1d67 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.1039679 Nov 12 01:53:40.352195 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e04d8e4f-c315-4e04-a481-9e1990af632e req-2f4692bc-399f-4518-aa12-c84a5692d808 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346509 Nov 12 01:53:40.394727 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eca8f01f-13eb-4dc4-a41d-e3f71335cf58 req-2e202f57-730c-4067-a317-a274518df039 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533216 Nov 12 01:53:40.444797 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-a22a87c1-d8ec-4ee8-b537-2c8546ea2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:40.446714 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-a22a87c1-d8ec-4ee8-b537-2c8546ea2b36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0461581 Nov 12 01:53:40.539163 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-6c83db30-50de-4143-80c9-aac1af0d73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:40.540738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-6c83db30-50de-4143-80c9-aac1af0d73d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0871363 Nov 12 01:53:40.618698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-cf7d4355-7f16-4356-9a95-1130f19de3be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 998 time: 0.0705261 Nov 12 01:53:41.522669 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aee3f-3cfb-4ffa-962f-680a3d72f229 req-17dc69c1-a1be-45e2-aa75-152705ada710 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:41.524396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-449aee3f-3cfb-4ffa-962f-680a3d72f229 req-17dc69c1-a1be-45e2-aa75-152705ada710 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0516167 Nov 12 01:53:41.586983 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-449aee3f-3cfb-4ffa-962f-680a3d72f229 req-18ccf1f1-a87c-4352-8c1d-745149809d72 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496910 Nov 12 01:53:42.194800 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acb843a7-1a39-449f-91bf-d07947a39526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:42.727140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda07ab7-5873-4227-a617-7ffa2b7d1029 req-30d49de9-77e6-4f0e-857b-e780aaee9569 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:42.728860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cda07ab7-5873-4227-a617-7ffa2b7d1029 req-30d49de9-77e6-4f0e-857b-e780aaee9569 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0596721 Nov 12 01:53:42.795551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cda07ab7-5873-4227-a617-7ffa2b7d1029 req-84ed07e9-64a2-4f7b-a8e9-b1b5e06ad6e9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599370 Nov 12 01:53:43.114243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:43.937188 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812656-b4b9-4beb-ba21-bae9f7fe7440 req-74e54a80-e412-4a7b-9a69-b18919161924 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:43.938707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42812656-b4b9-4beb-ba21-bae9f7fe7440 req-74e54a80-e412-4a7b-9a69-b18919161924 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0555496 Nov 12 01:53:43.992218 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-42812656-b4b9-4beb-ba21-bae9f7fe7440 req-fb973265-94d7-4a5f-aa8b-e05fdfc2f9b5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465741 Nov 12 01:53:44.290406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:45.018534 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:45.120430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6417e-deb4-4896-8fbe-e4413f9c3c67 req-3239dd07-1c45-4adf-8fee-0bf92bf7e4f0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:45.122081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bee6417e-deb4-4896-8fbe-e4413f9c3c67 req-3239dd07-1c45-4adf-8fee-0bf92bf7e4f0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0529270 Nov 12 01:53:45.180355 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-bee6417e-deb4-4896-8fbe-e4413f9c3c67 req-3bdb8bed-8c06-4f4c-be5c-fc93bbeba238 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510416 Nov 12 01:53:46.314580 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dff6b-1cef-44b6-ab6b-208860c6f8ba req-4940a220-ffe8-4ae7-92fa-c218e669893b tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:46.318108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d70dff6b-1cef-44b6-ab6b-208860c6f8ba req-4940a220-ffe8-4ae7-92fa-c218e669893b tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0580602 Nov 12 01:53:46.373219 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d70dff6b-1cef-44b6-ab6b-208860c6f8ba req-8df2af58-3459-453e-8238-bd4ef50be22d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Nov 12 01:53:47.518531 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa04f2-1117-4fc8-8c8d-ec2e9efa4a4c req-7a4a0148-9b26-4c19-b878-5be4a2ec0baa tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:47.520356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aeaa04f2-1117-4fc8-8c8d-ec2e9efa4a4c req-7a4a0148-9b26-4c19-b878-5be4a2ec0baa tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0657058 Nov 12 01:53:47.584896 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aeaa04f2-1117-4fc8-8c8d-ec2e9efa4a4c req-4b047538-02a1-46ed-b1db-a9d54a642801 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566626 Nov 12 01:53:48.716702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63806-4afa-48d0-940d-c02991eb32a0 req-f953203b-a212-46ec-970b-c7fdafa79af2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:48.718212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cf63806-4afa-48d0-940d-c02991eb32a0 req-f953203b-a212-46ec-970b-c7fdafa79af2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0619078 Nov 12 01:53:48.769366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7cf63806-4afa-48d0-940d-c02991eb32a0 req-96451645-afe3-4fca-b27d-bc326de7eed4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 Nov 12 01:53:49.901858 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf290e-c311-4964-95f9-dfaf62abdc32 req-83da39a7-80d3-4e4a-969c-e07b22f2923b tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:49.910259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dabf290e-c311-4964-95f9-dfaf62abdc32 req-83da39a7-80d3-4e4a-969c-e07b22f2923b tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0643251 Nov 12 01:53:49.958669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dabf290e-c311-4964-95f9-dfaf62abdc32 req-4e1b8fce-3036-4e2b-9ca0-229dc9188543 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Nov 12 01:53:50.690465 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-431969e8-8bc7-4c52-a973-130cdf094e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:50.692031 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-431969e8-8bc7-4c52-a973-130cdf094e60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0580084 Nov 12 01:53:50.749698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-880ffcb3-0599-47f4-bb49-b934fba66e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:50.751226 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-880ffcb3-0599-47f4-bb49-b934fba66e63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514584 Nov 12 01:53:50.854436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-92bacfe0-d10f-4f06-a246-4cee78fba7c5 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915117 Nov 12 01:53:50.967834 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-41eba097-85c7-4c91-80b6-3dec08885c28 req-32f790f7-d529-4cf5-a224-923b3e234390 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044099 Nov 12 01:53:51.098466 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e374-5b9d-435b-8071-e33c16ff672c req-7eae8de9-915d-4e6d-9bb7-d72cefe6c8dc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:51.100005 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5b3e374-5b9d-435b-8071-e33c16ff672c req-7eae8de9-915d-4e6d-9bb7-d72cefe6c8dc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0564404 Nov 12 01:53:51.166487 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d5b3e374-5b9d-435b-8071-e33c16ff672c req-cd937793-6b30-46a4-8335-9b03b0552a82 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588605 Nov 12 01:53:52.293051 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676c85b-ae4d-4d77-9a9c-091886e61c41 req-07e489cc-f50c-46f0-bdf8-a172bfbeaa15 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:52.294473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e676c85b-ae4d-4d77-9a9c-091886e61c41 req-07e489cc-f50c-46f0-bdf8-a172bfbeaa15 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0555530 Nov 12 01:53:52.345305 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e676c85b-ae4d-4d77-9a9c-091886e61c41 req-0b7b79cb-2cf6-4f0c-8192-2d98a6d061cd tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445168 Nov 12 01:53:52.883264 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:52.988967 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:53.001113 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'port_id': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'mac_address': 'fa:16:3e:96:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:53.042349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:53.055258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:53.076045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:53.082986 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:53.141996 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:53.343322 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['dee4325b-4a05-4dd8-9e45-945306a3d99f'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:53.463974 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968d75-abb5-4aef-a4f1-3e6c4d21f438 req-9442ef26-5ae2-45ee-8921-7798080547a2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:53.465703 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e968d75-abb5-4aef-a4f1-3e6c4d21f438 req-9442ef26-5ae2-45ee-8921-7798080547a2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Nov 12 01:53:53.516955 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7e968d75-abb5-4aef-a4f1-3e6c4d21f438 req-19890077-d473-4adb-8728-8ae4c0d7302c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 Nov 12 01:53:54.647221 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d630e3-af30-422b-ba2e-3705901896cf req-c8e203aa-fe0d-49a0-9a23-1fe98de2dbfa tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:54.648938 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59d630e3-af30-422b-ba2e-3705901896cf req-c8e203aa-fe0d-49a0-9a23-1fe98de2dbfa tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Nov 12 01:53:54.710918 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-59d630e3-af30-422b-ba2e-3705901896cf req-50bfd654-78c7-4ca4-aa41-46260db4d1e3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551062 Nov 12 01:53:54.884458 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:54.939269 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port dee4325b-4a05-4dd8-9e45-945306a3d99f completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:54.943318 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port dee4325b-4a05-4dd8-9e45-945306a3d99f triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:54.943686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:55.033946 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:55.058258 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:55.060717 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37efc74a-67f8-4626-bf5e-3e473c6a2998" -d '{"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:55.074583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:55.080862 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:55.104673 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7046a4c-3168-497e-b904-070cf33b58b2 x-openstack-request-id: req-d7046a4c-3168-497e-b904-070cf33b58b2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:55.104992 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-plugged", "status": "completed", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:55.105242 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7046a4c-3168-497e-b904-070cf33b58b2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:55.105613 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'code': 200} Nov 12 01:53:55.132042 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=12']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:55.189038 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:55.278885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da4aee-3d4b-4a6d-812a-1bae91f76101 req-1b09a9d0-4645-4b86-8740-82cf06776edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:55.280425 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02da4aee-3d4b-4a6d-812a-1bae91f76101 req-1b09a9d0-4645-4b86-8740-82cf06776edf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1098 time: 0.0479851 Nov 12 01:53:55.328975 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-02da4aee-3d4b-4a6d-812a-1bae91f76101 req-7e575ebf-59c8-4d77-817d-df05901c6028 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Nov 12 01:53:55.853792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694c18b-6f11-4c56-9f8b-aeb5859e488f req-c73ac75b-1bd1-453c-a836-f90df15590e7 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:55.856610 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c694c18b-6f11-4c56-9f8b-aeb5859e488f req-c73ac75b-1bd1-453c-a836-f90df15590e7 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 946 time: 0.0582185 Nov 12 01:53:55.922533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c694c18b-6f11-4c56-9f8b-aeb5859e488f req-c32cacde-11b9-4fc0-9014-652e8493df5a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591478 Nov 12 01:53:57.408729 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31b650-db0a-41ef-bad1-a3fb1e173a4c req-b0b571bc-e9a1-4984-b7c4-3d973da72302 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:57.410233 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da31b650-db0a-41ef-bad1-a3fb1e173a4c req-b0b571bc-e9a1-4984-b7c4-3d973da72302 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 946 time: 0.4154601 Nov 12 01:53:57.464555 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-da31b650-db0a-41ef-bad1-a3fb1e173a4c req-4795fe93-0f10-4b60-badd-7ac314cd3c49 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450406 Nov 12 01:54:02.904310 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:05.959997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:09.312876 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f15319b3-9f74-49bb-980d-06cb7f346fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:12.191366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bcce65c-0f79-4c20-880c-2e9300f8173b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:13.120965 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:14.288857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:15.016089 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:23.901212 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-2b002a78-0001-4b03-a97d-3f6902455b1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426826 Nov 12 01:54:23.994185 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176f9a-a492-489a-a389-58f934419ccf req-97eedf8f-c564-41f6-970f-2f829f51512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:23.996025 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-97eedf8f-c564-41f6-970f-2f829f51512f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1098 time: 0.0436435 Nov 12 01:54:24.118295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176f9a-a492-489a-a389-58f934419ccf req-c0150ef3-8fcf-46e9-b587-971d5835ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:24.119871 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-c0150ef3-8fcf-46e9-b587-971d5835ebdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.1029501 Nov 12 01:54:24.197366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-ee6d1edb-7e51-4e77-b2b9-3d766ef2dbb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 1000 time: 0.0683355 Nov 12 01:54:24.257087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176f9a-a492-489a-a389-58f934419ccf req-72b163e5-d222-4539-9afd-14f02b6e4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:24.258462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-72b163e5-d222-4539-9afd-14f02b6e4c59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0530374 Nov 12 01:54:24.312910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176f9a-a492-489a-a389-58f934419ccf req-4d74de08-f266-4630-835f-16c7d3330f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:24.314440 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-4d74de08-f266-4630-835f-16c7d3330f3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486133 Nov 12 01:54:24.413391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-af06ec36-205f-452f-8ef6-d16b42aad79c service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907013 Nov 12 01:54:24.523551 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3e176f9a-a492-489a-a389-58f934419ccf req-ee686c55-af8d-4766-aca3-e1e4ac4b3d9c service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025321 Nov 12 01:54:32.189216 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:32.911254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:35.958606 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:39.308212 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6772-66b4-4ac7-8227-4df216ecc4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:42.198979 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-437abc7a-a7bc-4bd2-9df5-555361041b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:43.120944 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:44.289967 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:45.011132 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:02.918204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:05.971314 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.327297 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46094) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:07.496557 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Deleting port 0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:07.496855 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.578903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.579152 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.591971 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Calling delete_port for 0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:07.755600 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.797170 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'Port': ['ID=0905e9d6-d72c-4dd2-8cce-0d4a1b380fe2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:07.830763 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.831014 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.831337 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.831653 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.831977 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.832331 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.832671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.832975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.833287 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.833604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.833920 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.834233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:07.873269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:07.873620 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Floating IP f52c5218-6e82-481c-8e06-f834bd57914b disassociated (deleted). External IP: 172.25.6.66, port: dee4325b-4a05-4dd8-9e45-945306a3d99f. Nov 12 01:55:08.442386 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:55:08.558933 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:55:08.565450 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:08.569987 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:55:08.586835 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:08.587494 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:08.599281 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e9239a7d-b9e6-4e17-953d-cae6fcbf56d6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "DELETE /v2.0/floatingips/f52c5218-6e82-481c-8e06-f834bd57914b HTTP/1.1" status: 204 len: 168 time: 1.2708592 Nov 12 01:55:08.599986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:08.602833 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:08.710323 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:08.722249 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25c1e3-c3f2-4762-a5da-c0e52f7d61a1 x-openstack-request-id: req-3e25c1e3-c3f2-4762-a5da-c0e52f7d61a1 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:08.722980 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:08.723441 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e25c1e3-c3f2-4762-a5da-c0e52f7d61a1 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:08.724082 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'status': 'completed', 'code': 200} Nov 12 01:55:08.888689 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd91f-7585-4572-b476-4a2f68cfe234 req-90e67035-2354-4b1c-98f9-1d14b109b1c9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:08.890232 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-967fd91f-7585-4572-b476-4a2f68cfe234 req-90e67035-2354-4b1c-98f9-1d14b109b1c9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 946 time: 0.0936165 Nov 12 01:55:08.892412 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-460d3efe-e756-4a0d-8402-a97e97724bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:08.893784 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-460d3efe-e756-4a0d-8402-a97e97724bbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 1098 time: 0.1310363 Nov 12 01:55:08.946800 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:08.973806 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:55:08.982769 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:08.983383 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:54:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:09.001936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-967fd91f-7585-4572-b476-4a2f68cfe234 req-a843cfc5-1a91-43aa-94fd-2e1d9eb37f69 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047764 Nov 12 01:55:09.026605 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-fef82349-2b1c-41c7-9bb9-8e1f89d0d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:09.028342 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-fef82349-2b1c-41c7-9bb9-8e1f89d0d3b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.1250575 Nov 12 01:55:09.076595 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-68df7edf-afa5-4f31-9360-823343110075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 200 len: 217 time: 0.0401697 Nov 12 01:55:09.106251 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:09.134735 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-5f408b9b-6f63-4035-ba89-682070ae7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:09.136287 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-5f408b9b-6f63-4035-ba89-682070ae7898 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0512598 Nov 12 01:55:09.183823 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-d84fe4d7-3ccb-4faa-9cbe-d6711544bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:09.185398 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-d84fe4d7-3ccb-4faa-9cbe-d6711544bc3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417860 Nov 12 01:55:09.189889 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:09.283048 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-4bfd87b6-edb6-4570-bcbd-535df271ce1b service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897241 Nov 12 01:55:09.313309 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52d6e4c1-e54d-4da6-88d6-0342574084be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:09.345446 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:09.372044 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef0303d-065d-4364-9971-17e7322585e2 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:55:09.385718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-966bc5e6-dfe7-49f9-8e86-4d4afe86dc1c req-97290777-1662-4fb8-9c1a-273813bc18dd service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938084 Nov 12 01:55:09.639338 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70813be-983a-4a67-9d9c-e97d0d108574 None None] New status for floating IP f52c5218-6e82-481c-8e06-f834bd57914b: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:55:10.146496 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-75de18af-2514-4c67-9baa-5141c73c74ad tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:10.147973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-75de18af-2514-4c67-9baa-5141c73c74ad tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 946 time: 0.0824578 Nov 12 01:55:10.167318 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956813-2eab-464b-96b6-4d6dd4948488 req-aac5a278-a1b6-43f8-a92b-5f189e1e3145 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:10.168904 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47956813-2eab-464b-96b6-4d6dd4948488 req-aac5a278-a1b6-43f8-a92b-5f189e1e3145 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaf228-78d7-4559-9108-261ab9e3e2e4 HTTP/1.1" status: 200 len: 946 time: 0.0776112 Nov 12 01:55:10.266222 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47956813-2eab-464b-96b6-4d6dd4948488 req-34b1c252-5c12-4cd1-b468-9018c4a0161f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfef7a09-a860-43eb-a69d-891832906fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769014 Nov 12 01:55:10.288801 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Deleting port dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:55:10.289025 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:10.386997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] For port dee4325b-4a05-4dd8-9e45-945306a3d99f, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=dee4325b-4a05-4dd8-9e45-945306a3d99f,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:10.387341 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:10.400416 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Calling delete_port for dee4325b-4a05-4dd8-9e45-945306a3d99f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:55:10.545988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:10.580581 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'Port': ['ID=dee4325b-4a05-4dd8-9e45-945306a3d99f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:10.607724 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.608110 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.608430 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.608761 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.609091 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.609417 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.609739 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.610069 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.610389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.610706 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.611026 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.611340 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:10.630192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] No DVR routers for this DVR port dee4325b-4a05-4dd8-9e45-945306a3d99f on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:10.632997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:10.636757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3d5588a3-1cc8-4df4-b349-12c5bf12586a req-10fb14ff-33b3-4b7f-a307-90fa1a8e4cea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.32 "DELETE /v2.0/ports/dee4325b-4a05-4dd8-9e45-945306a3d99f HTTP/1.1" status: 204 len: 173 time: 0.4826355 Nov 12 01:55:10.637067 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-deleted', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:10.639557 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44e6d5-c3b4-4d93-a20a-e71753a97412" -d '{"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-deleted", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:10.752980 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1c5d3e-622c-4e24-a40e-52149fb4a56d x-openstack-request-id: req-3c1c5d3e-622c-4e24-a40e-52149fb4a56d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:10.753275 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf228-78d7-4559-9108-261ab9e3e2e4", "name": "network-vif-deleted", "tag": "dee4325b-4a05-4dd8-9e45-945306a3d99f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:10.753524 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c1c5d3e-622c-4e24-a40e-52149fb4a56d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:10.753943 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf228-78d7-4559-9108-261ab9e3e2e4', 'name': 'network-vif-deleted', 'tag': 'dee4325b-4a05-4dd8-9e45-945306a3d99f', 'status': 'completed', 'code': 200} Nov 12 01:55:11.327806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46120) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:11.391396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.419267 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.488898 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.493681 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.495973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfef7a09-a860-43eb-a69d-891832906fef HTTP/1.1" status: 204 len: 168 time: 0.1669309 Nov 12 01:55:11.510548 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb66a-3322-4206-b6e3-74dcc7dac2ee tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef7a09-a860-43eb-a69d-891832906fef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:11.766934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46126) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:11.772441 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388440791', 'description': 'tempest-secgroup-smoke-388440791 description', 'project_id': '421840e960ff44049f1374fd141b27df'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:11.798288 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.872897 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.877269 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.905242 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.906515 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385849 Nov 12 01:55:11.909518 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46128) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:11.913905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:11.919969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22a1e-1a4a-4405-8d9e-27f75ef54bb2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995adeaa-4eab-4c28-bb50-9d3a2c812aaa,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:11.948523 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.015289 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.021512 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.040099 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ffd3d3-ba39-4d91-8a45-26d808cf706c,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.059527 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.060910 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-fea163ca-f723-479a-be01-74059a887c83 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504686 Nov 12 01:55:12.064627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:12.069690 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:12.105362 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.156861 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.161222 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.181464 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b8f59a-9004-4edf-8cbf-9978af3d1186,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.191292 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.195246 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-16da56b0-9486-4443-9db5-ec97a9f8ffd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266418 Nov 12 01:55:12.195406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae64866e-09ff-4fdc-ba1c-675797351b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.196036 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:12.200833 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:12.230049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.289396 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.293546 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.313744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d958da90-d976-4a89-ab2e-6fe672770b82,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.323823 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.325066 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-860ae27a-ca55-4e1a-8d12-3446e3c1cf12 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279700 Nov 12 01:55:12.328101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:12.333490 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:12.363857 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.422886 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.426730 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.444461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ec2fdc-2d06-4a8f-b4f2-e418aa004d64,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.454117 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.455738 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-87ea1e0f-2aab-4a03-abe6-85b6a471e00f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259382 Nov 12 01:55:12.458843 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:12.463374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:12.486103 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Project 421840e960ff44049f1374fd141b27df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:55:12.491479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.559424 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.563762 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.581893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3e3257-bec2-4f5f-b715-17587eea543d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.590191 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.591424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-c87c1cd4-f5cb-4a72-bd1e-d697f5c7ff71 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316512 Nov 12 01:55:12.594620 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:12.598987 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'security_group_rule': {'security_group_id': '995adeaa-4eab-4c28-bb50-9d3a2c812aaa', 'project_id': '421840e960ff44049f1374fd141b27df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:12.622634 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Project 421840e960ff44049f1374fd141b27df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:55:12.627915 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.692466 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.697582 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.713271 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1452bc78-e391-4805-b981-9f84b0ef767b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:12.725301 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:12.726546 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-3cd3c0e1-77d7-4d22-bee2-619be7b1acb3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309493 Nov 12 01:55:13.124905 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:13.417140 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:13.443177 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: dee4325b-4a05-4dd8-9e45-945306a3d99f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:55:13.443522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device dee4325b-4a05-4dd8-9e45-945306a3d99f not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:14.295401 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:15.019886 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:29.163860 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-4ab82c19-a167-4c65-be98-1a56ca2fa43e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388440791&fields=id&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 267 time: 0.0583532 Nov 12 01:55:29.279341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-1af1223a-f4f6-4d9c-bb4f-c903eba63904 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:29.280893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-1af1223a-f4f6-4d9c-bb4f-c903eba63904 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 809 time: 0.1097121 Nov 12 01:55:29.297119 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-eb4be0d6-47ea-498d-a1ac-d0821fe06a04 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/quotas/421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 375 time: 0.0102444 Nov 12 01:55:29.354594 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-34c35921-fb89-4dc7-92c7-7609e7504557 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500314 Nov 12 01:55:29.533581 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d6f64f0c-21f4-4136-b418-d33486d7fa35 service neutron] 10.222.0.11 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660552 Nov 12 01:55:29.635987 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-5d0a84bf-32d6-4b32-92d2-6437f36fef29 service neutron] 10.222.0.11 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932653 Nov 12 01:55:29.970605 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7fd8a2c2-b71e-471e-a702-214dbfa021dd req-3e3968e4-5111-47c8-82bf-4f66e5d783f5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0286689 Nov 12 01:55:31.029231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-b6a4a962-01e7-4dbe-be85-0947db645cd1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:31.030914 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-b6a4a962-01e7-4dbe-be85-0947db645cd1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 809 time: 0.1132488 Nov 12 01:55:31.075922 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cde2356f-6332-41a4-a6a2-6d40eae7a473 req-d8a1e4d6-4867-4a71-b9d5-aae7e174fd59 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0334873 Nov 12 01:55:31.101191 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-e585bb2a-a6f7-4522-9c95-4ef7e2c9af7d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 379 time: 0.0612667 Nov 12 01:55:31.111361 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'port': {'device_id': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'admin_state_up': True, 'tenant_id': '421840e960ff44049f1374fd141b27df', 'security_groups': ['995adeaa-4eab-4c28-bb50-9d3a2c812aaa']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:31.225571 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Made reservation on behalf of 421840e960ff44049f1374fd141b27df for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:55:31.229179 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.363393 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Allocated IP 172.20.0.11 (c5a019cf-6c2d-4cda-a814-f095242d4ffb/2d96693f-d460-4eef-a099-f49bea64357e/6a1f5030-bf41-4122-b9e5-679b2c3a7fe7) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:55:31.512749 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.548969 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.593175 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:55:31.599142 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:55:31.604111 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:55:31.629830 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:31.661847 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:31.662575 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.682274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-002ac4ef-1ad7-4615-9026-5983459d51ab tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741041 Nov 12 01:55:31.747425 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Request body: {'port': {'device_id': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:31.816198 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.882325 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a6375cd8-dfad-4053-afe3-3172ebc0ed0c None None] Provisioning complete for port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:55:31.882949 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6375cd8-dfad-4053-afe3-3172ebc0ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.922178 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6375cd8-dfad-4053-afe3-3172ebc0ed0c None None] Port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:55:32.089075 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:55:32.097092 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.111638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Transition to ACTIVE for port object 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:55:32.118475 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.171802 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:32.239443 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa849a6-5820-456e-9d66-c87ddaa0438c req-14e3eff7-1205-42ff-b1e2-5dadf4bf13e5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.248288 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fa849a6-5820-456e-9d66-c87ddaa0438c req-14e3eff7-1205-42ff-b1e2-5dadf4bf13e5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0929863 Nov 12 01:55:32.272686 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:55:32.273249 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:55:32.273585 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:32.278783 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:55:32.279108 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:32.290812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:55:32.291187 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:55:32.291569 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:55:32.292025 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Bound port: 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:55:32.292440 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.299464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5fa849a6-5820-456e-9d66-c87ddaa0438c req-0723384f-01da-4af9-986f-eb0cad5e58e3 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497935 Nov 12 01:55:32.361433 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:32.364761 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:55:32.370290 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.405077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.405842 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.407442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] 10.222.0.39 "PUT /v2.0/ports/6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1093 time: 0.7165673 Nov 12 01:55:32.407843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:32.410568 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbfa648-9cf4-4e11-93af-1962770ef715" -d '{"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:32.448776 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860047a-26b8-45f9-86bc-cd10b57dcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:32.466860 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a243133e-2a08-4173-9a84-a45f7aba0e89 x-openstack-request-id: req-a243133e-2a08-4173-9a84-a45f7aba0e89 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:32.467541 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:32.467968 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a243133e-2a08-4173-9a84-a45f7aba0e89 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:32.468656 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'status': 'completed', 'code': 200} Nov 12 01:55:32.525177 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d1d8e751-e3b2-430a-b743-11e3b94bf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.527150 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-d1d8e751-e3b2-430a-b743-11e3b94bf3fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0508208 Nov 12 01:55:32.572749 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-51b7e41f-bbd5-41d6-ad11-d92c89f838e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0374310 Nov 12 01:55:32.631987 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-ddf2a753-15a5-4d1a-8330-1b6e6a0240cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.633631 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-ddf2a753-15a5-4d1a-8330-1b6e6a0240cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0530829 Nov 12 01:55:32.690644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-be01bf9b-96be-4945-9711-8cd134960ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.692248 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-be01bf9b-96be-4945-9711-8cd134960ff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502501 Nov 12 01:55:32.789770 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-9fb2ea59-8610-41c2-b539-641182aea76a service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895886 Nov 12 01:55:32.887255 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6f702307-d94e-4128-abf4-d6ec2a969415 req-72125c98-335d-4286-84de-9736065bf14e service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898693 Nov 12 01:55:32.914610 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.985865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-2f7ef18b-254d-4844-8f0c-8e342c37ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.987273 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-2f7ef18b-254d-4844-8f0c-8e342c37ce9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0461695 Nov 12 01:55:33.094454 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-d14e29a6-7f1b-47dd-b919-3f437bd5377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:33.096274 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-d14e29a6-7f1b-47dd-b919-3f437bd5377a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0994601 Nov 12 01:55:33.145367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-c57cd1a3-f3f7-4dea-b571-4e1dc7299d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0413077 Nov 12 01:55:33.201436 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-5132589b-004c-4f24-89d8-fb028cb35d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:33.203082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-5132589b-004c-4f24-89d8-fb028cb35d88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0502198 Nov 12 01:55:33.252745 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-9bd55e58-85a6-4f13-b50a-bfd76448df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:33.254212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-9bd55e58-85a6-4f13-b50a-bfd76448df14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425618 Nov 12 01:55:33.362283 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-80fc9741-e9ce-4a94-9ba2-b6735e39e2da service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000352 Nov 12 01:55:33.433279 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e709-3701-40a1-b110-effff8d7f0ab req-ffa560d3-6219-4d4b-adfd-3ac4064e880d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:33.434936 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cef3e709-3701-40a1-b110-effff8d7f0ab req-ffa560d3-6219-4d4b-adfd-3ac4064e880d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0538027 Nov 12 01:55:33.466045 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0fbfa648-9cf4-4e11-93af-1962770ef715 req-2e8a3e7d-81d6-47b3-b446-c1408118cd94 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959544 Nov 12 01:55:33.496506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cef3e709-3701-40a1-b110-effff8d7f0ab req-d8a35c62-1c88-4aec-b2cf-3ab48ab1743f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540373 Nov 12 01:55:34.622199 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e8159-e2d3-4dee-886a-c0f06a0ff7cf req-89bea85b-64a6-4251-ace1-ff9617d5cce9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:34.623790 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b78e8159-e2d3-4dee-886a-c0f06a0ff7cf req-89bea85b-64a6-4251-ace1-ff9617d5cce9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0554404 Nov 12 01:55:34.676611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b78e8159-e2d3-4dee-886a-c0f06a0ff7cf req-a5900f90-971a-475e-9efc-32e4fea95565 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 Nov 12 01:55:35.798790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd76e5-42c5-45ff-a8db-763cfe040e76 req-272e5358-e4e1-4760-ba03-2a6f517da880 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:35.800361 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1bd76e5-42c5-45ff-a8db-763cfe040e76 req-272e5358-e4e1-4760-ba03-2a6f517da880 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0523491 Nov 12 01:55:35.853796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1bd76e5-42c5-45ff-a8db-763cfe040e76 req-84407ce4-a8af-4073-8c9a-ca4c80e2e8ea tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471859 Nov 12 01:55:35.971727 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:36.987535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69acae2-c9c1-404b-a025-8faaaa0ca30a req-d01fdd29-0fb4-4674-9f7c-aa4436bd7f2e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:36.988968 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c69acae2-c9c1-404b-a025-8faaaa0ca30a req-d01fdd29-0fb4-4674-9f7c-aa4436bd7f2e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0588684 Nov 12 01:55:37.042954 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c69acae2-c9c1-404b-a025-8faaaa0ca30a req-278f275c-f379-4182-b5e0-e246cb4fd9ba tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Nov 12 01:55:38.169535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0915-40bf-42ae-aaa3-607b5d2155c2 req-fb45e38e-4f62-4ca6-a102-9f4abaa27e49 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:38.171078 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf5e0915-40bf-42ae-aaa3-607b5d2155c2 req-fb45e38e-4f62-4ca6-a102-9f4abaa27e49 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0532973 Nov 12 01:55:38.227352 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-cf5e0915-40bf-42ae-aaa3-607b5d2155c2 req-da4f4487-9d01-493c-84ce-37de357c152d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470321 Nov 12 01:55:39.309870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ce1b-29ef-4555-b9da-a690d7397b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:39.353125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa910df-ed27-44da-9020-46b2f57b586e req-caa70762-9182-48ca-83b5-0dec431bc40e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:39.354630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fa910df-ed27-44da-9020-46b2f57b586e req-caa70762-9182-48ca-83b5-0dec431bc40e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0528541 Nov 12 01:55:39.426030 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0fa910df-ed27-44da-9020-46b2f57b586e req-3297314f-a4cf-4857-8a94-152f7c711780 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632167 Nov 12 01:55:40.566755 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b845d72-ff09-4a1b-858e-7302d783ec03 req-a07b65fb-81bf-402d-96c4-42965c3430c6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:40.568283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b845d72-ff09-4a1b-858e-7302d783ec03 req-a07b65fb-81bf-402d-96c4-42965c3430c6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0612404 Nov 12 01:55:40.624604 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8b845d72-ff09-4a1b-858e-7302d783ec03 req-e8496cd8-91e0-40fc-a442-79a5ee6cc1b9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Nov 12 01:55:41.755362 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e904330-2c42-4aa8-8cb5-5ac03bf2f5b1 req-e73a3b1e-a0a5-4589-bfb5-ecf55a71a2af tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:41.756940 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e904330-2c42-4aa8-8cb5-5ac03bf2f5b1 req-e73a3b1e-a0a5-4589-bfb5-ecf55a71a2af tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0569291 Nov 12 01:55:41.810796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e904330-2c42-4aa8-8cb5-5ac03bf2f5b1 req-791b79e5-0dcb-44f2-b409-a1c54f8e7423 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478187 Nov 12 01:55:42.191105 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-305ea8cd-dc3f-45ba-a021-820cad69f387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:42.949493 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f2a4-c2a2-41d3-a225-8a8c093663f4 req-a35e1979-8847-4489-ae7d-91f7ef419225 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:42.950903 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0251f2a4-c2a2-41d3-a225-8a8c093663f4 req-a35e1979-8847-4489-ae7d-91f7ef419225 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0606666 Nov 12 01:55:43.011823 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0251f2a4-c2a2-41d3-a225-8a8c093663f4 req-d24df5c2-29bd-463f-bc4b-ea48f01ca1d2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544689 Nov 12 01:55:43.128722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:44.137297 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775dbcb-9483-418c-b972-ee46fc1e2bce req-cad5c5f2-f54a-495e-995e-4f8280cf8409 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:44.138800 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2775dbcb-9483-418c-b972-ee46fc1e2bce req-cad5c5f2-f54a-495e-995e-4f8280cf8409 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0523469 Nov 12 01:55:44.200017 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2775dbcb-9483-418c-b972-ee46fc1e2bce req-9df63375-24ee-487a-872e-f034ee2cf389 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515714 Nov 12 01:55:44.299267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:45.019087 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:45.335773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428757d-7460-40b2-a53a-f24c3d359ee2 req-1a968b3f-9189-4ee7-b1d1-e0f704349cc1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:45.337203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a428757d-7460-40b2-a53a-f24c3d359ee2 req-1a968b3f-9189-4ee7-b1d1-e0f704349cc1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0619071 Nov 12 01:55:45.376897 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:55:45.395115 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a428757d-7460-40b2-a53a-f24c3d359ee2 req-dbc3f1c9-a20c-41f1-a7b4-7c923f67e7ae tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Nov 12 01:55:45.476085 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:45.490670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'mac_address': 'fa:16:3e:37:e5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:55:45.527967 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:45.541146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:55:45.560665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:45.567987 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:45.625179 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:45.633988 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.634341 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.634688 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.635031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.635369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.635682 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.636022 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.636406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.636778 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.637208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.637538 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.637863 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:45.836707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:55:46.194833 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:46.518828 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cbf1e-2c26-4801-a554-46d6dfd5a14c req-88c49d02-a6b3-4f7b-91cc-6f7956748edb tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:46.520376 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c7cbf1e-2c26-4801-a554-46d6dfd5a14c req-88c49d02-a6b3-4f7b-91cc-6f7956748edb tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0551498 Nov 12 01:55:46.573275 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0c7cbf1e-2c26-4801-a554-46d6dfd5a14c req-7a9fc0b4-c64b-407a-83cf-3099bbebc53f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466633 Nov 12 01:55:47.392282 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:55:47.453656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:55:47.457796 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:55:47.458167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.546883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.574376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:47.578211 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807905b-3267-49a9-bbc3-20d28e8d68b2" -d '{"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:47.593055 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:47.598333 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.653914 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:47.686386 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783278b-13dc-4139-a110-38c122765875 x-openstack-request-id: req-0783278b-13dc-4139-a110-38c122765875 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:47.686682 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:47.687275 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0783278b-13dc-4139-a110-38c122765875 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:47.687707 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'code': 200} Nov 12 01:55:47.721570 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95c9ff-0c73-4e0a-a155-8ac3d397b166 req-79038ef0-70c2-4f65-8b25-7645e7e3432d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.723163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff95c9ff-0c73-4e0a-a155-8ac3d397b166 req-79038ef0-70c2-4f65-8b25-7645e7e3432d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0522199 Nov 12 01:55:47.773966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ff95c9ff-0c73-4e0a-a155-8ac3d397b166 req-e7b02e9a-82c6-41a7-bf3e-5cc3758048f8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444970 Nov 12 01:55:47.790685 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5a6f-3649-4ff3-82f4-acb5010e38a1 req-fc0ea8ac-5c48-44f5-9842-9696cfcd5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.792427 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b51e5a6f-3649-4ff3-82f4-acb5010e38a1 req-fc0ea8ac-5c48-44f5-9842-9696cfcd5192 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0421853 Nov 12 01:55:47.842532 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-b51e5a6f-3649-4ff3-82f4-acb5010e38a1 req-239ba38f-9338-4ce5-acf7-23bb7cce5b38 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Nov 12 01:55:48.911916 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774c8f4-badf-4922-9735-4e462ad83407 req-7f87636b-7401-4fd1-8a57-18c7c19f3d9a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:48.913624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6774c8f4-badf-4922-9735-4e462ad83407 req-7f87636b-7401-4fd1-8a57-18c7c19f3d9a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0632424 Nov 12 01:55:48.968203 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-6774c8f4-badf-4922-9735-4e462ad83407 req-2c7b8415-5883-4e3c-8a02-eaa51c32c9d5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 Nov 12 01:55:50.096090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c9b26-975a-46c6-b1a1-056f4c22af83 req-febcc6f7-de7c-4a51-9ea3-e58f887d6db5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.098160 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-945c9b26-975a-46c6-b1a1-056f4c22af83 req-febcc6f7-de7c-4a51-9ea3-e58f887d6db5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0547984 Nov 12 01:55:50.170309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-945c9b26-975a-46c6-b1a1-056f4c22af83 req-956408d8-3b2c-46bd-b5f5-1e4b934246dc tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658228 Nov 12 01:55:50.306933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5849185-10e0-4bde-b410-3f560259c949 req-e4f9764e-6941-499a-b7a6-f25e7399613d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.308718 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5849185-10e0-4bde-b410-3f560259c949 req-e4f9764e-6941-499a-b7a6-f25e7399613d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0617752 Nov 12 01:55:50.364007 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5849185-10e0-4bde-b410-3f560259c949 req-f2e7bc5c-64b1-43bf-804a-0dec37330c75 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485644 Nov 12 01:55:50.388134 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:50.439812 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2183b-35e9-4894-acc6-4d2567e685f1 tempest-TestShelveInstance-705509828 tempest-TestShelveInstance-705509828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.441717 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-92d2183b-35e9-4894-acc6-4d2567e685f1 tempest-TestShelveInstance-705509828 tempest-TestShelveInstance-705509828-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1093 time: 0.0521727 Nov 12 01:55:50.445377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46342) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:55:50.450031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:50.478997 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.594918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.715889 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Allocated IP 172.25.6.6 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/561869aa-8245-46bc-a6c7-e70f2661cb75) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:55:50.847607 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.888864 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.945254 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:55:50.948713 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:55:50.951555 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:55:50.958031 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=561869aa-8245-46bc-a6c7-e70f2661cb75,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:51.357543 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:51.432738 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:51.607142 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:51.612427 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:51.682944 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event updated for resources: {'Port': ['ID=561869aa-8245-46bc-a6c7-e70f2661cb75,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:51.702207 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:51.804713 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Floating IP 48198d4f-a9b9-4155-b45c-8d7255f8a108 associated. External IP: 172.25.6.6, port: 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7. Nov 12 01:55:52.037432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:55:52.151787 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:55:52.162624 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:55:52.175373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:52.175906 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.176841 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:55:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:52.208106 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6952efaa-e304-41df-876e-0f927bb1293f tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7613928 Nov 12 01:55:52.208515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:52.210812 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd8ae6-2962-46d3-9127-62a01957dad8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:52.259661 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498cdd73-7470-4e8f-ba93-3723e3a4611c x-openstack-request-id: req-498cdd73-7470-4e8f-ba93-3723e3a4611c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:52.259952 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:52.260279 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-498cdd73-7470-4e8f-ba93-3723e3a4611c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:52.260696 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'status': 'completed', 'code': 200} Nov 12 01:55:52.329388 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-f8a0ae9e-de39-42bf-8ce4-9ab0fae26f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.331808 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-f8a0ae9e-de39-42bf-8ce4-9ab0fae26f21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0477388 Nov 12 01:55:52.404696 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:52.436133 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-615c75e9-fc7b-4414-870a-458119e1558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.438040 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-615c75e9-fc7b-4414-870a-458119e1558a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0986638 Nov 12 01:55:52.506726 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-71ba2df3-9ddb-4aa2-a1c6-ebb3e7220d0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 998 time: 0.0612137 Nov 12 01:55:52.566572 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-8c122982-86a8-4d5f-b92a-0ba4e079f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.568254 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-8c122982-86a8-4d5f-b92a-0ba4e079f98d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0545962 Nov 12 01:55:52.614888 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-b520b339-0a08-489a-b084-1b2541c562d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.616548 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-b520b339-0a08-489a-b084-1b2541c562d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413003 Nov 12 01:55:52.654574 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '48198d4f-a9b9-4155-b45c-8d7255f8a108', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:37:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:55:51Z', 'updated_at': '2021-11-12T01:55:51Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:52.681628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:55:52.694112 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:55:52.694722 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:55:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:52.714189 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-dfe5d4df-1719-41e4-a549-e5a8629fd2a6 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902739 Nov 12 01:55:52.802111 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:55:52.814389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-14dd8ae6-2962-46d3-9127-62a01957dad8 req-37a87353-d63e-446c-bd82-372dcc93acb1 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910842 Nov 12 01:55:53.045551 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '48198d4f-a9b9-4155-b45c-8d7255f8a108', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:37:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:55:51Z', 'updated_at': '2021-11-12T01:55:51Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:55:53.079947 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023a02b-bc47-47ee-80ff-8c1d1ff82bd8 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': '48198d4f-a9b9-4155-b45c-8d7255f8a108', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'mac_address': 'fa:16:3e:37:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:55:51Z', 'updated_at': '2021-11-12T01:55:51Z', 'revision_number': 0, 'project_id': '421840e960ff44049f1374fd141b27df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:55:53.297301 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e7a20-cfa0-4af3-ad49-7167126a6ff9 None None] New status for floating IP 48198d4f-a9b9-4155-b45c-8d7255f8a108: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:56:02.947221 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.989686 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.305952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8835946-1d55-46d0-afb8-b18c9a3b2567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:12.184950 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87847e6b-e516-4aa7-ba7e-ecdba5c57fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:13.131568 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:14.300878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:15.013997 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.200895 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:56:25.862410 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-c7d0e3c5-91e1-4c2c-983d-254f050ce6cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412643 Nov 12 01:56:25.965292 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-3920603a-f40f-448a-95d8-35c7d961dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:25.967059 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-3920603a-f40f-448a-95d8-35c7d961dc67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0590875 Nov 12 01:56:26.081538 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-c41c895a-93c3-4519-a2d1-b023d7ce6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:26.084893 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-c41c895a-93c3-4519-a2d1-b023d7ce6e21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0953879 Nov 12 01:56:26.160034 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-48f91e13-db74-4b8a-81ab-a23b94e3b2dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0670497 Nov 12 01:56:26.213483 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-5cf6cde8-6760-4a8b-95db-de3d029fc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:26.214959 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-5cf6cde8-6760-4a8b-95db-de3d029fc96b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0477164 Nov 12 01:56:26.263231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-49b4c289-7d9a-4894-93d5-cb5514123eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:26.264822 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-49b4c289-7d9a-4894-93d5-cb5514123eca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424707 Nov 12 01:56:26.366534 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-060d9b52-7a32-486f-afd6-00ee6d3ca2a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946267 Nov 12 01:56:26.467996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-6253fd12-7a1c-41be-a2a8-b6b666ec9ae1 req-9924c5d5-b28a-467a-a0c1-db215850726c service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Nov 12 01:56:32.945039 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:35.986353 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.312807 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33627295-e300-4c89-bfa5-27c6628be713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:42.185266 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e3682147-e408-460d-83ad-568dc605048d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.137540 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:44.304204 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:45.019672 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.205122 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:02.966178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.002447 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.311443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0627926-fe0d-4552-9d45-db3a7a67a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.190583 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e9e0-878f-4761-b8ca-429c671a1098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.146822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.309659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.016385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.844734 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-175f3d1f-24f9-4a56-9b88-d9edf566b4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491590 Nov 12 01:57:26.934887 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-ebf42802-7ec7-40f5-95fa-d9ff67c59979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:26.936357 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-ebf42802-7ec7-40f5-95fa-d9ff67c59979 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0454807 Nov 12 01:57:27.053843 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-fb76e759-2a55-4be6-b74b-32575339a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:27.056040 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-fb76e759-2a55-4be6-b74b-32575339a776 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0992751 Nov 12 01:57:27.128401 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-0553c049-e891-4972-8241-59a2d4b8874a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0646617 Nov 12 01:57:27.179942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-f7090486-0243-421a-adc7-e07480dd61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:27.181442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-f7090486-0243-421a-adc7-e07480dd61ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0453968 Nov 12 01:57:27.239019 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-6428d4a1-7f54-470d-9fbb-5e24ab130f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:27.240519 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-6428d4a1-7f54-470d-9fbb-5e24ab130f19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517616 Nov 12 01:57:27.336526 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-af0d21a9-0336-4391-bdf2-583e7e2b79d7 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Nov 12 01:57:27.441085 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-2891adb9-005b-4dac-99ac-900a9d888f4d req-cfe014bc-220e-4110-8e20-8377086adf7b service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963991 Nov 12 01:57:32.962781 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:35.999899 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:37.205207 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:39.307471 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a228baa-6314-4ad9-9ccb-1997a7e7f7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:42.191640 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59eed89c-edea-4982-aee4-ac3b6ac042dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:43.149145 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:44.309335 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:45.012968 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:49.975445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2211-a9c3-46d3-90d3-794c3b9572d2 req-dbe15b36-650c-42c3-b89d-82d094a83e4e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.977145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbec2211-a9c3-46d3-90d3-794c3b9572d2 req-dbe15b36-650c-42c3-b89d-82d094a83e4e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.1141126 Nov 12 01:57:50.052778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-dbec2211-a9c3-46d3-90d3-794c3b9572d2 req-1916896c-ce88-455d-a87f-c22ae69a0c67 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Nov 12 01:57:51.259821 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23311e74-51c9-49bd-846d-88b496dfebbd req-4b9d58ee-f201-4acf-9b27-54b149484f54 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:51.261518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23311e74-51c9-49bd-846d-88b496dfebbd req-4b9d58ee-f201-4acf-9b27-54b149484f54 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.1001308 Nov 12 01:57:51.314534 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-23311e74-51c9-49bd-846d-88b496dfebbd req-31207478-0ab8-4ce5-8375-c6672616d462 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 Nov 12 01:57:52.481154 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546f94-e2f2-4cf1-a0ae-9ce96435454b req-922939a9-926c-4213-83f6-a42ab02ad8c0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:52.482809 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f546f94-e2f2-4cf1-a0ae-9ce96435454b req-922939a9-926c-4213-83f6-a42ab02ad8c0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0625229 Nov 12 01:57:52.541819 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9f546f94-e2f2-4cf1-a0ae-9ce96435454b req-1be3bc09-b5aa-460d-af53-acf2d4bf972d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511336 Nov 12 01:57:53.683569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52a01a-3f73-4405-8667-a6686d7de57e req-7d1d1bf1-831a-40d5-abb5-556705d4315a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:53.685099 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c52a01a-3f73-4405-8667-a6686d7de57e req-7d1d1bf1-831a-40d5-abb5-556705d4315a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0621250 Nov 12 01:57:53.737841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5c52a01a-3f73-4405-8667-a6686d7de57e req-d957593a-0135-40b8-af77-f3f12c201297 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463014 Nov 12 01:57:54.880102 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28bb2-43f0-499b-ae10-cd09813eabc4 req-d727aa7a-8b2e-4c18-82cf-9ff910d1e6a5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:54.881746 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5d28bb2-43f0-499b-ae10-cd09813eabc4 req-d727aa7a-8b2e-4c18-82cf-9ff910d1e6a5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0605059 Nov 12 01:57:54.933224 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5d28bb2-43f0-499b-ae10-cd09813eabc4 req-04d5f357-9a96-4a7b-9004-fb3f9a13e421 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450270 Nov 12 01:57:56.067615 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fd21-4c78-4854-b9e5-2c2449945448 req-56c21cdf-3359-4a8c-a3d2-3227250a12c6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:56.069977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa57fd21-4c78-4854-b9e5-2c2449945448 req-56c21cdf-3359-4a8c-a3d2-3227250a12c6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0656736 Nov 12 01:57:56.122069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-aa57fd21-4c78-4854-b9e5-2c2449945448 req-3e14afca-0f5b-49c5-9ac6-b097c45cb785 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458124 Nov 12 01:57:57.271811 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee14a5-3345-447a-9c42-dfc98f26e6a5 req-a2974e31-f747-4453-b3b1-5190fe876507 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:57.273358 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86ee14a5-3345-447a-9c42-dfc98f26e6a5 req-a2974e31-f747-4453-b3b1-5190fe876507 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0633121 Nov 12 01:57:57.328231 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-86ee14a5-3345-447a-9c42-dfc98f26e6a5 req-08adab25-96cc-4e9e-ab3d-e316c3c1378c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 Nov 12 01:57:58.458168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cccf1f-e97a-4515-a925-7973a51cac40 req-89b32089-634c-4af3-b6ad-42fe017b1aa8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:58.459658 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cccf1f-e97a-4515-a925-7973a51cac40 req-89b32089-634c-4af3-b6ad-42fe017b1aa8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0565836 Nov 12 01:57:58.517491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b3cccf1f-e97a-4515-a925-7973a51cac40 req-328c3a0d-00b6-4814-8238-d917d51abcf2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492902 Nov 12 01:57:59.646722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828090-4e22-44fb-8ca0-0555ec0ff7a1 req-18b918c0-8394-44ff-b6b8-de4bcc5028f2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:59.648385 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7828090-4e22-44fb-8ca0-0555ec0ff7a1 req-18b918c0-8394-44ff-b6b8-de4bcc5028f2 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0510409 Nov 12 01:57:59.700642 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c7828090-4e22-44fb-8ca0-0555ec0ff7a1 req-74ad2085-aee4-4363-817c-a1a9d0c7c2c1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Nov 12 01:58:00.055612 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-63015e60-b0a5-4b8a-a6f1-0f491ad7c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.057230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-63015e60-b0a5-4b8a-a6f1-0f491ad7c977 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0511889 Nov 12 01:58:00.158812 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-d58c18c6-6785-4c18-93cd-d0be010a4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.160406 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-d58c18c6-6785-4c18-93cd-d0be010a4c77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0958040 Nov 12 01:58:00.240823 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-e125c425-0b8d-4028-b783-4ed5fcbac27c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0728660 Nov 12 01:58:00.293700 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-554af9f9-b995-4039-8647-61ecd4354da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.295163 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-554af9f9-b995-4039-8647-61ecd4354da6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0460460 Nov 12 01:58:00.345624 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-b81a206c-7928-4c1a-8ace-c1fc335ff6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.347753 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-b81a206c-7928-4c1a-8ace-c1fc335ff6e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453281 Nov 12 01:58:00.453709 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-7fef0c84-db6d-40c6-aec5-8eaeed29ed44 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984058 Nov 12 01:58:00.549732 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-a4795947-3114-4bf8-8ae7-62838887b7e9 req-5ef5827b-593b-41a9-929a-4b44f4e8d398 service neutron] 10.222.0.39 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Nov 12 01:58:00.833142 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faffc1-f95a-4f7c-801c-37d665d0d8c6 req-bb712a53-52e4-4e92-b943-53d75a91fdf1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.834644 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97faffc1-f95a-4f7c-801c-37d665d0d8c6 req-bb712a53-52e4-4e92-b943-53d75a91fdf1 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0550818 Nov 12 01:58:00.888466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-97faffc1-f95a-4f7c-801c-37d665d0d8c6 req-20e7b5de-84e6-453d-8958-fd5a43c7ddb0 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473840 Nov 12 01:58:02.025492 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7595a9-080a-4a60-b90e-2eb550e914d4 req-ae433987-8adb-4cfe-b4d8-28eec1353883 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:02.027069 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac7595a9-080a-4a60-b90e-2eb550e914d4 req-ae433987-8adb-4cfe-b4d8-28eec1353883 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0581295 Nov 12 01:58:02.081671 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ac7595a9-080a-4a60-b90e-2eb550e914d4 req-780532ab-eae6-4b8e-aa00-15f7cb69267d tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483401 Nov 12 01:58:02.985197 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:03.208723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ce27-3b42-472d-9f3e-48bbb6eba0b9 req-901e7845-078f-4bde-8833-d5bf30206156 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:03.210292 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68a9ce27-3b42-472d-9f3e-48bbb6eba0b9 req-901e7845-078f-4bde-8833-d5bf30206156 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0572500 Nov 12 01:58:03.264123 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-68a9ce27-3b42-472d-9f3e-48bbb6eba0b9 req-e26ea5d9-53ba-4751-9475-551a6bb79210 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468712 Nov 12 01:58:04.252078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:04.347095 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:04.374675 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:04.377423 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12cbea-f56c-4b40-a188-c2c2083f9018" -d '{"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:04.391775 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e230-5419-4ab0-b0c3-fdd89f0166d4 req-c70edfbe-b50a-43d4-8481-db611a850d98 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:04.393086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a19e230-5419-4ab0-b0c3-fdd89f0166d4 req-c70edfbe-b50a-43d4-8481-db611a850d98 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Nov 12 01:58:04.394251 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:04.399181 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:04.430487 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e22fbd-4ba1-41a4-a999-94314db36ed2 x-openstack-request-id: req-d1e22fbd-4ba1-41a4-a999-94314db36ed2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:04.431188 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-unplugged", "status": "failed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:04.431188 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1e22fbd-4ba1-41a4-a999-94314db36ed2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:04.431529 n-d-712141-15 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'code': 422} returned with failed status Nov 12 01:58:04.456043 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0a19e230-5419-4ab0-b0c3-fdd89f0166d4 req-a94bb617-3f7f-4cb9-b159-e676c9f9df05 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 Nov 12 01:58:04.458846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:04.467027 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.467368 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.467712 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.468024 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.468413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.468882 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.469064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.469387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.469705 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.470021 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.470340 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.470655 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:04.672719 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-d1b8d427-41d7-492d-a69e-3001f07bb64b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497115 Nov 12 01:58:04.681898 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-0f6e3441-41e4-456c-9ef7-914742f9c427 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:58:04.682862 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-0f6e3441-41e4-456c-9ef7-914742f9c427 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054636 Nov 12 01:58:04.692018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9025938-4b0e-48d9-ba4f-a489dcb11bf7 req-13e42e9d-e110-449d-91e6-8bedb5d2a8a5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:04.693548 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9025938-4b0e-48d9-ba4f-a489dcb11bf7 req-13e42e9d-e110-449d-91e6-8bedb5d2a8a5 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0504975 Nov 12 01:58:04.747026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a9025938-4b0e-48d9-ba4f-a489dcb11bf7 req-f835d7d0-73b0-4d89-960c-38dfc58f7203 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461154 Nov 12 01:58:05.881044 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a2e18-ce38-4982-9e29-62054880346b req-46425c3b-f972-49f3-b34c-5171bfe38805 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.882666 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f39a2e18-ce38-4982-9e29-62054880346b req-46425c3b-f972-49f3-b34c-5171bfe38805 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0600615 Nov 12 01:58:05.936613 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f39a2e18-ce38-4982-9e29-62054880346b req-a7129ec4-1c45-485a-8730-7a58f433a043 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 Nov 12 01:58:06.026429 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:07.067525 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ea99-ef25-4dd7-b26f-a96564fc19ea req-75b2646a-cd65-4f1c-89a8-4a095e29c0a6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:07.069036 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b297ea99-ef25-4dd7-b26f-a96564fc19ea req-75b2646a-cd65-4f1c-89a8-4a095e29c0a6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0565352 Nov 12 01:58:07.122191 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b297ea99-ef25-4dd7-b26f-a96564fc19ea req-c6b36fac-a7c4-460b-ad26-ebd8c29c1b85 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Nov 12 01:58:08.247423 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851bc6-dca7-4b07-9a2c-e5a669a1d921 req-69987be8-856f-4eb8-aa38-1b8fd1ad6ccf tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:08.249183 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47851bc6-dca7-4b07-9a2c-e5a669a1d921 req-69987be8-856f-4eb8-aa38-1b8fd1ad6ccf tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0550189 Nov 12 01:58:08.303340 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47851bc6-dca7-4b07-9a2c-e5a669a1d921 req-f62c1f8c-f245-4e74-9813-ad41af636bf9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481515 Nov 12 01:58:09.311321 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a98db2e-26b4-4ca9-bb20-daa7d424f68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:09.430373 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429d34-65a5-449b-8c93-f8157c28537d req-d56362da-2b23-4c56-bd3d-2833c63fc238 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:09.432757 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f429d34-65a5-449b-8c93-f8157c28537d req-d56362da-2b23-4c56-bd3d-2833c63fc238 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0579522 Nov 12 01:58:09.874558 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3f429d34-65a5-449b-8c93-f8157c28537d req-fc6fe230-7b57-4748-9ca6-89bfb2876de9 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352188 Nov 12 01:58:10.781140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-f7f8dbe5-9201-41f4-a4f7-e9e4d64775c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:10.782719 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-f7f8dbe5-9201-41f4-a4f7-e9e4d64775c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&tenant_id=421840e960ff44049f1374fd141b27df HTTP/1.1" status: 200 len: 1096 time: 0.0489514 Nov 12 01:58:10.795212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-15', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:10.848516 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.071723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca756f-1cad-4d3d-a7e2-d4dba08761d0 req-f6e92fc2-1d83-4590-b657-f1f7b76c095e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.073707 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cca756f-1cad-4d3d-a7e2-d4dba08761d0 req-f6e92fc2-1d83-4590-b657-f1f7b76c095e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.1188803 Nov 12 01:58:11.125380 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:11.157974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5cca756f-1cad-4d3d-a7e2-d4dba08761d0 req-eea112e2-e983-4cc5-a0b1-4ae47871afe4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761361 Nov 12 01:58:11.175563 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h2-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:11.214447 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:58:11.222563 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.235355 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Transition to ACTIVE for port object 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:58:11.241361 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.292651 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:11.335194 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.335505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.335922 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.336341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.336691 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.337040 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.337368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.337698 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.338093 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.338441 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.338818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.339148 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:11.381168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] No DVR routers for this DVR port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on host n-h2-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:11.543193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:11.543722 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:11.544172 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:11.550639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:58:11.551074 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Attempting to bind port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on network c5a019cf-6c2d-4cda-a814-f095242d4ffb {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:11.558404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:11.558740 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Checking segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:11.559128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Bound using segment: {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:11.559553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Bound port: 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb18546-b3a8-4c35-9765-60739a859f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:11.559965 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.626175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:11.629253 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:11.637221 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.674846 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.675474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.677029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] 10.222.0.32 "PUT /v2.0/ports/6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1093 time: 0.8857858 Nov 12 01:58:11.677411 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:11.679690 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758872a1-bd18-4421-8652-e03b3bcb9d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:11.719428 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fceb70-f3e4-43b5-a324-28fe9317a81d service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:11.734949 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a6918-f4de-4f73-a938-d05d4d485819 x-openstack-request-id: req-1a2a6918-f4de-4f73-a938-d05d4d485819 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:11.735238 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:11.735484 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a2a6918-f4de-4f73-a938-d05d4d485819 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:11.735884 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'status': 'completed', 'code': 200} Nov 12 01:58:11.752802 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-6129f58d-a070-47fb-9a63-a9add0bdad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.754323 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-6129f58d-a070-47fb-9a63-a9add0bdad95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0497131 Nov 12 01:58:11.857053 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-6c4649a7-a191-4311-b980-7584cddbe6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.859396 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-6c4649a7-a191-4311-b980-7584cddbe6ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0968606 Nov 12 01:58:11.936354 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-dd9474a7-4515-4a2f-965a-b538c56b414e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 998 time: 0.0682597 Nov 12 01:58:11.994287 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-e9fc0d24-2854-4efe-80c0-ae67b77481de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.996120 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-e9fc0d24-2854-4efe-80c0-ae67b77481de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0520542 Nov 12 01:58:12.045908 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-d75a0bb1-9a8e-429e-947b-d836a5e2cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.047454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-d75a0bb1-9a8e-429e-947b-d836a5e2cbf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439110 Nov 12 01:58:12.139895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-d5e9b2f3-372f-40c6-82a2-c263a150ba98 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847518 Nov 12 01:58:12.185768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e1c0-73fb-4748-ade7-9c2802cc7846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:12.270624 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-816e7351-2afe-47d3-83f7-07e00df826ab service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235280 Nov 12 01:58:12.296611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27281e-1c74-4aa1-b741-09402e03b891 req-d59b2fb5-88f0-4698-960f-224abc5ee868 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.299135 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f27281e-1c74-4aa1-b741-09402e03b891 req-d59b2fb5-88f0-4698-960f-224abc5ee868 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0652845 Nov 12 01:58:12.390944 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5f27281e-1c74-4aa1-b741-09402e03b891 req-51c16f8c-4270-4755-9a2c-ffbe107c4909 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825036 Nov 12 01:58:12.397015 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-ceb0ffbb-7e14-48bd-bf3f-9f6b0f8e3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.398459 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-ceb0ffbb-7e14-48bd-bf3f-9f6b0f8e3a31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0730860 Nov 12 01:58:12.493128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-b0e9a007-6cf7-4dcb-a906-3b26246009f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.494606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-b0e9a007-6cf7-4dcb-a906-3b26246009f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0890081 Nov 12 01:58:12.568889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-e6b58188-d603-4cdc-8d89-bdcfe2afd0d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 998 time: 0.0672417 Nov 12 01:58:12.620869 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-833ae378-052a-425a-9641-98671730b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.622369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-833ae378-052a-425a-9641-98671730b1f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0460153 Nov 12 01:58:12.676409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-b6e257d4-9ec4-4e06-969b-10bf7b7ea7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.677932 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-b6e257d4-9ec4-4e06-969b-10bf7b7ea7a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469172 Nov 12 01:58:12.792587 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-9d451b37-0366-4e35-afa4-e2d815d6c37c service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019497 Nov 12 01:58:12.888828 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-758872a1-bd18-4421-8652-e03b3bcb9d9d req-d8530ae1-b00c-4b40-a5d5-a48ea3533ddb service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Nov 12 01:58:13.153147 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:13.534205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31d0e-1dda-43b5-9fbb-f875dea88efb req-d0e284a9-223d-4b9c-8e92-ed6baba33807 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:13.535705 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53c31d0e-1dda-43b5-9fbb-f875dea88efb req-d0e284a9-223d-4b9c-8e92-ed6baba33807 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0710077 Nov 12 01:58:13.593778 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-53c31d0e-1dda-43b5-9fbb-f875dea88efb req-54b6e133-dae0-4e64-b64f-91f76392ea03 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518615 Nov 12 01:58:14.205966 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:14.317636 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:14.720198 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f08fa-2f0b-4e0e-906c-644708692836 req-1f992b58-2d22-47e0-b44b-b89ac027c3b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:14.721752 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-096f08fa-2f0b-4e0e-906c-644708692836 req-1f992b58-2d22-47e0-b44b-b89ac027c3b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0540688 Nov 12 01:58:14.777230 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-096f08fa-2f0b-4e0e-906c-644708692836 req-e488ce58-cc8b-4cfa-974f-0dcd1925bc23 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Nov 12 01:58:15.019288 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:15.907034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed2927-348b-4af5-b958-e53379d2b359 req-be41171c-1b84-49a8-8f6c-68149d449dd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:15.908498 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70ed2927-348b-4af5-b958-e53379d2b359 req-be41171c-1b84-49a8-8f6c-68149d449dd4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Nov 12 01:58:15.970593 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-70ed2927-348b-4af5-b958-e53379d2b359 req-93d5600a-3831-4617-aaf5-8ab3d995a236 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557988 Nov 12 01:58:17.113087 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace676-9ca9-40fd-a58a-85b1710f7a0e req-a09006fc-5a2b-49d2-9e12-d0b2211c9ec8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:17.114626 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ace676-9ca9-40fd-a58a-85b1710f7a0e req-a09006fc-5a2b-49d2-9e12-d0b2211c9ec8 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0629427 Nov 12 01:58:17.177495 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-46ace676-9ca9-40fd-a58a-85b1710f7a0e req-fe5fc8dc-11ca-4840-aca7-631fedafc36b tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562644 Nov 12 01:58:18.313392 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5249-422e-4400-a339-94dcdcff0780 req-21f0b4d0-ca30-4b1d-8445-fa136a121386 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:18.314939 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ac5249-422e-4400-a339-94dcdcff0780 req-21f0b4d0-ca30-4b1d-8445-fa136a121386 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0555499 Nov 12 01:58:18.373734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-95ac5249-422e-4400-a339-94dcdcff0780 req-aa600c33-7354-467d-af25-dec259057b28 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515616 Nov 12 01:58:19.515995 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fccb8-6c1d-4463-b813-616476b1491c req-72be421b-09ed-4812-916e-8b613f001085 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:19.517542 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81fccb8-6c1d-4463-b813-616476b1491c req-72be421b-09ed-4812-916e-8b613f001085 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0643902 Nov 12 01:58:19.572753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f81fccb8-6c1d-4463-b813-616476b1491c req-3bf4f215-c074-49d8-a86b-75de5a534162 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464644 Nov 12 01:58:20.450408 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:58:20.551607 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:20.564213 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'port_id': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'mac_address': 'fa:16:3e:37:e5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:58:20.603526 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:20.616994 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:58:20.637963 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:20.643368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:20.691272 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:20.702171 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b1a-be80-4fdb-9394-3bcdcf3a768e req-37037dd1-9adf-4bd9-881b-f907e89d0100 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:20.703698 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2a02b1a-be80-4fdb-9394-3bcdcf3a768e req-37037dd1-9adf-4bd9-881b-f907e89d0100 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0519822 Nov 12 01:58:20.764774 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a2a02b1a-be80-4fdb-9394-3bcdcf3a768e req-ca483722-2099-41f4-83ea-9b855c6ef96c tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534728 Nov 12 01:58:20.913433 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:58:21.916952 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716493-8171-4922-8166-bf4582903ffb req-7592d7b4-333c-457b-8f8a-e7ba6ec8b488 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:21.918366 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20716493-8171-4922-8166-bf4582903ffb req-7592d7b4-333c-457b-8f8a-e7ba6ec8b488 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0697398 Nov 12 01:58:21.975977 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-20716493-8171-4922-8166-bf4582903ffb req-5ebc73d0-5617-499b-84f0-c9e9797e49ed tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509446 Nov 12 01:58:22.441710 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:22.506137 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:58:22.510084 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:22.510456 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:22.591953 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:22.617610 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:22.619977 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af07c793-e29c-4904-947a-4c1f0b01dc8e" -d '{"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:22.635402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:22.640722 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:22.665176 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ec5a8-f2af-46a0-baa0-85f382f7f714 x-openstack-request-id: req-0e5ec5a8-f2af-46a0-baa0-85f382f7f714 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:22.665466 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:22.665714 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e5ec5a8-f2af-46a0-baa0-85f382f7f714 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:22.666095 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'code': 200} Nov 12 01:58:22.696555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:22.824640 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc767-8e5c-4817-9c58-31bc7e606829 req-d5ea5ece-e39d-467c-8edd-e58f2fb6e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:22.826151 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e1bc767-8e5c-4817-9c58-31bc7e606829 req-d5ea5ece-e39d-467c-8edd-e58f2fb6e5df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0430443 Nov 12 01:58:22.873925 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0e1bc767-8e5c-4817-9c58-31bc7e606829 req-54508384-89ae-4552-80b4-c449d60a90d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Nov 12 01:58:23.101822 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5ee4-e495-4cb9-9c0b-17b91d23fffb req-7d81d372-5f38-418e-ac50-95a6d9931f77 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:23.103382 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eefb5ee4-e495-4cb9-9c0b-17b91d23fffb req-7d81d372-5f38-418e-ac50-95a6d9931f77 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 947 time: 0.0530491 Nov 12 01:58:23.163895 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-eefb5ee4-e495-4cb9-9c0b-17b91d23fffb req-6a076888-780d-4b5e-8b4f-20c9804339e6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Nov 12 01:58:24.320323 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab0b26-ed8c-41f4-b853-d88847c644cd req-78161436-89c9-4c96-bce7-eb187425cdda tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:24.321905 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30ab0b26-ed8c-41f4-b853-d88847c644cd req-78161436-89c9-4c96-bce7-eb187425cdda tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 947 time: 0.0627806 Nov 12 01:58:24.380422 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-30ab0b26-ed8c-41f4-b853-d88847c644cd req-ef21bb24-26be-48ec-8a55-a55767d29b29 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493629 Nov 12 01:58:27.908136 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-07833b6d-2930-4c34-a36f-45ba464bcd01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425849 Nov 12 01:58:27.993926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-44144ba1-c5bd-4c5f-9d7e-c71eccdec09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:27.995436 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-44144ba1-c5bd-4c5f-9d7e-c71eccdec09d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0419655 Nov 12 01:58:28.104361 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-fb99a0a8-b689-49d6-ad34-6a928ada5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:28.105857 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-fb99a0a8-b689-49d6-ad34-6a928ada5e15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0903332 Nov 12 01:58:28.171770 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-18ddb402-39c9-4fc5-a13f-589c5221359b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0587001 Nov 12 01:58:28.228611 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-d7b71657-1727-4436-8c0a-f5465c5861cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:28.230074 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-d7b71657-1727-4436-8c0a-f5465c5861cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0522740 Nov 12 01:58:28.278096 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-f6489764-f198-40e3-8120-d604175c441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:28.279625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-f6489764-f198-40e3-8120-d604175c441e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426493 Nov 12 01:58:28.378091 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-98524143-06b7-4d8a-bd70-bb300043bdab service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912232 Nov 12 01:58:28.473374 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2971f35b-a5bd-4e34-b4e4-f74ede66b4aa req-cfa85500-a9be-41ad-8519-2cf2c913ca22 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882599 Nov 12 01:58:32.977947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:36.014428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.318648 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-075acf7f-9aa8-421b-9978-c9e42e528e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:42.193188 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-8797-4cd2-9b07-7706f485fa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:43.147890 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.315467 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.014198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.215906 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:02.998137 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:06.033854 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.315621 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49f594d9-bf23-4de4-9d20-e3578321d300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:12.189992 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e14224c-5680-4b76-ba75-d0f35cc939a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:13.152051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:14.318219 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:15.019984 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:28.209007 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:28.920491 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-9064df8b-11aa-4607-99fe-fc879cb35510 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443726 Nov 12 01:59:29.019597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-c5eb8373-bbef-4d69-a2ee-742f5dd8a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:29.021112 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-c5eb8373-bbef-4d69-a2ee-742f5dd8a61d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0470905 Nov 12 01:59:29.134824 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-7f05366e-5118-44d6-aa1d-d8625333463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:29.136362 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-7f05366e-5118-44d6-aa1d-d8625333463c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.0893593 Nov 12 01:59:29.206630 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-5d96f657-4f3b-4bcc-a296-d07dc4d98204 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0627775 Nov 12 01:59:29.262145 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-142d256f-49ae-4596-8ca8-dbb087411829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:29.264799 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-142d256f-49ae-4596-8ca8-dbb087411829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0506938 Nov 12 01:59:29.317481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-c5cbb77d-23ae-455f-befa-14ffc412af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:29.318988 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-c5cbb77d-23ae-455f-befa-14ffc412af02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469155 Nov 12 01:59:29.416141 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-9ccfb336-3e39-47af-afd9-cb3c221d9f5c service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Nov 12 01:59:29.520255 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-11245141-ec06-4401-8b27-bd0cb83d64f9 req-412211e3-bff1-4acc-b296-7cfcad9e3d38 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967381 Nov 12 01:59:32.999856 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.027671 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:39.313740 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bce9-a439-4f0b-8d1e-d684fe3b1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.011692 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:40.192288 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Deleting port 561869aa-8245-46bc-a6c7-e70f2661cb75 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:40.192613 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.277569 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.277868 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.290536 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Calling delete_port for 561869aa-8245-46bc-a6c7-e70f2661cb75 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:40.449371 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.480461 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'Port': ['ID=561869aa-8245-46bc-a6c7-e70f2661cb75,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:40.503302 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.503659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.504181 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.504712 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.505056 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.505389 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.505723 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.506049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.506381 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.506707 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.507018 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.507341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:40.548798 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.549155 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Floating IP 48198d4f-a9b9-4155-b45c-8d7255f8a108 disassociated (deleted). External IP: 172.25.6.6, port: 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7. Nov 12 01:59:40.789020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:40.907368 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:40.912698 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.919514 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:40.932466 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:40.933152 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:40.944158 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-4a4623cb-def2-47ee-a711-fb72271606b6 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "DELETE /v2.0/floatingips/48198d4f-a9b9-4155-b45c-8d7255f8a108 HTTP/1.1" status: 204 len: 168 time: 0.9310904 Nov 12 01:59:40.944867 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:40.947230 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33ff43-49d7-4872-a4a5-ea01f3eae038" -d '{"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:40.991539 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b71e441-2c08-4f5e-8b92-a475429894c6 x-openstack-request-id: req-0b71e441-2c08-4f5e-8b92-a475429894c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:40.991829 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:40.992100 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b71e441-2c08-4f5e-8b92-a475429894c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:40.992529 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'status': 'completed', 'code': 200} Nov 12 01:59:41.050492 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:41.059022 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-654e373a-824f-4872-a1ff-4059fc3581f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.060611 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-654e373a-824f-4872-a1ff-4059fc3581f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=421840e960ff44049f1374fd141b27df&device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0459242 Nov 12 01:59:41.198123 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-f85dc2fc-d917-4d72-80f5-b793c286468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.199518 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-f85dc2fc-d917-4d72-80f5-b793c286468a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 200 len: 910 time: 0.1304386 Nov 12 01:59:41.215212 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eefa0-3873-4b45-bc4e-6ae89627c025 req-b8cbe6f4-f321-48d9-b0b8-dc1538083174 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.217503 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad5eefa0-3873-4b45-bc4e-6ae89627c025 req-b8cbe6f4-f321-48d9-b0b8-dc1538083174 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 947 time: 0.0806160 Nov 12 01:59:41.263579 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-81ad5938-308d-44f1-99a6-9cfeec925c2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0449746 Nov 12 01:59:41.335865 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ad5eefa0-3873-4b45-bc4e-6ae89627c025 req-2bfab04f-f297-4856-b96a-1b88cd77f571 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109092 Nov 12 01:59:41.339818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-39cb2514-e441-463c-a48f-dc811945e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.341304 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-39cb2514-e441-463c-a48f-dc811945e59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 200 len: 848 time: 0.0694590 Nov 12 01:59:41.364654 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:41.391252 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-48b3efd0-1bc5-4850-a3be-a085aee82f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.391531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:41.392797 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-48b3efd0-1bc5-4850-a3be-a085aee82f63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5a019cf-6c2d-4cda-a814-f095242d4ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425646 Nov 12 01:59:41.401129 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:41.401719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:41.494148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-f5cfdc66-e0f6-4170-849b-d32732ccc8cb service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930462 Nov 12 01:59:41.507431 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:41.588528 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7b33ff43-49d7-4872-a4a5-ea01f3eae038 req-cf6ac3e6-3764-4180-bc39-038e039c9b5f service neutron] 10.222.0.32 "GET /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860596 Nov 12 01:59:41.712329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:41.742438 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d045d-b965-4c4b-b4c3-b9bd20769e68 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '4ae5923a-8875-4ef4-af53-0173a2551687', 'name': '', 'network_id': 'c5a019cf-6c2d-4cda-a814-f095242d4ffb', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'mac_address': 'fa:16:3e:02:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2d96693f-d460-4eef-a099-f49bea64357e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:54Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'subnets': [{'id': '2d96693f-d460-4eef-a099-f49bea64357e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:41.994987 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141076df-40f6-4e7e-8908-55e6d29ef863 None None] New status for floating IP 48198d4f-a9b9-4155-b45c-8d7255f8a108: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:59:42.189048 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf679-b1c7-4b9d-8134-fd43e5c3e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.466442 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d711-264c-4041-a9b9-b8157352fe28 req-e3b36a8d-89c7-42f1-b101-cda4c673c192 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:42.467943 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e987d711-264c-4041-a9b9-b8157352fe28 req-e3b36a8d-89c7-42f1-b101-cda4c673c192 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 947 time: 0.0576317 Nov 12 01:59:42.523776 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-e987d711-264c-4041-a9b9-b8157352fe28 req-90e5dfbf-a428-46df-b0b1-f1a2d9f5b951 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/security-groups?id=995adeaa-4eab-4c28-bb50-9d3a2c812aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465107 Nov 12 01:59:42.669890 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-d7aff0bb-0c59-4927-9ffd-0669d7727347 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:42.671391 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-d7aff0bb-0c59-4927-9ffd-0669d7727347 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 947 time: 0.0598745 Nov 12 01:59:42.775572 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Deleting port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:42.775893 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.871658 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] For port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:42.871994 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.884883 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Calling delete_port for 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:43.032860 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.069403 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'Port': ['ID=6a1f5030-bf41-4122-b9e5-679b2c3a7fe7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:43.109186 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] No DVR routers for this DVR port 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:43.112136 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.115827 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-556d0f5b-af6a-4668-8ca2-2354e27df5aa req-9fbf3f2b-c116-4e1f-b692-00a1879a725a tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.32 "DELETE /v2.0/ports/6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 HTTP/1.1" status: 204 len: 173 time: 0.4372180 Nov 12 01:59:43.116298 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-deleted', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:43.118557 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a96141-67ab-4b6e-8e76-18266652883f" -d '{"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-deleted", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:43.156409 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.160760 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27897dba-8a26-4046-ada7-2b41559f58bb x-openstack-request-id: req-27897dba-8a26-4046-ada7-2b41559f58bb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:43.161069 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d624a49-2f49-4cff-bdea-6cb3d10b3bd0", "name": "network-vif-deleted", "tag": "6a1f5030-bf41-4122-b9e5-679b2c3a7fe7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:43.161310 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27897dba-8a26-4046-ada7-2b41559f58bb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:43.161714 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d624a49-2f49-4cff-bdea-6cb3d10b3bd0', 'name': 'network-vif-deleted', 'tag': '6a1f5030-bf41-4122-b9e5-679b2c3a7fe7', 'status': 'completed', 'code': 200} Nov 12 01:59:43.629533 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5865f0ed-e2f4-4fc7-ab55-e31282af01a1 req-d05fc5e9-40dc-4c49-8f2d-712e4ee3db98 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0306821 Nov 12 01:59:44.322272 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.731334 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d31ad622-101a-4c28-b520-232d35efb702 req-467d2735-748a-420f-981a-1dd98613aeb4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Nov 12 01:59:45.014790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:45.832356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-73570b41-6438-413f-8fa8-f1d5a06c0de5 req-74e50a5f-2646-44d2-959d-dcf39d3231e4 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0290875 Nov 12 01:59:46.833839 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:46.859902 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:46.860369 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device 6a1f5030-bf41-4122-b9e5-679b2c3a7fe7 not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:46.933669 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-027277d5-3869-4e21-b5d1-0f4c9eef19d9 req-d9839230-2a90-47c3-b154-68d35945c88e tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d624a49-2f49-4cff-bdea-6cb3d10b3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Nov 12 01:59:47.997656 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:48.058161 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.085598 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.153929 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.156602 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.158047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] 10.222.0.11 "DELETE /v2.0/security-groups/995adeaa-4eab-4c28-bb50-9d3a2c812aaa HTTP/1.1" status: 204 len: 168 time: 0.1593237 Nov 12 01:59:48.168657 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c69c8-2691-4441-8ce8-e84615f53416 tempest-TestShelveInstance-455138545 tempest-TestShelveInstance-455138545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995adeaa-4eab-4c28-bb50-9d3a2c812aaa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:48.208509 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:48.740520 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.995564 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Deleting port 4ae5923a-8875-4ef4-af53-0173a2551687 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:48.995788 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.083645 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] For port 4ae5923a-8875-4ef4-af53-0173a2551687, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=4ae5923a-8875-4ef4-af53-0173a2551687,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:49.084489 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.453193 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Calling delete_port for 4ae5923a-8875-4ef4-af53-0173a2551687 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:49.637337 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.661583 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae5923a-8875-4ef4-af53-0173a2551687,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:49.845783 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.075818 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Router 6a0f4e59-eb96-400e-bf70-359624a23849 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:50.187919 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:50.194690 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-cc27302a-3487-4548-aab9-89b78f4df1f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/6a0f4e59-eb96-400e-bf70-359624a23849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861786 Nov 12 01:59:50.196573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:50.198750 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Sync routers for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:50.209041 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:50.209686 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.311044 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.324789 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:50.431479 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.494694 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Deleting port 270645f5-4eba-4587-805c-a7726a31146f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:50.495036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.525070 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '270645f5-4eba-4587-805c-a7726a31146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:59:49Z', 'revision_number': 5, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port': {'id': '270645f5-4eba-4587-805c-a7726a31146f', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.560253 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Checking router: 6a0f4e59-eb96-400e-bf70-359624a23849 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:50.571170 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Routers {'6a0f4e59-eb96-400e-bf70-359624a23849'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:50.571789 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['6a0f4e59-eb96-400e-bf70-359624a23849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.587274 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] For port 270645f5-4eba-4587-805c-a7726a31146f, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=270645f5-4eba-4587-805c-a7726a31146f,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:50.587640 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.600956 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Calling delete_port for 270645f5-4eba-4587-805c-a7726a31146f owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:50.655976 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] Set router 6a0f4e59-eb96-400e-bf70-359624a23849 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:50.710487 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:59:50Z', 'revision_number': 6, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.737373 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6bef-4b04-47f9-b0e4-b612c9bce3c2 None None] The sync data for ids ['6a0f4e59-eb96-400e-bf70-359624a23849'] in n-d-712141-15 is: [{'id': '6a0f4e59-eb96-400e-bf70-359624a23849', 'name': 'tempest-TestShelveInstance-1814042515-router', 'tenant_id': '421840e960ff44049f1374fd141b27df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:52Z', 'updated_at': '2021-11-12T01:59:50Z', 'revision_number': 6, 'project_id': '421840e960ff44049f1374fd141b27df', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:50.787773 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.816472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=270645f5-4eba-4587-805c-a7726a31146f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:50.827121 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dcc7a6-2d88-423b-b8f6-a4b1c7931a59 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:50.882171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.981121 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.983246 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.031580 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.032175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0f4e59-eb96-400e-bf70-359624a23849 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:59:51.040601 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.041816 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b397d29-ae8e-4b19-8ac0-259ec28b15c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6a0f4e59-eb96-400e-bf70-359624a23849 HTTP/1.1" status: 204 len: 168 time: 0.8441980 Nov 12 01:59:51.044440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:51.090860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Deleting subnet 2d96693f-d460-4eef-a099-f49bea64357e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:59:51.094470 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.131956 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.220531 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.286385 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.316119 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.319911 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2d96693f-d460-4eef-a099-f49bea64357e HTTP/1.1" status: 204 len: 168 time: 0.2744753 Nov 12 01:59:51.322705 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:51.322884 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8bb456-195f-493a-a016-c0168953558d None None] Network c5a019cf-6c2d-4cda-a814-f095242d4ffb requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:51.330205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54220b-5b8f-450a-8fb1-a516b650198c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d96693f-d460-4eef-a099-f49bea64357e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:51.416831 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.485440 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Deleting port 493b1e61-7544-40c5-bd9b-30d75a81fd41 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:51.486052 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.558794 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] DHCP port deletion for c5a019cf-6c2d-4cda-a814-f095242d4ffb request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:51.582472 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] For port 493b1e61-7544-40c5-bd9b-30d75a81fd41, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=493b1e61-7544-40c5-bd9b-30d75a81fd41,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:51.583160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.612259 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Calling delete_port for 493b1e61-7544-40c5-bd9b-30d75a81fd41 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:51.618197 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Deleting port 493b1e61-7544-40c5-bd9b-30d75a81fd41 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:51.619032 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.711640 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] For port 493b1e61-7544-40c5-bd9b-30d75a81fd41, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=493b1e61-7544-40c5-bd9b-30d75a81fd41,segment=NetworkSegment(8bb18546-b3a8-4c35-9765-60739a859f5c),segment_id=8bb18546-b3a8-4c35-9765-60739a859f5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:51.712030 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.726886 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Calling delete_port for 493b1e61-7544-40c5-bd9b-30d75a81fd41 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:51.748474 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.790914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Pushing event deleted for resources: {'Port': ['ID=493b1e61-7544-40c5-bd9b-30d75a81fd41,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:51.794663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] No DVR routers for this DVR port 493b1e61-7544-40c5-bd9b-30d75a81fd41 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:51.831578 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.874465 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Pushing event deleted for resources: {'Port': ['ID=493b1e61-7544-40c5-bd9b-30d75a81fd41,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:51.879253 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] No DVR routers for this DVR port 493b1e61-7544-40c5-bd9b-30d75a81fd41 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.889370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.890666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.890666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.890666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.890666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdffd78-6b66-4cc5-9ff5-e0265cabcf89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:51.916621 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.945132 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a019cf-6c2d-4cda-a814-f095242d4ffb']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:51.954603 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb18546-b3a8-4c35-9765-60739a859f5c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:51.954901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb18546-b3a8-4c35-9765-60739a859f5c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:51.964842 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.978804 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.985328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:59:51.985785 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:59:51.987764 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:59:52.046482 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.052274 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.066966 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c5a019cf-6c2d-4cda-a814-f095242d4ffb HTTP/1.1" status: 204 len: 168 time: 0.7401087 Nov 12 01:59:52.067240 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:52.127515 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a4d3-5acf-46ed-8762-fda5bfcad060 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a019cf-6c2d-4cda-a814-f095242d4ffb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:52.431110 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 270645f5-4eba-4587-805c-a7726a31146f no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:52.451795 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 270645f5-4eba-4587-805c-a7726a31146f {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:52.452171 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 270645f5-4eba-4587-805c-a7726a31146f not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:52.452583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 493b1e61-7544-40c5-bd9b-30d75a81fd41 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:52.460588 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.472326 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 493b1e61-7544-40c5-bd9b-30d75a81fd41 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:52.472673 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 493b1e61-7544-40c5-bd9b-30d75a81fd41 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:52.473087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ae5923a-8875-4ef4-af53-0173a2551687 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:52.494135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 4ae5923a-8875-4ef4-af53-0173a2551687 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:52.494135 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 4ae5923a-8875-4ef4-af53-0173a2551687 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:52.722742 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Deleting port 034b927e-7f11-4135-b053-5c9d34286781 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:52.723043 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.807985 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] For port 034b927e-7f11-4135-b053-5c9d34286781, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=034b927e-7f11-4135-b053-5c9d34286781,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:52.808374 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.821285 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Calling delete_port for 034b927e-7f11-4135-b053-5c9d34286781 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:53.029290 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:53.059037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=034b927e-7f11-4135-b053-5c9d34286781,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:53.229928 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:53.474331 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Router 62613643-3e17-4c88-8739-48720f430957 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:53.583750 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:53.588920 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ebfb1561-4b6b-4b46-a31c-648fb761e1a1 admin admin] 10.222.0.11 "PUT /v2.0/routers/62613643-3e17-4c88-8739-48720f430957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5190461 Nov 12 01:59:53.591636 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46552) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:53.594957 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Sync routers for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:53.606208 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:53.606844 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:53.702013 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:53.719263 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:53.917255 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:59:52Z', 'revision_number': 5, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:53.947289 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Checking router: 62613643-3e17-4c88-8739-48720f430957 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:53.957678 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Routers {'62613643-3e17-4c88-8739-48720f430957'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:53.958324 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['62613643-3e17-4c88-8739-48720f430957'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:54.076936 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] Set router 62613643-3e17-4c88-8739-48720f430957 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:54.169195 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.235808 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Deleting port 2a470bcb-ea11-4504-a7c0-79b842c4990e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:54.236183 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.262539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:59:52Z', 'revision_number': 5, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:54.293298 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98ef2a-bf5d-436a-9ca1-1795880f0232 None None] The sync data for ids ['62613643-3e17-4c88-8739-48720f430957'] in n-d-712141-15 is: [{'id': '62613643-3e17-4c88-8739-48720f430957', 'name': 'tempest-TestShelveInstance-1514590318-router', 'tenant_id': '800159f076234e8494aa9062cb6be854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:59:52Z', 'revision_number': 5, 'project_id': '800159f076234e8494aa9062cb6be854', 'gw_port': {'id': '2a470bcb-ea11-4504-a7c0-79b842c4990e', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62613643-3e17-4c88-8739-48720f430957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:50:57Z', 'updated_at': '2021-11-12T01:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:54.330702 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] For port 2a470bcb-ea11-4504-a7c0-79b842c4990e, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2a470bcb-ea11-4504-a7c0-79b842c4990e,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:54.331016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.347456 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Calling delete_port for 2a470bcb-ea11-4504-a7c0-79b842c4990e owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:54.546270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.578963 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a470bcb-ea11-4504-a7c0-79b842c4990e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:54.593667 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a38ec-7721-4dd3-a322-fb7ef271249f None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:54.650948 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.759575 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.762432 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.779487 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 034b927e-7f11-4135-b053-5c9d34286781 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:54.804399 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 034b927e-7f11-4135-b053-5c9d34286781 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:54.805519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 034b927e-7f11-4135-b053-5c9d34286781 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:54.815421 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.816128 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62613643-3e17-4c88-8739-48720f430957 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:59:54.821235 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.822480 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2b6072f7-a7e3-4b19-8d54-8b09e203c3e5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/62613643-3e17-4c88-8739-48720f430957 HTTP/1.1" status: 204 len: 168 time: 1.2298036 Nov 12 01:59:54.825523 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:54.890037 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Deleting subnet a738c693-06d3-48fa-bad6-d2c65d9a59ec {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:59:54.894037 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.939270 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.036380 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.101963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.129535 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a738c693-06d3-48fa-bad6-d2c65d9a59ec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.133408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.139508 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-92945c92-b2a7-47b1-84cd-5cf2c022a90a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a738c693-06d3-48fa-bad6-d2c65d9a59ec HTTP/1.1" status: 204 len: 168 time: 0.3095641 Nov 12 01:59:55.140101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:55.142747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbdd456-b911-4110-a59f-afef8bead67d None None] Network 651c30df-a0bc-4097-922d-0c5b00253dca requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:55.208352 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.262893 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Deleting port e79b2a5b-87ac-400d-87f8-2b9805599199 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:55.263128 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.333291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] For port e79b2a5b-87ac-400d-87f8-2b9805599199, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e79b2a5b-87ac-400d-87f8-2b9805599199,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:55.333562 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.347363 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Calling delete_port for e79b2a5b-87ac-400d-87f8-2b9805599199 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:55.375754 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] DHCP port deletion for 651c30df-a0bc-4097-922d-0c5b00253dca request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:55.426650 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Deleting port e79b2a5b-87ac-400d-87f8-2b9805599199 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:55.427158 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.431988 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.463937 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e79b2a5b-87ac-400d-87f8-2b9805599199,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.467452 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] No DVR routers for this DVR port e79b2a5b-87ac-400d-87f8-2b9805599199 on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:55.498893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] For port e79b2a5b-87ac-400d-87f8-2b9805599199, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e79b2a5b-87ac-400d-87f8-2b9805599199,segment=NetworkSegment(48372ff0-90ee-4aa8-9e2b-da5c2810738e),segment_id=48372ff0-90ee-4aa8-9e2b-da5c2810738e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:55.499283 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.511666 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Calling delete_port for e79b2a5b-87ac-400d-87f8-2b9805599199 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:55.539753 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.560904 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651c30df-a0bc-4097-922d-0c5b00253dca']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:55.570993 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48372ff0-90ee-4aa8-9e2b-da5c2810738e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:55.571291 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48372ff0-90ee-4aa8-9e2b-da5c2810738e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:55.585784 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.586590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.599885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.606244 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:59:55.606630 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: timer() Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:59:55.608342 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:59:55.611364 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] Pushing event deleted for resources: {'Port': ['ID=e79b2a5b-87ac-400d-87f8-2b9805599199,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.616555 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fbc7d-d371-4db3-8c8f-8cbba5b783fb None None] No DVR routers for this DVR port e79b2a5b-87ac-400d-87f8-2b9805599199 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:55.666177 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.671845 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.675228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] 10.222.0.11 "DELETE /v2.0/networks/651c30df-a0bc-4097-922d-0c5b00253dca HTTP/1.1" status: 204 len: 168 time: 0.5342019 Nov 12 01:59:55.686439 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9248c-e015-4897-b372-624e7509be7f admin admin] Pushing event deleted for resources: {'Network': ['ID=651c30df-a0bc-4097-922d-0c5b00253dca,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.794836 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:55.837424 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-0ea62051-076b-4a71-97d1-322f6c325186 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=421840e960ff44049f1374fd141b27df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413465 Nov 12 01:59:55.840977 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:55.889262 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.917662 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.969300 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.972949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.974417 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13e6d7b5-62fc-430b-b4ea-186c99523fa3 HTTP/1.1" status: 204 len: 168 time: 0.1325669 Nov 12 01:59:55.986551 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ecc0-42cc-489a-8527-6be918006806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e6d7b5-62fc-430b-b4ea-186c99523fa3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:56.323346 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46568) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:56.367807 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-81f30422-2826-4e3e-bf41-103934e15b4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=800159f076234e8494aa9062cb6be854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431972 Nov 12 01:59:56.370914 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:56.417586 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e79b2a5b-87ac-400d-87f8-2b9805599199 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:56.421110 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.441207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e79b2a5b-87ac-400d-87f8-2b9805599199 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:56.441569 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e79b2a5b-87ac-400d-87f8-2b9805599199 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:56.441999 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a470bcb-ea11-4504-a7c0-79b842c4990e no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:56.444016 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.461122 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2a470bcb-ea11-4504-a7c0-79b842c4990e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:56.461460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2a470bcb-ea11-4504-a7c0-79b842c4990e not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:56.494160 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.496801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.498101 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/219865bd-ff98-4dce-9af8-1572742ff06c HTTP/1.1" status: 204 len: 168 time: 0.1260557 Nov 12 01:59:56.506023 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc67acd-2c5c-464d-9b99-08f55cfe9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219865bd-ff98-4dce-9af8-1572742ff06c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:57.219641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:57.339204 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1155634472-network', 'tenant_id': 'c20e7165c54646239c789b883813a3e2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:57.369505 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Made reservation on behalf of c20e7165c54646239c789b883813a3e2 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:57.371840 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.380459 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.462683 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.468904 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.493353 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:59:57.502997 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad2ba1-66ed-490f-8f2d-5ab9a9b0afb3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:57.507872 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.508249 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Added segment 0bdba505-1204-41f1-b7b2-caf84ffcbb00 of type vlan for network ce2a752a-df9f-4142-9168-9fe64312f3a9 Nov 12 01:59:57.547694 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.575346 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.576344 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:57.576949 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.608628 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3877258 Nov 12 01:59:57.611941 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46596) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:57.617694 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Request body: {'subnet': {'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1155634472-subnet', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:57.640891 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ceee-20bf-4d21-bf1b-315acdcac26c admin admin] Pushing event updated for resources: {'Network': ['ID=ce2a752a-df9f-4142-9168-9fe64312f3a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:57.641875 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Made reservation on behalf of c20e7165c54646239c789b883813a3e2 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:57.645561 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.652202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:59:57.822767 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.870968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa4d27e-d1ae-44b6-9385-25633177dba3,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:57.885905 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.886248 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.886584 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.886934 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.887261 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.887586 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.887907 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.888252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.888575 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.888892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.889208 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.889524 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:57.897777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Checking segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:57.898132 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Network hostable DHCP agents. Network: ce2a752a-df9f-4142-9168-9fe64312f3a9, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:59:57.916077 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:59:57.925534 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, ce2a752a-df9f-4142-9168-9fe64312f3a9) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:57.930002 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:57.930591 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.935851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a51d5b-9724-4258-9725-147495a9eea4 None None] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:57.950051 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-92270b6c-cf80-410e-bce0-4c16045cf452 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3368638 Nov 12 01:59:57.952816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46600) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:57.957430 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:57.981908 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:57.983720 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.047516 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.190504 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.277232 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-ce2a752a-df9f-4142-9168-9fe64312f3a9', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:59:58.277642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.398928 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.414077 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Allocated IP 172.20.0.2 (ce2a752a-df9f-4142-9168-9fe64312f3a9/caa4d27e-d1ae-44b6-9385-25633177dba3/53aa7991-f29c-4184-b0bf-8fba95eef4de) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:58.419221 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.532712 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Allocated IP 172.25.6.227 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/e5d41f5a-87cf-43d8-8f47-86b099118be2) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:58.563903 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.571857 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.612436 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:58.619234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:58.623686 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:58.626758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Pushing event updated for resources: {'Port': ['ID=53aa7991-f29c-4184-b0bf-8fba95eef4de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:58.642540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.679511 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Attempting to bind port 53aa7991-f29c-4184-b0bf-8fba95eef4de on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:58.680210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Attempting to bind port 53aa7991-f29c-4184-b0bf-8fba95eef4de by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:58.680210 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Attempting to bind port 53aa7991-f29c-4184-b0bf-8fba95eef4de on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:58.681078 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.685485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:58.685851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Checking segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:58.686272 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.686656 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Bound using segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:58.687119 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Bound port: 53aa7991-f29c-4184-b0bf-8fba95eef4de, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:58.687494 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.724720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:58.728020 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:58.730603 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:58.737035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Pushing event updated for resources: {'Port': ['ID=e5d41f5a-87cf-43d8-8f47-86b099118be2,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:58.741958 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0d5b6-2b79-4a16-b5e8-f375d60a3e1b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:58.756901 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] For port 53aa7991-f29c-4184-b0bf-8fba95eef4de, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:58.760266 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] For port 53aa7991-f29c-4184-b0bf-8fba95eef4de, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=53aa7991-f29c-4184-b0bf-8fba95eef4de,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:58.767254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.840736 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885cfc1-0d37-4c55-93d7-c9ba59eabcad None None] Pushing event updated for resources: {'Port': ['ID=53aa7991-f29c-4184-b0bf-8fba95eef4de,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:58.853950 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-babe0e9f-fd8e-437c-9e88-99d94293baf1 None None] Provisioning complete for port e5d41f5a-87cf-43d8-8f47-86b099118be2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:58.854581 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-babe0e9f-fd8e-437c-9e88-99d94293baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.893183 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-babe0e9f-fd8e-437c-9e88-99d94293baf1 None None] Port e5d41f5a-87cf-43d8-8f47-86b099118be2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:59.387279 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:59.597062 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:59.737504 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:59:59.776267 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff65e3-1016-45e3-b25b-0c3e70447633 None None] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:59.849198 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:59.856820 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] Provisioning complete for port 53aa7991-f29c-4184-b0bf-8fba95eef4de triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:59.857189 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:59.860404 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:59.869122 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:59.870512 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-946076b6-2e15-45a6-8381-d4819b00111b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9166989 Nov 12 01:59:59.873366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46602) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:59.878785 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:59.879470 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:59.985739 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:00.001819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.045003 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] For port 53aa7991-f29c-4184-b0bf-8fba95eef4de, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=53aa7991-f29c-4184-b0bf-8fba95eef4de,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:00.052024 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.114961 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013acb1b-018a-4a77-80a2-220f55ef775b None None] Pushing event updated for resources: {'Port': ['ID=53aa7991-f29c-4184-b0bf-8fba95eef4de,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:00.282918 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T01:59:58Z', 'revision_number': 3, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T01:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:00.309531 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:00.309858 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Updating router cb8c6cd0-910b-459e-908a-7334c6a6a701 port e5d41f5a-87cf-43d8-8f47-86b099118be2 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:00.334767 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.341699 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.383345 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-0980df0f-8ac0-4b69-82b8-883a573f33a9 None None] Provisioning complete for port 53aa7991-f29c-4184-b0bf-8fba95eef4de triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:00.383749 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0980df0f-8ac0-4b69-82b8-883a573f33a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.480944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 53aa7991-f29c-4184-b0bf-8fba95eef4de up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:00.535652 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 53aa7991-f29c-4184-b0bf-8fba95eef4de triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:00.536029 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.542333 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Allocated IP 172.20.0.1 (ce2a752a-df9f-4142-9168-9fe64312f3a9/caa4d27e-d1ae-44b6-9385-25633177dba3/2c275add-e102-4641-9257-b077cf9ac8e6) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:00.634735 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.641216 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.659847 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.684981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d98f9-f5dd-4613-ad1d-d32867c6dd1b None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:00.696780 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.699381 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Attempting to bind port e5d41f5a-87cf-43d8-8f47-86b099118be2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:00.699725 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Attempting to bind port e5d41f5a-87cf-43d8-8f47-86b099118be2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:00.700237 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Attempting to bind port e5d41f5a-87cf-43d8-8f47-86b099118be2 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:00.703279 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Pushing event updated for resources: {'Port': ['ID=e5d41f5a-87cf-43d8-8f47-86b099118be2,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:00.712914 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:00.713281 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:00.713850 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.714400 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:00.715025 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Bound port: e5d41f5a-87cf-43d8-8f47-86b099118be2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:00.715568 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.718998 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.719335 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.719665 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.719990 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.720345 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.720659 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.720971 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.721286 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.721595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.721903 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.722206 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.722519 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:00.733026 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:00.733939 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8c7d8c8e-7305-4c10-99c1-240d9400a16d None None] Provisioning complete for port e5d41f5a-87cf-43d8-8f47-86b099118be2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:00.734417 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8c8e-7305-4c10-99c1-240d9400a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.736126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:00.739672 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:00.781216 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Pushing event updated for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:00.786716 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] For port e5d41f5a-87cf-43d8-8f47-86b099118be2, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:00.790945 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d8c8e-7305-4c10-99c1-240d9400a16d None None] Port e5d41f5a-87cf-43d8-8f47-86b099118be2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:00.792156 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] For port e5d41f5a-87cf-43d8-8f47-86b099118be2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5d41f5a-87cf-43d8-8f47-86b099118be2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:00.799798 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.802899 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.861045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51d0b9-0de4-423e-b770-e32d4ee90c21 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:00.878956 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a60df-017f-43ec-993b-8b1e127b7848 None None] Pushing event updated for resources: {'Port': ['ID=e5d41f5a-87cf-43d8-8f47-86b099118be2,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:00.884004 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:00.884739 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:00.920405 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] Provisioning complete for port e5d41f5a-87cf-43d8-8f47-86b099118be2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:00.921990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.977484 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.020465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.033609 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:01.047402 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] For port e5d41f5a-87cf-43d8-8f47-86b099118be2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5d41f5a-87cf-43d8-8f47-86b099118be2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:01.053362 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.109354 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdefdcc-0318-4096-befc-3be15347a95f None None] Pushing event updated for resources: {'Port': ['ID=e5d41f5a-87cf-43d8-8f47-86b099118be2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:01.176390 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.176841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-611759d5-c847-4430-970b-4f151d58a18e None None] Provisioning complete for port 2c275add-e102-4641-9257-b077cf9ac8e6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:01.177292 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-611759d5-c847-4430-970b-4f151d58a18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.183356 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.220998 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-611759d5-c847-4430-970b-4f151d58a18e None None] Port 2c275add-e102-4641-9257-b077cf9ac8e6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:01.235098 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T01:59:58Z', 'revision_number': 3, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:01.255529 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.257531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Pushing event updated for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:01.271148 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de992300-8bd4-4fe9-b555-b0eb6997e178 None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T01:59:58Z', 'revision_number': 3, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:01.356368 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:01.357707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:01.511420 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:01.641646 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:01.646747 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-e4495ea2-73cc-4667-80e0-1eb44360f85d None None] Provisioning complete for port 2c275add-e102-4641-9257-b077cf9ac8e6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:01.647117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4495ea2-73cc-4667-80e0-1eb44360f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.648648 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cd732e9d-06ac-4e38-b509-8b03b824db97 admin admin] 10.222.0.11 "PUT /v2.0/routers/cb8c6cd0-910b-459e-908a-7334c6a6a701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7742486 Nov 12 02:00:01.683570 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e4495ea2-73cc-4667-80e0-1eb44360f85d None None] Port 2c275add-e102-4641-9257-b077cf9ac8e6 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:02.141860 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:02.147310 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1671938797-network', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:02.170321 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Made reservation on behalf of f36800c5176f4d6fa0d66c314ccf63d1 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:02.172691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.182095 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.263188 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.268779 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.294686 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:02.304094 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3cd3f8-9690-43c7-ab51-db8128155281,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:02.310724 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.311088 n-d-712141-15 neutron-server[102677]: INFO neutron.db.segments_db [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Added segment dca2af20-e2aa-411b-afd1-088192c0aab8 of type vlan for network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 Nov 12 02:00:02.353067 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754971712476'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.379957 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.381125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:02.382874 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.415729 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2727177 Nov 12 02:00:02.418741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46620) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:02.423806 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Request body: {'subnet': {'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1671938797-subnet', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'ip_version': 4}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:02.448445 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Made reservation on behalf of f36800c5176f4d6fa0d66c314ccf63d1 for: {'subnet': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:02.451234 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e1a02-2427-4b34-9daa-4a0019bab4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0daeb1a-c7bb-42dd-af1f-9ae3699dac58,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:02.453954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925937'] for subnet, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.459703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5d41f5a-87cf-43d8-8f47-86b099118be2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:02.488026 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 details requested by agent ovs-agent-n-d-712141-15 with host n-d-712141-15 {{(pid=102678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:02.572111 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port e5d41f5a-87cf-43d8-8f47-86b099118be2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:02.572491 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.643662 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29902113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925923'] for subnet, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.701308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8193bbc-498e-478f-af80-57ccb0d13f0b,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:02.712300 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Checking segment: {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:02.712670 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Network hostable DHCP agents. Network: a0daeb1a-c7bb-42dd-af1f-9ae3699dac58, hostable agents: ['1e962164-691d-4456-bd66-64a17512b89a'], hosted agents: [] {{(pid=102676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:02.731294 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 is scheduled to be hosted by DHCP agent 1e962164-691d-4456-bd66-64a17512b89a with binding_index 1 {{(pid=102676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:02.742573 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-15, a0daeb1a-c7bb-42dd-af1f-9ae3699dac58) {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:02.746730 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:02.747321 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.752578 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d92a595-f38a-4d47-9483-9bf5396ec7d5 None None] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:02.766423 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-4a06f6d6-2256-4131-9c17-195df5daef45 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3465500 Nov 12 02:00:02.769352 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46622) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:02.774755 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:02.798346 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33194912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.799632 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33210160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33195626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33147857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.864038 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.906366 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:02.908571 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf1f9f9e-289d-53cd-801f-d1ed650f0462-a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'fixed_ips': [{'subnet_id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b'}]}} from n-d-712141-15. {{(pid=102678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:02.909399 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:02.931765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:02.932419 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:03.007940 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.049543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.142551 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:03.192376 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Allocated IP 172.20.0.2 (a0daeb1a-c7bb-42dd-af1f-9ae3699dac58/d8193bbc-498e-478f-af80-57ccb0d13f0b/f093b2aa-e611-42b8-971d-9b8f47890a73) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:03.226313 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.245558 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.356286 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Allocated IP 172.25.6.43 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/84daa45e-dcff-430f-bbc7-db2364327f33) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:03.470294 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.508954 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.558796 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:03.562986 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Pushing event updated for resources: {'Port': ['ID=84daa45e-dcff-430f-bbc7-db2364327f33,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:03.565864 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:03.567975 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:03.600852 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37abf8df-503f-496f-9699-2630ae057156 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:03.634776 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.644678 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.657158 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 2, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:03.711335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:03.711641 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Updating router cb8c6cd0-910b-459e-908a-7334c6a6a701 port 2c275add-e102-4641-9257-b077cf9ac8e6 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:03.723935 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:03.750971 n-d-712141-15 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:03.759107 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:03.760977 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Pushing event updated for resources: {'Port': ['ID=f093b2aa-e611-42b8-971d-9b8f47890a73,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:03.771062 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.784157 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-55ecd1c9-4b30-483c-aa8e-27404dbbadf1 None None] Provisioning complete for port 84daa45e-dcff-430f-bbc7-db2364327f33 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:03.784438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55ecd1c9-4b30-483c-aa8e-27404dbbadf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.823837 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.876485 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-55ecd1c9-4b30-483c-aa8e-27404dbbadf1 None None] Port 84daa45e-dcff-430f-bbc7-db2364327f33 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:03.886260 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Attempting to bind port f093b2aa-e611-42b8-971d-9b8f47890a73 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:03.886628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Attempting to bind port f093b2aa-e611-42b8-971d-9b8f47890a73 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:03.886993 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Attempting to bind port f093b2aa-e611-42b8-971d-9b8f47890a73 on network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:03.898758 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:03.899150 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Checking segment: {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:03.899550 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.899905 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Bound using segment: {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:03.900420 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Bound port: f093b2aa-e611-42b8-971d-9b8f47890a73, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:03.900794 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.074328 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] For port f093b2aa-e611-42b8-971d-9b8f47890a73, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:04.094303 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] For port f093b2aa-e611-42b8-971d-9b8f47890a73, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f093b2aa-e611-42b8-971d-9b8f47890a73,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:04.102198 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.200020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771f96b-ca70-49dd-9004-f0893106cc21 None None] Pushing event updated for resources: {'Port': ['ID=f093b2aa-e611-42b8-971d-9b8f47890a73,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:04.248094 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.255237 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.308980 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12000998-ddaa-47d0-8197-543c451f79c3 None None] Pushing event updated for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:04.362846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Attempting to bind port 2c275add-e102-4641-9257-b077cf9ac8e6 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:04.363524 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Attempting to bind port 2c275add-e102-4641-9257-b077cf9ac8e6 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:04.364202 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Attempting to bind port 2c275add-e102-4641-9257-b077cf9ac8e6 on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:04.371765 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:04.372488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Checking segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:04.373060 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.373801 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Bound using segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:04.374608 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Bound port: 2c275add-e102-4641-9257-b077cf9ac8e6, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:04.375167 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.390364 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33210169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33195711'] for router, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.479413 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] For port 2c275add-e102-4641-9257-b077cf9ac8e6, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:04.483138 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] For port 2c275add-e102-4641-9257-b077cf9ac8e6, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c275add-e102-4641-9257-b077cf9ac8e6,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:04.489516 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.572242 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:04.572480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:04.578867 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Router 27a92a2c-553b-4257-8c78-ad495336a2cf is scheduled to L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b with binding_index 1 {{(pid=102676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:00:04.633343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12000998-ddaa-47d0-8197-543c451f79c3 None None] Pushing event updated for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:04.658020 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] Provisioning complete for port 2c275add-e102-4641-9257-b077cf9ac8e6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:04.658384 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.717254 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:04.732548 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Sync routers for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:04.747406 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.749026 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:04.753304 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:04.753896 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-e3bd09ec-a4a5-4c59-b23e-8c6c71d5f15b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9828467 Nov 12 02:00:04.754540 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:04.757714 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:04.864479 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:04.887579 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.963491 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] For port 2c275add-e102-4641-9257-b077cf9ac8e6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c275add-e102-4641-9257-b077cf9ac8e6,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:04.969825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.052745 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62776e-bb80-4ba7-817b-55ff79b32890 None None] Pushing event updated for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.067025 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:03Z', 'revision_number': 3, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:05.091452 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:05.100936 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Checking router: 27a92a2c-553b-4257-8c78-ad495336a2cf for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:05.101567 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Updating router 27a92a2c-553b-4257-8c78-ad495336a2cf port 84daa45e-dcff-430f-bbc7-db2364327f33 binding host n-d-712141-15 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:05.131579 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80535d-8e39-4fa6-8107-fd8f969905ec None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:05.134521 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-9ee40166-3d25-44fe-ab48-950eb2e16e60 None None] Provisioning complete for port 2c275add-e102-4641-9257-b077cf9ac8e6 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:05.134961 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee40166-3d25-44fe-ab48-950eb2e16e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.139338 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.273410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:05.382003 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.502519 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e62e0-b1f2-4fcb-bb7f-942734dd69ec None None] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:05.507998 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.515089 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.574663 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84511d9c-5a34-4686-949a-81b7b9580602 None None] Pushing event updated for resources: {'Port': ['ID=84daa45e-dcff-430f-bbc7-db2364327f33,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.577643 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Attempting to bind port 84daa45e-dcff-430f-bbc7-db2364327f33 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:05.578113 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Attempting to bind port 84daa45e-dcff-430f-bbc7-db2364327f33 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:05.578595 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Attempting to bind port 84daa45e-dcff-430f-bbc7-db2364327f33 on network f0be5289-a6b9-4840-b7ef-fc86dac80546 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:05.585063 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:05.585577 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Checking segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:05.586058 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.586628 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Bound using segment: {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:05.587265 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Bound port: 84daa45e-dcff-430f-bbc7-db2364327f33, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eabe3e5-87a7-45e2-bcb0-fd06b8093f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:05.587725 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.593172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0ef1f-67e0-4af3-8f25-705bd4e8c90c None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:05.600562 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Allocated IP 172.20.0.1 (a0daeb1a-c7bb-42dd-af1f-9ae3699dac58/d8193bbc-498e-478f-af80-57ccb0d13f0b/1a5bfba6-6851-42f2-9330-493007d4d4e2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:05.634460 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] Provisioning complete for port f093b2aa-e611-42b8-971d-9b8f47890a73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:05.635004 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.656102 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] For port 84daa45e-dcff-430f-bbc7-db2364327f33, host n-d-712141-15, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:05.662199 n-d-712141-15 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] For port 84daa45e-dcff-430f-bbc7-db2364327f33, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84daa45e-dcff-430f-bbc7-db2364327f33,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:05.668127 n-d-712141-15 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.731594 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77747c9-7b69-461f-bfa5-a7fadbd62482 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:05.751116 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:05.752205 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:05.762558 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.785819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.805491 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84511d9c-5a34-4686-949a-81b7b9580602 None None] Pushing event updated for resources: {'Port': ['ID=84daa45e-dcff-430f-bbc7-db2364327f33,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.849543 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] For port f093b2aa-e611-42b8-971d-9b8f47890a73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f093b2aa-e611-42b8-971d-9b8f47890a73,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:05.859863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.874143 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.914284 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:05.923363 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1f4ef-3718-437e-b0ea-4003715cd2f3 None None] Pushing event updated for resources: {'Port': ['ID=f093b2aa-e611-42b8-971d-9b8f47890a73,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.944455 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:05.953861 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:05.959250 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:05.966354 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.995871 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] Provisioning complete for port 84daa45e-dcff-430f-bbc7-db2364327f33 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:05.996295 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.037744 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33195370'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.068033 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.146938 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.171769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] For port 84daa45e-dcff-430f-bbc7-db2364327f33, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84daa45e-dcff-430f-bbc7-db2364327f33,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:06.181604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.256727 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866d8fa-145c-4bd1-8688-6f247b6f4234 None None] Pushing event updated for resources: {'Port': ['ID=84daa45e-dcff-430f-bbc7-db2364327f33,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:06.262395 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.305359 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-a00f0b0e-5b75-4dd5-b8df-fa897382dbda None None] Provisioning complete for port f093b2aa-e611-42b8-971d-9b8f47890a73 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:06.306021 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a00f0b0e-5b75-4dd5-b8df-fa897382dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.350842 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:03Z', 'revision_number': 3, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:06.395959 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257473b-169d-4c32-a573-0a83a7bac7dc None None] The sync data for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 is: [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:03Z', 'revision_number': 3, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:06.524918 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.530284 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.546972 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c275add-e102-4641-9257-b077cf9ac8e6 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:06.614697 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-8051ccbd-f312-4eca-a095-f0ee4d519364 None None] Provisioning complete for port 1a5bfba6-6851-42f2-9330-493007d4d4e2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:06.615385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8051ccbd-f312-4eca-a095-f0ee4d519364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.617295 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:06.619155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 2c275add-e102-4641-9257-b077cf9ac8e6 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:06.619608 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.626594 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33068390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33195518'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.682299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8051ccbd-f312-4eca-a095-f0ee4d519364 None None] Port 1a5bfba6-6851-42f2-9330-493007d4d4e2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:06.732760 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:06.734374 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:06.739449 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f093b2aa-e611-42b8-971d-9b8f47890a73 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:06.793283 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port f093b2aa-e611-42b8-971d-9b8f47890a73 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:06.793647 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.914925 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Router 27a92a2c-553b-4257-8c78-ad495336a2cf has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:07.050408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:07.064145 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-5db45909-66f4-4d65-97c5-b3c0a9d13291 admin admin] 10.222.0.11 "PUT /v2.0/routers/27a92a2c-553b-4257-8c78-ad495336a2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022940 Nov 12 02:00:07.207694 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-2cc9a43b-619d-4187-93cf-39b03f902703 None None] Provisioning complete for port 1a5bfba6-6851-42f2-9330-493007d4d4e2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:07.208117 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a43b-619d-4187-93cf-39b03f902703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:07.250064 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9a43b-619d-4187-93cf-39b03f902703 None None] Port 1a5bfba6-6851-42f2-9330-493007d4d4e2 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:08.595058 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84daa45e-dcff-430f-bbc7-db2364327f33 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:08.634850 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Sync routers for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:08.655583 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:08.656234 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:08.682292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:08.687597 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25102080', 'description': 'tempest-secgroup-smoke-25102080 description', 'project_id': 'c20e7165c54646239c789b883813a3e2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:08.711036 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.788920 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.794850 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.826471 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.827728 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1441617 Nov 12 02:00:08.829744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30663adf-8769-407b-9642-4995eea5087f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98493656-5494-46bc-b725-3f8bcdb2594f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:08.830937 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46636) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:08.837096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:08.867216 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.868227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 84daa45e-dcff-430f-bbc7-db2364327f33 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:08.868590 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.927870 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.933195 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.951644 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177348f7-06cf-48ba-a664-1ed1ded5da94,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:08.964408 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:08.968367 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-7d26bf62-a3e3-4072-abc5-3a67ad18fc73 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330905 Nov 12 02:00:08.968558 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46638) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:08.973193 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:08.973339 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:09.001224 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.059606 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.064540 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.083062 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc881f11-3cc9-4546-b41a-41c6a8ef456f,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.094622 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.096103 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-9624c7fe-80c4-4e76-ae36-544992958b0a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264493 Nov 12 02:00:09.099035 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46640) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:09.103665 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:09.132300 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.189063 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.194055 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.211233 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ad8b61-6c73-4aaf-85d8-09218fb176be,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.218605 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1a5bfba6-6851-42f2-9330-493007d4d4e2', 'name': '', 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'mac_address': 'fa:16:3e:49:22:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:05Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 2, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'subnets': [{'id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:09.222723 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.224183 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-d0339d98-041d-4078-8e01-425ad5bd5371 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240709 Nov 12 02:00:09.226958 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46642) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:09.231566 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:09.249740 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Checking router: 27a92a2c-553b-4257-8c78-ad495336a2cf for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:09.250069 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Updating router 27a92a2c-553b-4257-8c78-ad495336a2cf port 1a5bfba6-6851-42f2-9330-493007d4d4e2 binding host n-d-712141-15 {{(pid=102678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:09.258813 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.275332 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.321618 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.326448 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.330825 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb99a43-a920-469c-9ba0-39b2bd0f136e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.346902 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce53909e-ced8-4dbc-b4ac-b3e147137cb4,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.356736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.360922 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-3f21aa10-c2f7-4ff7-b49b-f45ce05cd720 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329398 Nov 12 02:00:09.361133 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:09.366352 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:09.390906 n-d-712141-15 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Project c20e7165c54646239c789b883813a3e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:00:09.396476 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.466464 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.471434 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.492659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60358385-0d8a-43e4-84b7-2d80e8ab438f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.502671 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.503931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-f6fe1c3b-ad84-4b7a-b31a-90f51611e09a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419275 Nov 12 02:00:09.507256 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46646) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:09.512100 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'security_group_rule': {'security_group_id': '98493656-5494-46bc-b725-3f8bcdb2594f', 'project_id': 'c20e7165c54646239c789b883813a3e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:09.538062 n-d-712141-15 neutron-server[102676]: INFO neutron.db.securitygroups_db [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Project c20e7165c54646239c789b883813a3e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:00:09.543106 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.559645 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.566882 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.608567 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.613711 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147780'] for security_group_rule, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.642670 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a00f3-ab44-42bf-83fa-5d92ce9cb651 None None] Pushing event updated for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.656381 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.656381 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388650 Nov 12 02:00:09.656381 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ccaa0-9198-4189-88d5-c044dae3ff22 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17f1c0a-4741-4121-bb10-6b045ecb7073,revision_number=0']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.679218 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Attempting to bind port 1a5bfba6-6851-42f2-9330-493007d4d4e2 on host n-d-712141-15 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:09.679860 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Attempting to bind port 1a5bfba6-6851-42f2-9330-493007d4d4e2 by drivers openvswitch,hyperv on host n-d-712141-15 at level 0 using segments [{'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:09.680495 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Attempting to bind port 1a5bfba6-6851-42f2-9330-493007d4d4e2 on network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:09.687190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Checking agent: {'id': '16540a87-2b92-4941-9e27-e736ba5972d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 27, 15), 'started_at': datetime.datetime(2021, 11, 12, 0, 27, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:09.687190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Checking segment: {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:09.687190 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.689068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Bound using segment: {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:09.689068 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Bound port: 1a5bfba6-6851-42f2-9330-493007d4d4e2, host: n-d-712141-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca2af20-e2aa-411b-afd1-088192c0aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:09.689068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.764981 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] For port 1a5bfba6-6851-42f2-9330-493007d4d4e2, host n-d-712141-15, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:09.768659 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] For port 1a5bfba6-6851-42f2-9330-493007d4d4e2, host n-d-712141-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1a5bfba6-6851-42f2-9330-493007d4d4e2,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:09.775187 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.827228 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-592f03be-3974-4084-bee8-335535c75706 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25102080&fields=id&tenant_id=c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 267 time: 0.0519986 Nov 12 02:00:09.839406 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:09.840044 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T01:59:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:09.878476 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a00f3-ab44-42bf-83fa-5d92ce9cb651 None None] Pushing event updated for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:09.955425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] Provisioning complete for port 1a5bfba6-6851-42f2-9330-493007d4d4e2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:09.955799 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.959732 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-42f1e5dd-abd8-493c-b3be-d9d1044bad5d tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:09.961349 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-42f1e5dd-abd8-493c-b3be-d9d1044bad5d tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 810 time: 0.1247263 Nov 12 02:00:09.978888 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-32d294c2-947f-430b-9d73-5eb86f3dce9c tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/quotas/c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 375 time: 0.0107448 Nov 12 02:00:10.002672 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:10.042464 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-a584c375-8d8b-4be4-b19f-64e22e8f80e8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563319 Nov 12 02:00:10.061905 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-4f5427fc-57ac-4327-a312-62f5f9732115 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:00:10.062902 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-4f5427fc-57ac-4327-a312-62f5f9732115 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061934 Nov 12 02:00:10.155461 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-1d72a04b-0672-4de8-9026-a229f1f55800 service neutron] 10.222.0.11 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Nov 12 02:00:10.164435 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:10.216665 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] For port 1a5bfba6-6851-42f2-9330-493007d4d4e2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1a5bfba6-6851-42f2-9330-493007d4d4e2,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:10.243182 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:10.253993 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-0606723a-c862-491d-822f-ac770d15158f service neutron] 10.222.0.11 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920889 Nov 12 02:00:10.304101 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722983-4de6-48f1-a24c-dcb83d1f1006 None None] Pushing event updated for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:10.316518 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1a5bfba6-6851-42f2-9330-493007d4d4e2', 'name': '', 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'mac_address': 'fa:16:3e:49:22:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:05Z', 'updated_at': '2021-11-12T02:00:09Z', 'revision_number': 4, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'subnets': [{'id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:10.344045 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43542e-c340-4b19-a4d8-9d4c4774caaa None None] The sync data for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 is: [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '1a5bfba6-6851-42f2-9330-493007d4d4e2', 'name': '', 'network_id': 'a0daeb1a-c7bb-42dd-af1f-9ae3699dac58', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'mac_address': 'fa:16:3e:49:22:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:05Z', 'updated_at': '2021-11-12T02:00:09Z', 'revision_number': 4, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'subnets': [{'id': 'd8193bbc-498e-478f-af80-57ccb0d13f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:10.363522 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-66ef63ab-2437-493c-9b74-3c56e828ae2a None None] Provisioning complete for port 1a5bfba6-6851-42f2-9330-493007d4d4e2 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:10.363894 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66ef63ab-2437-493c-9b74-3c56e828ae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:11.454026 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-938cf7c9-7611-4f2c-a031-fad896d1bc1f req-b89bc786-0efb-4514-8eaa-e52038fbe4a4 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0315595 Nov 12 02:00:12.184763 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8527-e856-49f7-be79-b6a47bc51a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.458769 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1a5bfba6-6851-42f2-9330-493007d4d4e2 up at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:12.515370 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Provisioning complete for port 1a5bfba6-6851-42f2-9330-493007d4d4e2 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:12.515748 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.542198 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f227f490-d3f0-4df8-b6f1-6525c03c997c req-528a16c2-b505-4db2-9064-d034116f4d1f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Nov 12 02:00:13.157565 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:13.631081 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d1bd41e9-4aea-4cdf-8ac9-81bfcc4d3d3a req-926a6b5d-09e2-42a1-8b3c-42ef67af4dcf tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Nov 12 02:00:14.324887 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:14.717346 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-fb669cd2-e244-4fe0-9c79-9159b8d2cc73 req-e6f7e50a-6c22-414f-8067-1fc49fceabd2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0327897 Nov 12 02:00:15.021613 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:15.828711 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8bfe061d-510a-4c59-bd05-b90e192c53d4 req-f8f7b1ae-6931-4707-bda9-1933d9ef3e32 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0333004 Nov 12 02:00:16.549878 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-91654232-36ee-464b-a3e8-1b006bf3a3c4 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:16.551383 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-91654232-36ee-464b-a3e8-1b006bf3a3c4 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 810 time: 0.1114268 Nov 12 02:00:16.623361 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-fc367666-5eae-42a0-9d69-4b2d22ac73ad tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 378 time: 0.0611629 Nov 12 02:00:16.634677 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'port': {'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'admin_state_up': True, 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'security_groups': ['98493656-5494-46bc-b725-3f8bcdb2594f']}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:16.754596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Made reservation on behalf of c20e7165c54646239c789b883813a3e2 for: {'port': 1} {{(pid=102676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:16.758500 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:16.904681 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.db_base_plugin_common [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Allocated IP 172.20.0.4 (ce2a752a-df9f-4142-9168-9fe64312f3a9/caa4d27e-d1ae-44b6-9385-25633177dba3/d3f07a10-4c09-47af-8ce6-80158e436919) {{(pid=102676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:16.930657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-1bbfce68-c619-410f-8f50-fe3faad7bd1f req-77e3e043-f7ce-4bf8-9c67-aed072f64188 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0283549 Nov 12 02:00:17.053047 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.094581 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_create {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.136752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is already hosted by enough agents. {{(pid=102676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:17.141957 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.base_scheduler [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Resources bound (agent type, host, resource id): {{(pid=102676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:17.145661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Received port after_create {{(pid=102676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:17.153411 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=1']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:17.203952 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:17.204595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.224960 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-465dbda7-e439-40c1-af9a-1a400ab37d21 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949092 Nov 12 02:00:17.238308 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.v2.base [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Request body: {'port': {'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-15'}} {{(pid=102676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:17.300306 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.436144 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-76e52d05-8b99-4a40-9418-7eacdbff6c9b None None] Provisioning complete for port d3f07a10-4c09-47af-8ce6-80158e436919 triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:17.436717 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76e52d05-8b99-4a40-9418-7eacdbff6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.476041 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-76e52d05-8b99-4a40-9418-7eacdbff6c9b None None] Port d3f07a10-4c09-47af-8ce6-80158e436919 cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:17.583942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f07a10-4c09-47af-8ce6-80158e436919 {{(pid=102676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:17.592277 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.608553 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.provisioning_blocks [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Transition to ACTIVE for port object d3f07a10-4c09-47af-8ce6-80158e436919 will not be triggered until provisioned by entity L2. {{(pid=102676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:00:17.616341 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.664541 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=2']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:17.748915 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Attempting to bind port d3f07a10-4c09-47af-8ce6-80158e436919 on host n-h2-712141-15 for vnic_type normal with profile {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:17.749252 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Attempting to bind port d3f07a10-4c09-47af-8ce6-80158e436919 by drivers openvswitch,hyperv on host n-h2-712141-15 at level 0 using segments [{'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:17.749583 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Attempting to bind port d3f07a10-4c09-47af-8ce6-80158e436919 on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:17.754282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Port d3f07a10-4c09-47af-8ce6-80158e436919 on network ce2a752a-df9f-4142-9168-9fe64312f3a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-15 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:00:17.754604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Attempting to bind port d3f07a10-4c09-47af-8ce6-80158e436919 on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:17.760476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Checking agent: {'id': '2a8034e9-82cc-4d6f-8ea2-63da2f52cdef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:17.760779 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Checking segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:17.761179 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Bound using segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} {{(pid=102676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:17.761596 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.managers [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Bound port: d3f07a10-4c09-47af-8ce6-80158e436919, host: n-h2-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}}] {{(pid=102676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:17.762103 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.829911 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, cleared binding levels {{(pid=102676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:17.833476 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:17.837853 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29902252'] for port, after_update {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.873174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:17.873800 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:17.875230 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 1092 time: 0.6414540 Nov 12 02:00:17.875687 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:17.878055 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d77aa9-1bc6-4661-a02f-e394b98fb596" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:17.907147 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0250-1644-479c-be81-a03769c1fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=3']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:18.007752 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-b56a0e6e-a402-4263-a969-0a1108696817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.010302 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-b56a0e6e-a402-4263-a969-0a1108696817 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1095 time: 0.0647979 Nov 12 02:00:18.014907 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae3b426-5fda-4167-9d7b-2857d87de7a8 x-openstack-request-id: req-dae3b426-5fda-4167-9d7b-2857d87de7a8 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:18.015208 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:18.015470 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dae3b426-5fda-4167-9d7b-2857d87de7a8 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:18.016572 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'status': 'completed', 'code': 200} Nov 12 02:00:18.065870 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-5bf0916b-c4cc-4501-af3b-3c18694c0294 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 217 time: 0.0416276 Nov 12 02:00:18.069377 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f06b3-6441-4d8d-9f61-6049fa16fd16 req-c3099546-f3c9-4259-a4a8-7017c5de742c tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.070998 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-297f06b3-6441-4d8d-9f61-6049fa16fd16 req-c3099546-f3c9-4259-a4a8-7017c5de742c tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0541189 Nov 12 02:00:18.120696 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-a1051e0f-cd3c-4138-9917-96b67bb04a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.122252 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-a1051e0f-cd3c-4138-9917-96b67bb04a9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0474873 Nov 12 02:00:18.128937 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-297f06b3-6441-4d8d-9f61-6049fa16fd16 req-87978fd4-3a1f-481c-aa50-575b76c2cf75 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474954 Nov 12 02:00:18.172282 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-a17cae63-9c68-4f12-bc1f-f629aa283136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.173936 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-a17cae63-9c68-4f12-bc1f-f629aa283136 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435038 Nov 12 02:00:18.283209 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-00b2cc9b-1ed7-4cc6-a753-afb7ecc28f79 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987873 Nov 12 02:00:18.381312 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-0903c163-a3aa-4916-b692-2c797a7c26b3 req-35772689-cf99-4d1c-86a5-186a89ac7b18 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900538 Nov 12 02:00:18.489620 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-8e30a36d-30b2-448a-81f2-87f0c75349cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.491141 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-8e30a36d-30b2-448a-81f2-87f0c75349cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1095 time: 0.0540693 Nov 12 02:00:18.594124 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-096ec6fb-22db-488e-8148-324ba19efb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.595478 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-096ec6fb-22db-488e-8148-324ba19efb82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0960743 Nov 12 02:00:18.658998 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-6b2ebe9f-7eaa-4248-bb25-70b33299db9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 217 time: 0.0507777 Nov 12 02:00:18.717924 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-09fd81c9-83ff-46bf-9876-6e0fc5ac21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.719396 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-09fd81c9-83ff-46bf-9876-6e0fc5ac21a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0494568 Nov 12 02:00:18.770622 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-730224e0-8a9a-4c37-b4d9-91c87f3b29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.772186 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-730224e0-8a9a-4c37-b4d9-91c87f3b29fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431347 Nov 12 02:00:18.876570 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-4473f802-3933-463e-ae0b-0702024296f7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953350 Nov 12 02:00:18.985899 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-20d77aa9-1bc6-4661-a02f-e394b98fb596 req-374249b7-2e11-45ca-b97d-bc907e3a4ed7 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004500 Nov 12 02:00:19.285150 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf5de-1f28-4073-b10e-e883d4dfb86e req-f0e3eb5f-b75d-484d-92e1-fc6f939efc30 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:19.287397 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-debcf5de-1f28-4073-b10e-e883d4dfb86e req-f0e3eb5f-b75d-484d-92e1-fc6f939efc30 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0775568 Nov 12 02:00:19.342029 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-debcf5de-1f28-4073-b10e-e883d4dfb86e req-0c24a2b7-0ebc-41ba-ba19-92f7fb1fcc41 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483906 Nov 12 02:00:20.474532 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da183ff-d366-4a16-98cb-553b0e724df2 req-9e9b8caf-9e45-49ff-8575-904658798558 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:20.475973 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7da183ff-d366-4a16-98cb-553b0e724df2 req-9e9b8caf-9e45-49ff-8575-904658798558 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0542550 Nov 12 02:00:20.530781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7da183ff-d366-4a16-98cb-553b0e724df2 req-1fbe8626-1d4c-482e-90c6-0179244c91c3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480714 Nov 12 02:00:20.885170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:00:20.999542 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:21.015387 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:00:21.057262 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.071841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f07a10-4c09-47af-8ce6-80158e436919 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:21.098869 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:21.103831 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.166031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:21.353456 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d3f07a10-4c09-47af-8ce6-80158e436919'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:21.667790 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64fc4e-faab-4362-92bc-42a1a2189ee3 req-4d6f2100-d3c0-44da-b3c2-9feefc06b499 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:21.669375 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af64fc4e-faab-4362-92bc-42a1a2189ee3 req-4d6f2100-d3c0-44da-b3c2-9feefc06b499 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 944 time: 0.0619359 Nov 12 02:00:21.725290 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-af64fc4e-faab-4362-92bc-42a1a2189ee3 req-994cf458-0b7f-4a88-8113-9efff46700db tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495467 Nov 12 02:00:22.852953 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4e478-e08c-4512-97be-f7615da880c5 req-c65c7ca4-0a3e-4769-b807-3a9bf6905662 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:22.854454 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90f4e478-e08c-4512-97be-f7615da880c5 req-c65c7ca4-0a3e-4769-b807-3a9bf6905662 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 944 time: 0.0499618 Nov 12 02:00:22.885238 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:22.905331 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-90f4e478-e08c-4512-97be-f7615da880c5 req-0bca6294-6ff2-4efa-9942-7de55413063a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447328 Nov 12 02:00:22.940703 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning for port d3f07a10-4c09-47af-8ce6-80158e436919 completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:00:22.944576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d3f07a10-4c09-47af-8ce6-80158e436919 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:22.944936 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.195113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.219644 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:23.222231 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1848a39-34ce-436d-911e-05b1f3918c0f" -d '{"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-plugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:23.235279 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:23.240889 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.264087 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd11b6-98b2-451d-b162-c565e28e60b8 x-openstack-request-id: req-1acd11b6-98b2-451d-b162-c565e28e60b8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:23.264417 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-plugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:23.264655 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1acd11b6-98b2-451d-b162-c565e28e60b8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:23.265051 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'code': 200} Nov 12 02:00:23.291760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:23.380028 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b9f9-46da-4a72-a2eb-326329f900cc req-599a7c4b-baf8-403a-a3c4-9efeb7bb3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:23.381607 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5247b9f9-46da-4a72-a2eb-326329f900cc req-599a7c4b-baf8-403a-a3c4-9efeb7bb3a2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1097 time: 0.0519609 Nov 12 02:00:23.440466 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5247b9f9-46da-4a72-a2eb-326329f900cc req-4e1f61ca-1e14-4b2c-be3b-b741420e0793 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498340 Nov 12 02:00:24.044737 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758ca5-2a79-49ae-a07c-faf4943d0de0 req-f4a440b1-a16b-47eb-884e-d2a257d69755 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:24.046735 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5758ca5-2a79-49ae-a07c-faf4943d0de0 req-f4a440b1-a16b-47eb-884e-d2a257d69755 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 945 time: 0.0620027 Nov 12 02:00:24.101154 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a5758ca5-2a79-49ae-a07c-faf4943d0de0 req-ba88ddde-1ea0-464c-9961-178da6c53d52 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479515 Nov 12 02:00:25.257773 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe5be4-2105-4728-8b15-0151e3e63aae req-23679bbc-4918-4e30-b45a-46bc19cac5d5 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:25.259421 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8fe5be4-2105-4728-8b15-0151e3e63aae req-23679bbc-4918-4e30-b45a-46bc19cac5d5 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 945 time: 0.0682559 Nov 12 02:00:25.315259 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a8fe5be4-2105-4728-8b15-0151e3e63aae req-ce9b62a2-41cd-4ad5-b805-7f69735529f2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492325 Nov 12 02:00:25.448727 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cca9a-9bac-407e-8999-4a656431b401 req-6e5bd2e5-91bf-4638-9862-2043fa60c0b1 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:25.450254 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d4cca9a-9bac-407e-8999-4a656431b401 req-6e5bd2e5-91bf-4638-9862-2043fa60c0b1 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 945 time: 0.0543773 Nov 12 02:00:25.507499 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7d4cca9a-9bac-407e-8999-4a656431b401 req-d46be8c4-5571-45ac-99b5-d63d58516de2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496495 Nov 12 02:00:25.537651 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 46716) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:25.698289 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e22fc-e010-4137-904d-e34f72e5ed02 tempest-TestSnapshotPattern-1238761174 tempest-TestSnapshotPattern-1238761174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:25.700098 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-885e22fc-e010-4137-904d-e34f72e5ed02 tempest-TestSnapshotPattern-1238761174 tempest-TestSnapshotPattern-1238761174-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1092 time: 0.1613209 Nov 12 02:00:25.703872 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 46720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:25.709734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:25.733207 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:25.842469 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:25.956335 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Allocated IP 172.25.6.7 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/c1f6b2d8-c6cb-491d-beac-7e94abedec79) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:26.079506 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.115203 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.156604 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:26.163017 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:26.167558 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:26.170635 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=c1f6b2d8-c6cb-491d-beac-7e94abedec79,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:26.552924 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.628740 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.799627 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.805138 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.874678 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=c1f6b2d8-c6cb-491d-beac-7e94abedec79,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:26.890688 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.991019 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Floating IP e7b02b81-26a5-4646-a9a4-e9adf5d65e63 associated. External IP: 172.25.6.7, port: d3f07a10-4c09-47af-8ce6-80158e436919. Nov 12 02:00:27.203034 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:27.675140 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:27.693482 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:27.701442 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.704426 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:27.705049 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:00:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:27.729699 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-d0cbe6c4-5df9-4774-8e37-ca9bf047eee9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0244794 Nov 12 02:00:27.730206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:27.732594 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4652ede0-4dca-429a-8ca8-d3445feb8bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:27.830516 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:27.834325 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd92de39-54cc-44c9-8972-c8050b4c4615 x-openstack-request-id: req-bd92de39-54cc-44c9-8972-c8050b4c4615 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:27.834699 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:27.834953 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd92de39-54cc-44c9-8972-c8050b4c4615 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:27.835361 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'status': 'completed', 'code': 200} Nov 12 02:00:27.899390 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-2746b5cf-91a1-41e6-9bb3-916d648ae11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:27.900996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-2746b5cf-91a1-41e6-9bb3-916d648ae11f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1097 time: 0.0424957 Nov 12 02:00:27.998565 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-f0c84e99-4156-421d-b734-97b321ecf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:28.000084 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-f0c84e99-4156-421d-b734-97b321ecf86f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0918598 Nov 12 02:00:28.057677 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:26Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.079614 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-d865e161-3ad3-4b3a-a3a9-2f2627a188cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 997 time: 0.0725231 Nov 12 02:00:28.092662 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:28.102643 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:28.103336 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:00:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.136174 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-991ed9b1-61ac-4598-afee-2be11546ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:28.137678 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-991ed9b1-61ac-4598-afee-2be11546ff62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0495307 Nov 12 02:00:28.189513 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-e3fc4c44-4621-416c-b57b-c1de55fc4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:28.191079 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-e3fc4c44-4621-416c-b57b-c1de55fc4856 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463817 Nov 12 02:00:28.231410 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:28.288317 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-e5fa39b1-00dd-4cc7-a2ab-07794471fad4 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894732 Nov 12 02:00:28.396489 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-4652ede0-4dca-429a-8ca8-d3445feb8bf9 req-782df462-ba29-4443-b6d7-0c6d9f5cdd0a service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013997 Nov 12 02:00:28.470257 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:26Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.496965 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d250444-0a34-470b-8464-5bef70285e7a None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:26Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:28.698773 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac1bf3-aa8e-4f6a-9b6d-7a7859c1c140 None None] New status for floating IP e7b02b81-26a5-4646-a9a4-e9adf5d65e63: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:00:33.002978 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.219996 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-430cc1cd-f94a-4321-a42f-70c4d35615a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944054 Nov 12 02:00:33.325313 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-f0364e21-b13d-496e-be0c-f7ba143fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:33.326871 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-f0364e21-b13d-496e-be0c-f7ba143fde12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1097 time: 0.0461240 Nov 12 02:00:33.444777 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-35dc43ab-21c2-486b-b035-d7e9eac140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:33.446251 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-35dc43ab-21c2-486b-b035-d7e9eac140b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0978420 Nov 12 02:00:33.513082 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-c4bb479c-9366-461c-8ac5-432bb83cd654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 999 time: 0.0590639 Nov 12 02:00:33.578240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-48729b7b-31bd-40bc-9375-8012a6fddb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:33.580442 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-48729b7b-31bd-40bc-9375-8012a6fddb24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0595579 Nov 12 02:00:33.631098 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-709cc1a8-cd29-4e61-9fe2-2fbf9ca7c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:33.632655 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-709cc1a8-cd29-4e61-9fe2-2fbf9ca7c716 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453424 Nov 12 02:00:33.729195 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-e223ab7f-f960-4b99-bd93-179f2fddb315 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891519 Nov 12 02:00:33.836389 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-d463ee79-6c3b-4e26-866e-97fca2af5edd req-082dcef0-281d-44a4-a120-04db930431fb service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989501 Nov 12 02:00:36.040443 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.313040 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af251364-257c-472a-a713-81c073ae0e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.185783 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1d1a34f8-0ad5-4a45-9cc9-0f648dedf896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.213150 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:43.160662 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.329346 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.018166 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.020036 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.042318 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.316428 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b6a10bd-45a2-4200-adcc-d066b8d6c54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.180662 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e999c49-1042-4351-9add-cec5c1c3785d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.163113 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.331348 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.013739 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:19.212481 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:01:32.831209 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-0f67bf42-a114-4fc3-b546-751f03f8ff88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441480 Nov 12 02:01:32.934135 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-81ec0ca6-33c5-423a-808d-c6365473faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:32.935692 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-81ec0ca6-33c5-423a-808d-c6365473faa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1097 time: 0.0576463 Nov 12 02:01:33.033954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.058180 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-6123bc5a-ff85-4888-a948-a0973d36292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.059680 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-6123bc5a-ff85-4888-a948-a0973d36292d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.1036646 Nov 12 02:01:33.135521 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-ede5c627-80ff-401c-88ee-73a0501fff8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 999 time: 0.0685167 Nov 12 02:01:33.194240 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-12d9ae11-4349-4708-aae5-dfc2e2e37a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.196755 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-12d9ae11-4349-4708-aae5-dfc2e2e37a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0543072 Nov 12 02:01:33.249720 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-5a2b2bbb-0ec0-483e-ad50-853203441006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.251877 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-5a2b2bbb-0ec0-483e-ad50-853203441006 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481298 Nov 12 02:01:33.351494 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-1af8e998-bcb2-4508-a0f6-6d5b371d90d1 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918062 Nov 12 02:01:33.449777 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-f563810e-4d6b-48ba-b730-c3b4707ad881 req-09a27bb8-3379-4938-8c60-e975053e148b service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Nov 12 02:01:36.054586 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:39.314157 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70a23542-4c66-4095-a66e-74a7de8f74f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:42.195366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-195130a3-36e1-403e-bebc-b31d28e93f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:43.167998 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:44.332422 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:45.018689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:56.212619 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:03.047985 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.056184 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.309643 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d37b92b0-e415-40b4-893c-597492c83725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.196338 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87d00991-8002-4752-adde-a81990fc41fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.172169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.341732 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.014798 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.526890 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 details requested by agent hyperv_n-h2-712141-15 with host n-h2-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:02:25.638350 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:25.650829 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Returning: {'device': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:02:25.692253 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.711131 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f07a10-4c09-47af-8ce6-80158e436919 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:25.731401 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:25.737096 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.788299 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.796227 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.796574 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.796908 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.797239 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.797566 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.797893 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.798215 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.798533 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.798851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.799155 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.799471 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.799781 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:25.816629 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] get_ports_and_sgs() called for port_ids ['d3f07a10-4c09-47af-8ce6-80158e436919'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:02:27.542425 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 up at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:27.610628 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Provisioning complete for port d3f07a10-4c09-47af-8ce6-80158e436919 triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:27.611125 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.699810 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.726858 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:27.729584 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ed070-5030-464a-ae38-abcb9a573510" -d '{"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-plugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:27.769866 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:27.781547 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.862968 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d382fb5a-dab8-4c8f-ad63-fc66e5507712 x-openstack-request-id: req-d382fb5a-dab8-4c8f-ad63-fc66e5507712 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:27.863582 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-plugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:27.863990 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d382fb5a-dab8-4c8f-ad63-fc66e5507712 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:27.864657 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'code': 200} Nov 12 02:02:27.870127 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:32.906539 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-0e0a7f95-08c8-4b42-b8d9-91684bb03f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:32.908350 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-0e0a7f95-08c8-4b42-b8d9-91684bb03f4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1097 time: 0.0495200 Nov 12 02:02:33.045251 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-1cdee16b-3a32-43c6-a3bb-28e44a9059a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:33.047083 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-1cdee16b-3a32-43c6-a3bb-28e44a9059a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.1147523 Nov 12 02:02:33.062199 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:33.139998 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-b755e2f5-f299-4e13-8aea-dfde703e82de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 999 time: 0.0830076 Nov 12 02:02:33.198096 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-fc3ce7e9-f181-4fd9-bc11-d3920c3b3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:33.199627 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-fc3ce7e9-f181-4fd9-bc11-d3920c3b3593 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0521457 Nov 12 02:02:33.216666 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:33.262749 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-082e1b9d-31a0-46f0-98b6-ab7b9fa12a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:33.264756 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-082e1b9d-31a0-46f0-98b6-ab7b9fa12a36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582657 Nov 12 02:02:33.379294 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-f414c40e-5f44-43e8-b911-9cca9dd72999 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056387 Nov 12 02:02:33.487036 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-558014f5-8867-4280-b460-8c1f910e0ff9 req-5ed5d359-05d7-405a-8f6f-c75de7b38fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003666 Nov 12 02:02:36.067243 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:37.126309 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-0363fab1-864e-4096-a880-06c8543b0de6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25102080&fields=id&tenant_id=c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 267 time: 0.0539491 Nov 12 02:02:37.245175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-f785ee6b-4461-48ad-8ecc-f1d031f0abe8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:37.246657 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-f785ee6b-4461-48ad-8ecc-f1d031f0abe8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 810 time: 0.1113765 Nov 12 02:02:37.267466 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-b8ce164d-f3e9-4454-8ac8-8d53c3b6585f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/quotas/c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 375 time: 0.0125799 Nov 12 02:02:37.327462 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-59e89306-f2ad-4e6b-a5e5-ab6c13af41a9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0542016 Nov 12 02:02:37.467781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-bad1af34-a6a5-41e2-8fbe-13680f7f1eea service neutron] 10.222.0.11 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266174 Nov 12 02:02:37.569329 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-dd7ab10e-4df1-4ae9-9533-b7f44cc6c818 service neutron] 10.222.0.11 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921736 Nov 12 02:02:37.778394 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-3ade1662-fe71-4ba4-a49a-85976cf3d1ce req-99fade86-44b8-490c-b1a7-b87a90316e48 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 210 time: 0.0295510 Nov 12 02:02:38.784191 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-2b54eb11-0c1b-42d5-8021-a8b40afb9b83 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:38.785697 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-2b54eb11-0c1b-42d5-8021-a8b40afb9b83 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 810 time: 0.1159086 Nov 12 02:02:38.855335 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-c36587a8-8c01-4479-af9c-3acaf9a2557e tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20e7165c54646239c789b883813a3e2 HTTP/1.1" status: 200 len: 378 time: 0.0596759 Nov 12 02:02:38.870899 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'port': {'device_id': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'admin_state_up': True, 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'security_groups': ['98493656-5494-46bc-b725-3f8bcdb2594f']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:38.889734 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-47bd2a5b-1f01-4e1f-ba49-2b68d50867d9 req-1e426850-0be0-46b4-be7f-11f266a90c91 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 210 time: 0.0334113 Nov 12 02:02:38.997501 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Made reservation on behalf of c20e7165c54646239c789b883813a3e2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:39.001228 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.197393 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Allocated IP 172.20.0.7 (ce2a752a-df9f-4142-9168-9fe64312f3a9/caa4d27e-d1ae-44b6-9385-25633177dba3/b221e713-b1cd-4e3c-b895-be3d27833e5e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:39.316932 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9931-3e9d-4e1a-8a8c-61de4d867d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.388755 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.431186 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.476101 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:39.479832 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:39.482806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:39.534016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:39.546435 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.546799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.547125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.547460 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.547796 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.548153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.548498 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.548806 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.549124 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.549451 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.549776 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.550099 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:39.577540 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:39.578147 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.579132 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:39.598506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-ff6bc860-15e9-486f-b173-93c5d1f55d4a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332711 Nov 12 02:02:39.707813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.736602 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:39.739243 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cef589-d39d-42a4-b72b-198026d5a029" -d '{"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:39.766207 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:39.772518 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.817603 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a31b90b-74b9-46b8-b0c5-36026f3807a1 x-openstack-request-id: req-9a31b90b-74b9-46b8-b0c5-36026f3807a1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:39.817896 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:39.818305 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a31b90b-74b9-46b8-b0c5-36026f3807a1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:39.818880 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'code': 200} Nov 12 02:02:39.856163 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-7621d596-73cf-4d69-8e9c-48d503e59e13 None None] Provisioning complete for port b221e713-b1cd-4e3c-b895-be3d27833e5e triggered by entity DHCP. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:39.856565 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7621d596-73cf-4d69-8e9c-48d503e59e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:39.858146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Pushing event updated for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:39.902760 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7621d596-73cf-4d69-8e9c-48d503e59e13 None None] Port b221e713-b1cd-4e3c-b895-be3d27833e5e cannot update to ACTIVE because it is not bound. {{(pid=102678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:40.017125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a943c-90a8-43b2-aaa6-05e410633b25 req-9bfd3903-6ce3-4c45-9a27-1aa4549d551a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:40.018813 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-226a943c-90a8-43b2-aaa6-05e410633b25 req-9bfd3903-6ce3-4c45-9a27-1aa4549d551a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0535238 Nov 12 02:02:40.076456 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-226a943c-90a8-43b2-aaa6-05e410633b25 req-0e8e91c9-67df-449c-8bc6-bd52f18bd958 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508685 Nov 12 02:02:41.215569 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259e8b-3501-4368-9050-370f0d4b8cc0 req-49b5fa4e-010e-4098-9c09-1907792ecac2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:41.217327 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b259e8b-3501-4368-9050-370f0d4b8cc0 req-49b5fa4e-010e-4098-9c09-1907792ecac2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0537267 Nov 12 02:02:41.277370 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2b259e8b-3501-4368-9050-370f0d4b8cc0 req-bef14972-877d-4652-9fbd-f69d5e36059d tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518389 Nov 12 02:02:42.191641 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3e291ba6-ef52-45ab-a08b-3df37e995455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:42.410413 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fbc25-0781-4c11-b97d-726a10e3390e req-6ff04ed3-e6cf-4238-827f-2c45b39556fe tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:42.412047 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f07fbc25-0781-4c11-b97d-726a10e3390e req-6ff04ed3-e6cf-4238-827f-2c45b39556fe tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0637791 Nov 12 02:02:42.474570 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f07fbc25-0781-4c11-b97d-726a10e3390e req-081f2b27-f14b-42a0-acca-c77dd75c427b tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556688 Nov 12 02:02:43.175813 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:43.602248 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb3067-c593-48d2-87a4-2febbdfda6ac req-e115419f-3985-49c6-bc78-cb6a9815009a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:43.603781 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76fb3067-c593-48d2-87a4-2febbdfda6ac req-e115419f-3985-49c6-bc78-cb6a9815009a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0513172 Nov 12 02:02:43.671379 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-76fb3067-c593-48d2-87a4-2febbdfda6ac req-696fb687-6105-4491-8a62-5b4320b7d1df tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597379 Nov 12 02:02:44.347918 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:44.798319 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c37314-c22c-45cf-b207-76f9095b4771 req-cbe1c148-4879-4a76-90da-b1853e4bf44b tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:44.800018 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9c37314-c22c-45cf-b207-76f9095b4771 req-cbe1c148-4879-4a76-90da-b1853e4bf44b tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0521626 Nov 12 02:02:44.861706 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-b9c37314-c22c-45cf-b207-76f9095b4771 req-01df1234-a1b5-4f3b-bfee-3be0be24c114 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545256 Nov 12 02:02:45.024531 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:46.008598 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3e1bd-f94f-46ac-a0db-94b73ed6e5cc req-fbff0ddc-06c7-4e79-a22a-b185163923ce tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:46.010127 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daf3e1bd-f94f-46ac-a0db-94b73ed6e5cc req-fbff0ddc-06c7-4e79-a22a-b185163923ce tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0576563 Nov 12 02:02:46.070163 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-daf3e1bd-f94f-46ac-a0db-94b73ed6e5cc req-4edf3e82-e91a-49c6-a161-2561389e03ca tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536013 Nov 12 02:02:47.191510 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebafd3-19e7-4260-ba0f-d1c4ffb52098 req-f467e74f-df77-4304-9a9d-a96350d0344e tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:47.199687 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28ebafd3-19e7-4260-ba0f-d1c4ffb52098 req-f467e74f-df77-4304-9a9d-a96350d0344e tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0586653 Nov 12 02:02:47.271307 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-28ebafd3-19e7-4260-ba0f-d1c4ffb52098 req-3518d898-e27c-4d9b-94d7-2177a23d78af tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706394 Nov 12 02:02:48.412923 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7b62-97e2-4136-9067-7cce676dd136 req-74128670-f54b-41d8-86b5-3a6351cc3e72 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:48.415927 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cac7b62-97e2-4136-9067-7cce676dd136 req-74128670-f54b-41d8-86b5-3a6351cc3e72 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.0708668 Nov 12 02:02:48.470269 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-9cac7b62-97e2-4136-9067-7cce676dd136 req-bdcd00f0-3647-42da-b2b8-ef75eb76dd06 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477653 Nov 12 02:02:49.652387 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40742851-5b7b-4c12-acb3-9ed5796e5710 req-99ccbff2-2242-4aed-9141-cf6b6c6daccc tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:49.653935 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40742851-5b7b-4c12-acb3-9ed5796e5710 req-99ccbff2-2242-4aed-9141-cf6b6c6daccc tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 931 time: 0.1075156 Nov 12 02:02:49.708268 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-40742851-5b7b-4c12-acb3-9ed5796e5710 req-408d4cff-9ed6-45a2-a462-7e0195d517ad tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481393 Nov 12 02:02:49.795409 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-09dec8ce-b588-41b9-a262-da7b974f4af8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:02:49.796696 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-09dec8ce-b588-41b9-a262-da7b974f4af8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061505 Nov 12 02:02:49.860528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Request body: {'port': {'device_id': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-15'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:49.920758 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.185659 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:50.194005 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.206197 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Transition to ACTIVE for port object b221e713-b1cd-4e3c-b895-be3d27833e5e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:02:50.212149 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.260789 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:50.338541 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Attempting to bind port b221e713-b1cd-4e3c-b895-be3d27833e5e on host n-h1-712141-15 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:50.338866 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Attempting to bind port b221e713-b1cd-4e3c-b895-be3d27833e5e by drivers openvswitch,hyperv on host n-h1-712141-15 at level 0 using segments [{'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:50.339200 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Attempting to bind port b221e713-b1cd-4e3c-b895-be3d27833e5e on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:50.343798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Port b221e713-b1cd-4e3c-b895-be3d27833e5e on network ce2a752a-df9f-4142-9168-9fe64312f3a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-15 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:02:50.344151 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Attempting to bind port b221e713-b1cd-4e3c-b895-be3d27833e5e on network ce2a752a-df9f-4142-9168-9fe64312f3a9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:50.349339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Checking agent: {'id': '491c1558-35ff-4abf-a453-ff2de98e4180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'started_at': datetime.datetime(2021, 11, 12, 0, 35, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:50.349781 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Checking segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:50.350192 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Bound using segment: {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:50.350641 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Bound port: b221e713-b1cd-4e3c-b895-be3d27833e5e, host: n-h1-712141-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdba505-1204-41f1-b7b2-caf84ffcbb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:50.350998 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.417670 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:50.421090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:50.426560 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.461079 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.461700 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.463148 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 1092 time: 0.6558981 Nov 12 02:02:50.463553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:50.465880 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:50.492339 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157547f-177b-4acf-b151-3cf5fe7999a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:50.546709 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a27f2c-84cf-4b75-9f1e-f7b65e0b5183 x-openstack-request-id: req-d3a27f2c-84cf-4b75-9f1e-f7b65e0b5183 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:50.547085 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:50.547401 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3a27f2c-84cf-4b75-9f1e-f7b65e0b5183 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:50.547865 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'status': 'completed', 'code': 200} Nov 12 02:02:50.565347 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-4feea2cd-83ac-44b7-9795-9f1bf2b1fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.567103 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-4feea2cd-83ac-44b7-9795-9f1bf2b1fb2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1095 time: 0.0530515 Nov 12 02:02:50.611919 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-57d6c1ae-c3f4-4e0f-b030-4a39a8d1dcd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 217 time: 0.0365145 Nov 12 02:02:50.665910 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-0ac0c84f-00eb-45c1-999d-15c6b6266fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.668118 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-0ac0c84f-00eb-45c1-999d-15c6b6266fa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0497088 Nov 12 02:02:50.727272 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-9caaf86a-c4f1-44a4-bde4-45ccae104da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.729131 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-9caaf86a-c4f1-44a4-bde4-45ccae104da1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520697 Nov 12 02:02:50.855124 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-77dbdcdc-a0b8-464d-84cf-86d848dbbfcb service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158376 Nov 12 02:02:50.863561 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518117-c53e-4fda-b704-a9681803de6e req-5703b071-717d-41c7-b885-96fc9cb26148 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.865037 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6518117-c53e-4fda-b704-a9681803de6e req-5703b071-717d-41c7-b885-96fc9cb26148 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 943 time: 0.0720427 Nov 12 02:02:50.972893 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-d6518117-c53e-4fda-b704-a9681803de6e req-6017032a-4767-4cd2-9a6b-777f0add2b8c tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997953 Nov 12 02:02:50.989431 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-2aa8d912-2d63-47d7-bd95-359b41ec4646 req-71129352-17bf-45ca-a32d-50bd70047fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234391 Nov 12 02:02:51.086404 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-af8b213a-b677-45c5-aeef-65d59abcd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:51.087958 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-af8b213a-b677-45c5-aeef-65d59abcd8f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1095 time: 0.0453649 Nov 12 02:02:51.186674 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-2996eaa1-382c-4cdf-9ef1-f4330594320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:51.188300 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-2996eaa1-382c-4cdf-9ef1-f4330594320c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0922577 Nov 12 02:02:51.230646 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-3962e7ec-395b-4d35-adbe-e523c555bd6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 217 time: 0.0352645 Nov 12 02:02:51.290153 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-822c8c8a-db8c-40cb-a8ed-5b6cbb6a005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:51.291635 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-822c8c8a-db8c-40cb-a8ed-5b6cbb6a005f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0533724 Nov 12 02:02:51.350209 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-6faa8d19-cb29-4e97-847d-2135f6615a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:51.352045 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-6faa8d19-cb29-4e97-847d-2135f6615a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514357 Nov 12 02:02:51.450908 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-061d08f4-6bc9-4913-9a65-1b77a275123a service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904648 Nov 12 02:02:51.548606 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7ffc5f2b-e1a3-45d1-a1e0-34e92e7e7ba7 req-16f5cb3a-c0de-49f8-8b48-e0d2359d92eb service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882969 Nov 12 02:02:52.172175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f63c0-9b02-4171-b612-632d03150cf7 req-5b2edf77-d133-4dd5-b842-da38a0b81a79 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:52.173796 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288f63c0-9b02-4171-b612-632d03150cf7 req-5b2edf77-d133-4dd5-b842-da38a0b81a79 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 943 time: 0.1124644 Nov 12 02:02:52.230320 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-288f63c0-9b02-4171-b612-632d03150cf7 req-48a91266-23ab-44f4-808f-7a7d2999caa8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503008 Nov 12 02:02:53.366972 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ce93-a2fc-4505-b111-57688600cb84 req-8027839e-2ddc-4539-8199-b9c5cad278f2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:53.368513 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0803ce93-a2fc-4505-b111-57688600cb84 req-8027839e-2ddc-4539-8199-b9c5cad278f2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 943 time: 0.0635300 Nov 12 02:02:53.423637 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0803ce93-a2fc-4505-b111-57688600cb84 req-037e369f-786d-4b78-9203-f7cb573a4a25 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482929 Nov 12 02:02:53.650573 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:02:53.751568 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:53.763256 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'mac_address': 'fa:16:3e:0a:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:02:53.806819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.822448 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:53.843297 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:53.849768 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.902117 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:54.074864 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b221e713-b1cd-4e3c-b895-be3d27833e5e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:02:54.558543 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7afe-f594-4541-8259-e6a09ccaaac0 req-5ed4bbcb-81cf-45a9-96fe-25fcea63f2fb tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.560324 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f02d7afe-f594-4541-8259-e6a09ccaaac0 req-5ed4bbcb-81cf-45a9-96fe-25fcea63f2fb tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 944 time: 0.0566120 Nov 12 02:02:54.620753 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-f02d7afe-f594-4541-8259-e6a09ccaaac0 req-93762652-33ad-41d1-955e-05ebd3d0ef91 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537922 Nov 12 02:02:55.663167 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:55.714751 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning for port b221e713-b1cd-4e3c-b895-be3d27833e5e completed by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:02:55.719343 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port b221e713-b1cd-4e3c-b895-be3d27833e5e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:55.719710 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:55.746799 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7d767-ab75-4da7-89e5-c6ef8843abb2 req-c8b6b882-e375-4110-a958-ccea4ef0e56a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:55.748356 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84e7d767-ab75-4da7-89e5-c6ef8843abb2 req-c8b6b882-e375-4110-a958-ccea4ef0e56a tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 944 time: 0.0503352 Nov 12 02:02:55.802844 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-84e7d767-ab75-4da7-89e5-c6ef8843abb2 req-a53606d9-0fb3-421d-98e7-42fa80675149 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481648 Nov 12 02:02:55.804990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:55.831488 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:55.833847 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11c181-1353-4716-993a-96635e8fdf7c" -d '{"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-plugged", "status": "completed", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:55.847482 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:55.851810 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:55.876499 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621d47b-77b7-4461-b832-83ae7d55226a x-openstack-request-id: req-b621d47b-77b7-4461-b832-83ae7d55226a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:55.876791 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-plugged", "status": "completed", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:55.877043 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b621d47b-77b7-4461-b832-83ae7d55226a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:55.877437 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'code': 200} Nov 12 02:02:55.905592 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=5']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:55.988289 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf077d0-f9f4-4c8f-a40f-5c8788b0f8ea req-65e45a45-4256-4663-b1a7-66ce4b8a5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:55.989835 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-baf077d0-f9f4-4c8f-a40f-5c8788b0f8ea req-65e45a45-4256-4663-b1a7-66ce4b8a5e0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1097 time: 0.0548704 Nov 12 02:02:56.040179 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-baf077d0-f9f4-4c8f-a40f-5c8788b0f8ea req-9c455509-0ae2-4b93-af7c-1a7e18613130 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423601 Nov 12 02:02:56.930573 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff015e0-c13f-4238-bf29-589b74ade2a2 req-bf0769c9-6610-4a61-a67d-042c398063f8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.932223 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ff015e0-c13f-4238-bf29-589b74ade2a2 req-bf0769c9-6610-4a61-a67d-042c398063f8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0506606 Nov 12 02:02:56.986974 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5ff015e0-c13f-4238-bf29-589b74ade2a2 req-2a379d98-250c-4abc-928b-cd41fa6aa9c8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464232 Nov 12 02:02:58.141426 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b978-e617-4230-ab39-96a136370798 req-d6926076-6348-4967-ab73-680e8fc84503 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:58.142912 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ade9b978-e617-4230-ab39-96a136370798 req-d6926076-6348-4967-ab73-680e8fc84503 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0569792 Nov 12 02:02:58.205016 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-ade9b978-e617-4230-ab39-96a136370798 req-7cee927b-564e-4053-bc48-529a6100d4d1 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560207 Nov 12 02:02:58.331445 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878a0c6-3779-41e0-9a82-9991909777dc req-b016162c-1411-4f7e-bc3e-3195241736ce tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:58.332921 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7878a0c6-3779-41e0-9a82-9991909777dc req-b016162c-1411-4f7e-bc3e-3195241736ce tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0537336 Nov 12 02:02:58.386810 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-7878a0c6-3779-41e0-9a82-9991909777dc req-1a9769b2-010b-492c-84b9-05a5693268e2 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476203 Nov 12 02:02:58.413419 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:58.468158 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781edb8c-d165-46e2-9bb3-34c63f9a2a33 tempest-TestSnapshotPattern-1238761174 tempest-TestSnapshotPattern-1238761174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:58.470283 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-781edb8c-d165-46e2-9bb3-34c63f9a2a33 tempest-TestSnapshotPattern-1238761174 tempest-TestSnapshotPattern-1238761174-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1092 time: 0.0553279 Nov 12 02:02:58.473639 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:58.480049 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Request body: {'floatingip': {'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:58.505824 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:58.610154 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:58.727734 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Allocated IP 172.25.6.209 (f0be5289-a6b9-4840-b7ef-fc86dac80546/c20901fd-46e2-4dbb-8e68-4a4040fa3d70/7720163e-3284-432f-b1ee-ec45a2ff7427) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:58.842049 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:58.876622 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754971726228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:58.917926 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Network f0be5289-a6b9-4840-b7ef-fc86dac80546 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:58.921205 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:58.925709 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:58.928744 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=7720163e-3284-432f-b1ee-ec45a2ff7427,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:59.351216 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.429937 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.615955 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.622674 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29373988'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.704528 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event updated for resources: {'Port': ['ID=7720163e-3284-432f-b1ee-ec45a2ff7427,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:59.719771 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33195729'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.846912 n-d-712141-15 neutron-server[102677]: INFO neutron.db.l3_db [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Floating IP c0cbb86c-074b-4077-a4b7-792dbb9e2109 associated. External IP: 172.25.6.209, port: b221e713-b1cd-4e3c-b895-be3d27833e5e. Nov 12 02:03:00.090090 n-d-712141-15 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:03:00.219273 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:00.230473 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:00.242344 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:00.242803 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:00.243709 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:00.456135 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:00.635792 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-624921d1-b0b6-44bf-804a-158b950626f3 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1608703 Nov 12 02:03:00.636484 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:00.639105 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:00.676390 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d0d545-5eb5-4365-990e-3cd25391009b x-openstack-request-id: req-18d0d545-5eb5-4365-990e-3cd25391009b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:00.676683 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:00.676939 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18d0d545-5eb5-4365-990e-3cd25391009b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:00.677425 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'status': 'completed', 'code': 200} Nov 12 02:03:00.691274 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c0cbb86c-074b-4077-a4b7-792dbb9e2109', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:0a:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:59Z', 'updated_at': '2021-11-12T02:02:59Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}, {'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:00.721719 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:00.730098 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:00.730713 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:02:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:00.742020 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-2354d266-9777-4a53-ba9d-cf6ae022b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:00.743541 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-2354d266-9777-4a53-ba9d-cf6ae022b4d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1097 time: 0.0434937 Nov 12 02:03:00.838458 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:00.840341 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-2bad38bb-7b03-4737-bcc5-a173b94691aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:00.842077 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-2bad38bb-7b03-4737-bcc5-a173b94691aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0910628 Nov 12 02:03:00.909982 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-a5ccc50e-f2a7-4a79-ac03-56e32d1d9bbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 999 time: 0.0604329 Nov 12 02:03:00.962978 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-565d356c-dc3f-4cf9-ac8b-cb32363345ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:00.964506 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-565d356c-dc3f-4cf9-ac8b-cb32363345ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0466237 Nov 12 02:03:01.016219 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-9ebbd463-81bd-4bce-885a-92ff8f14a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:01.017625 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-9ebbd463-81bd-4bce-885a-92ff8f14a16f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452754 Nov 12 02:03:01.067498 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c0cbb86c-074b-4077-a4b7-792dbb9e2109', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:0a:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:59Z', 'updated_at': '2021-11-12T02:02:59Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}, {'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:01.095188 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6237e2b-68ff-43e6-bb7a-e0a377851680 None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'c0cbb86c-074b-4077-a4b7-792dbb9e2109', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:0a:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:59Z', 'updated_at': '2021-11-12T02:02:59Z', 'revision_number': 0, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}, {'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:01.112972 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-2bedbca9-1b9c-448a-ab09-b23d414ef886 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885458 Nov 12 02:03:01.211720 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-a28e66e4-5130-4ffe-84d7-b6d1c1cfffb6 req-d1e1b2a9-9cdf-4906-b275-8ea0152c534c service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919023 Nov 12 02:03:01.297708 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9a5e9d-0aef-4e79-a37a-b19a20a76b36 None None] New status for floating IP c0cbb86c-074b-4077-a4b7-792dbb9e2109: ACTIVE {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:03:03.044904 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:06.096535 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:09.316990 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb2ffe46-185f-4c29-bd71-f1b2bf501be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:10.218413 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:03:12.197319 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d2f-7334-451b-bd34-7e8116477462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:13.175177 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:14.351154 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:15.022192 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:33.080630 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:34.826544 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-4555a072-1731-4950-8107-c4fc2b87314f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440006 Nov 12 02:03:34.901467 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-33d43f7d-9987-4e01-8d5c-137c9daf3c1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414340 Nov 12 02:03:34.917540 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-d4e2b53e-5f9c-474e-a2b6-e7fa9a40b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:34.919076 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-d4e2b53e-5f9c-474e-a2b6-e7fa9a40b471 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1095 time: 0.0489488 Nov 12 02:03:34.990553 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-447e0f54-711a-431e-8b01-ab7cd4322a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:34.992084 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-447e0f54-711a-431e-8b01-ab7cd4322a87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1097 time: 0.0431414 Nov 12 02:03:35.033314 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-1a71bd5b-2bc7-4a75-a644-5eb52f586c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.034891 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-1a71bd5b-2bc7-4a75-a644-5eb52f586c76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0902610 Nov 12 02:03:35.104516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-f5391389-cc07-481e-8da4-cdda665dbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.105916 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-f5391389-cc07-481e-8da4-cdda665dbd60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0931602 Nov 12 02:03:35.106052 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-194dd285-c602-485a-8159-9923cfbe3f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 997 time: 0.0636961 Nov 12 02:03:35.157303 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-d73ebb3d-fafc-46c2-9372-ee737e33ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.158774 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-d73ebb3d-fafc-46c2-9372-ee737e33ee02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0446815 Nov 12 02:03:35.175297 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-777986a6-551d-477b-846a-6b59f987bfa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 1001 time: 0.0617154 Nov 12 02:03:35.206892 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-2d1419e3-c980-4527-b90b-835b5757f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.208443 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-2d1419e3-c980-4527-b90b-835b5757f232 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428460 Nov 12 02:03:35.220046 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-6e5b442e-4ad6-4a34-ad67-9dfda6b7705d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:03:35.221115 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-6e5b442e-4ad6-4a34-ad67-9dfda6b7705d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055883 Nov 12 02:03:35.230897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-fcf06fb8-820a-43e8-859a-70894ca0714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.232409 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-fcf06fb8-820a-43e8-859a-70894ca0714b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0498199 Nov 12 02:03:35.282054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-89cefc79-5de0-405e-a749-d13fa2d5a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:35.283578 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-89cefc79-5de0-405e-a749-d13fa2d5a240 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432203 Nov 12 02:03:35.317682 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-02c4798e-ce7b-4ce8-867e-340700263326 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889571 Nov 12 02:03:35.374868 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-a343b3a4-6dd8-429a-b3a2-015b6fd99093 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Nov 12 02:03:35.410454 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-bb1a3345-3a60-49e6-a1a4-c068313be830 req-e17512c1-5cb5-47fb-bfa9-26712823aed0 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858195 Nov 12 02:03:35.475663 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-845be099-a6b4-4194-8ed9-57053b5cf861 req-aa838a11-d889-48a6-aa04-50f26a1f5547 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932426 Nov 12 02:03:36.087385 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.315772 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24fd0569-9e42-4ff7-b2fd-cec44179b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:42.191092 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4fca673f-6f42-4b33-a25d-9e0b10c3053d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:43.182224 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:44.349061 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.019120 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.220285 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:03.087367 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:06.087519 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:09.311538 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0570dd9-b1ae-4311-8848-65e3f03ab146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:12.201477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd6f7-f11a-4c65-8c6f-b1b64ac6f706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:13.187406 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:14.354463 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:15.013996 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:24.222444 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:30.057576 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e details requested by agent hyperv_n-h1-712141-15 with host n-h1-712141-15 {{(pid=102678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:04:30.163292 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:30.174617 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Returning: {'device': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'port_id': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'mac_address': 'fa:16:3e:0a:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:04:30.214821 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:30.229470 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:04:30.249851 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:30.254839 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:30.473221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:30.482494 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.482842 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.483170 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.483512 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.483846 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.484221 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.484539 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.484853 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.485190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.485502 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.485815 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.486124 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:30.500375 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] get_ports_and_sgs() called for port_ids ['b221e713-b1cd-4e3c-b895-be3d27833e5e'] {{(pid=102678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:04:32.080031 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e up at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:04:32.168243 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Provisioning complete for port b221e713-b1cd-4e3c-b895-be3d27833e5e triggered by entity L2. {{(pid=102678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:04:32.168625 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736818'] for port, provisioning_complete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:32.250947 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528243'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:32.276646 n-d-712141-15 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:32.279039 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe361b3bdd3904cad5c577ba838191d05a966a464c8c484ed45d4c1916a79f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8636bc-7422-4af6-b447-e1739efb33a3" -d '{"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-plugged", "status": "completed", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:32.292718 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:32.298264 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754972186516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754971726246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754971726264'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:32.331882 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d17434-d8b0-43f2-aaa8-905ef57e8ed9 x-openstack-request-id: req-e2d17434-d8b0-43f2-aaa8-905ef57e8ed9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:32.332135 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-plugged", "status": "completed", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:32.332346 n-d-712141-15 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2d17434-d8b0-43f2-aaa8-905ef57e8ed9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:32.332685 n-d-712141-15 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'code': 200} Nov 12 02:04:32.361078 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Pushing event updated for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:33.092745 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:36.133379 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:36.830976 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-4aaa748b-b389-45f4-b418-73e36f84594f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539846 Nov 12 02:04:36.927968 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-ad73fa7c-8644-4abb-a2ca-d9a11b03af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:36.931429 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-ad73fa7c-8644-4abb-a2ca-d9a11b03af59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1095 time: 0.0484855 Nov 12 02:04:36.959284 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-f20fd4d1-1f41-473f-9c90-977541843a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:36.961889 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-f20fd4d1-1f41-473f-9c90-977541843a6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1097 time: 0.0611427 Nov 12 02:04:37.053521 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-07627b1b-5a43-438b-8294-dd16b4abc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.055322 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-07627b1b-5a43-438b-8294-dd16b4abc159 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.1009593 Nov 12 02:04:37.106175 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-709c08eb-a0bf-4a77-975e-b83920c4d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.107843 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-709c08eb-a0bf-4a77-975e-b83920c4d95e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.1196404 Nov 12 02:04:37.154788 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-6acfbafd-8c2a-4711-8c05-f78db36e7e2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 997 time: 0.0920482 Nov 12 02:04:37.192497 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-403d682a-4281-49d3-b466-d3e16fcd09c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 1001 time: 0.0755124 Nov 12 02:04:37.216326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-4afcf69f-e933-4b63-9692-a0c68d296239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.217910 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-4afcf69f-e933-4b63-9692-a0c68d296239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0561421 Nov 12 02:04:37.253054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-4d7e99dc-6c8c-4bcb-aa19-8f9f7111abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.254616 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-4d7e99dc-6c8c-4bcb-aa19-8f9f7111abcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0542285 Nov 12 02:04:37.272071 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-148cb58d-8c58-4f74-868c-7619025167ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.274109 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-148cb58d-8c58-4f74-868c-7619025167ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489116 Nov 12 02:04:37.317179 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-eb88d3c9-2fd3-4a15-96a8-9cb812bfe644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:37.319056 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-eb88d3c9-2fd3-4a15-96a8-9cb812bfe644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545235 Nov 12 02:04:37.410347 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-23ff32b3-fd96-468c-a17b-d5de8518b734 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291392 Nov 12 02:04:37.426786 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-327e9423-2881-47c7-933a-0b9efe002ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995219 Nov 12 02:04:37.523621 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-90007bd3-ee5f-4d61-8da8-3d2d6c569f32 req-e5918bd0-4304-4891-8e48-9c46943b6000 service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064343 Nov 12 02:04:37.569086 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-10144f01-8932-4d2b-bbfa-9297f93b8b7e req-46cd1653-26d9-4527-92a6-be1608f455b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336615 Nov 12 02:04:39.307043 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9977aa63-c37f-4d83-98b7-1e1f96d9ea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.695759 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47212) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:40.892505 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Deleting port 7720163e-3284-432f-b1ee-ec45a2ff7427 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:40.892848 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.983903 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.984174 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.996854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Calling delete_port for 7720163e-3284-432f-b1ee-ec45a2ff7427 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:41.175764 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:41.205423 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event deleted for resources: {'Port': ['ID=7720163e-3284-432f-b1ee-ec45a2ff7427,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:41.235753 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.235993 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.236376 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.236717 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.237056 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.237382 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.237707 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.238031 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.238351 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.238671 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.239018 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.239323 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:41.283480 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:41.283796 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Floating IP c0cbb86c-074b-4077-a4b7-792dbb9e2109 disassociated (deleted). External IP: 172.25.6.209, port: b221e713-b1cd-4e3c-b895-be3d27833e5e. Nov 12 02:04:41.841048 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:04:41.953396 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:04:41.958595 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:41.965146 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:04:41.976124 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:41.976847 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:12Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:41.990201 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-91605676-f4a0-4744-addd-faef4df2f9b6 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "DELETE /v2.0/floatingips/c0cbb86c-074b-4077-a4b7-792dbb9e2109 HTTP/1.1" status: 204 len: 168 time: 1.2931852 Nov 12 02:04:41.990816 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:41.993382 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65df6555-dfd8-4685-ba2f-ff060b0faeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:42.037233 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8277e5-0fb2-4ba6-a7de-e33d432a0583 x-openstack-request-id: req-6b8277e5-0fb2-4ba6-a7de-e33d432a0583 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:42.037233 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:42.037233 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b8277e5-0fb2-4ba6-a7de-e33d432a0583 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:42.037233 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'status': 'completed', 'code': 200} Nov 12 02:04:42.091783 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:42.104390 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-5843c58d-08f0-4885-be94-2607afbe6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.105946 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-5843c58d-08f0-4885-be94-2607afbe6e8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 1097 time: 0.0454895 Nov 12 02:04:42.200564 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f00cf325-28c7-4bfe-953c-5c1f4b2342c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:42.244385 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-f115caa8-2977-4545-9c8a-0b56960b7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.246063 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-f115caa8-2977-4545-9c8a-0b56960b7600 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.1315198 Nov 12 02:04:42.268885 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afce1b-3b9c-44c2-99c7-617b06049b7d req-4b2c446d-ba1a-4ff7-b196-1abbba5c4b69 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.270473 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92afce1b-3b9c-44c2-99c7-617b06049b7d req-4b2c446d-ba1a-4ff7-b196-1abbba5c4b69 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0771346 Nov 12 02:04:42.301620 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-9a1404d1-b035-474e-abf1-8b95c4d8efb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 200 len: 217 time: 0.0474997 Nov 12 02:04:42.332961 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:42.359524 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:04:42.368329 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:42.368955 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:42.384872 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-92afce1b-3b9c-44c2-99c7-617b06049b7d req-105ba795-2dbb-4df9-a49d-6f745dfa0364 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863030 Nov 12 02:04:42.388766 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-ef0cb9e2-a861-4318-873a-18e5ec8204b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.390162 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-ef0cb9e2-a861-4318-873a-18e5ec8204b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0763586 Nov 12 02:04:42.442549 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-40efa276-5be7-4732-96ab-154e6de65c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.444128 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-40efa276-5be7-4732-96ab-154e6de65c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452733 Nov 12 02:04:42.542434 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-3d45be2d-d3d3-4f06-b8b5-3f6b11cc18d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898528 Nov 12 02:04:42.575850 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:42.640841 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-65df6555-dfd8-4685-ba2f-ff060b0faeaa req-90f4c29e-5f7b-43d1-b559-a9adccdbba00 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910084 Nov 12 02:04:42.808835 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:42.839054 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4d47c-9434-4c6a-b4d1-96d296b974ca None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_floatingips': [{'id': 'e7b02b81-26a5-4646-a9a4-e9adf5d65e63', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'router_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'port_id': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'mac_address': 'fa:16:3e:4a:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cdca7c-5128-42bc-baad-679d5f004650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:00:26Z', 'updated_at': '2021-11-12T02:00:28Z', 'revision_number': 1, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:04:43.104358 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88def9-5a53-46a3-89c9-9e18277633b6 None None] New status for floating IP c0cbb86c-074b-4077-a4b7-792dbb9e2109: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:04:43.184811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:43.529168 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf5fb-2710-4f31-885d-fcd6cf279f8f req-6beee8b0-1f99-46c1-ae47-f0d9e07ed1a7 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:43.530674 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-251cf5fb-2710-4f31-885d-fcd6cf279f8f req-6beee8b0-1f99-46c1-ae47-f0d9e07ed1a7 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0655160 Nov 12 02:04:43.581805 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-251cf5fb-2710-4f31-885d-fcd6cf279f8f req-96b9c99e-94b6-4cae-97ec-20a1011e46f7 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449393 Nov 12 02:04:43.753222 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f4a482cd-bf8d-4c4a-8d39-44a45f405a81 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:43.754591 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f4a482cd-bf8d-4c4a-8d39-44a45f405a81 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 945 time: 0.0586751 Nov 12 02:04:43.853351 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Deleting port b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:43.853655 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:43.946588 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] For port b221e713-b1cd-4e3c-b895-be3d27833e5e, host n-h1-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-15',level=0,port_id=b221e713-b1cd-4e3c-b895-be3d27833e5e,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:43.946936 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:43.959699 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Calling delete_port for b221e713-b1cd-4e3c-b895-be3d27833e5e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:44.097368 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:44.133663 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event deleted for resources: {'Port': ['ID=b221e713-b1cd-4e3c-b895-be3d27833e5e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:44.146098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.146438 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.146798 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.147125 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.147481 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.147786 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.148356 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.148933 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.149448 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.149593 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:44.150068 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.150516 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.151098 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-15 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:44.173892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:44.174235 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:44.190547 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] No DVR routers for this DVR port b221e713-b1cd-4e3c-b895-be3d27833e5e on host n-h1-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:44.193954 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:44.197869 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-8ffaffd0-0783-4beb-986a-9963671405b4 req-f9a58ea7-09db-4e1e-b2d8-27fd85dca353 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.32 "DELETE /v2.0/ports/b221e713-b1cd-4e3c-b895-be3d27833e5e HTTP/1.1" status: 204 len: 173 time: 0.4372735 Nov 12 02:04:44.198317 n-d-712141-15 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-deleted', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:44.201295 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1cca7199e7e6a419f3476e410926db7e88d5a1862969b09f9be772c3da374cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25e967-f32b-458e-973e-1dd309cbfde2" -d '{"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-deleted", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:44.242842 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5370770-bcd5-4a64-9211-7f346334fa35 x-openstack-request-id: req-c5370770-bcd5-4a64-9211-7f346334fa35 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:44.243357 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d7cbdf-a8c7-49e5-a58b-7f386858282c", "name": "network-vif-deleted", "tag": "b221e713-b1cd-4e3c-b895-be3d27833e5e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:44.243524 n-d-712141-15 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5370770-bcd5-4a64-9211-7f346334fa35 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:44.243924 n-d-712141-15 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d7cbdf-a8c7-49e5-a58b-7f386858282c', 'name': 'network-vif-deleted', 'tag': 'b221e713-b1cd-4e3c-b895-be3d27833e5e', 'status': 'completed', 'code': 200} Nov 12 02:04:44.352169 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:44.700801 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-31b08074-e486-437b-ad71-62d88381eeec req-b4855f26-f91e-4861-adf8-456e04a04361 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1d7cbdf-a8c7-49e5-a58b-7f386858282c HTTP/1.1" status: 200 len: 210 time: 0.0277042 Nov 12 02:04:45.026351 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.330084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47270) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:46.505319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Deleting port c1f6b2d8-c6cb-491d-beac-7e94abedec79 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:46.505551 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.585524 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.585818 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.597942 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Calling delete_port for c1f6b2d8-c6cb-491d-beac-7e94abedec79 owned by network:floatingip {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:46.764962 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.790649 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event deleted for resources: {'Port': ['ID=c1f6b2d8-c6cb-491d-beac-7e94abedec79,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:46.857631 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for floatingip, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:46.857954 n-d-712141-15 neutron-server[102676]: INFO neutron.db.l3_db [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Floating IP e7b02b81-26a5-4646-a9a4-e9adf5d65e63 disassociated (deleted). External IP: 172.25.6.7, port: d3f07a10-4c09-47af-8ce6-80158e436919. Nov 12 02:04:47.083293 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:04:47.197437 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:04:47.202359 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for floatingip, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:47.207481 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:04:47.218431 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:47.219043 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:47.231161 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-2b6e72ea-df02-4fd1-8743-f36e90a88a80 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7b02b81-26a5-4646-a9a4-e9adf5d65e63 HTTP/1.1" status: 204 len: 168 time: 0.9000037 Nov 12 02:04:47.231733 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:47.234041 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43" -d '{"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:47.273407 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f5ae7-100e-46f8-a5ba-e5125a6278d6 x-openstack-request-id: req-738f5ae7-100e-46f8-a5ba-e5125a6278d6 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:47.273773 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:47.273977 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-738f5ae7-100e-46f8-a5ba-e5125a6278d6 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:47.274358 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'status': 'completed', 'code': 200} Nov 12 02:04:47.338992 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:47.342497 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-8c5a339f-78ee-4668-9bb2-e818ad6e0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.344256 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-8c5a339f-78ee-4668-9bb2-e818ad6e0ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20e7165c54646239c789b883813a3e2&device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 1095 time: 0.0464480 Nov 12 02:04:47.459044 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-9b66823e-fd0b-4f48-bc3e-22456d2d8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.460842 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-9b66823e-fd0b-4f48-bc3e-22456d2d8767 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 200 len: 911 time: 0.0996118 Nov 12 02:04:47.476032 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abb7f7-978b-441e-ba2b-7c8e1fe4b8e3 req-0086f896-8668-45ce-917a-b5dc75e56930 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.477629 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4abb7f7-978b-441e-ba2b-7c8e1fe4b8e3 req-0086f896-8668-45ce-917a-b5dc75e56930 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0593817 Nov 12 02:04:47.506863 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-f1d42864-5bfd-4039-a7fc-22fcc47933ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Nov 12 02:04:47.537108 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-c4abb7f7-978b-441e-ba2b-7c8e1fe4b8e3 req-4c238763-f138-40b7-b6dd-afd436e59e54 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506213 Nov 12 02:04:47.549256 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:47.566241 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-1197de5e-aaaf-435d-b986-1542a5c98b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.567727 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-1197de5e-aaaf-435d-b986-1542a5c98b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 200 len: 849 time: 0.0538192 Nov 12 02:04:47.579674 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:04:47.590146 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:47.590974 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:47.621326 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-499116db-078d-4b07-ac39-57e506fc4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.622828 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-499116db-078d-4b07-ac39-57e506fc4347 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce2a752a-df9f-4142-9168-9fe64312f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474288 Nov 12 02:04:47.700546 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:47.723355 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-517e2a60-2894-43f6-8764-c029d2ff25ed service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914686 Nov 12 02:04:47.825025 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-c2ccfc8e-a97e-4a28-a5e1-1be2735a9b43 req-72dc4f48-0311-4911-b9ae-7925697d81ed service neutron] 10.222.0.39 "GET /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942039 Nov 12 02:04:47.905254 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:47.933355 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81cbc05-c267-4ae8-9131-a503b3985df7 None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:00:00Z', 'revision_number': 4, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15', '_interfaces': [{'id': '2c275add-e102-4641-9257-b077cf9ac8e6', 'name': '', 'network_id': 'ce2a752a-df9f-4142-9168-9fe64312f3a9', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'mac_address': 'fa:16:3e:27:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:00Z', 'updated_at': '2021-11-12T02:00:04Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'subnets': [{'id': 'caa4d27e-d1ae-44b6-9385-25633177dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:04:48.184943 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e no longer exists at agent hyperv_n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:48.216507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf156bc-bfba-40c5-9003-5412222166b5 None None] New status for floating IP e7b02b81-26a5-4646-a9a4-e9adf5d65e63: DOWN {{(pid=102678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:04:48.219596 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] No Port match for: b221e713-b1cd-4e3c-b895-be3d27833e5e {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:48.219942 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Device b221e713-b1cd-4e3c-b895-be3d27833e5e not bound to the agent host n-h1-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:48.665370 n-d-712141-15 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721fe81-4fd2-477b-a8aa-29a085da13df req-faa0354f-d099-4b45-9284-7c03e56dd8d9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:48.666931 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5721fe81-4fd2-477b-a8aa-29a085da13df req-faa0354f-d099-4b45-9284-7c03e56dd8d9 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0543249 Nov 12 02:04:48.717859 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-5721fe81-4fd2-477b-a8aa-29a085da13df req-6d3477f5-2361-415a-ae8a-de1a51c031ee tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/security-groups?id=98493656-5494-46bc-b725-3f8bcdb2594f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448928 Nov 12 02:04:48.979969 n-d-712141-15 neutron-server[102676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7c852691-f784-4d05-aec8-77fba8187f5d tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:48.981398 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7c852691-f784-4d05-aec8-77fba8187f5d tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.39 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 943 time: 0.0607407 Nov 12 02:04:49.077664 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Deleting port d3f07a10-4c09-47af-8ce6-80158e436919 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:49.078115 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:49.175116 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] For port d3f07a10-4c09-47af-8ce6-80158e436919, host n-h2-712141-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-15',level=0,port_id=d3f07a10-4c09-47af-8ce6-80158e436919,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:49.175428 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:49.189822 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Calling delete_port for d3f07a10-4c09-47af-8ce6-80158e436919 owned by compute:nova {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:49.334154 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:49.362948 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event deleted for resources: {'Port': ['ID=d3f07a10-4c09-47af-8ce6-80158e436919,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:49.403661 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] No DVR routers for this DVR port d3f07a10-4c09-47af-8ce6-80158e436919 on host n-h2-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:49.406922 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224233'] for port, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:49.410473 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [req-5c81e3a0-91ed-435b-8b2c-dc1b1858d329 req-7e7b366c-f7eb-40c0-864b-9556bf7067d8 tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.39 "DELETE /v2.0/ports/d3f07a10-4c09-47af-8ce6-80158e436919 HTTP/1.1" status: 204 len: 173 time: 0.4222362 Nov 12 02:04:49.410923 n-d-712141-15 neutron-server[102676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-deleted', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919'}] {{(pid=102676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:49.413264 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1f84755cf4e94989ccd590fff62b492c3a6884cc42f7bf6fcae5f453f1ed39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292a7ce2-31cc-41a3-bc47-caff9ec5d0f7" -d '{"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-deleted", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919"}]}' {{(pid=102676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:49.453097 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b72fde-bf3b-4a8d-aabd-2da6ac8defe4 x-openstack-request-id: req-d0b72fde-bf3b-4a8d-aabd-2da6ac8defe4 {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:49.453526 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cdca7c-5128-42bc-baad-679d5f004650", "name": "network-vif-deleted", "tag": "d3f07a10-4c09-47af-8ce6-80158e436919", "status": "completed", "code": 200}]} {{(pid=102676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:49.453782 n-d-712141-15 neutron-server[102676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0b72fde-bf3b-4a8d-aabd-2da6ac8defe4 {{(pid=102676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:49.454213 n-d-712141-15 neutron-server[102676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cdca7c-5128-42bc-baad-679d5f004650', 'name': 'network-vif-deleted', 'tag': 'd3f07a10-4c09-47af-8ce6-80158e436919', 'status': 'completed', 'code': 200} Nov 12 02:04:49.848380 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [req-0ff765d9-d52c-4e5e-aceb-a127002fc558 req-c24b3b89-90fd-4f39-9b57-86cabce3866e tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "GET /v2.0/ports?device_id=24cdca7c-5128-42bc-baad-679d5f004650 HTTP/1.1" status: 200 len: 210 time: 0.0348370 Nov 12 02:04:50.919366 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47286) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:50.983808 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.014637 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.082830 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.086604 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.087769 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] 10.222.0.11 "DELETE /v2.0/security-groups/98493656-5494-46bc-b725-3f8bcdb2594f HTTP/1.1" status: 204 len: 168 time: 0.1674218 Nov 12 02:04:51.098550 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d410-2fef-4569-9846-a935721c9b9f tempest-TestSnapshotPattern-1888501454 tempest-TestSnapshotPattern-1888501454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98493656-5494-46bc-b725-3f8bcdb2594f,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:51.134084 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47290) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:51.500522 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.753604 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Deleting port 2c275add-e102-4641-9257-b077cf9ac8e6 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:51.753938 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.838277 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] For port 2c275add-e102-4641-9257-b077cf9ac8e6, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=2c275add-e102-4641-9257-b077cf9ac8e6,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:51.838619 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:51.851506 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Calling delete_port for 2c275add-e102-4641-9257-b077cf9ac8e6 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:52.047894 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.072931 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=2c275add-e102-4641-9257-b077cf9ac8e6,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:52.248739 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.471070 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Router cb8c6cd0-910b-459e-908a-7334c6a6a701 has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:04:52.581531 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:04:52.587047 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c7e9660a-a112-4b0f-9c42-53d18aa3eeea admin admin] 10.222.0.11 "PUT /v2.0/routers/cb8c6cd0-910b-459e-908a-7334c6a6a701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518523 Nov 12 02:04:52.589638 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47292) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:52.598471 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Sync routers for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:04:52.611102 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:52.611794 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:52.711944 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks [] for router, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.724387 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:52.912287 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:04:51Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:52.940851 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Checking router: cb8c6cd0-910b-459e-908a-7334c6a6a701 for host: n-d-712141-15 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:04:52.950257 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Routers {'cb8c6cd0-910b-459e-908a-7334c6a6a701'} bound to L3 agent in host n-d-712141-15 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:52.950871 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['cb8c6cd0-910b-459e-908a-7334c6a6a701'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:53.149125 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.158250 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] Set router cb8c6cd0-910b-459e-908a-7334c6a6a701 gateway port host: n-d-712141-15 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:53.203136 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Deleting port e5d41f5a-87cf-43d8-8f47-86b099118be2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:53.203374 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.285669 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] For port e5d41f5a-87cf-43d8-8f47-86b099118be2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=e5d41f5a-87cf-43d8-8f47-86b099118be2,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:53.286086 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.299319 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Calling delete_port for e5d41f5a-87cf-43d8-8f47-86b099118be2 owned by network:router_gateway {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:53.336580 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:04:51Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:53.366020 n-d-712141-15 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e9cd1-c232-4c08-be3c-10e3cdfb6047 None None] The sync data for ids ['cb8c6cd0-910b-459e-908a-7334c6a6a701'] in n-d-712141-15 is: [{'id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'name': 'tempest-TestSnapshotPattern-1155634472-router', 'tenant_id': 'c20e7165c54646239c789b883813a3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:59:57Z', 'updated_at': '2021-11-12T02:04:51Z', 'revision_number': 5, 'project_id': 'c20e7165c54646239c789b883813a3e2', 'gw_port': {'id': 'e5d41f5a-87cf-43d8-8f47-86b099118be2', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8c6cd0-910b-459e-908a-7334c6a6a701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:59:58Z', 'updated_at': '2021-11-12T02:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:04:53.472417 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.498183 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d41f5a-87cf-43d8-8f47-86b099118be2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:53.513591 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a197b35-eb61-4a0f-8b92-c48fe64aacf3 None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:04:53.564041 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.663066 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.665385 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.710324 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.711231 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8c6cd0-910b-459e-908a-7334c6a6a701 {{(pid=102676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:04:53.715966 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] Publish callbacks [] for router, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.717060 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-0cfa7fa1-0153-4bdc-969c-73feb7fe45fa admin admin] 10.222.0.11 "DELETE /v2.0/routers/cb8c6cd0-910b-459e-908a-7334c6a6a701 HTTP/1.1" status: 204 len: 168 time: 1.1265028 Nov 12 02:04:53.719897 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47294) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:53.772627 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Deleting subnet caa4d27e-d1ae-44b6-9385-25633177dba3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:04:53.776603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.812595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.892603 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.956408 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.987792 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa4d27e-d1ae-44b6-9385-25633177dba3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:53.994992 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.000761 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ef957d27-a0e3-45f6-a033-86033c9225b9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/caa4d27e-d1ae-44b6-9385-25633177dba3 HTTP/1.1" status: 204 len: 168 time: 0.2772379 Nov 12 02:04:54.001206 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:54.001377 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafbcce-710a-4736-9be1-61b16576f3df None None] Network ce2a752a-df9f-4142-9168-9fe64312f3a9 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:04:54.074365 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.128929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Deleting port 53aa7991-f29c-4184-b0bf-8fba95eef4de {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:54.129266 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.198202 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] For port 53aa7991-f29c-4184-b0bf-8fba95eef4de, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=53aa7991-f29c-4184-b0bf-8fba95eef4de,segment=NetworkSegment(0bdba505-1204-41f1-b7b2-caf84ffcbb00),segment_id=0bdba505-1204-41f1-b7b2-caf84ffcbb00)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:54.198595 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.211934 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Calling delete_port for 53aa7991-f29c-4184-b0bf-8fba95eef4de owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:54.267198 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 no longer exists at agent hyperv_n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:54.288164 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] No Port match for: d3f07a10-4c09-47af-8ce6-80158e436919 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:54.288689 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Device d3f07a10-4c09-47af-8ce6-80158e436919 not bound to the agent host n-h2-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:54.301801 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.331622 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53aa7991-f29c-4184-b0bf-8fba95eef4de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:54.339054 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] No DVR routers for this DVR port 53aa7991-f29c-4184-b0bf-8fba95eef4de on host n-d-712141-15 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:54.361249 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df968c-883a-49cf-bb2e-e80596d9aba4 None None] DHCP port deletion for ce2a752a-df9f-4142-9168-9fe64312f3a9 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:04:54.417727 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.442886 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2a752a-df9f-4142-9168-9fe64312f3a9']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:54.452901 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdba505-1204-41f1-b7b2-caf84ffcbb00') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:54.453292 n-d-712141-15 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdba505-1204-41f1-b7b2-caf84ffcbb00') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:54.463926 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24578099'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.477963 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.484328 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:04:54.484710 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29373952'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: Traceback (most recent call last): Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: timer() Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: cb(*args, **kw) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: return func(*args, **kwargs) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: self._notify() Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: self.callback(batched_events) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: event.method(event) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: return f(self, *a, **k) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: return self._get(url).json() Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:04:54.486679 n-d-712141-15 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:04:54.545490 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.561806 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:54.565369 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ce2a752a-df9f-4142-9168-9fe64312f3a9 HTTP/1.1" status: 204 len: 168 time: 0.5631871 Nov 12 02:04:54.566408 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7c8aa-f03d-4244-8aa0-8944891a7bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2a752a-df9f-4142-9168-9fe64312f3a9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:54.568559 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47298) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:54.601892 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 53aa7991-f29c-4184-b0bf-8fba95eef4de no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:54.622190 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 53aa7991-f29c-4184-b0bf-8fba95eef4de {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:54.622531 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 53aa7991-f29c-4184-b0bf-8fba95eef4de not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:54.622944 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5d41f5a-87cf-43d8-8f47-86b099118be2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:54.641989 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: e5d41f5a-87cf-43d8-8f47-86b099118be2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:54.642335 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device e5d41f5a-87cf-43d8-8f47-86b099118be2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:54.642749 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c275add-e102-4641-9257-b077cf9ac8e6 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:54.665556 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 2c275add-e102-4641-9257-b077cf9ac8e6 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:54.665895 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 2c275add-e102-4641-9257-b077cf9ac8e6 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:54.943119 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33195473'] for router_interface, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.212432 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Deleting port 1a5bfba6-6851-42f2-9330-493007d4d4e2 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:55.212684 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.300643 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] For port 1a5bfba6-6851-42f2-9330-493007d4d4e2, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=1a5bfba6-6851-42f2-9330-493007d4d4e2,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:55.301004 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.314528 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Calling delete_port for 1a5bfba6-6851-42f2-9330-493007d4d4e2 owned by network:router_interface {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:55.508435 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.539854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5bfba6-6851-42f2-9330-493007d4d4e2,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:55.716371 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33068445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33209441'] for router_interface, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.956015 n-d-712141-15 neutron-server[102676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Router 27a92a2c-553b-4257-8c78-ad495336a2cf has already been hosted by L3 agent 0dd904d0-36d8-4b34-b0dc-455a8c48441b {{(pid=102676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:04:56.086126 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] Notify agent at l3_agent.n-d-712141-15 the message routers_updated {{(pid=102676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:04:56.091573 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-b24e7dc5-a1a3-4469-804e-75d0bee8e0a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/27a92a2c-553b-4257-8c78-ad495336a2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210340 Nov 12 02:04:56.094992 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:56.098087 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Sync routers for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:04:56.108889 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:56.109526 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:56.205885 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.217172 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: n-d-712141-15 {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:56.312272 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.374648 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Deleting port 84daa45e-dcff-430f-bbc7-db2364327f33 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:56.374980 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.409159 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'external_fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:04:55Z', 'revision_number': 5, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port': {'id': '84daa45e-dcff-430f-bbc7-db2364327f33', 'name': '', 'network_id': 'f0be5289-a6b9-4840-b7ef-fc86dac80546', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:03Z', 'updated_at': '2021-11-12T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c20901fd-46e2-4dbb-8e68-4a4040fa3d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-15'}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:56.435725 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Checking router: 27a92a2c-553b-4257-8c78-ad495336a2cf for host: n-d-712141-15 {{(pid=102678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:04:56.445497 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Routers {'27a92a2c-553b-4257-8c78-ad495336a2cf'} bound to L3 agent in host n-d-712141-15 {{(pid=102678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:56.446116 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:27:12Z,description=,heartbeat_timestamp=2021-11-12T02:04:42Z,host='n-d-712141-15',id=0dd904d0-36d8-4b34-b0dc-455a8c48441b,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:27:12Z,topic='l3_agent')) {'router_ids': ['27a92a2c-553b-4257-8c78-ad495336a2cf'], 'active': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:56.461159 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] For port 84daa45e-dcff-430f-bbc7-db2364327f33, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=84daa45e-dcff-430f-bbc7-db2364327f33,segment=NetworkSegment(9eabe3e5-87a7-45e2-bcb0-fd06b8093f06),segment_id=9eabe3e5-87a7-45e2-bcb0-fd06b8093f06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:56.461521 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.473881 n-d-712141-15 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Calling delete_port for 84daa45e-dcff-430f-bbc7-db2364327f33 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:56.532601 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvr_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] Set router 27a92a2c-553b-4257-8c78-ad495336a2cf gateway port host: None {{(pid=102678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:56.592690 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_hamode_db [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:04:56Z', 'revision_number': 6, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port_host': None}], 'n-d-712141-15', False) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:56.620480 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9891d2-47d3-4747-bf5a-b3fef1d91aa7 None None] The sync data for ids ['27a92a2c-553b-4257-8c78-ad495336a2cf'] in n-d-712141-15 is: [{'id': '27a92a2c-553b-4257-8c78-ad495336a2cf', 'name': 'tempest-TestSnapshotPattern-1671938797-router', 'tenant_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:02Z', 'updated_at': '2021-11-12T02:04:56Z', 'revision_number': 6, 'project_id': 'f36800c5176f4d6fa0d66c314ccf63d1', 'gw_port_host': None}] {{(pid=102678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:04:56.645295 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29374045'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.672929 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=84daa45e-dcff-430f-bbc7-db2364327f33,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:56.694627 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0029d-c3a4-4a3f-8f56-349d2739147d None None] DHCP port deletion for f0be5289-a6b9-4840-b7ef-fc86dac80546 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:04:56.741495 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33195675'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.837057 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33210126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.839279 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.885881 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33210231'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.886432 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a92a2c-553b-4257-8c78-ad495336a2cf {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:04:56.891718 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.892909 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-ad63b2c9-8d23-415c-a93f-b15a86406b9e admin admin] 10.222.0.11 "DELETE /v2.0/routers/27a92a2c-553b-4257-8c78-ad495336a2cf HTTP/1.1" status: 204 len: 168 time: 0.7968221 Nov 12 02:04:56.895590 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:56.941016 n-d-712141-15 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Deleting subnet d8193bbc-498e-478f-af80-57ccb0d13f0b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:04:56.944304 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.984728 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24579776'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.071708 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724736'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.129171 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33108765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29374062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24209318'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.155557 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8193bbc-498e-478f-af80-57ccb0d13f0b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:57.157528 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.161900 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-81b630a7-af83-4476-9dfe-c86a1d50b6f3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8193bbc-498e-478f-af80-57ccb0d13f0b HTTP/1.1" status: 204 len: 168 time: 0.2652473 Nov 12 02:04:57.162457 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d6916-c429-413b-914c-d6f85a8864a1 None None] Network a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 requested from n-d-712141-15 {{(pid=102678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:04:57.163709 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47304) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:57.348181 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32775013'] for network, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.403192 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Deleting port f093b2aa-e611-42b8-971d-9b8f47890a73 {{(pid=102676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:57.403499 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.421230 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] DHCP port deletion for a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 request from n-d-712141-15 {{(pid=102678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:04:57.475080 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Deleting port f093b2aa-e611-42b8-971d-9b8f47890a73 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:04:57.475377 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.db [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] For port f093b2aa-e611-42b8-971d-9b8f47890a73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f093b2aa-e611-42b8-971d-9b8f47890a73,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:57.475513 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.476086 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754972178872'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.489854 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.plugin [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Calling delete_port for f093b2aa-e611-42b8-971d-9b8f47890a73 owned by network:dhcp {{(pid=102676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:57.538552 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] For port f093b2aa-e611-42b8-971d-9b8f47890a73, host n-d-712141-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-15',level=0,port_id=f093b2aa-e611-42b8-971d-9b8f47890a73,segment=NetworkSegment(dca2af20-e2aa-411b-afd1-088192c0aab8),segment_id=dca2af20-e2aa-411b-afd1-088192c0aab8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:57.539267 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33199223'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.552609 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Calling delete_port for f093b2aa-e611-42b8-971d-9b8f47890a73 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:04:57.577165 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29902293'] for port, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.604270 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Pushing event deleted for resources: {'Port': ['ID=f093b2aa-e611-42b8-971d-9b8f47890a73,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:57.608021 n-d-712141-15 neutron-server[102676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] No DVR routers for this DVR port f093b2aa-e611-42b8-971d-9b8f47890a73 on host n-d-712141-15 {{(pid=102676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:04:57.642191 n-d-712141-15 neutron-server[102678]: self.session.flush() Nov 12 02:04:57.653260 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754972186498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754971726237'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.684407 n-d-712141-15 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] No DVR routers for this DVR port f093b2aa-e611-42b8-971d-9b8f47890a73 on host n-d-712141-15 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:57.689772 n-d-712141-15 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390582e-74e2-46ae-a297-b6035e9f65e9 None None] Pushing event deleted for resources: {'Port': ['ID=f093b2aa-e611-42b8-971d-9b8f47890a73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:57.698805 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723079', 'neutron.services.segments.db._delete_segments_for_network-8754972076014'] for network, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.722328 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0daeb1a-c7bb-42dd-af1f-9ae3699dac58']}} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:57.731865 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca2af20-e2aa-411b-afd1-088192c0aab8') {'for_net_delete': True} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:57.732182 n-d-712141-15 neutron-server[102676]: DEBUG neutron.services.segments.db [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca2af20-e2aa-411b-afd1-088192c0aab8') {} {{(pid=102676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:57.741586 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754972277495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24782954'] for segment, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.754756 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399'] for segment, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.761245 n-d-712141-15 neutron-server[102676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:04:57.761629 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29902216'] for segment, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: Traceback (most recent call last): Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: timer() Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: cb(*args, **kw) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: return func(*args, **kwargs) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: self._notify() Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: self.callback(batched_events) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: event.method(event) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: return f(self, *a, **k) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: return self._get(url).json() Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: return self.request(url, 'GET', **kwargs) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:04:57.763370 n-d-712141-15 neutron-server[102676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:04:57.826204 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33151335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33068436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33195751'] for network, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.831973 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Publish callbacks [] for network, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.835461 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0daeb1a-c7bb-42dd-af1f-9ae3699dac58 HTTP/1.1" status: 204 len: 168 time: 0.6699007 Nov 12 02:04:57.847704 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397e35-577f-4d4d-a63c-7c3391175724 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0daeb1a-c7bb-42dd-af1f-9ae3699dac58,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:57.954741 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47310) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:57.998097 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-70d2e83d-cefe-4e26-9804-255002f00ee4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c20e7165c54646239c789b883813a3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420067 Nov 12 02:04:58.000872 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47312) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:58.052348 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.075517 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.133065 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.135736 n-d-712141-15 neutron-server[102676]: DEBUG neutron_lib.callbacks.manager [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.136962 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bad2ba1-66ed-490f-8f2d-5ab9a9b0afb3 HTTP/1.1" status: 204 len: 168 time: 0.1349404 Nov 12 02:04:58.144827 n-d-712141-15 neutron-server[102676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be238b-a4c6-4aaf-800f-8ef4e4f53ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad2ba1-66ed-490f-8f2d-5ab9a9b0afb3,revision_number=None']} {{(pid=102676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:58.493656 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [-] (102676) accepted ('10.222.0.11', 47318) {{(pid=102676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:58.539212 n-d-712141-15 neutron-server[102676]: INFO neutron.wsgi [None req-5f913c50-ac18-40f9-825a-2dd60d050983 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f36800c5176f4d6fa0d66c314ccf63d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442014 Nov 12 02:04:58.543092 n-d-712141-15 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 47320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:58.596722 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.599133 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1a5bfba6-6851-42f2-9330-493007d4d4e2 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:58.618497 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.619707 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 1a5bfba6-6851-42f2-9330-493007d4d4e2 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:58.620146 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 1a5bfba6-6851-42f2-9330-493007d4d4e2 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:58.620567 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84daa45e-dcff-430f-bbc7-db2364327f33 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:58.639951 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: 84daa45e-dcff-430f-bbc7-db2364327f33 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:58.640291 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device 84daa45e-dcff-430f-bbc7-db2364327f33 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:58.640715 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f093b2aa-e611-42b8-971d-9b8f47890a73 no longer exists at agent ovs-agent-n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:04:58.660507 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] No Port match for: f093b2aa-e611-42b8-971d-9b8f47890a73 {{(pid=102678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:04:58.660841 n-d-712141-15 neutron-server[102678]: DEBUG neutron.plugins.ml2.rpc [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Device f093b2aa-e611-42b8-971d-9b8f47890a73 not bound to the agent host n-d-712141-15 {{(pid=102678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:04:58.673691 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147867'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.677379 n-d-712141-15 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.679190 n-d-712141-15 neutron-server[102677]: INFO neutron.wsgi [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db3cd3f8-9690-43c7-ab51-db8128155281 HTTP/1.1" status: 204 len: 168 time: 0.1347325 Nov 12 02:04:58.687286 n-d-712141-15 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258e6f-a5e3-4b47-b88a-0d222a91a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3cd3f8-9690-43c7-ab51-db8128155281,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:01.222523 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:03.091520 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:06.097254 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:09.319706 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dc92-0446-433a-873d-e9076252e4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:12.197065 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0cb7-cdc8-41f1-a941-4cde8a2b47a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:13.195790 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:14.355959 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:15.021878 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:33.101547 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:36.096148 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:38.222073 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:39.321580 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e673ca1-1713-4338-a299-3237170051b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:42.197677 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa9125de-e097-4fcb-9dfe-6cf486512eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:43.197660 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:44.359870 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:45.028016 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.106698 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.100703 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.316812 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-729d92d9-da67-4372-aa20-b94355393bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.198518 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2afad815-1c7a-47be-a791-db4e88fbf5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.198837 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.363791 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:15.026964 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:15.222424 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:06:33.119041 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:36.091905 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:39.322259 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-233b1bee-264f-4478-8b93-29a56e144284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:42.195713 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c09dd659-efe7-46b5-be6a-e0cdcb67b8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:43.201642 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:44.368822 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:45.025129 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:52.222901 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:03.148838 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.096366 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.329661 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eed1be74-1e48-445c-8949-21a31da75d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.193514 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76aa7720-c855-42be-9d3f-af803aba3ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.205394 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.374576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.021646 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:29.228526 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:33.163263 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:36.098091 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.326759 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe683cd6-01a3-494b-8f4e-12c9b8dd9e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:42.190477 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f664bad-d655-4204-88a7-af99961e0aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.207390 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.375408 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:45.026424 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:03.165572 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:06.088490 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:06.231352 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:09.330278 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07908d71-d556-4de7-9a44-01f20853256c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:12.187473 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f100546-d965-4500-ad80-70b335110399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:13.214368 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:14.374994 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:15.033162 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:33.177952 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:36.092461 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:39.324573 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3910-4b3a-4aa2-b74d-24ae38525a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:42.187811 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3b66329-f0f1-438d-bbd0-74e69bfcbf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:43.213054 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:43.235121 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:44.381762 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:45.028082 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.211451 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:06.103575 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:09.338457 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4245227-c86b-4b7a-9ae4-e3500bb859d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.188218 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fadcee24-6407-49c5-b3ec-d133ab5f991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:13.218815 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:14.393229 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:15.035026 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:20.238042 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:09:33.206397 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:36.101229 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:39.336141 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76cdd729-9b4d-4ed2-b0b9-0d61eef54382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:42.183246 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df229f95-fd86-4086-8fd7-2e47f3d684b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:43.219716 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:44.385819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:45.029780 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.239145 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:03.207954 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.103869 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.333553 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b62fc532-9283-4731-bb87-cc240cca743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:12.187653 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-533efae9-0fa0-45d6-83c6-8a1e385c7537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:13.222303 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:14.389296 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:15.040576 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:33.204438 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:34.239808 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:36.115883 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:39.337312 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc52ba6d-1f27-45d5-b8f1-3f0045d9b761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:42.194948 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0b63daf-0c31-41e3-8f79-1c8865beb4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:43.225484 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:44.392202 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:45.037618 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.222349 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.119069 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.333038 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174941d0-d1d7-4a71-aeb1-3481ef71b3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.241542 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:11:12.200369 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ca6cffd-7837-421a-8e50-778d961470f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:13.232389 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:14.400585 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.034809 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:33.235835 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:36.128479 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:39.339178 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5dbfce61-5ce5-44d9-87cb-31ca18c4c711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:42.196401 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3d36e32-3a79-43f5-8045-b4b71069716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:43.238080 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:44.400543 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:45.033819 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:48.246228 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:03.233559 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:06.129689 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.337010 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18b8a9e8-82ad-4297-8b86-c2554f62b1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.196925 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48de5eec-3873-4c6c-80f6-41e196dd1f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.242356 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:14.402068 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.028659 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:25.247536 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:33.254486 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:36.144863 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:39.332917 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdce3-b0b3-45da-baf7-08f7bdc2b865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:42.196302 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66ae3b97-6077-4bbf-8b9d-d419824d1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:43.241066 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:44.404051 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:45.042329 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:02.252910 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:03.270573 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:04.684894 n-d-712141-15 neutron-server[102676]: DEBUG neutron.wsgi [req-314ac674-5ea6-46a4-81be-7f6c637a1639 req-0f6e3441-41e4-456c-9ef7-914742f9c427 service neutron] (102676) timed out ('10.222.0.11', 45136) {{(pid=102676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:13:06.144773 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.343465 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c17deb9-6c4d-4652-b35b-dea9686ef1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:12.197201 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f81ac7a-2b0a-41ac-aa6a-7be8b562682a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:13.244604 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cee96ef3-b0f9-4126-aa4e-032c43f26e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.411347 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cf67480-00d1-450d-8d05-c853421d216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.029150 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc44610a-8ddf-435b-b729-4ba3cb074850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.289017 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4602061-7f09-4798-896e-40f6badd06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:36.150313 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4627d840-18d7-48ab-a08c-52ec23bef7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:39.252653 n-d-712141-15 neutron-server[102679]: DEBUG neutron.db.agents_db [None req-53c65f80-8932-4193-b666-844b25730079 None None] Agent healthcheck: found 7 active agents {{(pid=102679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:39.337101 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0101a9e6-4b4f-4294-9dd0-03b92a74d3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:42.192299 n-d-712141-15 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99f4894e-42c6-445d-a301-e45c0ab5f77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754972075996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736833'] for agent, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}